-- Logs begin at Fri 2021-07-23 15:24:20 UTC, end at Fri 2021-07-23 17:55:44 UTC. -- Jul 23 16:04:24.342672 n-d-800484-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:04:27.100563 n-d-800484-3 neutron-server[93888]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:04:27.101218 n-d-800484-3 neutron-server[93888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:04:27.101357 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93888) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:04:27.104572 n-d-800484-3 neutron-server[93888]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:04:27.104827 n-d-800484-3 neutron-server[93888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 16:04:27.105137 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93888) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 16:04:27.106132 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:04:27.106371 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:04:27.106767 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:04:27.107016 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:04:27.107247 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:04:27.107572 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.107872 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.108172 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.108405 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.108705 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.109005 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.109289 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.109580 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.109877 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.110189 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.110469 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.110755 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.110987 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.111268 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.111553 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.111839 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.112064 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] debug = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.112344 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.112770 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.113182 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.113463 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.113756 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.114177 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.114311 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.114591 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.114874 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.115209 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] host = n-d-800484-3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.115487 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.115775 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.116059 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.116344 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.116619 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.116899 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.117184 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.117458 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.118311 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.118551 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.118843 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.119132 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.119425 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.119653 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.119877 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.120167 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.120455 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.120730 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.121005 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.121280 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.121555 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.121828 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.122141 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.122428 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.122713 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.122997 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.123272 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.123547 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.123822 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.124090 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.124373 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.124646 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.124918 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.125189 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.125474 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.125743 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.126043 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.126347 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.126632 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.126913 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.127198 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.127471 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.127752 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.128025 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.128296 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.128565 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_json = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.128840 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.129111 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.129392 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.129664 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.129967 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.130226 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.130496 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.130780 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:27.131082 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.131382 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.131685 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.131971 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.132269 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.132551 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.132841 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.133120 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.133458 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.134281 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.134576 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.134858 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.135147 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.135427 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.135726 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.136035 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.136330 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.136622 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.136900 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.137176 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.137452 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.137734 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.138044 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.138342 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.138633 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.138913 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.139194 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.139486 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.139767 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.140039 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.140317 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.140607 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.140887 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.141161 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.141444 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.141728 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.142036 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.142313 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.142592 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.142883 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.143160 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.143433 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.143705 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.143981 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.144252 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.144537 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.144815 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.145089 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.145360 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.145638 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.145913 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.146208 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.146487 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.146760 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.147037 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.147309 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.147582 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.147858 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.148132 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.148404 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.148677 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.148954 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.149255 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.149528 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.149804 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.150103 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.150382 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.150655 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.150942 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.151240 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.151519 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.151801 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.152083 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.152363 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.152642 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.152922 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.153202 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.153479 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.153753 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.154077 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.154366 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.154655 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.154940 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.155220 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.155514 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.155793 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.156078 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.156357 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.156634 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.156926 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.157212 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.157508 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.157804 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.158126 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.158425 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.158719 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.159007 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.159317 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.159598 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:27.159819 n-d-800484-3 neutron-server[93888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:04:27.160063 n-d-800484-3 neutron-server[93888]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93888) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:04:27.505544 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:04:27.505821 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:04:27.506140 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:04:27.506622 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:04:27.897195 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.897411 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.897684 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.899526 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.899802 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.900074 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.934093 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.934372 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.934641 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.948016 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.948296 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.948563 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.979158 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.979442 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:27.979712 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.015123 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.015399 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.015675 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.246897 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.247566 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.247566 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.247734 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.248411 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.367832 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.368150 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.368433 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.368715 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.368989 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.369299 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.369559 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.369815 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.370093 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.370377 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.370639 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.370903 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.371157 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.371406 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.371659 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.371928 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.372180 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.372445 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.372712 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.372969 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.373249 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.373502 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.373781 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.374177 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.374530 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.374779 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.375174 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.375415 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.375651 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.375887 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.376120 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.376354 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:28.376747 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:04:28.380838 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:04:28.385310 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:04:28.389023 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 23 16:04:28.390680 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:04:28.391141 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:04:28.391483 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:04:28.391873 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:04:28.394698 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:04:28.394950 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:04:28.395294 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:04:28.401205 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 16:04:28.423518 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 16:04:28.423977 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.424279 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93888) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:04:28.424641 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.426017 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93888) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:04:28.426301 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:04:28.426546 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:04:28.429705 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.430020 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:28.496861 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:04:28.497150 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:04:28.497344 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:04:28.497732 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 16:04:28.519184 n-d-800484-3 neutron-server[93888]: DEBUG oslo_db.sqlalchemy.engines [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93888) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 16:04:29.056793 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing driver for type 'gre' Jul 23 16:04:29.057322 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] gre ID ranges: [(1, 1000)] Jul 23 16:04:29.107551 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing driver for type 'local' Jul 23 16:04:29.107889 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing driver for type 'vlan' Jul 23 16:04:29.121570 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] VlanTypeDriver initialization complete Jul 23 16:04:29.121937 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing driver for type 'vxlan' Jul 23 16:04:29.122440 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] vxlan ID ranges: [(1, 1000)] Jul 23 16:04:29.181028 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing extension driver 'port_security' Jul 23 16:04:29.181370 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] PortSecurityExtensionDriver initialization complete Jul 23 16:04:29.181699 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing mechanism driver 'openvswitch' Jul 23 16:04:29.182073 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing mechanism driver 'hyperv' Jul 23 16:04:29.188619 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:29.189315 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.189694 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.190085 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.190614 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.191056 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.191416 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.192030 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.192432 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.192843 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.193195 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.193545 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.193963 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.194390 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.194726 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.195066 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.195602 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.196013 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.196372 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.196721 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.197123 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.197531 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > address_group after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.197883 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > address_group after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.198252 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.198651 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 16:04:29.199033 n-d-800484-3 neutron-server[93888]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] ML2 OVO RPC backend initialized. {{(pid=93888) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 16:04:29.199749 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.200108 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.200528 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.200881 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > networks before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.201233 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.201575 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > ports before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.201920 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.202288 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnets before_response 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.202636 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.202980 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.203317 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.203654 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.203994 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.204330 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.204673 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.205011 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.205345 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.205923 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.plugin [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Modular L2 Plugin initialization complete Jul 23 16:04:29.206283 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading services supported by the core plugin {{(pid=93888) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 16:04:29.206614 n-d-800484-3 neutron-server[93888]: INFO neutron.plugins.ml2.managers [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Got port-security extension from driver 'port_security' Jul 23 16:04:29.207080 n-d-800484-3 neutron-server[93888]: INFO neutron.extensions.vlantransparent [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Disabled vlantransparent extension. Jul 23 16:04:29.207562 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93888) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 16:04:29.207876 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: router Jul 23 16:04:29.244352 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.244748 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_create 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.245119 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router before_create 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.245486 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.245864 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.246246 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_delete 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.246608 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.246980 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_create 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.247546 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.247671 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.248021 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.248381 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.248792 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.249162 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.249504 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.249844 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.250211 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.250567 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.250921 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_create 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.251268 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.251615 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.251977 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router after_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.252327 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.252681 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_create 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.253049 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.253397 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_update 55549900 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.253765 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > agent after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.254148 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > agent after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.254495 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > network after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.255368 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Tracking information for resource: router configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:29.255700 n-d-800484-3 neutron-server[93888]: DEBUG neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Tracking information for resource: floatingip configured {{(pid=93888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:04:29.260683 n-d-800484-3 neutron-server[93888]: INFO neutron.db.l3_agentschedulers_db [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 16:04:29.261258 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.261625 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.262016 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.262375 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.263181 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router before_create 55550100 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.263556 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.263921 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_create 55550100 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.264280 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > router precommit_update 55550100 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.268684 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.provider_configuration [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service providers = [] {{(pid=93888) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 16:04:29.269064 n-d-800484-3 neutron-server[93888]: DEBUG neutron.db.servicetype_db [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93888) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 16:04:29.272041 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.service_base [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:04:29.272396 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.service_base [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:04:29.272744 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.service_base [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:04:29.273638 n-d-800484-3 neutron-server[93888]: DEBUG neutron.services.service_base [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:04:29.274571 n-d-800484-3 neutron-server[93888]: INFO neutron.services.service_base [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 16:04:29.274950 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.275270 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 16:04:29.285967 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.286310 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: auto_allocate Jul 23 16:04:29.292896 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: network precommit_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.293276 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: network precommit_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.293814 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.294176 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: tag Jul 23 16:04:29.300914 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.301250 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: timestamp Jul 23 16:04:29.306905 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.307183 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: network_ip_availability Jul 23 16:04:29.312713 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.313098 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.313466 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.314262 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.314595 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: flavors Jul 23 16:04:29.319616 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.319947 n-d-800484-3 neutron-server[93888]: INFO neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading Plugin: revisions Jul 23 16:04:29.324513 n-d-800484-3 neutron-server[93888]: DEBUG neutron.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:04:29.324916 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:04:29.325684 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93888) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 16:04:29.326062 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Initializing extension manager. Jul 23 16:04:29.326581 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: __init__.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.326929 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: __pycache__ {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.327267 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.327603 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: address_group.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.328391 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.328982 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: address-group Jul 23 16:04:29.329310 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: address_scope.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.330138 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.330646 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: address-scope Jul 23 16:04:29.330971 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.331921 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.332435 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: router-admin-state-down-before-update Jul 23 16:04:29.332756 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: agent.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.333463 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.334227 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: agent Jul 23 16:04:29.334553 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: agent_resources_synced.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.335476 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.335983 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: agent-resources-synced Jul 23 16:04:29.336827 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: allowedaddresspairs.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.338714 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.339237 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: allowed-address-pairs Jul 23 16:04:29.339564 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: auto_allocated_topology.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.340649 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.341167 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: auto-allocated-topology Jul 23 16:04:29.341494 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: availability_zone.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.342233 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.342742 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: availability_zone Jul 23 16:04:29.343064 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: availability_zone_filter.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.343986 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.344499 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: availability_zone_filter Jul 23 16:04:29.344821 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: data_plane_status.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.345744 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.346286 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 16:04:29.346611 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: default_subnetpools.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.347530 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.348036 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: default-subnetpools Jul 23 16:04:29.348360 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.349199 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.349711 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: dhcp_agent_scheduler Jul 23 16:04:29.350078 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: dns.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.351004 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.351508 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 16:04:29.351834 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: dns_domain_ports.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.353582 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.354131 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 16:04:29.354459 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.355389 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.355898 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 16:04:29.356221 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: dvr.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.356900 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.357407 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: dvr Jul 23 16:04:29.357730 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: ecmp_routes.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.358677 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.359184 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 16:04:29.359508 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: empty_string_filtering.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.360433 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.360936 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: empty-string-filtering Jul 23 16:04:29.361263 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.362283 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.362790 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:04:29.363112 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.364029 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.364532 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 16:04:29.364857 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: external_net.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.365768 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.366311 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: external-net Jul 23 16:04:29.366637 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.367596 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.368102 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: extra_dhcp_opt Jul 23 16:04:29.368426 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: extraroute.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.369346 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.369853 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: extraroute Jul 23 16:04:29.370205 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: extraroute_atomic.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.371253 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.371770 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: extraroute-atomic Jul 23 16:04:29.372096 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: filter_validation.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.372781 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.373289 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: filter-validation Jul 23 16:04:29.373612 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: fip_pf_description.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.374572 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.375075 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 16:04:29.375400 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: fip_port_details.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.376342 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.376847 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: fip-port-details Jul 23 16:04:29.377170 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: flavors.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.378440 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.378958 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: flavors Jul 23 16:04:29.379285 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.380957 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.381474 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 16:04:29.381897 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: floatingip_pools.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.382548 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.383062 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: floatingip-pools Jul 23 16:04:29.383426 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: ip_allocation.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.384451 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.384861 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 16:04:29.385186 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.386156 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.386684 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: ip-substring-filtering Jul 23 16:04:29.387005 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l2_adjacency.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.387935 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.388446 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 16:04:29.388773 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.390382 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.390382 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: router Jul 23 16:04:29.390671 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.393123 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.393654 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:04:29.394047 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.394974 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.395490 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: ext-gw-mode Jul 23 16:04:29.395826 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.396802 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.397280 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: l3-ha Jul 23 16:04:29.397606 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3_flavors.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.398553 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.399737 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: l3-flavors Jul 23 16:04:29.400058 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.400983 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.401491 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 16:04:29.401815 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: l3agentscheduler.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.402930 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.403441 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: l3_agent_scheduler Jul 23 16:04:29.403775 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: logging.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.405279 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.405804 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension logging not supported by any of loaded plugins Jul 23 16:04:29.406165 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: metering.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.406927 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.407519 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: metering Jul 23 16:04:29.407856 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.408954 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.409477 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: metering_source_and_destination_fields Jul 23 16:04:29.409814 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: multiprovidernet.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.410781 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.411299 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: multi-provider Jul 23 16:04:29.411633 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: netmtu.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.412551 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.413061 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: net-mtu Jul 23 16:04:29.413390 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: netmtu_writable.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.414346 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.415412 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: net-mtu-writable Jul 23 16:04:29.415740 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: network_availability_zone.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.416429 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.416934 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: network_availability_zone Jul 23 16:04:29.417258 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: network_ip_availability.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.418391 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.418904 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: network-ip-availability Jul 23 16:04:29.419227 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: network_segment_range.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.420005 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.420508 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 16:04:29.420832 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: pagination.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.421818 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.422178 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: pagination Jul 23 16:04:29.422506 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: port_device_profile.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.423434 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.423956 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: port-device-profile Jul 23 16:04:29.424283 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.425216 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.425729 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: port-mac-address-regenerate Jul 23 16:04:29.426084 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.426997 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.427509 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: port-numa-affinity-policy Jul 23 16:04:29.427833 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: port_resource_request.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.428747 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.429251 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 16:04:29.429573 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: portbindings.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.430575 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.431093 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: binding Jul 23 16:04:29.431417 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: portbindings_extended.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.432901 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.433419 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: binding-extended Jul 23 16:04:29.433749 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: portsecurity.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.434699 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.435211 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: port-security Jul 23 16:04:29.435536 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: project_id.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.436559 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.436961 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: project-id Jul 23 16:04:29.437328 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: providernet.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.438370 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.439017 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: provider Jul 23 16:04:29.439331 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.443598 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.444232 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos not supported by any of loaded plugins Jul 23 16:04:29.444592 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.446198 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.446801 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 16:04:29.447153 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.448234 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.448826 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 16:04:29.449225 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_default.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.450400 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.450877 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-default not supported by any of loaded plugins Jul 23 16:04:29.451257 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_fip.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.452053 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.452645 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 16:04:29.453001 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_gateway_ip.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.454138 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.454735 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 16:04:29.455088 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_port_network_policy.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.456176 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.456769 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 16:04:29.457171 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_rule_type_details.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.458275 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.458888 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 16:04:29.459253 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: qos_rules_alias.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.460513 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.461096 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 16:04:29.462006 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: quotasv2.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.463067 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.463398 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: quotas Jul 23 16:04:29.463729 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: quotasv2_detail.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.466876 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.467222 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: quota_details Jul 23 16:04:29.467560 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: rbac.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.468648 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.469185 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: rbac-policies Jul 23 16:04:29.469521 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: rbac_address_group.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.470720 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.471245 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: rbac-address-group Jul 23 16:04:29.471579 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: rbac_address_scope.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.472509 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.473026 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: rbac-address-scope Jul 23 16:04:29.473357 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: rbac_security_groups.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.474319 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.474831 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: rbac-security-groups Jul 23 16:04:29.475162 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: rbac_subnetpool.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.476084 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.476595 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: rbac-subnetpool Jul 23 16:04:29.477562 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: revisionifmatch.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.478513 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.479030 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: revision-if-match Jul 23 16:04:29.479351 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: revisions.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.480464 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.480980 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: standard-attr-revisions Jul 23 16:04:29.481309 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: router_availability_zone.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.482028 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.482544 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: router_availability_zone Jul 23 16:04:29.482872 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: routerservicetype.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.483806 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.484320 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 16:04:29.484645 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.485568 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.486108 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: security-groups-normalized-cidr Jul 23 16:04:29.486439 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.487368 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.487877 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: port-security-groups-filtering Jul 23 16:04:29.488203 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.489126 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.489639 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: security-groups-remote-address-group Jul 23 16:04:29.489987 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: securitygroup.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.499653 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.500181 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: security-group Jul 23 16:04:29.500513 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: segment.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.501308 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.501819 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension segment not supported by any of loaded plugins Jul 23 16:04:29.502171 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.503135 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.503655 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 16:04:29.503978 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: servicetype.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.505079 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.505612 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: service-type Jul 23 16:04:29.505964 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: sorting.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.506959 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.507293 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: sorting Jul 23 16:04:29.507620 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: standard_attr_segment.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.508648 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.509163 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 16:04:29.509492 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: standardattrdescription.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.510181 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.510693 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: standard-attr-description Jul 23 16:04:29.511020 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: stateful_security_group.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.511946 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.512465 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: stateful-security-group Jul 23 16:04:29.512787 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: stdattrs_common.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.513373 n-d-800484-3 neutron-server[93888]: WARNING neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 16:04:29.513699 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.514678 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.515201 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 16:04:29.515530 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnet_onboard.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.516609 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.517129 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: subnet_onboard Jul 23 16:04:29.517460 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.518422 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.518936 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 16:04:29.519265 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnet_service_types.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.520210 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.520725 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: subnet-service-types Jul 23 16:04:29.521054 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnetallocation.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.522167 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.522690 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: subnet_allocation Jul 23 16:04:29.523026 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.523711 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.524746 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: subnetpool-prefix-ops Jul 23 16:04:29.525073 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.526057 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.526570 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 16:04:29.526905 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: tagging.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.528008 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.528528 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: standard-attr-tag Jul 23 16:04:29.528860 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: timestamp.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.530224 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.530751 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loaded extension: standard-attr-timestamp Jul 23 16:04:29.531125 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: trunk.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.532301 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.532911 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension trunk not supported by any of loaded plugins Jul 23 16:04:29.533302 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: trunk_details.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.534337 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.534853 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 16:04:29.535179 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: uplink_status_propagation.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.536111 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.536628 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 16:04:29.536961 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Loading extension file: vlantransparent.py {{(pid=93888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 16:04:29.537655 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 16:04:29.538187 n-d-800484-3 neutron-server[93888]: INFO neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 16:04:29.541376 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:network Jul 23 16:04:29.541921 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnet Jul 23 16:04:29.542357 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:04:29.542754 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:port Jul 23 16:04:29.544058 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.544516 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service FLAVORS assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.545144 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.545572 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.545909 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:router Jul 23 16:04:29.546387 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:04:29.546884 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service METERING assigned prefix: /metering {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.548353 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.548736 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.549110 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:04:29.550140 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:04:29.550590 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:04:29.551032 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:04:29.551636 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service CORE assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.551966 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:04:29.552313 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] subnetpool is already registered Jul 23 16:04:29.552754 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service CORE assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.553080 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:04:29.553420 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] subnetpool is already registered Jul 23 16:04:29.555789 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.556224 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service FLAVORS assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.556818 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.557297 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.557584 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:router Jul 23 16:04:29.557943 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] router is already registered Jul 23 16:04:29.558361 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:04:29.558700 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] floatingip is already registered Jul 23 16:04:29.559152 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service METERING assigned prefix: /metering {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.559816 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:04:29.560150 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] rbac_policy is already registered Jul 23 16:04:29.560562 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:04:29.560897 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] security_group is already registered Jul 23 16:04:29.561296 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:04:29.561629 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] security_group_rule is already registered Jul 23 16:04:29.562284 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service CORE assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.562619 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:04:29.562956 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] subnetpool is already registered Jul 23 16:04:29.563386 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.v2.resource_helper [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Service CORE assigned prefix: {{(pid=93888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:04:29.563712 n-d-800484-3 neutron-server[93888]: INFO neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:04:29.564043 n-d-800484-3 neutron-server[93888]: WARNING neutron.quota.resource_registry [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] subnetpool is already registered Jul 23 16:04:29.564519 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: extensions {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.566116 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: address-groups {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.567862 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: address-scopes {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.569197 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: agents {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.570393 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: auto-allocated-topology {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.571694 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: availability_zones {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.572938 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: dhcp-networks {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.575593 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: dhcp-agents {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.577053 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: routers {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.578812 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: flavors {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.580104 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: service_profiles {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.581343 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: next_providers {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.582825 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: service_profiles {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.584395 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: floatingip-pools {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.585609 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: routers {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.587920 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: floatingips {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.589206 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: l3-routers {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.590646 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: l3-agents {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.592086 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: metering-labels {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.593351 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: metering-label-rules {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.594782 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: network-ip-availabilities {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.596048 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: bindings {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.597633 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: quotas {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.599213 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: quotas {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.600639 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: rbac-policies {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.601874 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: security-groups {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.603763 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: security-group-rules {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.605035 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: service-providers {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.606316 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: subnetpools {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.607640 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: subnetpools {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.609213 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.611066 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.612922 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.614782 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.616474 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.618510 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.620200 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.622066 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.623932 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.625674 n-d-800484-3 neutron-server[93888]: DEBUG neutron.api.extensions [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Extended resource: tags {{(pid=93888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 16:04:29.631685 n-d-800484-3 neutron-server[93888]: WARNING keystonemiddleware.auth_token [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 16:04:29.636790 n-d-800484-3 neutron-server[93888]: WARNING keystonemiddleware.auth_token [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 16:04:29.646120 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Acquired lock "singleton_lock" {{(pid=93888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 16:04:29.646599 n-d-800484-3 neutron-server[93888]: DEBUG oslo_concurrency.lockutils [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Releasing lock "singleton_lock" {{(pid=93888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 16:04:29.647247 n-d-800484-3 neutron-server[93888]: INFO oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Starting 2 workers Jul 23 16:04:29.652691 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Started child 94003 {{(pid=93888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:04:29.657210 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Started child 94004 {{(pid=93888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:04:29.658200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.658926 n-d-800484-3 neutron-server[93888]: INFO neutron.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 16:04:29.659504 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Notify callbacks [] for process, before_spawn {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.659715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [-] (94003) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:04:29.661823 n-d-800484-3 neutron-server[93888]: INFO oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Starting 1 workers Jul 23 16:04:29.662044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.663478 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [-] (94004) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:04:29.667232 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Started child 94005 {{(pid=93888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:04:29.667745 n-d-800484-3 neutron-server[93888]: INFO oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Starting 1 workers Jul 23 16:04:29.670856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] calling RpcWorker wait() {{(pid=94005) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 16:04:29.671383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] returning from RpcWorker wait() {{(pid=94005) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 16:04:29.672290 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Started child 94006 {{(pid=93888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 16:04:29.672734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.673122 n-d-800484-3 neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4d0472cb-fa06-425e-8a8c-87992b116f55 None None] Notify callbacks [] for process, after_spawn {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.673227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:29.675017 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:04:29.675235 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:04:29.675426 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:04:29.675651 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:04:29.675999 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:04:29.676164 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:04:29.676666 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.676940 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.677190 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.677366 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:29.677808 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.677808 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.678372 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.678649 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.678886 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.679154 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.679390 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.679560 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.679727 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.680042 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.680284 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.680580 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.680855 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.681110 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.681385 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.681557 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.681810 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.682113 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.682364 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.682633 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] debug = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.682887 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.683389 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.683646 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.683898 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.684120 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.684422 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.684655 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.684933 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.685190 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.685427 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.685681 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.685950 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.686211 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.686460 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.686683 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.686955 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.687195 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.687656 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] host = n-d-800484-3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.687892 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.688113 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.688346 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.688607 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.688950 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.689186 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.689436 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.689721 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.690053 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.690239 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.690486 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.690754 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.690976 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.691236 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.691372 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_options = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.691612 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.692127 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.692405 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.692598 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.692770 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.692950 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.693202 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.693368 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.693653 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.693846 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.694109 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.694329 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.694564 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.694764 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.695015 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.695291 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.695488 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.696250 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.696598 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.696852 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.697083 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.697331 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.697575 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.697799 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.698042 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.698281 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.698532 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.698751 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.698969 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.699245 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.699495 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.699758 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.699996 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.700250 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.700486 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.700714 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.700948 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.701249 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.701459 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.701705 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.701977 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.702221 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.702470 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.702690 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.702939 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.703156 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_json = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.703372 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.703588 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.703863 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.704091 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.704300 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.704515 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.704754 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.705009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.705419 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.705728 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.706072 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.706338 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.706580 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.706829 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.707089 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.707337 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.707672 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.708059 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.708429 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.708651 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.708955 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.709346 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.709485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:29.709615 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.709813 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.710103 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.710453 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.710818 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.711205 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.711972 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.712318 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.712727 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.713001 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.713241 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.713575 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.713785 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.714089 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.714363 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.714565 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715298 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715547 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715961 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.715961 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.716245 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.716503 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.716726 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.716726 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.717198 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.717422 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.717899 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.717899 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.718203 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.718342 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.718583 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.718819 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.719059 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.719323 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.719557 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.719784 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.720003 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.720223 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.720447 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.720705 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.720929 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.721165 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.721381 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.721623 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.721856 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.722149 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.722405 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.722625 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.722841 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.723064 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.723283 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.723507 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.723734 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.723951 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.724175 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.724864 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.729546 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.729895 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.730190 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.730603 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.730868 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.731276 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.731723 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.731927 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.732035 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.732474 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.732474 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.732740 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.732920 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.733271 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.733706 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.734457 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.734457 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.734733 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.734857 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.735049 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.735320 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.735575 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.736079 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.737607 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.737871 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.738407 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.738670 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.738939 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.739213 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.739487 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.739743 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.739996 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.740247 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.740481 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.740767 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.741030 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.741273 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.741984 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.744833 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.746517 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.746885 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.747242 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.747556 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.747899 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.748290 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.748633 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.749004 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.749341 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.750005 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.753223 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.753549 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.753855 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.754154 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.754443 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.754695 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.756137 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.756421 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.757056 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.759385 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.759689 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.760036 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.760323 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.760594 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.760836 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.761121 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.761404 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.761686 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.762230 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.763412 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.764249 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.766298 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.766565 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.767823 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.768083 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.768343 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.768587 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.768870 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.769141 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.769396 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.769659 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.769976 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.770217 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.770469 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.770716 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.770969 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.771198 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.771447 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.771709 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.771953 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.772201 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.772451 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.772694 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.772924 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.773152 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.773378 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.773636 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.774700 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.775006 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.775270 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.775515 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.775769 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.776184 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.776452 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.776678 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.776956 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.777186 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.777410 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.777636 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.777867 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.778144 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.778369 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.778607 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.778832 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.779099 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.779360 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.779710 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.779959 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.780206 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.780475 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.780704 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.780967 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.781196 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.781431 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.781655 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.781877 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.782147 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.782397 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.782629 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.782880 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.783139 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.783387 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.783624 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.783843 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.784280 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.784603 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.784880 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.785141 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.785414 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.785660 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.785913 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.786185 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.786447 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.786641 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.786870 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.787096 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.787314 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.787569 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.787786 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.788018 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.788238 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.788484 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.788700 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.788931 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.789149 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.789409 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.789639 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.789862 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.790101 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.790356 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.790600 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.790822 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.791054 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.791278 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.791493 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.791752 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.791970 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.792188 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.792415 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.792660 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.792877 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.793198 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.793459 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.793688 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.794009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.794247 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.794500 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.794734 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.795061 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.795300 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.795578 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.795802 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.796026 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.796272 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.796553 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.796866 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.797174 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.797869 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.798174 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.798450 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.798734 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.799009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.799228 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.799527 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.799874 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.800172 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.800430 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.800682 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.800939 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.801167 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.801394 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.801634 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.801873 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.802116 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.802385 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.802618 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.802844 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.803066 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.803304 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.803523 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.803698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:29.803790 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.803996 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.804220 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.804441 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.804601 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:04:29.805181 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 16:04:29.805352 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 16:04:29.805508 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 16:04:29.805678 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:04:29.805851 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 16:04:29.806054 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 16:04:29.806264 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.806430 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.806608 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.806760 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.806923 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807106 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807270 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807481 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807596 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807758 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.807927 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808089 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808252 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808415 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808581 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808742 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.808905 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809067 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809233 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809396 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809558 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809719 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.809881 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] debug = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810066 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810274 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810442 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810603 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810765 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.810927 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811103 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811238 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811398 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811559 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811721 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.811884 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812046 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812208 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812369 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812529 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812690 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.812851 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] host = n-d-800484-3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813014 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813176 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813339 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813501 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813661 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.813821 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814002 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814165 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814326 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814487 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814651 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814813 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.814974 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.815136 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.815340 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_options = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.815554 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.815781 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.815948 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.816138 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.816305 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.816469 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.816874 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.817045 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.817426 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.817701 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.817859 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.817998 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818117 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818240 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818382 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818544 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818706 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.818868 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819031 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819192 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819354 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819514 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819677 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.819840 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.820002 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.820163 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.820325 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.820487 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821196 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821315 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821457 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821619 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821781 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.821955 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822119 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822281 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822442 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822608 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822769 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.822929 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823091 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823254 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823415 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823577 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823738 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.823898 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_json = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824107 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824260 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824382 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824514 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824653 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824814 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.824975 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.825137 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 16:04:29.825320 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.825488 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.825665 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.825831 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.826023 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.826487 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.826663 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.826828 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.827153 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.827318 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.827492 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.827657 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.827834 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828003 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828169 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828336 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828504 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828653 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828823 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.828987 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.829151 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.829319 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.829500 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.829666 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.829832 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830012 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830175 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830341 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830507 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830674 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.830841 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831007 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831171 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831336 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831502 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831665 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831831 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.831997 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832163 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832330 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832497 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832662 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832828 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.832994 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.833161 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.833327 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.833493 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.833659 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.833825 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834009 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834188 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834352 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834517 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834681 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.834847 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835011 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835176 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835341 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835507 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835672 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.835838 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.836017 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.836183 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.836963 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837128 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837294 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837461 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837625 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837790 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.837972 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838140 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838306 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838476 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838640 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838807 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.838973 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839138 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839304 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839469 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839633 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839799 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.839964 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840129 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840294 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840468 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840649 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840813 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.840977 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841142 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841307 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841472 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841637 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841802 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.841985 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842152 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842316 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842481 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842648 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842812 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.842976 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843142 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843308 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843473 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843638 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843804 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.843969 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844134 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844299 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844462 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844627 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844792 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.844966 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.845132 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.845304 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.845468 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.845800 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.845997 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846166 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846333 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846498 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846703 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846814 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.846980 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847145 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847309 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847474 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847639 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847812 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.847989 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.848154 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.848337 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.848487 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.848675 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.848840 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849004 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849169 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849335 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849501 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849689 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849815 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.849987 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850154 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850319 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850485 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850649 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850818 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.850981 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.851330 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.851481 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.851653 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.851806 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.851985 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852149 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852313 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852479 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852669 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852815 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.852986 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.853151 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.853316 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.853481 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.853646 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.853811 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854004 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854147 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854295 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854458 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854625 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854792 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.854960 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.855125 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.855511 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.855678 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.855847 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856015 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856183 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856352 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856504 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856671 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.856838 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857003 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857170 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857336 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857525 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857672 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.857837 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858022 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858203 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858368 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858538 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858701 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.858866 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859031 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859196 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859361 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859524 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859688 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.859852 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860020 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860188 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860356 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860523 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860691 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.860853 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.861176 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.861344 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.861526 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.861690 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.862067 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.862235 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.862632 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.862808 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.862982 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.863302 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.863468 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.863632 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.863798 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.863962 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864138 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864304 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864470 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864635 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864801 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.864965 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865140 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865305 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865470 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865635 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865801 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.865987 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866163 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866328 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866494 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866660 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866825 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.866989 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.867165 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.867331 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.867519 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.867685 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.867850 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868014 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868189 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868355 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868523 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868697 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.868862 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869025 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869190 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869368 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869534 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869700 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.869866 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870051 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870217 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870385 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870554 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870727 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.870899 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871065 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871239 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871413 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871586 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871751 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.871923 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872100 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872265 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872430 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872594 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872758 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.872923 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873087 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873251 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873415 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873580 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873746 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.873910 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874098 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874263 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874427 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874591 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874755 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.874921 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.875085 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.875248 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 16:04:29.875404 n-d-800484-3 neutron-server[93888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 16:04:30.025494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:30.033836 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060887 Jul 23 16:04:41.831868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299496c-c535-4686-9ec6-bc236b70d422 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:04:41.923589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299496c-c535-4686-9ec6-bc236b70d422 None None] No non-hosted networks {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 16:04:41.942895 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31ad-e728-481f-a87e-5db1462527a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:44.206447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:44.207149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.207499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.207837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.218224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.218645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.218968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.219301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.219630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.219993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.220268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.220596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.225178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:44.225617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800484-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:44.237121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800484-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:04:44.349790 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f272975-9f67-40a4-873c-c239107da7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:44.407740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-25ea7d16-063c-474e-925a-69ee48060caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:45.372547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:47.282203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:48.442749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:48.938856 n-d-800484-3 neutron-server[94004]: WARNING oslo_policy.policy [None req-fb5e7136-22a6-4560-808d-94efbe417945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:48.939439 n-d-800484-3 neutron-server[94004]: WARNING oslo_policy.policy [None req-fb5e7136-22a6-4560-808d-94efbe417945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:49.159324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-fb5e7136-22a6-4560-808d-94efbe417945 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:04:49.160375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb5e7136-22a6-4560-808d-94efbe417945 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7166874 Jul 23 16:04:51.602866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34146) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:51.682224 n-d-800484-3 neutron-server[94005]: INFO neutron.db.l3_hamode_db [None req-9aa3328b-f724-44c3-81b5-ccc60f94e5d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 16:04:51.761868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3328b-f724-44c3-81b5-ccc60f94e5d1 None None] Routers set() bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:04:51.762275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3328b-f724-44c3-81b5-ccc60f94e5d1 None None] Router IDs set() for agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:04:51.972776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:04:52.070559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.policy [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94004) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:04:52.116833 n-d-800484-3 neutron-server[94004]: WARNING oslo_policy.policy [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:52.117205 n-d-800484-3 neutron-server[94004]: WARNING oslo_policy.policy [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:52.125959 n-d-800484-3 neutron-server[94004]: INFO neutron.quota [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] Loaded quota_driver: . Jul 23 16:04:52.222032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688337623', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688336644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688382812', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688383254', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688361683', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742688372156', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-708087', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3881643', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3685549'] for rbac-policy, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:52.289055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:52.290422 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e69ca8e-2b0a-4d5b-8267-e8883b14a64f admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6865718 Jul 23 16:04:54.957685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34158) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:55.469296 n-d-800484-3 neutron-server[94003]: WARNING oslo_policy.policy [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:55.469870 n-d-800484-3 neutron-server[94003]: WARNING oslo_policy.policy [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:55.690005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Request body: {'network': {'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'name': 'private'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:04:55.691707 n-d-800484-3 neutron-server[94003]: INFO neutron.quota [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Loaded quota_driver: . Jul 23 16:04:55.752160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Made reservation on behalf of c7cc8836bca34e499bdc3c6530a20df4 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:04:55.819639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.policy [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94003) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 16:04:55.864818 n-d-800484-3 neutron-server[94003]: WARNING oslo_policy.policy [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:55.865191 n-d-800484-3 neutron-server[94003]: WARNING oslo_policy.policy [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:04:55.875065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:55.902541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.045351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.049085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.074981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:04:56.100950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742689254530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.101533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Unsubscribe: segment precommit_create {{(pid=94003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:04:56.102077 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Added segment 413a75ba-a6f2-41a1-8995-84b5405f19ec of type vlan for network e97116cc-74ba-4150-a3b6-47d07b881520 Jul 23 16:04:56.108715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fe966-9d05-4360-8225-b2a10e3671aa,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:04:56.134708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.135041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.135370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.135698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.136020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.136342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.136660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.136975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.137288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.137600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.137911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.138246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Tracked resource versions report: Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: pushed versions: Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: { 'AddressGroup': {'1.2'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'ConntrackHelper': {'1.0'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Log': {'1.0'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Network': {'1.1'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Port': {'1.7'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'PortForwarding': {'1.2'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'QosPolicy': {'1.8'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SecurityGroup': {'1.4'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SubPort': {'1.0'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Subnet': {'1.1'}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Trunk': {'1.1'}} Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: consumer versions: Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: L3 agent@n-d-800484-3: {}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: Metadata agent@n-d-800484-3: {}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: Metering agent@n-d-800484-3: {}, Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'ConntrackHelper': '1.0', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Log': '1.0', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Network': '1.1', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Port': '1.7', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'PortForwarding': '1.2', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'QosPolicy': '1.8', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SecurityGroup': '1.4', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SecurityGroupRule': '1.2', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'SubPort': '1.0', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Subnet': '1.1', Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: 'Trunk': '1.1'}} Jul 23 16:04:56.139346 n-d-800484-3 neutron-server[94003]: {{(pid=94003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:04:56.236830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.289699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.290976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:04:56.291664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:56.362531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4024010 Jul 23 16:04:56.404572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26b90c-27cf-447f-8bb8-90a95a366195 admin admin] Pushing event updated for resources: {'Network': ['ID=e97116cc-74ba-4150-a3b6-47d07b881520,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:04:56.418591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e97116cc-74ba-4150-a3b6-47d07b881520 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:04:59.080003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:04:59.476304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789326d-db4c-4ee4-921f-a3bf21cb3131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:04:59.477576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e789326d-db4c-4ee4-921f-a3bf21cb3131 admin admin] 10.222.0.64 "GET /v2.0/networks/e97116cc-74ba-4150-a3b6-47d07b881520 HTTP/1.1" status: 200 len: 825 time: 0.3965900 Jul 23 16:04:59.514449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8aa47100-a7a4-489b-a5a5-78d73ee52a35 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/4351be3e-8f99-4348-9400-cc5d311a343d HTTP/1.1" status: 200 len: 734 time: 0.0314882 Jul 23 16:04:59.522988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:04:59.546497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Made reservation on behalf of c7cc8836bca34e499bdc3c6530a20df4 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:04:59.548736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:59.851670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:59.914532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=928880ab-36e2-44f9-8996-95325cfced0e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:04:59.923085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Checking segment: {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:04:59.923457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Network hostable DHCP agents. Network: e97116cc-74ba-4150-a3b6-47d07b881520, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:04:59.948024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Network e97116cc-74ba-4150-a3b6-47d07b881520 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:04:59.958763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e97116cc-74ba-4150-a3b6-47d07b881520) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:04:59.963360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:04:59.963947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:04:59.968741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5e68e-0fb0-4274-913f-54e009cea5a6 None None] Network e97116cc-74ba-4150-a3b6-47d07b881520 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:04:59.980883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e16ac0d8-5f36-4339-9420-f30e9c5f8dca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4612658 Jul 23 16:05:00.290063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-e97116cc-74ba-4150-a3b6-47d07b881520', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:05:00.291307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:00.579473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Allocated IP 172.20.0.2 (e97116cc-74ba-4150-a3b6-47d07b881520/928880ab-36e2-44f9-8996-95325cfced0e/bbe90beb-aee7-4130-bb19-49e0d06ad0f8) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:05:00.815257 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:00.830402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Transition to ACTIVE for port object bbe90beb-aee7-4130-bb19-49e0d06ad0f8 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:05:00.850892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Transition to ACTIVE for port object bbe90beb-aee7-4130-bb19-49e0d06ad0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:05:00.860423 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:00.931760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Network e97116cc-74ba-4150-a3b6-47d07b881520 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:05:00.937383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:05:00.941338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:05:00.950246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Pushing event updated for resources: {'Port': ['ID=bbe90beb-aee7-4130-bb19-49e0d06ad0f8,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:00.979503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.980103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.980182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.980491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.980819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.981146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.981472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.981795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.982149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.982512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.982788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.983106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Tracked resource versions report: Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: pushed versions: Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: { 'AddressGroup': {'1.2'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'ConntrackHelper': {'1.0'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Log': {'1.0'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Network': {'1.1'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Port': {'1.7'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'PortForwarding': {'1.2'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'QosPolicy': {'1.8'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SecurityGroup': {'1.4'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SubPort': {'1.0'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Subnet': {'1.1'}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Trunk': {'1.1'}} Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: consumer versions: Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: L3 agent@n-d-800484-3: {}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: Metadata agent@n-d-800484-3: {}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: Metering agent@n-d-800484-3: {}, Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'ConntrackHelper': '1.0', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Log': '1.0', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Network': '1.1', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Port': '1.7', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'PortForwarding': '1.2', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'QosPolicy': '1.8', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SecurityGroup': '1.4', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SecurityGroupRule': '1.2', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'SubPort': '1.0', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Subnet': '1.1', Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: 'Trunk': '1.1'}} Jul 23 16:05:00.984217 n-d-800484-3 neutron-server[94005]: {{(pid=94005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:05:01.037947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Attempting to bind port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:05:01.038346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Attempting to bind port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:05:01.038778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Attempting to bind port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 on network e97116cc-74ba-4150-a3b6-47d07b881520 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:05:01.043742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:05:01.044139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Checking segment: {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:05:01.044626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:01.045009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Bound using segment: {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:05:01.045480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Bound port: bbe90beb-aee7-4130-bb19-49e0d06ad0f8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:05:01.045871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:01.108973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] For port bbe90beb-aee7-4130-bb19-49e0d06ad0f8, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:05:01.113400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] For port bbe90beb-aee7-4130-bb19-49e0d06ad0f8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bbe90beb-aee7-4130-bb19-49e0d06ad0f8,segment=NetworkSegment(413a75ba-a6f2-41a1-8995-84b5405f19ec),segment_id=413a75ba-a6f2-41a1-8995-84b5405f19ec)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:05:01.118446 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:01.182491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7eab-7ee0-4d56-8168-37b0e19179de None None] Pushing event updated for resources: {'Port': ['ID=bbe90beb-aee7-4130-bb19-49e0d06ad0f8,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:02.402164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34188) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:02.719472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-31dd1011-ff66-4493-8f3e-16488e1e4eb6 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:05:02.720475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-31dd1011-ff66-4493-8f3e-16488e1e4eb6 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173573 Jul 23 16:05:05.112453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34196) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:05.430141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-5b5e4d8e-0d22-436c-8a02-1d38c6408c7f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:05:05.431133 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b5e4d8e-0d22-436c-8a02-1d38c6408c7f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174634 Jul 23 16:05:08.050750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:08.378039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Request body: {'router': {'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'name': 'router1', 'admin_state_up': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:05:08.407855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.409641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.576188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.580854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.592467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:08.593785 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-16fbbc4a-9b9b-4865-995b-a942157afe1f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5419552 Jul 23 16:05:09.673419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b576095-3730-4791-8cac-6d101e5d8efb None None] Network e97116cc-74ba-4150-a3b6-47d07b881520 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:05:09.766675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5064e15a-7381-44bc-8725-699669af7be4 None None] Provisioning for port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:05:10.195960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bbe90beb-aee7-4130-bb19-49e0d06ad0f8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:10.277056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:05:10.281135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:10.281560 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:10.399362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:10.435303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port bbe90beb-aee7-4130-bb19-49e0d06ad0f8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bbe90beb-aee7-4130-bb19-49e0d06ad0f8,segment=NetworkSegment(413a75ba-a6f2-41a1-8995-84b5405f19ec),segment_id=413a75ba-a6f2-41a1-8995-84b5405f19ec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:05:10.441917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:10.502622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=bbe90beb-aee7-4130-bb19-49e0d06ad0f8,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:11.038679 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:11.358582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-1f8e5bae-c39a-478f-b8c3-eff96c496254 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:05:11.359547 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1f8e5bae-c39a-478f-b8c3-eff96c496254 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198948 Jul 23 16:05:11.688526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29b265b5-ffe0-4237-b56b-03c933aaefa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:12.174178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bbe90beb-aee7-4130-bb19-49e0d06ad0f8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:12.220854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:12.221225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:13.809990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:14.124382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:05:14.146411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Made reservation on behalf of 6229b61355c845ab8da181b4ad0469e3 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:05:14.149075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.165358 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.191070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.280029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.284431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.297345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Reserving flat network on physical network physnet1 {{(pid=94004) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 16:05:14.334718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-daf5cc6b-8873-4c26-a619-014036459ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.334995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742689254530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.335587 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Unsubscribe: segment precommit_create {{(pid=94004) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:05:14.336075 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Added segment 6da8d5ae-69e2-4b57-aadf-f33393af4f79 of type flat for network 74df0837-16b9-42a6-ba12-b9336a0e2e27 Jul 23 16:05:14.354355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ac69e-fb76-4b71-a655-354d5b5e019a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:14.378944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.379282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.379619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.379952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.380277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.380595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.380914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.381232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.381545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.381858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.382198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.382512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Tracked resource versions report: Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: pushed versions: Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: { 'AddressGroup': {'1.2'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'ConntrackHelper': {'1.0'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Log': {'1.0'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Network': {'1.1'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Port': {'1.7'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'PortForwarding': {'1.2'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'QosPolicy': {'1.8'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SecurityGroup': {'1.4'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SubPort': {'1.0'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Subnet': {'1.1'}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Trunk': {'1.1'}} Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: consumer versions: Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: L3 agent@n-d-800484-3: {}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: Metadata agent@n-d-800484-3: {}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: Metering agent@n-d-800484-3: {}, Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'ConntrackHelper': '1.0', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Log': '1.0', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Network': '1.1', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Port': '1.7', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'PortForwarding': '1.2', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'QosPolicy': '1.8', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SecurityGroup': '1.4', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SecurityGroupRule': '1.2', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'SubPort': '1.0', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Subnet': '1.1', Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: 'Trunk': '1.1'}} Jul 23 16:05:14.383686 n-d-800484-3 neutron-server[94004]: {{(pid=94004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:05:14.461334 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.527357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.528540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:14.529239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:14.589014 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7779310 Jul 23 16:05:14.634155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034ec19-99ec-451e-9a65-3d2fd1a2c506 admin admin] Pushing event updated for resources: {'Network': ['ID=74df0837-16b9-42a6-ba12-b9336a0e2e27,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:14.645839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:05:15.324845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:16.991656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34248) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:17.179847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25190-0a8d-410b-a4f8-e8c20ce37763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:17.182267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9db25190-0a8d-410b-a4f8-e8c20ce37763 admin admin] 10.222.0.64 "GET /v2.0/subnets/928880ab-36e2-44f9-8996-95325cfced0e HTTP/1.1" status: 200 len: 849 time: 0.1894336 Jul 23 16:05:17.239549 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:17.345293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0072cf13-e5b4-4b67-94d4-9998e1398028 admin admin] 10.222.0.64 "GET /v2.0/routers/5bad9906-f7d8-489c-b4b9-f0448165524e HTTP/1.1" status: 200 len: 704 time: 0.1579437 Jul 23 16:05:17.625306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:17.927547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Allocated IP 172.20.0.1 (e97116cc-74ba-4150-a3b6-47d07b881520/928880ab-36e2-44f9-8996-95325cfced0e/da946faf-4e51-4a3f-ba83-8fe544abcda8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:05:18.083252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.105218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Transition to ACTIVE for port object da946faf-4e51-4a3f-ba83-8fe544abcda8 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:05:18.186768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.308708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Network e97116cc-74ba-4150-a3b6-47d07b881520 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:05:18.313655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:05:18.320665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:05:18.321209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.381891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Pushing event updated for resources: {'Port': ['ID=da946faf-4e51-4a3f-ba83-8fe544abcda8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:18.476952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6c00be6-8f77-43c5-8ab1-99daa9f0e351 None None] Provisioning for port da946faf-4e51-4a3f-ba83-8fe544abcda8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:05:18.480647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6c00be6-8f77-43c5-8ab1-99daa9f0e351 None None] Provisioning complete for port da946faf-4e51-4a3f-ba83-8fe544abcda8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:18.481432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6c00be6-8f77-43c5-8ab1-99daa9f0e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.519498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b6c00be6-8f77-43c5-8ab1-99daa9f0e351 None None] Port da946faf-4e51-4a3f-ba83-8fe544abcda8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:05:18.545656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.738954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.744438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.745216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:18.809149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Pushing event updated for resources: {'Port': ['ID=da946faf-4e51-4a3f-ba83-8fe544abcda8,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:18.879544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Network e97116cc-74ba-4150-a3b6-47d07b881520 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:05:18.880850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:05:19.041191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be7621f6-c827-44ac-951d-c87e8f21adb9 None None] Provisioning complete for port da946faf-4e51-4a3f-ba83-8fe544abcda8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:19.041553 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be7621f6-c827-44ac-951d-c87e8f21adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:19.053186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Router 5bad9906-f7d8-489c-b4b9-f0448165524e is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:05:19.077159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-be7621f6-c827-44ac-951d-c87e8f21adb9 None None] Port da946faf-4e51-4a3f-ba83-8fe544abcda8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:05:19.147636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:05:19.153076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-972ce6bb-e13f-4430-b22c-fcb04198be7b admin admin] 10.222.0.64 "PUT /v2.0/routers/5bad9906-f7d8-489c-b4b9-f0448165524e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8022091 Jul 23 16:05:19.158627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Sync routers for ids ['5bad9906-f7d8-489c-b4b9-f0448165524e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:05:19.171507 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Routers {'5bad9906-f7d8-489c-b4b9-f0448165524e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:05:19.172444 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:05:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5bad9906-f7d8-489c-b4b9-f0448165524e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:19.366766 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Set router 5bad9906-f7d8-489c-b4b9-f0448165524e gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:05:19.843175 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:18Z', 'revision_number': 2, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port_host': None, '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:18Z', 'revision_number': 2, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:19.898960 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Checking router: 5bad9906-f7d8-489c-b4b9-f0448165524e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:05:19.899328 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Updating router 5bad9906-f7d8-489c-b4b9-f0448165524e port da946faf-4e51-4a3f-ba83-8fe544abcda8 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:05:19.965399 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.530391 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.552424 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Transition to ACTIVE for port object da946faf-4e51-4a3f-ba83-8fe544abcda8 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:05:20.558479 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.751868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Pushing event updated for resources: {'Port': ['ID=da946faf-4e51-4a3f-ba83-8fe544abcda8,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:20.769743 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.770131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.770470 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.770803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.771134 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.771460 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.771782 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.772103 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.772424 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.772742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.773060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.773405 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Tracked resource versions report: Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: pushed versions: Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: { 'AddressGroup': {'1.2'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'ConntrackHelper': {'1.0'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Log': {'1.0'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Network': {'1.1'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Port': {'1.7'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'PortForwarding': {'1.2'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'QosPolicy': {'1.8'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SecurityGroup': {'1.4'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SubPort': {'1.0'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Subnet': {'1.1'}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Trunk': {'1.1'}} Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: consumer versions: Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: L3 agent@n-d-800484-3: {}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: Metadata agent@n-d-800484-3: {}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: Metering agent@n-d-800484-3: {}, Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'ConntrackHelper': '1.0', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Log': '1.0', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Network': '1.1', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Port': '1.7', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'PortForwarding': '1.2', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'QosPolicy': '1.8', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SecurityGroup': '1.4', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SecurityGroupRule': '1.2', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'SubPort': '1.0', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Subnet': '1.1', Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: 'Trunk': '1.1'}} Jul 23 16:05:20.774567 n-d-800484-3 neutron-server[94006]: {{(pid=94006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:05:20.787796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Attempting to bind port da946faf-4e51-4a3f-ba83-8fe544abcda8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:05:20.788195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Attempting to bind port da946faf-4e51-4a3f-ba83-8fe544abcda8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:05:20.788636 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Attempting to bind port da946faf-4e51-4a3f-ba83-8fe544abcda8 on network e97116cc-74ba-4150-a3b6-47d07b881520 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:05:20.794538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:05:20.794980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Checking segment: {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:05:20.795434 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.795817 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Bound using segment: {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:05:20.796349 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Bound port: da946faf-4e51-4a3f-ba83-8fe544abcda8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413a75ba-a6f2-41a1-8995-84b5405f19ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:05:20.796759 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.890905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] For port da946faf-4e51-4a3f-ba83-8fe544abcda8, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:05:20.916389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] For port da946faf-4e51-4a3f-ba83-8fe544abcda8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da946faf-4e51-4a3f-ba83-8fe544abcda8,segment=NetworkSegment(413a75ba-a6f2-41a1-8995-84b5405f19ec),segment_id=413a75ba-a6f2-41a1-8995-84b5405f19ec)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:05:20.921985 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:20.972750 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Routers {'5bad9906-f7d8-489c-b4b9-f0448165524e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:05:20.973405 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:05:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5bad9906-f7d8-489c-b4b9-f0448165524e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:21.077866 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde8a8a-1ce7-4a53-81e1-09c73ce7d868 None None] Pushing event updated for resources: {'Port': ['ID=da946faf-4e51-4a3f-ba83-8fe544abcda8,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:21.102529 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] Set router 5bad9906-f7d8-489c-b4b9-f0448165524e gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:05:21.352294 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:18Z', 'revision_number': 2, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port_host': None, '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:20Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:21.380261 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdae61-ff02-4e31-9991-be7eb3b3ee50 None None] The sync data for ids ['5bad9906-f7d8-489c-b4b9-f0448165524e'] in n-d-800484-3 is: [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:18Z', 'revision_number': 2, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port_host': None, '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:20Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:05:21.475365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:21.657680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc1870-27cf-46ea-ada3-561efe5ed8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:21.659530 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2abc1870-27cf-46ea-ada3-561efe5ed8d1 admin admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 842 time: 0.1824479 Jul 23 16:05:21.671607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'ip_version': 4, 'cidr': '172.25.2.0/24'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:05:21.695550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Made reservation on behalf of 6229b61355c845ab8da181b4ad0469e3 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:05:21.697921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:22.104028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:05:22.104501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:22.169282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81947707-3669-467d-a699-6f7c070421fa,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:22.180894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:05:22.181273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Network hostable DHCP agents. Network: 74df0837-16b9-42a6-ba12-b9336a0e2e27, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:05:22.204195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:05:22.214994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 74df0837-16b9-42a6-ba12-b9336a0e2e27) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:05:22.220210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:22.220664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:22.225154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b9c54-9e1e-45cf-a0a0-87f579840ae4 None None] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:05:22.250737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-592c85e8-e185-42fa-b55b-62ea4013c984 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5844662 Jul 23 16:05:22.370493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3add02b-4cbf-44bc-97ce-c74415ef5a81 None None] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:05:24.588041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:24.801472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2c41ff9-2b95-43f2-a967-c57be41927ef admin admin] 10.222.0.64 "GET /v2.0/routers/5bad9906-f7d8-489c-b4b9-f0448165524e HTTP/1.1" status: 200 len: 710 time: 0.2122097 Jul 23 16:05:24.902124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071bec0-ee0c-4ea3-9cee-e11785154827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:05:24.903911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d071bec0-ee0c-4ea3-9cee-e11785154827 admin admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 886 time: 0.0971694 Jul 23 16:05:24.913643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:05:25.195176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:25.447782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:25.581043 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:25.740484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Allocated IP 172.25.2.101 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/383e6bf0-e41a-406c-8010-cf13109d64a3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:05:25.858200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:25.942996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.014856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:05:26.020584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:05:26.024050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:05:26.038612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Pushing event updated for resources: {'Port': ['ID=383e6bf0-e41a-406c-8010-cf13109d64a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:26.329991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.568658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.572006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.708184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Router 5bad9906-f7d8-489c-b4b9-f0448165524e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:05:26.823420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:05:26.827889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:26.829075 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f8825bed-2f8a-445d-931f-675901e3daa8 admin admin] 10.222.0.64 "PUT /v2.0/routers/5bad9906-f7d8-489c-b4b9-f0448165524e HTTP/1.1" status: 200 len: 890 time: 1.9192524 Jul 23 16:05:28.019715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Sync routers for ids ['5bad9906-f7d8-489c-b4b9-f0448165524e'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:05:28.031062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Routers {'5bad9906-f7d8-489c-b4b9-f0448165524e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:05:28.031703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:05:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5bad9906-f7d8-489c-b4b9-f0448165524e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:28.207955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da946faf-4e51-4a3f-ba83-8fe544abcda8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:28.319364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Set router 5bad9906-f7d8-489c-b4b9-f0448165524e gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:05:28.379915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port da946faf-4e51-4a3f-ba83-8fe544abcda8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:05:28.387878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da946faf-4e51-4a3f-ba83-8fe544abcda8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:28.388253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:28.683979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:28.754504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port da946faf-4e51-4a3f-ba83-8fe544abcda8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da946faf-4e51-4a3f-ba83-8fe544abcda8,segment=NetworkSegment(413a75ba-a6f2-41a1-8995-84b5405f19ec),segment_id=413a75ba-a6f2-41a1-8995-84b5405f19ec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:05:28.760550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:28.831438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=da946faf-4e51-4a3f-ba83-8fe544abcda8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:28.849363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:26Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port': {'id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:25Z', 'updated_at': '2021-07-23T16:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:20Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:28.901091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Checking router: 5bad9906-f7d8-489c-b4b9-f0448165524e for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:05:28.901437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Updating router 5bad9906-f7d8-489c-b4b9-f0448165524e port 383e6bf0-e41a-406c-8010-cf13109d64a3 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:05:28.934505 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.231149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:05:29.257611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.268068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Transition to ACTIVE for port object 383e6bf0-e41a-406c-8010-cf13109d64a3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:05:29.274653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.328229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc76d4e-019e-4c5f-beba-f5268bee8268 None None] Pushing event updated for resources: {'Port': ['ID=383e6bf0-e41a-406c-8010-cf13109d64a3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:29.331046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Attempting to bind port 383e6bf0-e41a-406c-8010-cf13109d64a3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:05:29.331419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Attempting to bind port 383e6bf0-e41a-406c-8010-cf13109d64a3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:05:29.331777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Attempting to bind port 383e6bf0-e41a-406c-8010-cf13109d64a3 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:05:29.336961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:05:29.337331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:05:29.337724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.338134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:05:29.338588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Bound port: 383e6bf0-e41a-406c-8010-cf13109d64a3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:05:29.338979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.371262 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-360640c5-2b4f-4c55-ab4e-ed2454d0a077 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1386061 Jul 23 16:05:29.389338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] For port 383e6bf0-e41a-406c-8010-cf13109d64a3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:05:29.393404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] For port 383e6bf0-e41a-406c-8010-cf13109d64a3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=383e6bf0-e41a-406c-8010-cf13109d64a3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:05:29.399434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:29.459491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Routers {'5bad9906-f7d8-489c-b4b9-f0448165524e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:05:29.460118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:05:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5bad9906-f7d8-489c-b4b9-f0448165524e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:29.495029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc76d4e-019e-4c5f-beba-f5268bee8268 None None] Pushing event updated for resources: {'Port': ['ID=383e6bf0-e41a-406c-8010-cf13109d64a3,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:29.651472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] Set router 5bad9906-f7d8-489c-b4b9-f0448165524e gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:05:29.872960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:26Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port': {'id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:25Z', 'updated_at': '2021-07-23T16:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:28Z', 'revision_number': 5, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:05:29.903415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3143868b-7ab4-4cdd-9196-d77ea5e80591 None None] The sync data for ids ['5bad9906-f7d8-489c-b4b9-f0448165524e'] in n-d-800484-3 is: [{'id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'name': 'router1', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:05:08Z', 'updated_at': '2021-07-23T16:05:26Z', 'revision_number': 4, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'gw_port': {'id': '383e6bf0-e41a-406c-8010-cf13109d64a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:25Z', 'updated_at': '2021-07-23T16:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da946faf-4e51-4a3f-ba83-8fe544abcda8', 'name': '', 'network_id': 'e97116cc-74ba-4150-a3b6-47d07b881520', 'tenant_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'mac_address': 'fa:16:3e:9c:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bad9906-f7d8-489c-b4b9-f0448165524e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '928880ab-36e2-44f9-8996-95325cfced0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:05:17Z', 'updated_at': '2021-07-23T16:05:28Z', 'revision_number': 5, 'project_id': 'c7cc8836bca34e499bdc3c6530a20df4', 'subnets': [{'id': '928880ab-36e2-44f9-8996-95325cfced0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4351be3e-8f99-4348-9400-cc5d311a343d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:05:30.281405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 383e6bf0-e41a-406c-8010-cf13109d64a3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:30.338804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 383e6bf0-e41a-406c-8010-cf13109d64a3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:05:30.350669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 383e6bf0-e41a-406c-8010-cf13109d64a3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:30.351408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:30.451767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:30.474953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 383e6bf0-e41a-406c-8010-cf13109d64a3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=383e6bf0-e41a-406c-8010-cf13109d64a3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:05:30.479734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:30.480734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da946faf-4e51-4a3f-ba83-8fe544abcda8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:30.560636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da946faf-4e51-4a3f-ba83-8fe544abcda8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:30.561017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:30.617700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=383e6bf0-e41a-406c-8010-cf13109d64a3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:05:32.200004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 383e6bf0-e41a-406c-8010-cf13109d64a3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:05:32.256846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 383e6bf0-e41a-406c-8010-cf13109d64a3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:05:32.257206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:39.738421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:05:41.691512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1574963f-336d-473b-beb9-806e06f456bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:44.193845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:44.337116 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1f6143d5-507d-4c6e-9f5c-499e4bf338a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:45.336409 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:05:47.258997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:11.700123 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8df14a9-b49f-4aad-b04b-f1ee8d3491be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:14.198560 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:14.339821 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd00f148-878a-4d13-bdea-4a6e6090ec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:15.344379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:16.737053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:06:17.272224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:41.694030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-009c6fa9-4d7d-47fe-a6cb-49d80a525eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:44.202220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:44.342373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4f60daee-0182-4381-a02e-1a3992cce9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:45.334545 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:47.262291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:06:53.736299 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:11.696891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7d220a40-6520-4eb9-89f6-c8156545e669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:12.843491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:12.979273 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd4bd26-1d46-4022-971d-58f0d3c5b562 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:07:12.980696 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4bd4bd26-1d46-4022-971d-58f0d3c5b562 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1362541 Jul 23 16:07:13.143345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14efb938-ae5d-45c6-a8bc-fd8e0d672c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:13.144755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-14efb938-ae5d-45c6-a8bc-fd8e0d672c1b admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602643 Jul 23 16:07:14.204899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:14.352550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ed6-90c4-4fe2-9929-0821549f88f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:15.340378 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:15.352196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:15.446668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b0c3e-1419-460d-abf4-79e3c4ad1aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:15.448060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f2b0c3e-1419-460d-abf4-79e3c4ad1aad admin admin] 10.222.0.64 "GET /v2.0/subnets/928880ab-36e2-44f9-8996-95325cfced0e HTTP/1.1" status: 200 len: 849 time: 0.0948956 Jul 23 16:07:15.457488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:07:15.547631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:15.694984 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742689111884'] for subnet, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:15.729643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:15.729857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:15.732321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] 10.222.0.64 "PUT /v2.0/subnets/928880ab-36e2-44f9-8996-95325cfced0e HTTP/1.1" status: 200 len: 868 time: 0.2787910 Jul 23 16:07:15.732680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cb674-be56-478d-8f4a-dc8b540fc7be None None] Network e97116cc-74ba-4150-a3b6-47d07b881520 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:07:15.749269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928880ab-36e2-44f9-8996-95325cfced0e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:07:15.757141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.757488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.757790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.758150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.758477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.758804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.759130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.759457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.759776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.760099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.760418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:15.760733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5893117-c822-4de8-8edb-6dbbfe85c583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:07:16.136421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4a29f30f-d247-4266-90af-6577de17ece6 None None] Provisioning complete for port da946faf-4e51-4a3f-ba83-8fe544abcda8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:16.136799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a29f30f-d247-4266-90af-6577de17ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:16.228269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4a29f30f-d247-4266-90af-6577de17ece6 None None] Provisioning complete for port bbe90beb-aee7-4130-bb19-49e0d06ad0f8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:07:16.228649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a29f30f-d247-4266-90af-6577de17ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.265235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:17.935828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34910) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:18.146018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7565405-0e6c-4bb0-95e6-030a444ce75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:18.146400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7565405-0e6c-4bb0-95e6-030a444ce75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:18.148477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b7565405-0e6c-4bb0-95e6-030a444ce75b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111516 Jul 23 16:07:20.331609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:20.537413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f909bd-363f-48b3-9f24-fcb23af0505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:20.537886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f909bd-363f-48b3-9f24-fcb23af0505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:20.539466 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e4f909bd-363f-48b3-9f24-fcb23af0505c admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2069125 Jul 23 16:07:22.687964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:22.811984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb86757-70db-4017-9ce9-26f84e260d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:22.813372 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fbb86757-70db-4017-9ce9-26f84e260d5a admin admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 886 time: 0.1244385 Jul 23 16:07:25.033422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34934) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:25.180112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4d51e-932a-4878-98ec-d77a8a3e72bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:25.181747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-97e4d51e-932a-4878-98ec-d77a8a3e72bb admin admin] 10.222.0.64 "GET /v2.0/networks/e97116cc-74ba-4150-a3b6-47d07b881520 HTTP/1.1" status: 200 len: 869 time: 0.1470835 Jul 23 16:07:27.408827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34942) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:27.616320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd48856-295e-4f17-a85e-c1b5c959f2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:27.616695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd48856-295e-4f17-a85e-c1b5c959f2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:27.618276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2cd48856-295e-4f17-a85e-c1b5c959f2df admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2084401 Jul 23 16:07:29.800212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:29.923892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b4356c-326b-47ac-9eb9-ec7fddbedfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:29.924348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b4356c-326b-47ac-9eb9-ec7fddbedfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:29.925893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f0b4356c-326b-47ac-9eb9-ec7fddbedfc3 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247296 Jul 23 16:07:30.734764 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:07:32.093039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34958) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:32.177860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a2889-d3f0-4654-ab53-5f530d368460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:32.179253 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2e5a2889-d3f0-4654-ab53-5f530d368460 admin admin] 10.222.0.64 "GET /v2.0/subnets/81947707-3669-467d-a699-6f7c070421fa HTTP/1.1" status: 200 len: 816 time: 0.0852611 Jul 23 16:07:34.385340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:07:34.489878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17f1ff-3a92-4a66-87d9-836b0af32e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:07:34.491188 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af17f1ff-3a92-4a66-87d9-836b0af32e2f admin admin] 10.222.0.64 "GET /v2.0/subnets/928880ab-36e2-44f9-8996-95325cfced0e HTTP/1.1" status: 200 len: 868 time: 0.1047246 Jul 23 16:07:41.700428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0e797e8-c7d1-442d-945b-8f7e4dccdf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:44.211053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:44.344551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7981f5f0-8551-482d-b235-2753283d2b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:45.348596 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:07:47.269387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:00.184954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35018) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:00.234330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-e90dc195-fc6d-4747-981e-d15368b4efbd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:08:00.235390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e90dc195-fc6d-4747-981e-d15368b4efbd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495059 Jul 23 16:08:02.568491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35026) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:02.632811 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76d1c41-3e7a-487b-b316-d839d8d5f2d1 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:08:02.634227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c76d1c41-3e7a-487b-b316-d839d8d5f2d1 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647728 Jul 23 16:08:02.777366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160085e5-7c2f-45b6-8527-71db93c3f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:02.778834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-160085e5-7c2f-45b6-8527-71db93c3f957 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407943 Jul 23 16:08:05.030233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35034) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:05.075686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:05.097546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Made reservation on behalf of 6229b61355c845ab8da181b4ad0469e3 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:05.099945 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.136796 n-d-800484-3 neutron-server[94004]: WARNING neutron.services.revisions.revision_plugin [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Could not find related network for resource to bump revision. Jul 23 16:08:05.152888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:08:05.163845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.164214 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Added segment b406b62a-5af2-4068-92ce-2c30e6a9f73d of type vlan for network 49729525-81cf-4393-95a8-4ece0c8cc2d4 Jul 23 16:08:05.218396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.249427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.250467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:05.251076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:05.286299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2548585 Jul 23 16:08:05.313379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Pushing event updated for resources: {'Network': ['ID=49729525-81cf-4393-95a8-4ece0c8cc2d4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:05.321506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.322387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.322716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.323042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.323371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.323699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.324024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.324352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.324674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.324989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.325316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.325635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d675aac-7560-4f8f-bedd-52745d39de39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:05.337662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:08:07.537009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35042) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:08:07.597324 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e626397-8de7-45c0-8638-1f450d1efcb8 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:08:07.598959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0e626397-8de7-45c0-8638-1f450d1efcb8 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609913 Jul 23 16:08:07.673798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783077e-3ea4-405c-8b1a-d8b5b6b57947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:07.675337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a783077e-3ea4-405c-8b1a-d8b5b6b57947 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723135 Jul 23 16:08:07.687025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:08:07.711609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Made reservation on behalf of 6229b61355c845ab8da181b4ad0469e3 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:08:07.714642 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:07.734998 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:07.913986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:07.962745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690d06c8-f6ca-4d72-9237-a6fd6e5d2587,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:07.977375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:07.977726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Network hostable DHCP agents. Network: 49729525-81cf-4393-95a8-4ece0c8cc2d4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:08:07.993402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:08:08.006321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 49729525-81cf-4393-95a8-4ece0c8cc2d4) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:08.011177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:08:08.011766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.016805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426bcff-1588-417a-a7c8-fc8fc97b9bff None None] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:08.026930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-17575fc7-3fe0-4c2f-b9e1-0b80feaee924 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3453827 Jul 23 16:08:08.275375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-49729525-81cf-4393-95a8-4ece0c8cc2d4', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'tenant_id': '6229b61355c845ab8da181b4ad0469e3', 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:08:08.276283 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.423645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Allocated IP 192.168.233.2 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/31f2f89d-89ae-4c5e-bc2f-3597acde1413) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:08:08.590032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.599104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Transition to ACTIVE for port object 31f2f89d-89ae-4c5e-bc2f-3597acde1413 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:08.619297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Transition to ACTIVE for port object 31f2f89d-89ae-4c5e-bc2f-3597acde1413 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:08:08.634016 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.676097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:08:08.679302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:08:08.695568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:08:08.700156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Pushing event updated for resources: {'Port': ['ID=31f2f89d-89ae-4c5e-bc2f-3597acde1413,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:08.708651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.709005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.709355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.709700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.710070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.710417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.710754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.711085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.711415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.711761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.712073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.712397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:08:08.769528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Attempting to bind port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:08:08.769904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Attempting to bind port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:08:08.770309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Attempting to bind port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:08:08.776016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:08:08.776384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:08:08.776787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.777177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:08:08.777650 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Bound port: 31f2f89d-89ae-4c5e-bc2f-3597acde1413, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:08:08.778085 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.844747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] For port 31f2f89d-89ae-4c5e-bc2f-3597acde1413, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:08:08.848156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] For port 31f2f89d-89ae-4c5e-bc2f-3597acde1413, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=31f2f89d-89ae-4c5e-bc2f-3597acde1413,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:08:08.855380 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:08.924869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa694b8e-a9fe-45c4-ac85-caf232770e5f None None] Pushing event updated for resources: {'Port': ['ID=31f2f89d-89ae-4c5e-bc2f-3597acde1413,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:09.793850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d900ff-4521-4b5c-8190-161945ff665d None None] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:08:09.923640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f834831-9b95-4e7b-9d64-7ad24baa85a5 None None] Provisioning for port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:10.345091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 31f2f89d-89ae-4c5e-bc2f-3597acde1413 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:10.397513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:08:10.402013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:10.402372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:10.489196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:10.523082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 31f2f89d-89ae-4c5e-bc2f-3597acde1413, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=31f2f89d-89ae-4c5e-bc2f-3597acde1413,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:08:10.527934 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:10.591219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=31f2f89d-89ae-4c5e-bc2f-3597acde1413,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:08:11.702156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b87c5c49-019e-41a0-857c-c7cfe50a000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:12.318015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 31f2f89d-89ae-4c5e-bc2f-3597acde1413 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:08:12.366856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 31f2f89d-89ae-4c5e-bc2f-3597acde1413 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:08:12.367254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:14.215152 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:14.348227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c1cd-39a2-4f1b-b47f-2f5af919ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:15.348747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:17.265788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:41.703964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1082601e-15fc-4703-b6b0-07956d1a4852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.224433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.349170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ba0521b-0e08-4080-ad7a-8d3219cb851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:44.733153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:08:45.348009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:08:47.270102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:11.707357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6165f88d-e5ac-4de4-a6b7-ca0457872aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:14.215990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:14.353530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0823ef62-aafc-433f-84c0-3eb4c028706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:15.352690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:17.271680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:19.861780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35094) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:19.867739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-bfd45823-eb73-41ee-aaf3-305f006bbe27 tempest-verify_tempest_config-2146216492 tempest-verify_tempest_config-2146216492-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:09:19.868706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bfd45823-eb73-41ee-aaf3-305f006bbe27 tempest-verify_tempest_config-2146216492 tempest-verify_tempest_config-2146216492-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059330 Jul 23 16:09:20.190955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35112) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:20.293196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.381304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.385112 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.431734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5bd7ad4f81143cfb46a5bf3f9a64aeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396832 Jul 23 16:09:20.432677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c519d2-3a1e-4a1f-98dd-7709bcb0312f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:20.434375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:09:20.439275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.439613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.439945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.440270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.440591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.440915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.441228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.441542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.441855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.442303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.442621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.442932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8a3a95-6f90-440a-8ffe-36b6a12794d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.492792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.513755 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.603537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.606100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:20.607260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12c519d2-3a1e-4a1f-98dd-7709bcb0312f HTTP/1.1" status: 204 len: 168 time: 0.1719317 Jul 23 16:09:20.615132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c519d2-3a1e-4a1f-98dd-7709bcb0312f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:09:20.621634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.621995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.622330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.622658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.622979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.623300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.623619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.623936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.624252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.624566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.624884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:20.625226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7b127a-0465-4a8b-8614-81ef7f6a6cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:09:21.732905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:09:41.707646 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70feaf57-aeb1-4f35-8623-1194186cd14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.217076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:44.354623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-80fd876c-093f-4a3b-8097-a59cc14743c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:45.352468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:47.273497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:09:58.730906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:11.709697 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8a8c0de4-6783-4da2-9f2a-548dd8341e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.219292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:14.356789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-deaa5a52-323d-463f-84dc-11e345466779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:15.363503 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:17.278528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:35.730430 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:10:41.710787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef46fb90-56c2-4ef4-a819-b4fd1ed56dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:44.221191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:44.357601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c391f5d-aa08-4359-80df-b798dc3e17a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:45.363017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:10:47.278644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:11.711200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-737bee1b-c0f9-4001-9d07-a1d81bef0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:12.729002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:11:14.225683 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:14.358661 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0ad5-148e-465e-87e2-902d3ef5ada7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:15.363853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:17.283235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:41.712991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-126d1f90-de3f-4401-a622-2431e754a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.227034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:44.358745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e017ea63-0852-4d32-bfe7-bb7a0076ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:45.366331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:47.285650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:11:49.727788 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:11.715656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3451cd0-b097-4cdf-8286-66d74c7ebc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:14.228762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:14.358338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4fc010c5-9b19-4073-b0b9-3cac76a74e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:15.369042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:17.287660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:26.725990 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 5 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:12:28.456092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:41.154500 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826312'] for agent, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:41.715354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89a54f45-aa27-4eaf-98f9-f79411cf85f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:44.230115 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:44.357666 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38f82ea9-8b1f-470c-b9ae-162aa54b3dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:45.371435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:47.291457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:12:58.420369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:03.724444 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:11.107832 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:11.724962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e45ad54-2bbf-46e6-b37b-ccd5e7507ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:14.234160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:14.365363 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-801f8226-770c-40dd-a808-442ba8c0bdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:15.376577 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:17.295040 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:19.635212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35178) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:19.739041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ffe43840-4da7-4cd6-99b3-66671e0a24fc admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1027477 Jul 23 16:13:22.006293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35188) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:13:22.069491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0fff74d-7b21-434c-889e-7b33ee34cc86 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0620627 Jul 23 16:13:28.424778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:40.723846 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:13:41.108865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:41.718468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e6f8-aa12-4fb4-811b-01a6e9799e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.236296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:44.356407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dc9e2764-dde5-494a-9460-01b2363c5718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:45.378180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:47.296364 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:13:58.433007 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:11.127025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:11.724508 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2db29a67-a5d2-49bf-b4aa-861db0edab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:14.243012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:14.359009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9e47-f0e3-4aa3-b5b9-ba2349eb3dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:15.382061 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:17.300731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:17.723124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:28.448308 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.136828 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:41.724174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f1e82e6-c05e-48da-b9d7-58766b1c7e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.240358 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:44.363634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03225bf2-7792-4d2b-a76f-caddca7f1481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.132165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.241270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35428) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.384755 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.491090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35440) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.501361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-78b0cf2f-997e-4087-b8ff-c3eac8501740 tempest-AutoAllocateNetworkTest-310983021 tempest-AutoAllocateNetworkTest-310983021-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=79ec06d05a01408c8a5a6eeb8aed4905&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3679464 Jul 23 16:14:45.609844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-network', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:45.633239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Made reservation on behalf of 65c49eb175764ccba54bf1c2ec8a211f for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:45.635739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.645068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.704091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936ae0d-920b-4d95-90e5-6481c4ab48e7 tempest-AutoAllocateNetworkTest-310983021 tempest-AutoAllocateNetworkTest-310983021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:45.718370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d936ae0d-920b-4d95-90e5-6481c4ab48e7 tempest-AutoAllocateNetworkTest-310983021 tempest-AutoAllocateNetworkTest-310983021-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2176480 Jul 23 16:14:45.718370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.750170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.755337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.786433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebfdb90-2e01-4dd6-bd84-774a1de953f9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:45.796976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.797564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.798250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.798956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.799768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.800315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.800839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.801369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.801910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.802409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.802942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.803685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Tracked resource versions report: Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: pushed versions: Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: { 'AddressGroup': {'1.2'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'ConntrackHelper': {'1.0'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Log': {'1.0'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Network': {'1.1'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Port': {'1.7'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'PortForwarding': {'1.2'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'QosPolicy': {'1.8'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SecurityGroup': {'1.4'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SubPort': {'1.0'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Subnet': {'1.1'}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Trunk': {'1.1'}} Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: consumer versions: Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: HyperV agent@n-h1-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: HyperV agent@n-h2-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: L3 agent@n-d-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: Metadata agent@n-d-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: Metering agent@n-d-800484-3: {}, Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'ConntrackHelper': '1.0', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Log': '1.0', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Network': '1.1', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Port': '1.7', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'PortForwarding': '1.2', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'QosPolicy': '1.8', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SecurityGroup': '1.4', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SecurityGroupRule': '1.2', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'SubPort': '1.0', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Subnet': '1.1', Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: 'Trunk': '1.1'}} Jul 23 16:14:45.804974 n-d-800484-3 neutron-server[94003]: {{(pid=94003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:14:45.818099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:14:45.825081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35454) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:45.825473 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-364d0850-6866-4647-a21b-e13a8eff900f tempest-AutoAllocateNetworkTest-310983021 tempest-AutoAllocateNetworkTest-310983021-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127245 Jul 23 16:14:45.866454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8eed4c5b-d423-43d3-911c-5b42fc224f1c tempest-AutoAllocateNetworkTest-310983021 tempest-AutoAllocateNetworkTest-310983021-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=79ec06d05a01408c8a5a6eeb8aed4905 HTTP/1.1" status: 200 len: 208 time: 0.0397120 Jul 23 16:14:45.867764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.868103 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Added segment 6806367b-8d7f-4783-9d0d-dad20a56e24f of type vlan for network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f Jul 23 16:14:45.916277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.951243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.952805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:45.953629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:45.995827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7470174 Jul 23 16:14:45.995827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35466) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:46.000569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Request body: {'subnet': {'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-subnet', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:46.038006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005452a3-8d95-4b91-aac2-1c653a10786c admin admin] Pushing event updated for resources: {'Network': ['ID=4b5c53f8-3254-47b3-8ed8-0bd3a268514f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.050397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:14:46.056809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Made reservation on behalf of 65c49eb175764ccba54bf1c2ec8a211f for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:46.063963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.281256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.331492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da51a7c-9d4a-48ee-972a-cde6c136dc32,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:46.356066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Checking segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:46.356420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Network hostable DHCP agents. Network: 4b5c53f8-3254-47b3-8ed8-0bd3a268514f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:14:46.374486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:14:46.384621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4b5c53f8-3254-47b3-8ed8-0bd3a268514f) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:46.388994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:46.389813 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.395251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027747c5-9003-4179-b42f-6ecd1c1b3e5a None None] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:46.414097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-659a7f6a-7bd1-4c07-b02b-e1d417aa2073 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4148607 Jul 23 16:14:46.414819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35484) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:46.419901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:46.449354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.450620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.549967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.641558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35500) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:46.710759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.744493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:14:46.745418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:46.934016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Allocated IP 172.20.0.2 (4b5c53f8-3254-47b3-8ed8-0bd3a268514f/3da51a7c-9d4a-48ee-972a-cde6c136dc32/e216465b-6567-4892-a2d8-3792ee09175c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:47.110764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.158418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.160285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.169811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Transition to ACTIVE for port object e216465b-6567-4892-a2d8-3792ee09175c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:47.180069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.198905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Transition to ACTIVE for port object e216465b-6567-4892-a2d8-3792ee09175c will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:47.215792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.234482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:47.237339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:47.263011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:47.326567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.328817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Allocated IP 172.25.2.234 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c97ff14c-2651-4741-8cc7-9f770a0a7976) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:47.338341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.362650 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Attempting to bind port e216465b-6567-4892-a2d8-3792ee09175c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:47.363015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Attempting to bind port e216465b-6567-4892-a2d8-3792ee09175c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:47.363373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Attempting to bind port e216465b-6567-4892-a2d8-3792ee09175c on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:47.371089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:47.371464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Checking segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:47.371868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.372292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Bound using segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:47.372778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Bound port: e216465b-6567-4892-a2d8-3792ee09175c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:47.373177 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.467857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.482412 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79ec06d05a01408c8a5a6eeb8aed4905&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8375187 Jul 23 16:14:47.485578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35524) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:47.495780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] For port e216465b-6567-4892-a2d8-3792ee09175c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:47.507015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] For port e216465b-6567-4892-a2d8-3792ee09175c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e216465b-6567-4892-a2d8-3792ee09175c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:47.507476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ef05e-c200-4156-b63a-b5005a50295d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:47.508627 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.509433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Pushing event updated for resources: {'Port': ['ID=e216465b-6567-4892-a2d8-3792ee09175c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:47.528919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.532148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.532766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.533277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.536157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.536743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.537377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.537878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.538474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.538981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.540100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.544538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Tracked resource versions report: Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: pushed versions: Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: { 'AddressGroup': {'1.2'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'ConntrackHelper': {'1.0'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Log': {'1.0'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Network': {'1.1'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Port': {'1.7'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'PortForwarding': {'1.2'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'QosPolicy': {'1.8'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SecurityGroup': {'1.4'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SubPort': {'1.0'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Subnet': {'1.1'}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Trunk': {'1.1'}} Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: consumer versions: Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: HyperV agent@n-h1-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: HyperV agent@n-h2-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: L3 agent@n-d-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: Metadata agent@n-d-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: Metering agent@n-d-800484-3: {}, Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'ConntrackHelper': '1.0', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Log': '1.0', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Network': '1.1', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Port': '1.7', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'PortForwarding': '1.2', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'QosPolicy': '1.8', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SecurityGroup': '1.4', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SecurityGroupRule': '1.2', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'SubPort': '1.0', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Subnet': '1.1', Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: 'Trunk': '1.1'}} Jul 23 16:14:47.546446 n-d-800484-3 neutron-server[94005]: {{(pid=94005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:14:47.561988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.591637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.677737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.678349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.678800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.679248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.679798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.680410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.680863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.681293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.681728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.682185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.682794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.683225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b8a8b5-7b4d-4c45-9cbe-8eb263516530 admin admin] Tracked resource versions report: Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: pushed versions: Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: { 'AddressGroup': {'1.2'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'ConntrackHelper': {'1.0'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Log': {'1.0'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Network': {'1.1'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Port': {'1.7'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'PortForwarding': {'1.2'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'QosPolicy': {'1.8'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SecurityGroup': {'1.4'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SubPort': {'1.0'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Subnet': {'1.1'}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Trunk': {'1.1'}} Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: consumer versions: Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: HyperV agent@n-h1-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: HyperV agent@n-h2-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: L3 agent@n-d-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: Metadata agent@n-d-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: Metering agent@n-d-800484-3: {}, Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'ConntrackHelper': '1.0', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Log': '1.0', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Network': '1.1', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Port': '1.7', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'PortForwarding': '1.2', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'QosPolicy': '1.8', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SecurityGroup': '1.4', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SecurityGroupRule': '1.2', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'SubPort': '1.0', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Subnet': '1.1', Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: 'Trunk': '1.1'}} Jul 23 16:14:47.684612 n-d-800484-3 neutron-server[94004]: {{(pid=94004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:14:47.693783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Pushing event updated for resources: {'Port': ['ID=c97ff14c-2651-4741-8cc7-9f770a0a7976,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:47.698942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1445b-f119-4697-b148-6c3fa615a3be None None] Pushing event updated for resources: {'Port': ['ID=e216465b-6567-4892-a2d8-3792ee09175c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:47.733450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:47.735397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:47.746249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:47.808067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:47.868204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.002401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.015321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.020776 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8ef05e-c200-4156-b63a-b5005a50295d HTTP/1.1" status: 204 len: 168 time: 0.5290987 Jul 23 16:14:48.042539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac58b-7066-41ad-853b-b6cf6c79a6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ef05e-c200-4156-b63a-b5005a50295d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:48.209786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.442685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.678285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e216465b-6567-4892-a2d8-3792ee09175c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:48.687906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Router 63161108-2dfc-4005-939d-612296d89787 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:14:48.832293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e216465b-6567-4892-a2d8-3792ee09175c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:48.900023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:48.911073 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:48.927714 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:48.928772 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:48.934100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:48.938799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-415a4c04-ae89-4e54-a74a-b80820582367 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5225315 Jul 23 16:14:48.941196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35562) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:49.129046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff998b6-4463-4c55-a0df-54df17048da5 None None] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:49.205134 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:49.237684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Provisioning for port e216465b-6567-4892-a2d8-3792ee09175c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:49.246743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Provisioning complete for port e216465b-6567-4892-a2d8-3792ee09175c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:49.247365 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.434937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.484128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] For port e216465b-6567-4892-a2d8-3792ee09175c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e216465b-6567-4892-a2d8-3792ee09175c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:49.491736 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.563886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe8d0e-680a-44f3-be1c-4881cfb090ba None None] Pushing event updated for resources: {'Port': ['ID=e216465b-6567-4892-a2d8-3792ee09175c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:49.575019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35584) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:49.672131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:47Z', 'revision_number': 3, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:49.702510 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:49.703090 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Updating router 63161108-2dfc-4005-939d-612296d89787 port c97ff14c-2651-4741-8cc7-9f770a0a7976 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:49.775781 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.826439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f5dceaaf-49bc-4aaf-9dff-a0d93ed79b7c None None] Provisioning complete for port e216465b-6567-4892-a2d8-3792ee09175c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:49.826924 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f5dceaaf-49bc-4aaf-9dff-a0d93ed79b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:49.914830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-235d7353-e7f5-400a-a8e8-5e6ed97e0cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.156141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-235d7353-e7f5-400a-a8e8-5e6ed97e0cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.163674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-235d7353-e7f5-400a-a8e8-5e6ed97e0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.175210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.229771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d7353-e7f5-400a-a8e8-5e6ed97e0cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc443c6-24d3-4146-bd11-95ea622e30ca,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.265309 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.292631 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Transition to ACTIVE for port object c97ff14c-2651-4741-8cc7-9f770a0a7976 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:50.294090 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-235d7353-e7f5-400a-a8e8-5e6ed97e0cae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e0cc77cf9e649298d55834e4f17a51f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7172377 Jul 23 16:14:50.299815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.311635 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.439468 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Attempting to bind port c97ff14c-2651-4741-8cc7-9f770a0a7976 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:50.442324 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Attempting to bind port c97ff14c-2651-4741-8cc7-9f770a0a7976 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:50.442988 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Attempting to bind port c97ff14c-2651-4741-8cc7-9f770a0a7976 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:50.443677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.461442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:50.465106 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:50.465641 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.466198 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:50.466859 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Bound port: c97ff14c-2651-4741-8cc7-9f770a0a7976, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:50.467611 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.509486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.513836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:50.583338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Allocated IP 172.20.0.1 (4b5c53f8-3254-47b3-8ed8-0bd3a268514f/3da51a7c-9d4a-48ee-972a-cde6c136dc32/83abb7d3-049e-4ee9-846a-7e41ceebf7c7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:50.612233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.618834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.623502 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dc443c6-24d3-4146-bd11-95ea622e30ca HTTP/1.1" status: 204 len: 168 time: 0.3190386 Jul 23 16:14:50.634350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f423e3-c7ab-4e88-9ef3-7886e780767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc443c6-24d3-4146-bd11-95ea622e30ca,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.640233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e216465b-6567-4892-a2d8-3792ee09175c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:50.673547 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Pushing event updated for resources: {'Port': ['ID=c97ff14c-2651-4741-8cc7-9f770a0a7976,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.677056 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] For port c97ff14c-2651-4741-8cc7-9f770a0a7976, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:50.696283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.696990 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.697650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.698261 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.698806 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.699560 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.711101 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.712382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.712934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.713532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.714755 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.715322 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Tracked resource versions report: Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: pushed versions: Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: { 'AddressGroup': {'1.2'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'ConntrackHelper': {'1.0'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Log': {'1.0'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Network': {'1.1'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Port': {'1.7'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'PortForwarding': {'1.2'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'QosPolicy': {'1.8'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SecurityGroup': {'1.4'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SecurityGroupRule': {'1.2'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SubPort': {'1.0'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Subnet': {'1.1'}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Trunk': {'1.1'}} Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: consumer versions: Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: { DHCP agent@n-d-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: HyperV agent@n-h1-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: HyperV agent@n-h2-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: L3 agent@n-d-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: Metadata agent@n-d-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: Metering agent@n-d-800484-3: {}, Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: Open vSwitch agent@n-d-800484-3: { 'AddressGroup': '1.2', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'ConntrackHelper': '1.0', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Log': '1.0', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Network': '1.1', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Port': '1.7', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'PortForwarding': '1.2', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'QosPolicy': '1.8', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SecurityGroup': '1.4', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SecurityGroupRule': '1.2', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'SubPort': '1.0', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Subnet': '1.1', Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: 'Trunk': '1.1'}} Jul 23 16:14:50.716649 n-d-800484-3 neutron-server[94006]: {{(pid=94006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:14:50.724046 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] For port c97ff14c-2651-4741-8cc7-9f770a0a7976, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c97ff14c-2651-4741-8cc7-9f770a0a7976,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:50.733417 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.762075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e216465b-6567-4892-a2d8-3792ee09175c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:50.762477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.811589 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.829863 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8599d71-65aa-4f24-9fed-ebfd44755fcb None None] Pushing event updated for resources: {'Port': ['ID=c97ff14c-2651-4741-8cc7-9f770a0a7976,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:50.830122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Transition to ACTIVE for port object 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:50.879648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2cf853e-c95d-4274-97d6-1631f3ea6897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.894152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:50.895362 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:50.896695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:50.927592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:50.937701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:50.957198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:50.957849 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.136618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2cf853e-c95d-4274-97d6-1631f3ea6897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.146282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2cf853e-c95d-4274-97d6-1631f3ea6897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.185503 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:51.253196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf853e-c95d-4274-97d6-1631f3ea6897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cb42e-8bea-49c7-b4cd-3a1180fbe29d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.271716 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d2cf853e-c95d-4274-97d6-1631f3ea6897 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=846098018d51493a9b7cf55c5f630a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7540727 Jul 23 16:14:51.274745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35678) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:51.302530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Pushing event updated for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.311627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.339604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c54b91fb-2a76-40c2-97df-e85f5ded3a17 None None] Provisioning for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:51.352054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c54b91fb-2a76-40c2-97df-e85f5ded3a17 None None] Provisioning complete for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:51.352387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c54b91fb-2a76-40c2-97df-e85f5ded3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.389301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.434269 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.475059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c54b91fb-2a76-40c2-97df-e85f5ded3a17 None None] Port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:51.514544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.520931 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.528109 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd4cb42e-8bea-49c7-b4cd-3a1180fbe29d HTTP/1.1" status: 204 len: 168 time: 0.2519813 Jul 23 16:14:51.546403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ded188-e72f-4334-bf3f-bb7028b920fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cb42e-8bea-49c7-b4cd-3a1180fbe29d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.595753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:51.618398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.625986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e4766c1-c6fc-4ea6-a240-df8a58821faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.626673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.627420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.789695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e4766c1-c6fc-4ea6-a240-df8a58821faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.797015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e4766c1-c6fc-4ea6-a240-df8a58821faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:51.828664 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:47Z', 'revision_number': 3, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:51.835604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4766c1-c6fc-4ea6-a240-df8a58821faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6254a687-8762-4467-993f-a4d48c3e2530,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.837165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Pushing event updated for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:51.888260 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af79b09-ed44-42a2-a67c-8d3b84d07930 None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:47Z', 'revision_number': 3, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:51.893966 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e4766c1-c6fc-4ea6-a240-df8a58821faf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe0d1db4748e4c3cada42e44b1ff27de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2966621 Jul 23 16:14:51.896109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:51.908518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:51.912478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:52.007135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.055757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.136115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.139106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.140968 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6254a687-8762-4467-993f-a4d48c3e2530 HTTP/1.1" status: 204 len: 168 time: 0.2437232 Jul 23 16:14:52.158403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:14:52.159425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381340b-d1f6-41a8-858f-a74171a1ceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6254a687-8762-4467-993f-a4d48c3e2530,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.232929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35730) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:52.336755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8c25177f-62ac-4c37-8f87-4c7805c17b41 None None] Provisioning complete for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:52.337463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c25177f-62ac-4c37-8f87-4c7805c17b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.340916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:14:52.348361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8144d792-1f36-4cd8-80fc-13dd97666143 admin admin] 10.222.0.64 "PUT /v2.0/routers/63161108-2dfc-4005-939d-612296d89787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047031 Jul 23 16:14:52.411448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8c25177f-62ac-4c37-8f87-4c7805c17b41 None None] Port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:14:52.469107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35736) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:52.491614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9afb946-52ef-4d48-b292-d42126d6e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.643839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9afb946-52ef-4d48-b292-d42126d6e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.651917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9afb946-52ef-4d48-b292-d42126d6e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.662171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c97ff14c-2651-4741-8cc7-9f770a0a7976 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:52.719383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afb946-52ef-4d48-b292-d42126d6e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8951835-082e-4670-ba29-772fadb448f4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:52.734987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a9afb946-52ef-4d48-b292-d42126d6e6d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adf82daf25be42528bb81468942ac369&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2637534 Jul 23 16:14:52.738581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35746) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:52.777679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c97ff14c-2651-4741-8cc7-9f770a0a7976 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:52.784929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c97ff14c-2651-4741-8cc7-9f770a0a7976 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:52.786234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.862932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.939168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:52.979019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.040516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c97ff14c-2651-4741-8cc7-9f770a0a7976, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c97ff14c-2651-4741-8cc7-9f770a0a7976,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:53.049435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.094853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.098073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.106682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8951835-082e-4670-ba29-772fadb448f4 HTTP/1.1" status: 204 len: 168 time: 0.3642058 Jul 23 16:14:53.132818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795842d-d2f7-46de-966e-ced688d105bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8951835-082e-4670-ba29-772fadb448f4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:53.191581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ef212d8-7104-4e53-8e8d-e56254bfdc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.191969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c97ff14c-2651-4741-8cc7-9f770a0a7976,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:53.368482 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ef212d8-7104-4e53-8e8d-e56254bfdc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.375566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ef212d8-7104-4e53-8e8d-e56254bfdc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.427825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef212d8-7104-4e53-8e8d-e56254bfdc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850b1d17-f601-4f45-9fde-6495424ee211,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:53.442014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ef212d8-7104-4e53-8e8d-e56254bfdc3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9b16e5684994fb3a1ee86c409f1fd0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2076788 Jul 23 16:14:53.444757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:53.516237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.561183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.655665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.660575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:53.664681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/850b1d17-f601-4f45-9fde-6495424ee211 HTTP/1.1" status: 204 len: 168 time: 0.2163091 Jul 23 16:14:53.675916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5efbc-8a2c-47ef-891f-d1729323ef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850b1d17-f601-4f45-9fde-6495424ee211,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.227628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35836) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.371502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.396703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fff1b84-fab5-40b6-8040-acfef074b408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.428241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:14:54.458541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:54.459365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:54.621025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c97ff14c-2651-4741-8cc7-9f770a0a7976 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:54.640571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fff1b84-fab5-40b6-8040-acfef074b408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.646199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fff1b84-fab5-40b6-8040-acfef074b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.709643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390e9ba0-7806-487c-a46f-1061cf5652ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.723138 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:14:54.728735 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9fff1b84-fab5-40b6-8040-acfef074b408 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75f2e22510d84d869f2062ea71d1592c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3553767 Jul 23 16:14:54.730183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff1b84-fab5-40b6-8040-acfef074b408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7b6b7-7b70-48b3-b90b-a5a5a1e98fb8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.732591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35874) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:54.797740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:54.840053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.871119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.942993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390e9ba0-7806-487c-a46f-1061cf5652ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.946350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.950987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:54.952898 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bd7b6b7-7b70-48b3-b90b-a5a5a1e98fb8 HTTP/1.1" status: 204 len: 168 time: 0.1998849 Jul 23 16:14:54.970553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bc169-de0e-4666-9169-6780f8b78032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7b6b7-7b70-48b3-b90b-a5a5a1e98fb8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:54.982507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390e9ba0-7806-487c-a46f-1061cf5652ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.040429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c97ff14c-2651-4741-8cc7-9f770a0a7976 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:55.040765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.046286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-390e9ba0-7806-487c-a46f-1061cf5652ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=436c59bdd915427e80365cb3821b4104&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8168554 Jul 23 16:14:55.047189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e9ba0-7806-487c-a46f-1061cf5652ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f5bd9a-30ed-493e-88ee-42759e586ca1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.049838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:55.159494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.198847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.199160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35902) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:55.262988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.265856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.269258 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74f5bd9a-30ed-493e-88ee-42759e586ca1 HTTP/1.1" status: 204 len: 168 time: 0.2144966 Jul 23 16:14:55.283438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e762-4059-44e5-86c5-f8633531a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f5bd9a-30ed-493e-88ee-42759e586ca1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.299352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 2, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:55.345521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:14:55.345883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Updating router 63161108-2dfc-4005-939d-612296d89787 port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:14:55.396628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.738888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.754148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Transition to ACTIVE for port object 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:55.763314 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.771848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adecc1b1-89c5-4390-a121-d088b8269b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.887425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc371e-8e26-4d06-8431-20e609d80d5f None None] Pushing event updated for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:55.907372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Attempting to bind port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:55.907774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Attempting to bind port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:55.908142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Attempting to bind port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:55.915696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:55.916136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Checking segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:55.916554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.917915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Bound using segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:55.918920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Bound port: 83abb7d3-049e-4ee9-846a-7e41ceebf7c7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:55.918920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:55.943799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35924) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:56.020141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adecc1b1-89c5-4390-a121-d088b8269b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.028876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adecc1b1-89c5-4390-a121-d088b8269b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.057872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] For port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:56.062015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] For port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:56.062346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecc1b1-89c5-4390-a121-d088b8269b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934bc15-5581-41a4-baec-eae9f2e4f37b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.070810 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.089983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-adecc1b1-89c5-4390-a121-d088b8269b16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1ba24a0fbde41c789b2de0753d06b4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8876100 Jul 23 16:14:56.091643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35930) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:56.160434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35934) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:56.165869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-network', 'tenant_id': 'e147663ce1674e44bdda278770b55489'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:56.170754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.204237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.234832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Made reservation on behalf of e147663ce1674e44bdda278770b55489 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:56.237753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.304045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:14:56.304045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:56.309407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc371e-8e26-4d06-8431-20e609d80d5f None None] Pushing event updated for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.315888 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.392054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.394827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.399603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c934bc15-5581-41a4-baec-eae9f2e4f37b HTTP/1.1" status: 204 len: 168 time: 0.3067794 Jul 23 16:14:56.420422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6816a2-0710-4287-9fad-465ba5ce1660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934bc15-5581-41a4-baec-eae9f2e4f37b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.483952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:14:56.491157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbe3d2-83e2-4e8a-aeb0-d01d4ac972d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.533230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.543424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.562962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:56.568849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:14:56.580137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.580831 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Added segment 7bd6ee88-7d1a-4316-97cb-60efa049f9b8 of type vlan for network 9682ccc3-c494-46ff-ab23-6f69f257bf6e Jul 23 16:14:56.628899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.630769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.686132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.687376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:56.688164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:56.690584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:14:56.690584 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:14:56.690584 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '4e1c495987644c78aad8cf7a5758c585', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 14, 56, 672523)}] Jul 23 16:14:56.690584 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:14:56.691171 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:14:56.699481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947a0db-cd43-4e5a-ac67-de574b01f84f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.810533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:56Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:14:56.849229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d78ed5-49a4-43ff-a810-1e72a41e813e None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:56Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:14:56.968406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] Pushing event updated for resources: {'Network': ['ID=9682ccc3-c494-46ff-ab23-6f69f257bf6e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:56.980489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:14:57.104693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbe3d2-83e2-4e8a-aeb0-d01d4ac972d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.113267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbe3d2-83e2-4e8a-aeb0-d01d4ac972d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.142784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6e0f1513-553d-492a-94ad-7deb5c61a632 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9811752 Jul 23 16:14:57.146801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.157127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Request body: {'subnet': {'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-subnet', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:57.177177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe3d2-83e2-4e8a-aeb0-d01d4ac972d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd62b1-f8df-49a2-9894-ca854109d9f3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.193840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23fbe3d2-83e2-4e8a-aeb0-d01d4ac972d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f03aa6c7fc294794b4692967b7d3ddd3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2464337 Jul 23 16:14:57.194521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35984) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.194882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.232839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.239551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Made reservation on behalf of e147663ce1674e44bdda278770b55489 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:14:57.241961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.257955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.285001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.324728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90269ce7-8c34-46d6-a8dd-7a0eeaef8b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.370918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.374463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.375958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78cd62b1-f8df-49a2-9894-ca854109d9f3 HTTP/1.1" status: 204 len: 168 time: 0.1803646 Jul 23 16:14:57.385480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea645bf-6e6b-493f-bb22-a7c6bfff8f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd62b1-f8df-49a2-9894-ca854109d9f3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.566167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.595791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.617597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.715959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e1c495987644c78aad8cf7a5758c585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503525 Jul 23 16:14:57.718878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36002) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.759668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea423-0721-4f72-b77b-b077dcc0a121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d093bb-f451-4cdc-bab1-5fb20912313f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.829751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.858976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36012) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:57.861819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Checking segment: {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:57.862044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Network hostable DHCP agents. Network: 9682ccc3-c494-46ff-ab23-6f69f257bf6e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:14:57.865008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.868759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dffc073-0797-4e81-9a62-99e326421c04,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:57.906342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:14:57.919962 n-d-800484-3 neutron-server[94003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:14:57.934230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9682ccc3-c494-46ff-ab23-6f69f257bf6e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:57.937277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90269ce7-8c34-46d6-a8dd-7a0eeaef8b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.941427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:57.942104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.947235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90269ce7-8c34-46d6-a8dd-7a0eeaef8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:57.948517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04f699-5bb0-4775-8787-95e521faa27c None None] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:14:57.996221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-d4c4c029-e222-42ba-8437-0ae0d48b14bc tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361039 Jul 23 16:14:58.003949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.009829 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f485018e-6ff5-4993-8c77-c2bb897016dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8606544 Jul 23 16:14:58.013617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.014709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36016) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.014843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11d093bb-f451-4cdc-bab1-5fb20912313f HTTP/1.1" status: 204 len: 168 time: 0.2948692 Jul 23 16:14:58.020752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90269ce7-8c34-46d6-a8dd-7a0eeaef8b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335cb7c0-c3eb-4d44-aea1-653d34457892,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.033839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:14:58.053229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-90269ce7-8c34-46d6-a8dd-7a0eeaef8b17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87650c1fe3d148818bc8a1e0228f683f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193491 Jul 23 16:14:58.059722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66b2b4-30f7-4cd4-bd9e-013cb85be2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d093bb-f451-4cdc-bab1-5fb20912313f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.062781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36022) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.156577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.158755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.177065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.266745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.274014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'fixed_ips': [{'subnet_id': '0dffc073-0797-4e81-9a62-99e326421c04'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:14:58.275007 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.382814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.387188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.394155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.398000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/335cb7c0-c3eb-4d44-aea1-653d34457892 HTTP/1.1" status: 204 len: 168 time: 0.3337669 Jul 23 16:14:58.420770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c1baa-742b-41ae-9b8e-f2d03b8d3a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335cb7c0-c3eb-4d44-aea1-653d34457892,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:58.457161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-3bf68c6f-ec23-4d8c-838a-62c99227f27a tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:14:58.473270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-3bf68c6f-ec23-4d8c-838a-62c99227f27a tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733751 Jul 23 16:14:58.480302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36030) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:58.527602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.546342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-0a966f1e-2d53-4c10-9925-6f8a898dee41 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/quotas/e2bb0c21b15f4bb99f01a9ce214bbce1 HTTP/1.1" status: 200 len: 375 time: 0.0693462 Jul 23 16:14:58.584098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b6b0113e-6f7e-4514-95f7-8efa1daa2f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.700745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.701418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Allocated IP 172.20.0.2 (9682ccc3-c494-46ff-ab23-6f69f257bf6e/0dffc073-0797-4e81-9a62-99e326421c04/bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:58.739927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:14:58.745471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-b4788d72-f744-4307-8c4c-6749bdcfced2 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1976662 Jul 23 16:14:58.976844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:14:58.979732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b6b0113e-6f7e-4514-95f7-8efa1daa2f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.989745 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b6b0113e-6f7e-4514-95f7-8efa1daa2f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:58.993202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:14:58.994161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.124143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b6b0113e-6f7e-4514-95f7-8efa1daa2f13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=041d390e97cb4b519fd6d0a06efaa829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410627 Jul 23 16:14:59.128656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36046) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:14:59.155028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.155334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0113e-6f7e-4514-95f7-8efa1daa2f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad9e8ac-3d76-48d0-a734-a2b604478f7c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.235079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.240924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:14:59.251469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.283285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.295124 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.311386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Transition to ACTIVE for port object bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:59.344453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.347712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Transition to ACTIVE for port object bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:14:59.356693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.357191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.379807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.382791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:59.386282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:59.419176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:14:59.476807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.482992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.491339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ad9e8ac-3d76-48d0-a734-a2b604478f7c HTTP/1.1" status: 204 len: 168 time: 0.3609910 Jul 23 16:14:59.512027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Attempting to bind port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:14:59.513674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Attempting to bind port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:14:59.514320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Attempting to bind port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e on network 9682ccc3-c494-46ff-ab23-6f69f257bf6e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:14:59.515501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b6019-20d0-45ea-b438-5826dc74ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad9e8ac-3d76-48d0-a734-a2b604478f7c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.534499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:14:59.534768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Checking segment: {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:14:59.537004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.537609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Bound using segment: {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:14:59.538332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Bound port: bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:14:59.538904 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.574898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Allocated IP 172.25.2.143 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/978cbee0-d8d3-4050-8732-19bb656eaa23) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:14:59.616344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] For port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:14:59.620658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] For port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:14:59.634028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.650501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.752459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3658cc-8d49-48ba-b0de-7646237d23e4 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:14:59.795549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.863019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:14:59.936566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:14:59.941842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:14:59.946287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:00.180214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36086) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:00.194423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Pushing event updated for resources: {'Port': ['ID=978cbee0-d8d3-4050-8732-19bb656eaa23,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:00.545585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:00.711264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:00.790173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:00.790173 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:00.920226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:00.960210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:00.966873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6469880-3eab-484f-8833-cf767d4b611c req-34df155b-c81a-422f-a701-a9036dcf19c1 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 210 time: 0.7854106 Jul 23 16:15:01.046550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:01.205755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Router 4f85a837-42b2-4dca-82f3-6c50a957ed0e is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:15:01.246135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69e183-7aaa-4e35-a2da-ea183c9e2dad None None] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:01.428720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:01.439888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Provisioning for port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:01.442406 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Sync routers for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:01.450892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:01.453257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75931068-8075-4b52-8591-19e67effa1da admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4370329 Jul 23 16:15:01.456006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36134) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:01.458561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Provisioning complete for port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:01.459422 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:01.488618 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:01.490029 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:01.688031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:01.771859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] For port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:01.781319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:01.807947 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:01.893619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771abe-33b6-4afc-8874-478fff891cd5 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:02.239470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1570c9a1-20de-44a7-884f-bf90166a465b None None] Provisioning complete for port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:02.240035 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1570c9a1-20de-44a7-884f-bf90166a465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.283163 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:00Z', 'revision_number': 3, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:02.356611 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Checking router: 4f85a837-42b2-4dca-82f3-6c50a957ed0e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:02.357020 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Updating router 4f85a837-42b2-4dca-82f3-6c50a957ed0e port 978cbee0-d8d3-4050-8732-19bb656eaa23 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:02.432284 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.474171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b33052d3-67a2-4270-98f7-aa737a2de35b req-eedb29e6-b44c-4965-835f-df009d2cea02 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 210 time: 0.0586190 Jul 23 16:15:02.623431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:02.660662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.755729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:02.758178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.913354 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.941535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Transition to ACTIVE for port object 978cbee0-d8d3-4050-8732-19bb656eaa23 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:02.958519 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:02.991960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Allocated IP 172.20.0.1 (9682ccc3-c494-46ff-ab23-6f69f257bf6e/0dffc073-0797-4e81-9a62-99e326421c04/cc583e03-0249-440c-a37b-20c091de3627) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:03.032677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bbe57dec-7181-450c-898b-8060a519cbbf tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=418f965d82b543e8a509168149f5e86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374191 Jul 23 16:15:03.053408 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efb7ff-46d5-4d69-a4ea-07e88739daee None None] Pushing event updated for resources: {'Port': ['ID=978cbee0-d8d3-4050-8732-19bb656eaa23,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:03.058648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Attempting to bind port 978cbee0-d8d3-4050-8732-19bb656eaa23 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:03.059020 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Attempting to bind port 978cbee0-d8d3-4050-8732-19bb656eaa23 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:03.059382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Attempting to bind port 978cbee0-d8d3-4050-8732-19bb656eaa23 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:03.071781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:03.071781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:03.075553 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.076030 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:03.077677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Bound port: 978cbee0-d8d3-4050-8732-19bb656eaa23, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:03.078595 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.138626 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] For port 978cbee0-d8d3-4050-8732-19bb656eaa23, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:03.142016 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] For port 978cbee0-d8d3-4050-8732-19bb656eaa23, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=978cbee0-d8d3-4050-8732-19bb656eaa23,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:03.150408 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.174488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.67', 52122) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:03.198731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-2426a3fc-0a10-408e-b3c7-e82544e11ba1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.200718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-2426a3fc-0a10-408e-b3c7-e82544e11ba1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577258 Jul 23 16:15:03.264094 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:03.264998 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:03.268193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-2d3e8c1d-c4fb-4390-8594-da130bfec91f tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/quotas/418f965d82b543e8a509168149f5e86f HTTP/1.1" status: 200 len: 375 time: 0.0596585 Jul 23 16:15:03.271638 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-fe2035c3-41fb-40d2-b243-a221011e101d tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944500 Jul 23 16:15:03.386080 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efb7ff-46d5-4d69-a4ea-07e88739daee None None] Pushing event updated for resources: {'Port': ['ID=978cbee0-d8d3-4050-8732-19bb656eaa23,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:03.434120 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:03.460465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-029034a2-706f-46d7-a29b-2e5cb6f66fc6 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:03.462069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-51c7a8ce-d266-4c0a-a89e-accf97af69aa tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1846712 Jul 23 16:15:03.474664 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-029034a2-706f-46d7-a29b-2e5cb6f66fc6 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973386 Jul 23 16:15:03.524697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.541510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Request body: {'port': {'device_id': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e2bb0c21b15f4bb99f01a9ce214bbce1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:03.570173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Transition to ACTIVE for port object cc583e03-0249-440c-a37b-20c091de3627 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:03.695628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.782294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:03.805745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Pushing event updated for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:03.816009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:03.830836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:03.831340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.920069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:03.942520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Made reservation on behalf of e2bb0c21b15f4bb99f01a9ce214bbce1 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:03.945406 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:00Z', 'revision_number': 3, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:03.956025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:03.987144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.021770 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad443eb-6f58-4d73-a9b0-9c567b095082 None None] The sync data for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 is: [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:00Z', 'revision_number': 3, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:04.150633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.154818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.206819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.217312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28516f7-7958-4605-84da-b3beb955193a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:04.322300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed08edc1-ace2-45ba-be2e-54959f24b9f2 req-2c210d6f-7545-4194-8411-cf7e839772af tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 210 time: 0.1115994 Jul 23 16:15:04.397969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c4729f4-d3e6-48cc-b94a-bc9bd7fa4281 None None] Provisioning for port cc583e03-0249-440c-a37b-20c091de3627 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:04.404472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c4729f4-d3e6-48cc-b94a-bc9bd7fa4281 None None] Provisioning complete for port cc583e03-0249-440c-a37b-20c091de3627 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:04.404945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c4729f4-d3e6-48cc-b94a-bc9bd7fa4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.509509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7c4729f4-d3e6-48cc-b94a-bc9bd7fa4281 None None] Port cc583e03-0249-440c-a37b-20c091de3627 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:04.763969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.775775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.777027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.825967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 978cbee0-d8d3-4050-8732-19bb656eaa23 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:04.949987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 978cbee0-d8d3-4050-8732-19bb656eaa23 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:04.959318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 978cbee0-d8d3-4050-8732-19bb656eaa23 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:04.960010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:04.966969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Allocated IP 192.168.233.84 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/cd23bfb7-e10e-40ca-b159-8482c1d51908) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:05.003372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6924460c-b1ce-40dd-9802-cf221d5cd72b req-5162536d-d046-4d05-9bf7-c9a623e24a1b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.1255238 Jul 23 16:15:05.037547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1704280817-network', 'tenant_id': '5cc5270f02d445cb827146ac5901498b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:05.113550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Pushing event updated for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:05.262284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.316362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 978cbee0-d8d3-4050-8732-19bb656eaa23, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=978cbee0-d8d3-4050-8732-19bb656eaa23,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:05.330386 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.386821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:05.394834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:05.436473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:05.444353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.468033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=978cbee0-d8d3-4050-8732-19bb656eaa23,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:05.585299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:05.905898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9194ae62-2814-4a47-a534-ffd096bb7694 req-80db8d60-ce8a-43ca-819d-25402d9436e5 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 210 time: 0.1934414 Jul 23 16:15:05.956725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a381793-9ea8-4efd-98db-ff99a0243ed8 None None] Provisioning complete for port cc583e03-0249-440c-a37b-20c091de3627 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:05.957603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a381793-9ea8-4efd-98db-ff99a0243ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.051940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Router 4f85a837-42b2-4dca-82f3-6c50a957ed0e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:06.082009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6a381793-9ea8-4efd-98db-ff99a0243ed8 None None] Port cc583e03-0249-440c-a37b-20c091de3627 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:06.385384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:06.445983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.446872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-65bc70ea-7599-49bf-a621-38c0753a1c0e admin admin] 10.222.0.64 "PUT /v2.0/routers/4f85a837-42b2-4dca-82f3-6c50a957ed0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9887428 Jul 23 16:15:06.457651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50dcbd2f-8121-4247-b5c6-7dd7b46ad410 req-4dc85e78-b448-4bee-b634-9b2139829dfb tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.0658002 Jul 23 16:15:06.543740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.640785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:06.656588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b641485c-7db6-480b-841f-edd346cc19a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:06.693155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 978cbee0-d8d3-4050-8732-19bb656eaa23 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:06.728979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.733235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.733847 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Added segment dff81d1f-a066-4190-bfc6-387570576474 of type vlan for network d27ea7d7-a24b-4946-9683-0acd3f18b182 Jul 23 16:15:06.811010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Transition to ACTIVE for port object cd23bfb7-e10e-40ca-b159-8482c1d51908 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:06.836562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.875756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 978cbee0-d8d3-4050-8732-19bb656eaa23 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:06.876298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.912168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.917340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:06.921599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.962025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:06.981691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0549324 Jul 23 16:15:06.986439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36344) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:06.995653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Request body: {'subnet': {'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1704280817-subnet', 'tenant_id': '5cc5270f02d445cb827146ac5901498b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:07.091810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:07.108304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.280632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.81', 65067) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:07.359542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-568a44e9-0eed-4881-8dbf-61fb18040737 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=418f965d82b543e8a509168149f5e86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722475 Jul 23 16:15:07.363642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36354) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:07.415230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Sync routers for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:07.471411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:07.474066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:07.607461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-f1f8b035-ea1d-48c6-912c-66dcfdf146b0 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:07.609993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-f1f8b035-ea1d-48c6-912c-66dcfdf146b0 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273021 Jul 23 16:15:07.690078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb0620-38bb-419b-b4a7-38f3517b7d83 req-aaa6dae3-5d02-45e5-a193-417438b353db tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:07.697572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61bb0620-38bb-419b-b4a7-38f3517b7d83 req-aaa6dae3-5d02-45e5-a193-417438b353db tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 935 time: 0.5232205 Jul 23 16:15:07.769007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:07.781527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Request body: {'port': {'device_id': 'ed60893e-7741-488a-8208-0005f106afab', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '418f965d82b543e8a509168149f5e86f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:07.786530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:07.791721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Pushing event updated for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:07.800901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61bb0620-38bb-419b-b4a7-38f3517b7d83 req-29d347d8-a2d3-4224-9519-44a8dfbd3cac tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Jul 23 16:15:07.850887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:07.861898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:07.862709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:07.900450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:07.924342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b303-329a-44d7-86e6-7a26ebf4ec1b admin admin] Pushing event updated for resources: {'Network': ['ID=d27ea7d7-a24b-4946-9683-0acd3f18b182,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:07.937721 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-7deb1822-a74f-4ebf-8a7e-3487a2f43aa7 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4015174 Jul 23 16:15:07.954257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-9accc99f-2276-4b69-8701-4039c6ad165e tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:07.956153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-9accc99f-2276-4b69-8701-4039c6ad165e tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080225 Jul 23 16:15:07.958187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-651199b9-8cc9-4717-97b5-abe37ff25889 req-7dbd59ea-184c-491e-85ff-320d2e65eaed tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.0823674 Jul 23 16:15:07.971824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:15:08.299735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:08.313814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-621f6872-cdb4-47d7-aed9-c6ab03ea832d None None] Provisioning for port cd23bfb7-e10e-40ca-b159-8482c1d51908 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:08.331185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-621f6872-cdb4-47d7-aed9-c6ab03ea832d None None] Provisioning complete for port cd23bfb7-e10e-40ca-b159-8482c1d51908 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:08.331554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621f6872-cdb4-47d7-aed9-c6ab03ea832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.383596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67ebbf48-60c2-4c59-bb27-70ef583a710e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.491413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-621f6872-cdb4-47d7-aed9-c6ab03ea832d None None] Port cd23bfb7-e10e-40ca-b159-8482c1d51908 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:08.550919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:04Z', 'revision_number': 4, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc583e03-0249-440c-a37b-20c091de3627', 'name': '', 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'mac_address': 'fa:16:3e:1c:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '0dffc073-0797-4e81-9a62-99e326421c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:02Z', 'updated_at': '2021-07-23T16:15:04Z', 'revision_number': 2, 'project_id': 'e147663ce1674e44bdda278770b55489', 'subnets': [{'id': '0dffc073-0797-4e81-9a62-99e326421c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:08.584604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67ebbf48-60c2-4c59-bb27-70ef583a710e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.594826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Made reservation on behalf of 418f965d82b543e8a509168149f5e86f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:08.603292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.609851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67ebbf48-60c2-4c59-bb27-70ef583a710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.627378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Checking router: 4f85a837-42b2-4dca-82f3-6c50a957ed0e for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:08.627727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Updating router 4f85a837-42b2-4dca-82f3-6c50a957ed0e port cc583e03-0249-440c-a37b-20c091de3627 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:15:08.668481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.677908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.681507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67ebbf48-60c2-4c59-bb27-70ef583a710e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=641ef8acfb854ef9aca05ae9ba284439&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3119071 Jul 23 16:15:08.681675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:08.698383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:08.712852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebbf48-60c2-4c59-bb27-70ef583a710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412b395-2208-438d-b0a1-39a75770118a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:08.989742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.005595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.109982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Request body: {'port': {'device_id': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'device_owner': 'compute:tempest-test_az-316123604', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:09.254447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3a2947-2176-44c5-a571-b1a318ddf196,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:09.257630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.285592 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:15:09.285592 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:15:09.285592 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '005a3626fa1c4320981c69c9795083fb', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 15, 9, 77630)}] Jul 23 16:15:09.285592 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:15:09.286189 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:15:09.312162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.333802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.342525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Transition to ACTIVE for port object cc583e03-0249-440c-a37b-20c091de3627 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:09.358926 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.360564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:09.361150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Network hostable DHCP agents. Network: d27ea7d7-a24b-4946-9683-0acd3f18b182, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:09.472436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b533410-8d5b-4c27-b70b-f01d5c448479 req-48db4e41-6328-4cae-8856-161660b96c70 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:09.483673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b533410-8d5b-4c27-b70b-f01d5c448479 req-48db4e41-6328-4cae-8856-161660b96c70 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 935 time: 0.4126408 Jul 23 16:15:09.521394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:09.539434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f1c6-d2a0-481d-b2cc-65d0ec01c2cf None None] Pushing event updated for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:09.608787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Attempting to bind port cc583e03-0249-440c-a37b-20c091de3627 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:09.609509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Attempting to bind port cc583e03-0249-440c-a37b-20c091de3627 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:09.610776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Attempting to bind port cc583e03-0249-440c-a37b-20c091de3627 on network 9682ccc3-c494-46ff-ab23-6f69f257bf6e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:09.626456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:09.627201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Checking segment: {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:09.627977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.628822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Bound using segment: {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:09.640642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Bound port: cc583e03-0249-440c-a37b-20c091de3627, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd6ee88-7d1a-4316-97cb-60efa049f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:09.644195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.712534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d27ea7d7-a24b-4946-9683-0acd3f18b182) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:09.746358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.767329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f0451e-bc1d-416a-a614-a5e0f7db91d2 None None] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:09.796744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:09.798104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.802170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36414) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:09.822274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070634825', 'description': 'tempest-description--1709880193'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:09.863399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:09.906722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] For port cc583e03-0249-440c-a37b-20c091de3627, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:09.949419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] For port cc583e03-0249-440c-a37b-20c091de3627, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc583e03-0249-440c-a37b-20c091de3627,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:09.993078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b533410-8d5b-4c27-b70b-f01d5c448479 req-c29e4b48-8319-4f8c-83e0-936ebd9b3b29 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716671 Jul 23 16:15:09.993307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.110328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd23bfb7-e10e-40ca-b159-8482c1d51908 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:10.119002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.136228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Transition to ACTIVE for port object cd23bfb7-e10e-40ca-b159-8482c1d51908 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:10.138441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.145761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.215170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.217876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.221908 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e412b395-2208-438d-b0a1-39a75770118a HTTP/1.1" status: 204 len: 168 time: 1.5362918 Jul 23 16:15:10.238042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f1c6-d2a0-481d-b2cc-65d0ec01c2cf None None] Pushing event updated for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.245319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.312882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626a251-46b2-4421-ba81-ce43f574a99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412b395-2208-438d-b0a1-39a75770118a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.345355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4053656-6a38-4c8e-8b1f-1b4eb4fa0dac None None] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:10.355800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-442b0193-4132-4189-9d42-f755bc9c2090 req-3308c7c2-7d89-4131-9bcc-1c263e4f92a2 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.4003623 Jul 23 16:15:10.356879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b35dbb4-4348-4c7c-a436-8998a9c8128f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:10.369257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36426) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:10.391296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.462418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9dc6e96d-8a8b-498b-98d3-cd7e54925592 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4737146 Jul 23 16:15:10.502409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Attempting to bind port cd23bfb7-e10e-40ca-b159-8482c1d51908 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:10.503042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Attempting to bind port cd23bfb7-e10e-40ca-b159-8482c1d51908 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:10.507251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Attempting to bind port cd23bfb7-e10e-40ca-b159-8482c1d51908 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:10.794892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51c9214c-11cb-4213-8307-44c0010646e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.798838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:10.800354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:10.871827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Allocated IP 192.168.233.39 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/60f7c323-d9a8-4229-9ac1-8d7eec7b230e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:10.897531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.899312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Port cd23bfb7-e10e-40ca-b159-8482c1d51908 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:10.899758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Attempting to bind port cd23bfb7-e10e-40ca-b159-8482c1d51908 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:10.908838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:10.909204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:10.910574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:10.911188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Bound port: cd23bfb7-e10e-40ca-b159-8482c1d51908, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:10.912046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:10.926599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.022989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:11.030480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:11.045406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.101846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.103121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.104306 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] 10.222.0.67 "PUT /v2.0/ports/cd23bfb7-e10e-40ca-b159-8482c1d51908 HTTP/1.1" status: 200 len: 1116 time: 2.4562132 Jul 23 16:15:11.106225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:11.246251 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=005a3626fa1c4320981c69c9795083fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9450903 Jul 23 16:15:11.258717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.272030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36442) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:11.321533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:11.399529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6a550-d0fc-4c31-b2ca-1f43d2478560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304682a0-7bc3-491c-82e0-b7879c84ebde,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:11.536599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:11.602361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c27ffe-4da8-4aee-b946-96272fe24a46 service neutron] Pushing event updated for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:11.642708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b261e3ff-128b-4147-8845-7c3c386cbe55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.695259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.724929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Transition to ACTIVE for port object 60f7c323-d9a8-4229-9ac1-8d7eec7b230e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:11.746655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d4e3cc18-7be0-42d3-a4a5-fcd91adb2827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.788593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:04Z', 'revision_number': 4, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc583e03-0249-440c-a37b-20c091de3627', 'name': '', 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'mac_address': 'fa:16:3e:1c:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '0dffc073-0797-4e81-9a62-99e326421c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:02Z', 'updated_at': '2021-07-23T16:15:09Z', 'revision_number': 4, 'project_id': 'e147663ce1674e44bdda278770b55489', 'subnets': [{'id': '0dffc073-0797-4e81-9a62-99e326421c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:11.812214 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8121157e-62bf-497b-8060-802102c6ad47" -d '{"events": [{"name": "network-changed", "server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:11.837732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68842a-0105-47a3-be69-d20dda6892da None None] The sync data for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 is: [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:15:04Z', 'revision_number': 4, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc583e03-0249-440c-a37b-20c091de3627', 'name': '', 'network_id': '9682ccc3-c494-46ff-ab23-6f69f257bf6e', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'mac_address': 'fa:16:3e:1c:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '0dffc073-0797-4e81-9a62-99e326421c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:15:02Z', 'updated_at': '2021-07-23T16:15:09Z', 'revision_number': 4, 'project_id': 'e147663ce1674e44bdda278770b55489', 'subnets': [{'id': '0dffc073-0797-4e81-9a62-99e326421c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:11.846036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fd72399-14b8-4037-b8d8-07dc237bd76d req-762f5686-4146-4cd9-989c-8f91057747c5 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.2934391 Jul 23 16:15:11.878600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:11.886705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-a893d9da-f67e-4b40-9e65-ade68ba92dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.889405 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-a893d9da-f67e-4b40-9e65-ade68ba92dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 1119 time: 0.6467834 Jul 23 16:15:11.957825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051645-0861-4178-b1b1-9fc28d6dee19 req-30561b08-dd1f-400c-9b32-735abdb83e73 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:11.960480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c051645-0861-4178-b1b1-9fc28d6dee19 req-30561b08-dd1f-400c-9b32-735abdb83e73 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.7246583 Jul 23 16:15:11.965728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.035094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-5e011411-cff9-4432-9e1e-93a641cc3df0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908 HTTP/1.1" status: 200 len: 217 time: 0.1367788 Jul 23 16:15:12.045918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.157005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-002b6472-feb1-4d72-8944-4703c54eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.158952 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-002b6472-feb1-4d72-8944-4703c54eb6c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1020832 Jul 23 16:15:12.237196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.276701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.329119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36468) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:12.337021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-533199616-network', 'tenant_id': 'b83a169fbb18411b8e346b8f8920aee7'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:12.341152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee6a55d-5586-4476-9f40-07916e59cc0a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:12.348633 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776239b-930a-450f-b4a1-099a75ac6bab x-openstack-request-id: req-f776239b-930a-450f-b4a1-099a75ac6bab {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:12.348861 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:12.349075 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f776239b-930a-450f-b4a1-099a75ac6bab {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:12.349507 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908', 'status': 'completed', 'code': 200} Jul 23 16:15:12.417370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c051645-0861-4178-b1b1-9fc28d6dee19 req-d5632c95-ddfe-422f-99f0-c647c5dc2dab tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370756 Jul 23 16:15:12.419615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.422763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.426617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/304682a0-7bc3-491c-82e0-b7879c84ebde HTTP/1.1" status: 204 len: 168 time: 1.1431146 Jul 23 16:15:12.464585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:12.479192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228cd6f-b2bd-42c6-b079-e8271cd5be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304682a0-7bc3-491c-82e0-b7879c84ebde,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:12.484302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:12.488075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:12.499999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.500596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.525374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Pushing event updated for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:12.695759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-dedaa981-e67a-4889-a9d5-6c433a538bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:12.704380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51c9214c-11cb-4213-8307-44c0010646e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.711408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-dedaa981-e67a-4889-a9d5-6c433a538bcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3645933 Jul 23 16:15:12.714408 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51c9214c-11cb-4213-8307-44c0010646e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:12.813337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51c9214c-11cb-4213-8307-44c0010646e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fb048a960904163b1d827a03a4e8680&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4428644 Jul 23 16:15:12.824194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36472) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:12.825627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe63f46-e185-411c-9e46-d65e75fb8b7b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0508151 Jul 23 16:15:12.841153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc583e03-0249-440c-a37b-20c091de3627 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:12.939390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-a87a0538-2ed4-4e77-b6a8-1b741e75c1ad tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:12.951347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-a87a0538-2ed4-4e77-b6a8-1b741e75c1ad tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481143 Jul 23 16:15:13.019006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9214c-11cb-4213-8307-44c0010646e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d2d38-11a7-48be-a8a8-aa1baaf4bc2f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:13.038599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b261e3ff-128b-4147-8845-7c3c386cbe55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.045972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b261e3ff-128b-4147-8845-7c3c386cbe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.154411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.156139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-04005a0f-a81f-4321-8f44-2d1f836c062d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3508301 Jul 23 16:15:13.160617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36478) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:13.199883 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b261e3ff-128b-4147-8845-7c3c386cbe55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ee9061cdd8c4d43b82701cdffe6abb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6436880 Jul 23 16:15:13.202875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:13.221994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'security_group_rule': {'security_group_id': '6ee6a55d-5586-4476-9f40-07916e59cc0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:13.325023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f89925b-b385-4a39-b133-3ceaea9b2339 None None] Provisioning for port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:13.339941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f89925b-b385-4a39-b133-3ceaea9b2339 None None] Provisioning complete for port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:13.340741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f89925b-b385-4a39-b133-3ceaea9b2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.393434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.398856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.503894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Made reservation on behalf of b83a169fbb18411b8e346b8f8920aee7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:13.511369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.517188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port cc583e03-0249-440c-a37b-20c091de3627 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:13.543538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc583e03-0249-440c-a37b-20c091de3627 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:13.544847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.573525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.575206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.598853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9f89925b-b385-4a39-b133-3ceaea9b2339 None None] Port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:13.614689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Request body: {'port': {'device_id': 'ed60893e-7741-488a-8208-0005f106afab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:13.628582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.631184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36486) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:13.648267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261e3ff-128b-4147-8845-7c3c386cbe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578280e8-9d5e-41f2-aa24-6781990b5405,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:13.680149 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.706006 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-0c5938ab-ed83-491c-b30e-8961b94c0f45 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536716 Jul 23 16:15:13.726821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.743745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port cc583e03-0249-440c-a37b-20c091de3627, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc583e03-0249-440c-a37b-20c091de3627,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:13.756225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.783021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012f4b9b-6ca5-476d-a900-b7d71ef2dc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:13.934568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.062164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.067853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.087501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/578280e8-9d5e-41f2-aa24-6781990b5405 HTTP/1.1" status: 204 len: 168 time: 0.7612679 Jul 23 16:15:14.162984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b639-c318-4407-85f7-0af3090184fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578280e8-9d5e-41f2-aa24-6781990b5405,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.208234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.250646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.268955 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.308075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4171aa8-7978-4067-b4f6-834aec42e905 req-77eccf7f-994b-4b0b-8e63-b7050aa7bb68 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:14.321801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4171aa8-7978-4067-b4f6-834aec42e905 req-77eccf7f-994b-4b0b-8e63-b7050aa7bb68 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 935 time: 1.2060421 Jul 23 16:15:14.344652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.364307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.370561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/339d2d38-11a7-48be-a8a8-aa1baaf4bc2f HTTP/1.1" status: 204 len: 168 time: 1.5438445 Jul 23 16:15:14.390343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ba79e10-5408-4639-8ce2-6e0ab1a51221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.399790 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.454382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605730ce-fcf7-474b-910e-6581d80d709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d2d38-11a7-48be-a8a8-aa1baaf4bc2f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.475531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.509598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.558669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:14.577082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.577575 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Added segment 416d31fd-60a6-4021-a4a1-c25de4fd4d17 of type vlan for network eb732b94-61b3-436e-ac97-f156c77a8d1e Jul 23 16:15:14.670070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.682975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b48e2f-6482-467c-a758-1f03e1a9e04f,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.710171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5efd82-9be9-4d13-a59e-b19892363d8f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:14.723492 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e2a150-633e-4fa1-aab0-3a3f46482e0d req-81922b5b-ae36-4840-acba-20b034a25803 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8788135 Jul 23 16:15:14.741800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc583e03-0249-440c-a37b-20c091de3627 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:14.767696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.768847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:14.769389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.815059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab31957-38a2-45d2-9a36-8a7611235f75 req-2665ed9c-2265-4a24-b10a-4c66a096c82a tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:14.818174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ab31957-38a2-45d2-9a36-8a7611235f75 req-2665ed9c-2265-4a24-b10a-4c66a096c82a tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 1.1849585 Jul 23 16:15:14.889992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc583e03-0249-440c-a37b-20c091de3627 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:14.890782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:14.988685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4171aa8-7978-4067-b4f6-834aec42e905 req-5d307ed8-48b5-43f6-b4f9-afa562cc9b6b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650569 Jul 23 16:15:15.040133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] Pushing event updated for resources: {'Network': ['ID=eb732b94-61b3-436e-ac97-f156c77a8d1e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:15.063619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network eb732b94-61b3-436e-ac97-f156c77a8d1e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:15:15.101211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121157e-62bf-497b-8060-802102c6ad47 req-e0121907-727b-4af7-b0a0-dc9ad6853483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:15.107876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-e0121907-727b-4af7-b0a0-dc9ad6853483 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 1119 time: 0.2684002 Jul 23 16:15:15.146981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36502) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:15.184091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7d-d59f-4507-8c86-c9bbd908af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.396050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.423657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012f4b9b-6ca5-476d-a900-b7d71ef2dc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.485107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012f4b9b-6ca5-476d-a900-b7d71ef2dc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.506341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4a3ef877-26cf-4213-ac06-180ad5d1b80c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1753130 Jul 23 16:15:15.507458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36504) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:15.542843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Request body: {'subnet': {'network_id': 'eb732b94-61b3-436e-ac97-f156c77a8d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-533199616-subnet', 'tenant_id': 'b83a169fbb18411b8e346b8f8920aee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:15.545359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ab31957-38a2-45d2-9a36-8a7611235f75 req-27c15bd7-5309-4f08-9953-5bca98603122 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727967 Jul 23 16:15:15.550144 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.553481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d94a303e-f4f7-4824-b22d-8c70bd7a2da2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3731632 Jul 23 16:15:15.555217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121157e-62bf-497b-8060-802102c6ad47 req-fe346708-6e3e-478b-9822-b68b19016d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:15.560025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-fe346708-6e3e-478b-9822-b68b19016d4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4259295 Jul 23 16:15:15.573615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:15.597660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'security_group_rule': {'security_group_id': '6ee6a55d-5586-4476-9f40-07916e59cc0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:15.831264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7d-d59f-4507-8c86-c9bbd908af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.845477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73a61c7d-d59f-4507-8c86-c9bbd908af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.896145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Made reservation on behalf of b83a169fbb18411b8e346b8f8920aee7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:15.898563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:15.916680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73a61c7d-d59f-4507-8c86-c9bbd908af40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8841de87a2fc4c8d89b1693ae56d3388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666626 Jul 23 16:15:15.928415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36516) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:15.939912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61c7d-d59f-4507-8c86-c9bbd908af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbe0e5-27db-4c84-aa1f-2a715d658d7e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:15.988947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.400627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-012f4b9b-6ca5-476d-a900-b7d71ef2dc87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e06325e88ca24215bb969eff9474acee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7641246 Jul 23 16:15:16.405081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36524) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:16.408402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f4b9b-6ca5-476d-a900-b7d71ef2dc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8787d352-f669-488d-a190-e42caa207b26,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:16.416470 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-c9d0bd6f-73e2-46fe-9adf-a9a5c8d488d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908 HTTP/1.1" status: 200 len: 217 time: 0.1884012 Jul 23 16:15:16.418547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.421307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.430196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.538123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f7c323-d9a8-4229-9ac1-8d7eec7b230e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:16.567692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.616995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bad1b-d361-4f78-b686-d320d826c209 req-6d4f3789-164b-4fa8-ad11-01a0cb81f7ae tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:16.618923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b69bad1b-d361-4f78-b686-d320d826c209 req-6d4f3789-164b-4fa8-ad11-01a0cb81f7ae tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 935 time: 0.3106673 Jul 23 16:15:16.631613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Transition to ACTIVE for port object 60f7c323-d9a8-4229-9ac1-8d7eec7b230e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:16.649493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.692973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.696968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8946d17d-75d6-4e0a-bfc8-907ff079e428,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:16.749408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.756530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:16.769100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Pushing event updated for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:16.778846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-db514192-a51c-497e-8d7d-b51a821c57ca tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1944969 Jul 23 16:15:16.807822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:16.837643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:16.843549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b69bad1b-d361-4f78-b686-d320d826c209 req-c8068cc8-73e1-455d-b790-e3f7771491ca tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097833 Jul 23 16:15:16.973058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.003102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121157e-62bf-497b-8060-802102c6ad47 req-101f394b-1876-4a82-8168-81bef898f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.004904 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-101f394b-1876-4a82-8168-81bef898f787 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.5462303 Jul 23 16:15:17.093986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.103267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Attempting to bind port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:17.109357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Attempting to bind port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:17.109794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Attempting to bind port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:17.125547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.172765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:17.172967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Attempting to bind port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:17.208553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:17.209549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:17.210556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:17.211440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Bound port: 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:17.211991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.249538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.252440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.254110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcfbe0e5-27db-4c84-aa1f-2a715d658d7e HTTP/1.1" status: 204 len: 168 time: 1.3220987 Jul 23 16:15:17.272949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.277195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.281296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8787d352-f669-488d-a190-e42caa207b26 HTTP/1.1" status: 204 len: 168 time: 0.8673940 Jul 23 16:15:17.281900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d78b51e-4191-4193-bcc8-4d4318ea4255,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.299885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03eab-b932-4953-9864-2d34c7964b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbe0e5-27db-4c84-aa1f-2a715d658d7e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.324276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Checking segment: {'id': '416d31fd-60a6-4021-a4a1-c25de4fd4d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'eb732b94-61b3-436e-ac97-f156c77a8d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:17.325271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Network hostable DHCP agents. Network: eb732b94-61b3-436e-ac97-f156c77a8d1e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:17.383352 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.413649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Network eb732b94-61b3-436e-ac97-f156c77a8d1e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:17.430196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, eb732b94-61b3-436e-ac97-f156c77a8d1e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:17.437750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.439285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.442639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a03c4c-fed5-4663-9e2b-469f41f6ae99 None None] Network eb732b94-61b3-436e-ac97-f156c77a8d1e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:17.471767 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7831df86-ba3f-4143-9138-6c7e1800857b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9497323 Jul 23 16:15:17.491274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.567865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:17.574450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:17.580843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e84ed-07fd-40fa-b5fc-b14d770d5dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8787d352-f669-488d-a190-e42caa207b26,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.589259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.716006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28b06-8347-4ac6-8cd1-a3e10ca02cf3 req-4148ab49-8ff3-4603-aaf8-75b0ab024b8d tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.726068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bb28b06-8347-4ac6-8cd1-a3e10ca02cf3 req-4148ab49-8ff3-4603-aaf8-75b0ab024b8d tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.8020918 Jul 23 16:15:17.833579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Pushing event updated for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:17.877889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Allocated IP 172.25.2.213 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/568fbb1c-83a3-469d-9f42-10fece2f09c3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:17.884662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:17.892959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:17.894429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-fb2be6d4-f00d-449c-8576-cec9e1e8ddbb service neutron] 10.222.0.81 "PUT /v2.0/ports/60f7c323-d9a8-4229-9ac1-8d7eec7b230e HTTP/1.1" status: 200 len: 1095 time: 4.5997596 Jul 23 16:15:17.904051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9722b9-8ef4-4fa0-b423-173794a0e6a9 None None] Network eb732b94-61b3-436e-ac97-f156c77a8d1e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:17.949626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:18.363165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bb28b06-8347-4ac6-8cd1-a3e10ca02cf3 req-82f4952d-19fd-4bc2-8e96-35af577cbe5e tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564435 Jul 23 16:15:18.443324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:18.485527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-862d1bae-50e5-46e2-9ef9-fae100172bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.487127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-862d1bae-50e5-46e2-9ef9-fae100172bc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 1098 time: 0.3671274 Jul 23 16:15:18.518180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:18.522610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121157e-62bf-497b-8060-802102c6ad47 req-5436e9ac-e5cd-4419-be95-618bf8a34fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.524913 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-5436e9ac-e5cd-4419-be95-618bf8a34fb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4263840 Jul 23 16:15:18.529683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562eff-104c-401e-8bd3-9b507d9d788f req-801c2a21-56d5-4344-9f41-2024436d6534 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.545343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd562eff-104c-401e-8bd3-9b507d9d788f req-801c2a21-56d5-4344-9f41-2024436d6534 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 947 time: 0.4264915 Jul 23 16:15:18.590597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:18.596476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:18.607092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:18.692342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-3809a512-447c-4871-9a55-6f84c4bf9820 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e HTTP/1.1" status: 200 len: 217 time: 0.1798291 Jul 23 16:15:18.695948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'Port': ['ID=568fbb1c-83a3-469d-9f42-10fece2f09c3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:18.731111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd562eff-104c-401e-8bd3-9b507d9d788f req-23e1c4a3-fff7-46e6-88ab-30554c8ba3d8 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846690 Jul 23 16:15:18.777189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:18.813427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-b3fb9d97-d4c7-40d4-9a30-5fd3a98f3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:18.815589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-b3fb9d97-d4c7-40d4-9a30-5fd3a98f3d1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0786977 Jul 23 16:15:18.882502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.020870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe3a7da-f01e-4fde-943e-3cebb8363080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:19.028594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bfe3a7da-f01e-4fde-943e-3cebb8363080 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764767 Jul 23 16:15:19.083389 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be" -d '{"events": [{"name": "network-changed", "server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:19.388197 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-696aa840-e0de-4f73-add5-671b098b0919 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163081 Jul 23 16:15:19.489130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.506522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.593189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.636597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:19.638178 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8270047 Jul 23 16:15:19.644849 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea3f18-d256-42ff-ac09-5e6a9013f957 x-openstack-request-id: req-67ea3f18-d256-42ff-ac09-5e6a9013f957 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:19.651122 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:19.651631 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67ea3f18-d256-42ff-ac09-5e6a9013f957 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:19.652257 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e', 'status': 'completed', 'code': 200} Jul 23 16:15:19.668733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074780-6412-48ff-8f51-5cdeaa626be1 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'Port': ['ID=568fbb1c-83a3-469d-9f42-10fece2f09c3,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:19.861588 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8121157e-62bf-497b-8060-802102c6ad47 req-bd579e14-06ac-4549-90ee-9e1ba0a689f7 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122519 Jul 23 16:15:19.981153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-eb8cd292-a1c3-49d9-ac5c-ea40e9adef92 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582436 Jul 23 16:15:20.007433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad07ac8-cf12-4eb0-86f7-1be5883a5de6 req-a6df2c6e-20ff-4b4c-96a6-4681f99011c0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:20.009223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad07ac8-cf12-4eb0-86f7-1be5883a5de6 req-a6df2c6e-20ff-4b4c-96a6-4681f99011c0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.3660874 Jul 23 16:15:20.160264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad07ac8-cf12-4eb0-86f7-1be5883a5de6 req-f1acb724-0835-4495-a0cf-5f650d8d0fac tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345882 Jul 23 16:15:20.358204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50f61b84-27ac-49e0-a968-3fa86135bdfc req-bf3e5c43-fe66-41af-918b-bf37db759055 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575663 Jul 23 16:15:21.042862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79677f1a-360f-438c-af26-1745aedd332a req-ac4376c5-72fc-482d-92f8-088078200ea1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:21.052407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79677f1a-360f-438c-af26-1745aedd332a req-ac4376c5-72fc-482d-92f8-088078200ea1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 947 time: 0.2083213 Jul 23 16:15:21.085744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-bd2f7440-c009-4cb5-9910-0f592612d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:21.087726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-bd2f7440-c009-4cb5-9910-0f592612d06a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 1098 time: 0.2096233 Jul 23 16:15:21.132800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79677f1a-360f-438c-af26-1745aedd332a req-9da226bf-d946-4f72-a179-a2ba5c00cb33 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783629 Jul 23 16:15:22.034335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-5c1a0a7b-ee43-4c31-8f7b-811969cad09e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2070634825&fields=id&tenant_id=65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 267 time: 0.1504607 Jul 23 16:15:22.282665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5bbfe79d-6b71-4a2e-90f4-c730a9bd45f7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:22.284206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5bbfe79d-6b71-4a2e-90f4-c730a9bd45f7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.4305015 Jul 23 16:15:22.330059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-52b26548-18ad-47d3-85a9-a9c370061af9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/quotas/5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 375 time: 0.0172668 Jul 23 16:15:22.375616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-9eaaf8b8-0780-45d9-b42c-216b26ddc805 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399165 Jul 23 16:15:22.382064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-2feab494-8489-4767-bf1a-62e07d2cbe20 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:22.383378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-2feab494-8489-4767-bf1a-62e07d2cbe20 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 822 time: 0.3375521 Jul 23 16:15:22.398545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-9376e9b5-6a8e-4882-8fb7-d1df291d331f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/quotas/65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 375 time: 0.0100007 Jul 23 16:15:22.495379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-effba19c-1bcf-4873-9a37-73de02c92e5a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900326 Jul 23 16:15:22.550440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-829827cc-c856-44ba-9fbd-82957619614a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:22.551494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-829827cc-c856-44ba-9fbd-82957619614a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541348 Jul 23 16:15:22.611371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-fa71dd90-7b10-4f13-976f-403d4c6c3d19 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:22.612460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-fa71dd90-7b10-4f13-976f-403d4c6c3d19 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544748 Jul 23 16:15:22.726026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-9c12877f-9b8e-4d77-846d-c3815e4e2c79 service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622527 Jul 23 16:15:22.786360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-a5b137a2-833e-46b4-9f47-c36abce8eb8e service neutron] 10.222.0.64 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414683 Jul 23 16:15:22.899743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-6710b1ad-2222-49cd-9884-04213f3a12e8 service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669745 Jul 23 16:15:22.925710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-72acf142-68a9-4189-9633-c69d531431b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136415 Jul 23 16:15:23.212553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb496-0cdb-43db-9622-a90628140fcb req-f0217f43-2015-4570-807d-47e7fc1cf7b0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.224072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-692eb496-0cdb-43db-9622-a90628140fcb req-f0217f43-2015-4570-807d-47e7fc1cf7b0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.0938432 Jul 23 16:15:23.284384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-692eb496-0cdb-43db-9622-a90628140fcb req-07794121-c11a-4677-9a6e-0bf4db09c6ec tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595124 Jul 23 16:15:23.440180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f21549-99a5-44f9-977f-a47f351ab11d req-67e380eb-ede8-47a7-90c0-b533d8deef2f tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:23.441770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f21549-99a5-44f9-977f-a47f351ab11d req-67e380eb-ede8-47a7-90c0-b533d8deef2f tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 947 time: 0.0943086 Jul 23 16:15:23.495191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f21549-99a5-44f9-977f-a47f351ab11d req-1236a289-586b-4358-a6ed-1798dc742e77 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Jul 23 16:15:23.607844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eea97282-be61-49d3-8f30-2f8c461b2762 req-48c8b211-e09f-4340-aa21-4db903d2c309 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 210 time: 0.0532041 Jul 23 16:15:23.639262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16a505fb-0d25-4f82-bdde-990cb8ab1170 req-6cdc2a7c-ac91-4ac6-a29b-dce871f06f5f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 210 time: 0.0356264 Jul 23 16:15:23.936936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36728) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:23.955296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.048684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7994785-fddf-418d-81d9-3fd0f64fdba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.086676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69320686-a1c8-424d-9134-9693ac37cc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.178261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-fe6fc6b5-0794-4c65-91f3-a0f267aa42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.179848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-fe6fc6b5-0794-4c65-91f3-a0f267aa42e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1752505 Jul 23 16:15:24.184138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7994785-fddf-418d-81d9-3fd0f64fdba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.189906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7994785-fddf-418d-81d9-3fd0f64fdba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.242206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-6f98c539-bc86-4e9a-97a9-b76bae47bbcf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e HTTP/1.1" status: 200 len: 217 time: 0.0391369 Jul 23 16:15:24.247594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7994785-fddf-418d-81d9-3fd0f64fdba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1345d-9324-47de-9fa3-3fdb2cf839bc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.258535 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7994785-fddf-418d-81d9-3fd0f64fdba4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82253e6679ed4d7eb4b64c9afe2e3734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203309 Jul 23 16:15:24.259193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36736) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.299854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-7398efa8-c775-4ba7-bd78-78312f1820ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.301384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-7398efa8-c775-4ba7-bd78-78312f1820ef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0502634 Jul 23 16:15:24.349847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.368063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-08b22e23-1052-4847-a147-46de96d61e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.370174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-08b22e23-1052-4847-a147-46de96d61e78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598650 Jul 23 16:15:24.384019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.402928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69320686-a1c8-424d-9134-9693ac37cc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.409808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69320686-a1c8-424d-9134-9693ac37cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.457824 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-69320686-a1c8-424d-9134-9693ac37cc47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b42f3b51a124246b5595a891964a703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013368 Jul 23 16:15:24.458486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.462041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd39fef-92ed-4a6f-b025-d897353537c6 req-b9eb37eb-814d-456c-b916-1e91215c04f8 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.463522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd39fef-92ed-4a6f-b025-d897353537c6 req-b9eb37eb-814d-456c-b916-1e91215c04f8 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.0977652 Jul 23 16:15:24.479480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69320686-a1c8-424d-9134-9693ac37cc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0156617-0cf3-4f98-b9af-6acbfe92486d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.520980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.523850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.525210 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78e1345d-9324-47de-9fa3-3fdb2cf839bc HTTP/1.1" status: 204 len: 168 time: 0.2621417 Jul 23 16:15:24.542864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd39fef-92ed-4a6f-b025-d897353537c6 req-abcdc5f3-a4a6-420a-8f92-710f2003c553 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528550 Jul 23 16:15:24.544954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-f450e59c-74e8-446c-868e-7ff0f1d6e343 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302555 Jul 23 16:15:24.552738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd621c-1a8f-4d9c-a1a7-3aeda8b1932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1345d-9324-47de-9fa3-3fdb2cf839bc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.579535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.607825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.751966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1ee01f8-5e34-4325-98ac-c0c6e4fae3f3 req-f4a7bed1-f720-4b0e-b306-52e014beee6c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 210 time: 0.0460193 Jul 23 16:15:24.763496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.81', 65073) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:24.860798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b99860-6b6e-4f78-bfbf-a6dc4fcd07be req-4e38302f-6bc5-40bf-baf0-2fb37d0abe0d service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082042 Jul 23 16:15:24.873325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.876033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:24.878175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0156617-0cf3-4f98-b9af-6acbfe92486d HTTP/1.1" status: 204 len: 168 time: 0.4139061 Jul 23 16:15:24.887343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039dbb9-2600-4831-9f54-4a1f47bfa53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0156617-0cf3-4f98-b9af-6acbfe92486d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:24.937490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35948f27-3304-445e-b7f6-53dccdea159c req-6f278559-0485-4e06-9afa-5e380b21e4f6 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:24.939008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35948f27-3304-445e-b7f6-53dccdea159c req-6f278559-0485-4e06-9afa-5e380b21e4f6 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 947 time: 0.3050213 Jul 23 16:15:24.972337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aead25af-b510-418c-b1ec-1eabc2251b70 req-fd966629-cf81-4a35-b3b0-e53d5196bc5b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 210 time: 0.0513785 Jul 23 16:15:25.004244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36758) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.017270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9989f74-b77d-4362-bdc3-e5ab2b3749fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.020420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35948f27-3304-445e-b7f6-53dccdea159c req-d0e8f61b-f817-496a-ae03-c3526876cceb tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532517 Jul 23 16:15:25.033003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5384679a-8c88-42bf-992f-bd958c275bfe tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.034510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5384679a-8c88-42bf-992f-bd958c275bfe tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.2681205 Jul 23 16:15:25.089351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Request body: {'port': {'device_id': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'admin_state_up': True, 'tenant_id': '5cc5270f02d445cb827146ac5901498b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:25.118533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9989f74-b77d-4362-bdc3-e5ab2b3749fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.124051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9989f74-b77d-4362-bdc3-e5ab2b3749fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.173899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a9989f74-b77d-4362-bdc3-e5ab2b3749fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6469620db82642d591c29ff12297df5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655855 Jul 23 16:15:25.174232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36762) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.178876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9989f74-b77d-4362-bdc3-e5ab2b3749fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f2a74a-b10e-4b43-8ed2-3a747636ac3d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.265240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:25.268744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.270708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.314821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.325046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.329966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-452bfcf2-aab3-4758-9f27-d3ea8a7aa512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.432338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-452bfcf2-aab3-4758-9f27-d3ea8a7aa512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.436572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-452bfcf2-aab3-4758-9f27-d3ea8a7aa512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.478450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-452bfcf2-aab3-4758-9f27-d3ea8a7aa512 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc5d865199e94dfa891b51747810389d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621788 Jul 23 16:15:25.483181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bfcf2-aab3-4758-9f27-d3ea8a7aa512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b405e-5954-4615-97cb-ffd61974fcd1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.483181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36766) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:25.534977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.559099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.612728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.615574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.620820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a59b405e-5954-4615-97cb-ffd61974fcd1 HTTP/1.1" status: 204 len: 168 time: 0.1353278 Jul 23 16:15:25.628428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af15f-98d4-491b-9824-3a68e442e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b405e-5954-4615-97cb-ffd61974fcd1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.733157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-ae5fb7b9-5fd4-4cf9-a445-839c13831071 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.734628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-ae5fb7b9-5fd4-4cf9-a445-839c13831071 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 822 time: 0.4442327 Jul 23 16:15:25.754800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.757485 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:25.758668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2f2a74a-b10e-4b43-8ed2-3a747636ac3d HTTP/1.1" status: 204 len: 168 time: 0.5832973 Jul 23 16:15:25.778098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Allocated IP 172.20.0.4 (d27ea7d7-a24b-4946-9683-0acd3f18b182/7b3a2947-2176-44c5-a571-b1a318ddf196/a1db81b1-153e-491a-be1b-465da00e517d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:25.794185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8bb5-06ff-476b-9a42-4735c67ff0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f2a74a-b10e-4b43-8ed2-3a747636ac3d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:25.855256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69fc3c-4f95-450d-ab1d-5d3b27a8883a req-37e87d4b-0d8c-4694-b4ce-adcee1979f82 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:25.856808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b69fc3c-4f95-450d-ab1d-5d3b27a8883a req-37e87d4b-0d8c-4694-b4ce-adcee1979f82 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.2276716 Jul 23 16:15:25.867653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-6ae78646-c448-47af-9fd4-b502853c30dd tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 380 time: 0.1138031 Jul 23 16:15:25.892133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'port': {'device_id': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'admin_state_up': True, 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'security_groups': ['6ee6a55d-5586-4476-9f40-07916e59cc0a']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:25.925620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fb7e84b-2a91-4d16-9c36-dfa1b8721ecb req-17be509f-1199-49e5-8551-176df6e1fdf0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 210 time: 0.0676620 Jul 23 16:15:26.048726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b69fc3c-4f95-450d-ab1d-5d3b27a8883a req-8449fb9a-9594-4305-92e0-39444a8d6c2d tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801262 Jul 23 16:15:26.125842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c482c431-4051-4150-b331-e6ad22bc471f req-e6b2f083-3671-4eaa-a55f-5c5c6751b33f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 210 time: 0.0489376 Jul 23 16:15:26.229577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.264333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Made reservation on behalf of 65c49eb175764ccba54bf1c2ec8a211f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:26.267810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.331995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1958fbe-18b9-493f-98b4-4058e1ffc6a7 req-431d94b8-86ba-4a66-adee-75a6879a5277 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.332536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1958fbe-18b9-493f-98b4-4058e1ffc6a7 req-431d94b8-86ba-4a66-adee-75a6879a5277 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 947 time: 0.1823809 Jul 23 16:15:26.377498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.488785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:26.503312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1958fbe-18b9-493f-98b4-4058e1ffc6a7 req-c668a062-e5d9-4e84-aca9-ab1127c56522 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387289 Jul 23 16:15:26.504152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:26.507293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:26.514088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:26.514737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.522599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:26.544721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-83d988d1-2c17-412e-8d94-64e5b4d9844a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593470 Jul 23 16:15:26.571587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Allocated IP 172.20.0.10 (4b5c53f8-3254-47b3-8ed8-0bd3a268514f/3da51a7c-9d4a-48ee-972a-cde6c136dc32/f478c4a4-2131-4d7d-8c1d-6b338431985c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:26.577896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Request body: {'port': {'device_id': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:26.699675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.754593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36820) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:26.866910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1028731772-network', 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:26.889084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.891593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:26.895581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.906721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:26.912929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Transition to ACTIVE for port object f478c4a4-2131-4d7d-8c1d-6b338431985c will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:27.027070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.029249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.033456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.066601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:27.072076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae922a-c35c-49db-85b2-acb24029e9a1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.081642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.082239 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Added segment 857347a1-38b3-4002-958c-168f0413b82e of type vlan for network 06195bdd-656a-4ed4-a01d-5b775a38fb88 Jul 23 16:15:27.130378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.136306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:27.162735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.163792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.164566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.172693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:27.180850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:27.186770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.187489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.189994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.211183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36840) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:27.212295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4565072 Jul 23 16:15:27.217780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cd23bfb7-e10e-40ca-b159-8482c1d51908 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:27.231282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Request body: {'subnet': {'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1028731772-subnet', 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:27.247696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e7c9-b000-43f2-a3b8-96e9559c7da6 admin admin] Pushing event updated for resources: {'Network': ['ID=06195bdd-656a-4ed4-a01d-5b775a38fb88,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.264570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:15:27.279614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1db81b1-153e-491a-be1b-465da00e517d {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:27.284887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-e5ea3951-c91b-4779-a897-16eef49476f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4014611 Jul 23 16:15:27.294969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.307258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Request body: {'port': {'device_id': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:27.353349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Transition to ACTIVE for port object a1db81b1-153e-491a-be1b-465da00e517d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:27.364875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fae49-06f2-4379-a48e-20f8e4b7de41 req-75c7f8a2-2752-4364-af81-87ba0cad8a66 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.366490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-893fae49-06f2-4379-a48e-20f8e4b7de41 req-75c7f8a2-2752-4364-af81-87ba0cad8a66 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 931 time: 0.3354287 Jul 23 16:15:27.370675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:27.372928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.377246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.393774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:27.404860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'cd23bfb7-e10e-40ca-b159-8482c1d51908', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'cd23bfb7-e10e-40ca-b159-8482c1d51908', 'mac_address': 'fa:16:3e:2b:67:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:tempest-test_az-316123604', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:27.444851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.459618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd23bfb7-e10e-40ca-b159-8482c1d51908 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:27.483955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:27.489586 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.520322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b04a5ca5-f049-42bc-a093-dd2a93872ddb None None] Provisioning for port f478c4a4-2131-4d7d-8c1d-6b338431985c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:27.531498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b04a5ca5-f049-42bc-a093-dd2a93872ddb None None] Provisioning complete for port f478c4a4-2131-4d7d-8c1d-6b338431985c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:27.531498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b04a5ca5-f049-42bc-a093-dd2a93872ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.558383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8273f-912d-4cf5-9151-98d77500fe5b req-ded5e6af-ff5f-4432-9dbb-e948a3681ee0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.560069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fdd8273f-912d-4cf5-9151-98d77500fe5b req-ded5e6af-ff5f-4432-9dbb-e948a3681ee0 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 968 time: 0.4136856 Jul 23 16:15:27.573756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.576045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:27.584580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b04a5ca5-f049-42bc-a093-dd2a93872ddb None None] Port f478c4a4-2131-4d7d-8c1d-6b338431985c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:27.603295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-893fae49-06f2-4379-a48e-20f8e4b7de41 req-e817284e-df82-4e0b-8ac0-77d710beb06f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222190 Jul 23 16:15:27.625513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.673321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:27.673662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:27.674012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:27.726787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:27.727112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:27.731539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fdd8273f-912d-4cf5-9151-98d77500fe5b req-b5e95b5c-095d-4e52-be3d-bcf0d9fbd267 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631835 Jul 23 16:15:27.748798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:27.749161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:27.749548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:27.750351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Bound port: a1db81b1-153e-491a-be1b-465da00e517d, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:27.750351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:27.861538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 60f7c323-d9a8-4229-9ac1-8d7eec7b230e details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:27.894124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cd23bfb7-e10e-40ca-b159-8482c1d51908'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:27.989070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19685388-8ab6-46fe-9e67-9d60ec5ebe21 req-4d386753-e036-4c40-800d-23127312bd16 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:27.990619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19685388-8ab6-46fe-9e67-9d60ec5ebe21 req-4d386753-e036-4c40-800d-23127312bd16 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 932 time: 0.3247478 Jul 23 16:15:27.991454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.032803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:28.057716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:28.083072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:28.084869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e', 'mac_address': 'fa:16:3e:8d:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:28.150038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.176677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f7c323-d9a8-4229-9ac1-8d7eec7b230e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:28.230968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:28.240323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.295598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:28.323258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.394308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68062c34-cb9c-4121-9797-ad8ffd88e4d8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:28.398171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19685388-8ab6-46fe-9e67-9d60ec5ebe21 req-d216c803-ccad-42ae-bb42-63ba0071f3e0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859167 Jul 23 16:15:28.442578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.443201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.444585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] 10.222.0.81 "PUT /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 1091 time: 1.8744903 Jul 23 16:15:28.445026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:28.447322 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa443939-9960-4ccf-bb02-da98aefcd49d" -d '{"events": [{"name": "network-changed", "server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "tag": "a1db81b1-153e-491a-be1b-465da00e517d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:28.458903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:28.459263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Network hostable DHCP agents. Network: 06195bdd-656a-4ed4-a01d-5b775a38fb88, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:28.474042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.497345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9468-bdcd-49f1-a0a4-71b1141c3a80 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:28.567641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:28.584318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 06195bdd-656a-4ed4-a01d-5b775a38fb88) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:28.595247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['60f7c323-d9a8-4229-9ac1-8d7eec7b230e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:28.596499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.597099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.601576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44be4d6-2a5c-408a-96b8-09c9866c183f None None] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:28.613779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f478c4a4-2131-4d7d-8c1d-6b338431985c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:28.627768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc86fa-d968-48d9-954d-3f008fa7c4ab req-cd1563e2-90ca-4e89-b29d-e9ffb7def0c8 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.629271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2fc86fa-d968-48d9-954d-3f008fa7c4ab req-cd1563e2-90ca-4e89-b29d-e9ffb7def0c8 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 948 time: 0.2551746 Jul 23 16:15:28.636693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.644219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-976b44fc-e23b-45ef-a05f-99bc227ac58b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4172189 Jul 23 16:15:28.667199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Transition to ACTIVE for port object f478c4a4-2131-4d7d-8c1d-6b338431985c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:28.678594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.722425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-4170aded-6d78-4cf5-b22d-d42112606197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.723954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-4170aded-6d78-4cf5-b22d-d42112606197 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1094 time: 0.2048814 Jul 23 16:15:28.731881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2fc86fa-d968-48d9-954d-3f008fa7c4ab req-d0090eee-dda3-4d1b-8917-4e2f61fa8dd8 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919147 Jul 23 16:15:28.798658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Pushing event updated for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:28.818797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-bc64e7dd-8778-463f-af74-cc7dfd294883 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.0782633 Jul 23 16:15:28.870967 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7fdd8-aee5-4492-b124-967f2bed33dc x-openstack-request-id: req-bbc7fdd8-aee5-4492-b124-967f2bed33dc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:28.871166 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "tag": "a1db81b1-153e-491a-be1b-465da00e517d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:28.871400 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbc7fdd8-aee5-4492-b124-967f2bed33dc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:28.871851 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d', 'status': 'completed', 'code': 200} Jul 23 16:15:28.874619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Attempting to bind port f478c4a4-2131-4d7d-8c1d-6b338431985c on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:28.874958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Attempting to bind port f478c4a4-2131-4d7d-8c1d-6b338431985c by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:28.875286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Attempting to bind port f478c4a4-2131-4d7d-8c1d-6b338431985c on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:28.885143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Port f478c4a4-2131-4d7d-8c1d-6b338431985c on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:28.885486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Attempting to bind port f478c4a4-2131-4d7d-8c1d-6b338431985c on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:28.900105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:28.900453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Checking segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:28.900845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Bound using segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:28.901292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Bound port: f478c4a4-2131-4d7d-8c1d-6b338431985c, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:28.901792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:28.929698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-4b3006c7-ea1f-48fd-a340-10b52430346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:28.932147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-4b3006c7-ea1f-48fd-a340-10b52430346f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1025603 Jul 23 16:15:29.036005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-d95a6881-5fee-4b04-8476-cfd648d86e04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779648 Jul 23 16:15:29.093622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ea131-9a80-4a99-b991-9c8fa9653d68 None None] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:29.148162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:29.168453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:29.202963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cd23bfb7-e10e-40ca-b159-8482c1d51908 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:29.214712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.274682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac504a03-b805-41a9-bae7-4b93f7ecc890 req-d70d0f54-4135-43fc-a631-c1c6d03a5510 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.281714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac504a03-b805-41a9-bae7-4b93f7ecc890 req-d70d0f54-4135-43fc-a631-c1c6d03a5510 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.3223190 Jul 23 16:15:29.303194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port cd23bfb7-e10e-40ca-b159-8482c1d51908 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:29.304588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:29.308644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port cd23bfb7-e10e-40ca-b159-8482c1d51908 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:29.309024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.311022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-640305301-network', 'tenant_id': 'bbd6731732ce4133a5e6b345a6a7fde7'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:29.312649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.313277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.318430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] 10.222.0.81 "PUT /v2.0/ports/f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 200 len: 1092 time: 2.0117531 Jul 23 16:15:29.328452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3cecb-7b6d-4f0c-aba4-f2eb4b5849dd req-7eec0f81-8eb5-4602-be73-4edf9b945cc4 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.343656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ae3cecb-7b6d-4f0c-aba4-f2eb4b5849dd req-7eec0f81-8eb5-4602-be73-4edf9b945cc4 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 969 time: 0.3113458 Jul 23 16:15:29.350712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Made reservation on behalf of bbd6731732ce4133a5e6b345a6a7fde7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:29.354293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.364201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.380999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-1bd7bdc8-87bf-489a-ae3a-497662aa4909 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305089 Jul 23 16:15:29.435609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.486102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:29.487525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:29.487994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b0fbc-a3c3-4ed9-87f7-61f8e1bcb281 service neutron] Pushing event updated for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:29.529766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.536604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac504a03-b805-41a9-bae7-4b93f7ecc890 req-f35b61f5-e5b1-421d-9d8b-83b8ebde043f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457774 Jul 23 16:15:29.538609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.562725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:15:29.581079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ae3cecb-7b6d-4f0c-aba4-f2eb4b5849dd req-69ad64ba-487b-4fd7-9e62-aeb70e26a484 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251260 Jul 23 16:15:29.585315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.585616 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Added segment 72107c62-f1fb-4576-9a77-171d2db1940d of type vlan for network f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 Jul 23 16:15:29.612011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.675666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687b5a74-346a-4f5b-840b-03e2ec2a7070 req-16ff7ff4-f871-49c6-ab92-caf12c29f6dd service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696173 Jul 23 16:15:29.682515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.731433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c44049d-31cf-4a39-b9a0-1ec209a7211c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:29.756423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:29.771433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.772413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.773643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.775711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-18e4c15b-d7a5-4961-a3fe-b6c429fda47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.777339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-18e4c15b-d7a5-4961-a3fe-b6c429fda47c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 1095 time: 0.3987443 Jul 23 16:15:29.778368 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6349ab-56c6-4d50-bcef-9f9e127d2b08" -d '{"events": [{"server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:29.798570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef93a9d-ac53-4722-be59-7a6e3edd32ed req-b5ef03a0-bb9d-4d61-99eb-f4fe7b4a373b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:29.802130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ef93a9d-ac53-4722-be59-7a6e3edd32ed req-b5ef03a0-bb9d-4d61-99eb-f4fe7b4a373b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 944 time: 0.1297073 Jul 23 16:15:29.809680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5038385 Jul 23 16:15:29.813840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:29.818583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Request body: {'subnet': {'network_id': 'f3ca11bb-499b-4c79-8ff1-a0d9aadbac44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-640305301-subnet', 'tenant_id': 'bbd6731732ce4133a5e6b345a6a7fde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:29.840926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 60f7c323-d9a8-4229-9ac1-8d7eec7b230e up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:29.855037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375b2f-0ce9-441f-bd43-4298af6f09b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f3ca11bb-499b-4c79-8ff1-a0d9aadbac44,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:29.870775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:15:29.873093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Made reservation on behalf of bbd6731732ce4133a5e6b345a6a7fde7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:29.876546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.920661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-9ac3a175-c84b-4599-8351-67971b0a947c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 200 len: 217 time: 0.1163976 Jul 23 16:15:29.956871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:29.961260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:29.961689 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:29.996969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ef93a9d-ac53-4722-be59-7a6e3edd32ed req-ccd4334e-18a6-43ee-98f3-a35d98ae61cb tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828678 Jul 23 16:15:30.060892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-6af9b047-01c4-460e-8de9-980f78b3b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.063009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-6af9b047-01c4-460e-8de9-980f78b3b6db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.1342301 Jul 23 16:15:30.066472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-35573091-b775-4be0-89ad-c6d25015c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.068449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-35573091-b775-4be0-89ad-c6d25015c382 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1094 time: 0.2629087 Jul 23 16:15:30.096180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.134051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:30.137173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.143341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.183714 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dabec6b-e8c1-458f-91a2-1f3b24425e56 x-openstack-request-id: req-5dabec6b-e8c1-458f-91a2-1f3b24425e56 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:30.184479 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "name": "network-vif-plugged", "status": "completed", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:30.184479 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dabec6b-e8c1-458f-91a2-1f3b24425e56 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:30.184966 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908', 'code': 200} Jul 23 16:15:30.231483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.257917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Checking segment: {'id': '72107c62-f1fb-4576-9a77-171d2db1940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f3ca11bb-499b-4c79-8ff1-a0d9aadbac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:30.258293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Network hostable DHCP agents. Network: f3ca11bb-499b-4c79-8ff1-a0d9aadbac44, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:15:30.271929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-496ae768-605d-4691-b676-b29edea6e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.273498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-496ae768-605d-4691-b676-b29edea6e40c service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1875682 Jul 23 16:15:30.273861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2277a1cc-6f5f-45e4-aac8-24a161867060,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.337057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f229a-a571-48c3-ad81-3d7707976009 req-318fa3c8-f7c8-4d75-85b7-813bd3065a21 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.339283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-047f229a-a571-48c3-ad81-3d7707976009 req-318fa3c8-f7c8-4d75-85b7-813bd3065a21 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.2329760 Jul 23 16:15:30.344920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-f77c12f0-d910-4845-a896-7b18855eb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.346468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-f77c12f0-d910-4845-a896-7b18855eb9e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708559 Jul 23 16:15:30.347831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-4443c6b3-da00-40c7-9d5f-d6a5059ab5aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.0659401 Jul 23 16:15:30.348122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Network f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:15:30.365453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f3ca11bb-499b-4c79-8ff1-a0d9aadbac44) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:30.374733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.375676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.381773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83028514-a8a4-4634-8e9b-f8c9ba554ad6 None None] Network f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:30.410595 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6081c49b-0ecc-4e95-b346-b639b4addcc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5956407 Jul 23 16:15:30.430306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef65a8ea-7590-4f90-a8bf-a9bceef5ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.432644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef65a8ea-7590-4f90-a8bf-a9bceef5ef4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 1121 time: 0.1403584 Jul 23 16:15:30.467620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef151719-aefc-45e8-9960-6d4d14f2ccad service neutron] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.483051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-047f229a-a571-48c3-ad81-3d7707976009 req-461c60f7-8e6f-47ac-b028-9a40e05c3216 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341438 Jul 23 16:15:30.490707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-edfcd8e4-a2b8-48f7-bfdb-a4dcc3760442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:30.492233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-edfcd8e4-a2b8-48f7-bfdb-a4dcc3760442 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1287351 Jul 23 16:15:30.566228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-2cf7b3e3-cd2d-4d4a-b003-f642ef7a5834 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667009 Jul 23 16:15:30.576607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-8bac3605-231e-4695-a0fb-4dc72359fdd0 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117229 Jul 23 16:15:30.637437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:30.684354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77343463-683f-4981-b335-bb9832a135e9 None None] Network f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:15:30.708765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef151719-aefc-45e8-9960-6d4d14f2ccad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.715881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef151719-aefc-45e8-9960-6d4d14f2ccad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.740087 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d5d0e21c-8811-4877-8624-ebf2724f4095 req-ef151719-aefc-45e8-9960-6d4d14f2ccad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975218 Jul 23 16:15:30.766509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef151719-aefc-45e8-9960-6d4d14f2ccad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f2a2c-ba3b-401c-86cc-c215108be57e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.822647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-753f706d-5d6e-45d1-a6aa-2a508a464140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.924994 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-753f706d-5d6e-45d1-a6aa-2a508a464140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.929205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-753f706d-5d6e-45d1-a6aa-2a508a464140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:30.967712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f706d-5d6e-45d1-a6aa-2a508a464140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158c8fc-4e20-4a29-833c-c92a203c8ba3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:30.972139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-753f706d-5d6e-45d1-a6aa-2a508a464140 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=178c054e0dab4edc8ae16f42d75d58db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330832 Jul 23 16:15:30.974809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:30.997211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:30.999415 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2ce1cf-d87b-4add-980a-0b3738e854df" -d '{"events": [{"name": "network-changed", "server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:31.027009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.049225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.074734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-41788030-914b-48d9-96cc-7e4960576bd3 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968951 Jul 23 16:15:31.078298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bb3c7ae-2163-49e5-b7ae-942c17f0b95d req-fae4cfd3-bf07-45ea-a37f-8f3b158a0089 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887481 Jul 23 16:15:31.102214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.105712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.106993 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8158c8fc-4e20-4a29-833c-c92a203c8ba3 HTTP/1.1" status: 204 len: 168 time: 0.1311991 Jul 23 16:15:31.116131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3648968-70b7-474e-9e87-8bfbe19f37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158c8fc-4e20-4a29-833c-c92a203c8ba3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.134586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec784120-5453-40e5-bbd7-e29290e29cba req-24872bb3-b1ff-464b-ab23-6f89393a6fca tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.136097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec784120-5453-40e5-bbd7-e29290e29cba req-24872bb3-b1ff-464b-ab23-6f89393a6fca tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.4062715 Jul 23 16:15:31.160034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3dae-5b5e-46f2-8acf-e113d6d1a2ea req-b3a85cb6-a266-468c-ba0a-3f3765945baf tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.161477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e57e3dae-5b5e-46f2-8acf-e113d6d1a2ea req-b3a85cb6-a266-468c-ba0a-3f3765945baf tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 970 time: 0.4268150 Jul 23 16:15:31.256811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec784120-5453-40e5-bbd7-e29290e29cba req-a38e3ebc-569e-4b4e-bd67-bfa814c463a1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048479 Jul 23 16:15:31.266702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e57e3dae-5b5e-46f2-8acf-e113d6d1a2ea req-522de79a-a3c6-4503-bc3f-b227dfb3165f tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973289 Jul 23 16:15:31.287715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa443939-9960-4ccf-bb02-da98aefcd49d req-5e4390d9-899c-4e4c-a778-0c23c7710c0d service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943824 Jul 23 16:15:31.407889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58bde-8b5f-4d80-8bd8-b07de14e2202 req-71c0aa39-f018-4e4e-a25e-5e418ef2ea7b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.408949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:31.409428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2f58bde-8b5f-4d80-8bd8-b07de14e2202 req-71c0aa39-f018-4e4e-a25e-5e418ef2ea7b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 944 time: 0.0666797 Jul 23 16:15:31.422677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b65850-56a9-4e20-887e-fd12afe9c98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.453156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2f58bde-8b5f-4d80-8bd8-b07de14e2202 req-e99944f3-184d-43c5-bdd7-8bf209cd7ae0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jul 23 16:15:31.535608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b65850-56a9-4e20-887e-fd12afe9c98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.541711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b65850-56a9-4e20-887e-fd12afe9c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.550433 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031be64-33a2-4f0d-bc86-b9c6f281dd98 x-openstack-request-id: req-6031be64-33a2-4f0d-bc86-b9c6f281dd98 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:31.550966 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:31.550966 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6031be64-33a2-4f0d-bc86-b9c6f281dd98 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:31.551547 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'status': 'completed', 'code': 200} Jul 23 16:15:31.591330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b65850-56a9-4e20-887e-fd12afe9c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1293318-fce7-467d-82a7-8015f240522f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.596300 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18b65850-56a9-4e20-887e-fd12afe9c98c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=547e5831e9944c5ab3a6f85ee968205b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863229 Jul 23 16:15:31.598999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:31.649730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.671130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.719426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.722582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:31.726390 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1293318-fce7-467d-82a7-8015f240522f HTTP/1.1" status: 204 len: 168 time: 0.1239269 Jul 23 16:15:31.726538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:15:31.728011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-381cf960-dfc7-4f9e-ad91-f7722ebf7d34 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.729514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-381cf960-dfc7-4f9e-ad91-f7722ebf7d34 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.1771607 Jul 23 16:15:31.740315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64320c4-0dde-46f7-84b8-1d120315b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1293318-fce7-467d-82a7-8015f240522f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:31.760195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-f71365ca-90aa-422d-97d5-32b3bcd67588 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/quotas/eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 375 time: 0.0230734 Jul 23 16:15:31.764979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-1739c3e8-5ff2-4e7f-963f-3bb5acaf029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.766462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-1739c3e8-5ff2-4e7f-963f-3bb5acaf029e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 1095 time: 0.1659431 Jul 23 16:15:31.775021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21efd33-3a3e-44d8-be76-65c3d9a11888 req-cba465c3-bc13-404f-b295-a82a4a516690 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.776986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21efd33-3a3e-44d8-be76-65c3d9a11888 req-cba465c3-bc13-404f-b295-a82a4a516690 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.1434588 Jul 23 16:15:31.826956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-6c6f875c-5c95-4381-a7f9-57fbfa526807 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594058 Jul 23 16:15:31.920207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21efd33-3a3e-44d8-be76-65c3d9a11888 req-bf23349d-c40a-4143-863f-90ff9116062c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259086 Jul 23 16:15:31.976049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-6175c9fc-8a52-4549-a158-6ecfb0e89b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:31.976049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-6175c9fc-8a52-4549-a158-6ecfb0e89b12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 923 time: 0.1964309 Jul 23 16:15:32.027495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-a04fb3d3-84d9-4aa9-89ae-82379d53e342 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 200 len: 217 time: 0.0452456 Jul 23 16:15:32.029354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-d6f7666b-15cf-432d-be90-e4af0471130c service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945987 Jul 23 16:15:32.127898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-9dad405e-1b5c-4f3c-accf-f220ad6de549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.129395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-9dad405e-1b5c-4f3c-accf-f220ad6de549 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.0952630 Jul 23 16:15:32.186426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:32.188897 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69522b64-a438-4c6b-9e74-786debad3d3a" -d '{"events": [{"server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "name": "network-vif-plugged", "status": "completed", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:32.196805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-489dba47-7584-4eef-b1c4-d89115256065 service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613894 Jul 23 16:15:32.216449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-b58b977f-b87c-4bfe-9b33-5022f4b0ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.218024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-b58b977f-b87c-4bfe-9b33-5022f4b0ed71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806730 Jul 23 16:15:32.258403 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62e3802-3b7a-471a-b040-4bb25545742a x-openstack-request-id: req-b62e3802-3b7a-471a-b040-4bb25545742a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:32.258699 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "name": "network-vif-plugged", "status": "completed", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:32.258956 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b62e3802-3b7a-471a-b040-4bb25545742a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:32.259366 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e', 'code': 200} Jul 23 16:15:32.608581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-7b1c8b8a-b6cc-48f6-a8f6-d718c8e2abda service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821969 Jul 23 16:15:32.697836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552156-c11e-4d79-83c2-204b70141669 req-f53acd97-383e-43a5-9966-2d5cd6baa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.699445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4552156-c11e-4d79-83c2-204b70141669 req-f53acd97-383e-43a5-9966-2d5cd6baa458 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 1100 time: 0.3421102 Jul 23 16:15:32.783909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5803-0fda-4513-a0e6-197ade819fc6 req-bcec7afe-38a8-424d-87f1-fec1f52b6ffc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.785034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b56e5803-0fda-4513-a0e6-197ade819fc6 req-bcec7afe-38a8-424d-87f1-fec1f52b6ffc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.3884592 Jul 23 16:15:32.800516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3ebc-9293-4116-8433-d5bf4c533a20 req-cacb1949-2bd5-41a8-9311-a34b9a63a691 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:32.807734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55df3ebc-9293-4116-8433-d5bf4c533a20 req-cacb1949-2bd5-41a8-9311-a34b9a63a691 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 970 time: 0.3394082 Jul 23 16:15:32.876342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4552156-c11e-4d79-83c2-204b70141669 req-87157c5e-a052-419f-a1ae-c8655cf5d67b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356211 Jul 23 16:15:32.886050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2ce1cf-d87b-4add-980a-0b3738e854df req-c73045e5-b6f6-4896-afe2-e4c8611b9cd2 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632258 Jul 23 16:15:32.910668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55df3ebc-9293-4116-8433-d5bf4c533a20 req-de57af40-38f3-48c5-acf9-4e68becb3aa3 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997670 Jul 23 16:15:32.922297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b56e5803-0fda-4513-a0e6-197ade819fc6 req-69e8cd04-4711-4b90-a849-7185fbb85da7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098096 Jul 23 16:15:33.026135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-653d76f7-dab1-4b03-80cf-a426af578a4b req-dda79416-1ea5-43f4-843b-ee8ae77eb2bd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 210 time: 0.0402994 Jul 23 16:15:33.101851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0e4fe-5184-435e-a57b-888b28efc24a req-3cceb80b-125e-4c44-a141-a62e8054174b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.103532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49a0e4fe-5184-435e-a57b-888b28efc24a req-3cceb80b-125e-4c44-a141-a62e8054174b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 944 time: 0.0814018 Jul 23 16:15:33.210392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49a0e4fe-5184-435e-a57b-888b28efc24a req-32d49297-c502-4c1b-9cea-18737a033730 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971947 Jul 23 16:15:33.246215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a8653-5168-43f6-ae69-f877cf2bf16d req-6be6630b-1fd7-45d2-98d6-d435c10bbc2d tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.248291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-313a8653-5168-43f6-ae69-f877cf2bf16d req-6be6630b-1fd7-45d2-98d6-d435c10bbc2d tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.1067774 Jul 23 16:15:33.293982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-313a8653-5168-43f6-ae69-f877cf2bf16d req-b482d096-4313-4dd7-85e5-65b632080943 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Jul 23 16:15:33.631750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-8cfee5cf-8663-4274-8824-f333d2840a88 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4e0ee9bf649d4ac19586a67431543986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255125 Jul 23 16:15:33.748069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-9381b83f-f1f2-45b2-be0a-f3892fe28d9f tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.749537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-9381b83f-f1f2-45b2-be0a-f3892fe28d9f tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114459 Jul 23 16:15:33.764588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-f2e4e077-9974-4330-bfb3-82162bb43967 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/quotas/4e0ee9bf649d4ac19586a67431543986 HTTP/1.1" status: 200 len: 375 time: 0.0095668 Jul 23 16:15:33.772274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-bee9f5ec-d56b-42e9-b1f6-045728f85782 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:33.773757 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-bee9f5ec-d56b-42e9-b1f6-045728f85782 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.2037468 Jul 23 16:15:33.792388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Request body: {'port': {'device_id': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'admin_state_up': True, 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:33.799163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-3606f176-5f1d-4104-900d-fceb2a317941 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292151 Jul 23 16:15:33.884572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1db81b1-153e-491a-be1b-465da00e517d details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:33.904286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:33.907336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:33.986574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f74bd70-27c9-40a1-9f61-b20817e7a406 req-156ad3ce-6399-48d7-8c1b-34d650e052e0 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 210 time: 0.0594127 Jul 23 16:15:34.066570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Allocated IP 172.20.0.8 (06195bdd-656a-4ed4-a01d-5b775a38fb88/68062c34-cb9c-4121-9797-ad8ffd88e4d8/07e048b1-c3b7-4911-8e12-afc03e8429f0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:34.073113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.092574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a1db81b1-153e-491a-be1b-465da00e517d', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'port_id': 'a1db81b1-153e-491a-be1b-465da00e517d', 'mac_address': 'fa:16:3e:5f:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3a2947-2176-44c5-a571-b1a318ddf196', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:34.116028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48ca5-59ae-4eab-9f82-882fb8088b88 req-aeebdffe-9ed3-45b5-a8e8-9f0b63809f8b tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.117548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73a48ca5-59ae-4eab-9f82-882fb8088b88 req-aeebdffe-9ed3-45b5-a8e8-9f0b63809f8b tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 970 time: 0.1300888 Jul 23 16:15:34.148269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.167564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1db81b1-153e-491a-be1b-465da00e517d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:34.172447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73a48ca5-59ae-4eab-9f82-882fb8088b88 req-45e9de19-96bc-4519-97cd-7e1c87d4f676 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Jul 23 16:15:34.199315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.204796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.206134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f478c4a4-2131-4d7d-8c1d-6b338431985c details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:34.211784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15920503-80d1-4b15-943a-fbf478d9b733 req-ea1f1097-3fb6-4800-8546-245ed0861e3c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.214025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15920503-80d1-4b15-943a-fbf478d9b733 req-ea1f1097-3fb6-4800-8546-245ed0861e3c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.1465101 Jul 23 16:15:34.274456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15920503-80d1-4b15-943a-fbf478d9b733 req-a098df41-f3dc-4d4a-8b84-a304bc0cfe72 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526450 Jul 23 16:15:34.323606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12e6519b-4d3e-4479-906c-c8f3df2fab6e req-2e673f06-4b83-4238-a96c-5b0ab7f10b53 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 210 time: 0.0517058 Jul 23 16:15:34.329672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.343186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.380505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.437706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.450106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'port_id': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'mac_address': 'fa:16:3e:df:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:34.461393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:34.465472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:34.469573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:34.475612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.476536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.503408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.508509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.510869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-091c9585-067e-4477-9790-47130d20a367 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230408 Jul 23 16:15:34.524344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478c4a4-2131-4d7d-8c1d-6b338431985c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:34.530515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Request body: {'port': {'device_id': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'device_owner': 'compute:tempest-test_az-316123604', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:34.562749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:34.569708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.633817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:34.656313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.766342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43fbad-58ce-48a7-b98a-a3d022103a74 req-bc1a7ba8-ada1-46be-8e89-1dabd8f9a212 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.767942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b43fbad-58ce-48a7-b98a-a3d022103a74 req-bc1a7ba8-ada1-46be-8e89-1dabd8f9a212 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 944 time: 0.3878438 Jul 23 16:15:34.799536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-a7614f98-b51b-465c-8b4b-53a6287f4418 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:34.801130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-a7614f98-b51b-465c-8b4b-53a6287f4418 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 1121 time: 0.3655794 Jul 23 16:15:34.833439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-5f26f032-8a17-45aa-96c8-d039cd8d19e3 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.838096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b43fbad-58ce-48a7-b98a-a3d022103a74 req-cc1343e3-2e07-4500-9627-cf81599963dc tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610366 Jul 23 16:15:34.968710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-5f26f032-8a17-45aa-96c8-d039cd8d19e3 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:34.973419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-5f26f032-8a17-45aa-96c8-d039cd8d19e3 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.002559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e048b1-c3b7-4911-8e12-afc03e8429f0 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:35.006769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e8de0d-1b63-4a3b-8455-37cda94f1415 req-5f26f032-8a17-45aa-96c8-d039cd8d19e3 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911898 Jul 23 16:15:35.011285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a1db81b1-153e-491a-be1b-465da00e517d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:35.023277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.036865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26f032-8a17-45aa-96c8-d039cd8d19e3 tempest-AggregatesAdminTestJSON-1305412491 tempest-AggregatesAdminTestJSON-1305412491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54df6cb-e8c3-46c1-a256-281e9b024d0b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.043000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f478c4a4-2131-4d7d-8c1d-6b338431985c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:35.057132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Transition to ACTIVE for port object 07e048b1-c3b7-4911-8e12-afc03e8429f0 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:35.066909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.087781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e4cf-a4e8-4a15-a547-ba7a2e627278 req-2bd7ae0c-084b-4a7c-8966-f9cdf5c0ebfe tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.089889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9964e4cf-a4e8-4a15-a547-ba7a2e627278 req-2bd7ae0c-084b-4a7c-8966-f9cdf5c0ebfe tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.1659560 Jul 23 16:15:35.090889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.67', 52133) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:35.130530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-99e8c788-6dbb-4059-aba8-6adaf1b0d1f6 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4e0ee9bf649d4ac19586a67431543986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383501 Jul 23 16:15:35.220777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bbd70ab-655c-41e2-b0a3-6ef0ca4b2433 req-8211a78e-cecd-4c57-a572-53ae8780dc06 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 210 time: 0.0664392 Jul 23 16:15:35.230495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.238862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9964e4cf-a4e8-4a15-a547-ba7a2e627278 req-f9ce4005-923c-462f-b8d4-4ff85aca8c6d tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293025 Jul 23 16:15:35.267406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:35.267738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:35.268063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:35.280740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:35.281829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:35.299868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:35.300201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:35.300575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:35.301017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Bound port: 07e048b1-c3b7-4911-8e12-afc03e8429f0, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:35.301491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.338024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-7df9db07-ddc6-4d8d-a446-89bf2631fd92 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.339453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-7df9db07-ddc6-4d8d-a446-89bf2631fd92 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984355 Jul 23 16:15:35.371048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Request body: {'port': {'device_id': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '4e0ee9bf649d4ac19586a67431543986'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:35.392913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:35.397088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:35.622165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.632893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Made reservation on behalf of 4e0ee9bf649d4ac19586a67431543986 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:35.638102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.650416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.664704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.666043 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.671938 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] 10.222.0.67 "PUT /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 1112 time: 1.1502151 Jul 23 16:15:35.674902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:35.683824 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b0a86d-aa4f-4f66-9691-aa64250f828f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:35.768732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed628aa3-1d70-45ae-bec3-06e8ad452fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.793401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-25a11bbb-d887-4c02-a66e-6c8262adba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.794944 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-25a11bbb-d887-4c02-a66e-6c8262adba29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1115 time: 0.0759463 Jul 23 16:15:35.841472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-2d27cc88-e5d7-4324-9c4e-f3ca130cb71d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.0381017 Jul 23 16:15:35.846438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.852422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:35.895076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15655f-a349-4449-9671-be3075df0392 req-c2538313-4df0-41e5-a126-f1659082ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.896658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-c2538313-4df0-41e5-a126-f1659082ef7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0485065 Jul 23 16:15:35.934226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30544dfa-8a3a-4a39-b474-4564b33686f1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:35.936320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-12242ace-e152-4513-9748-3b507c4ad56e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322597 Jul 23 16:15:35.957720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0e89c-6a10-4384-9a44-45d161eb5f73 req-b4639545-5adf-494d-be6b-a96b6a6f2b63 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.959449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6de0e89c-6a10-4384-9a44-45d161eb5f73 req-b4639545-5adf-494d-be6b-a96b6a6f2b63 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.2161489 Jul 23 16:15:35.973554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9935634-05ea-4466-89a3-3ef1585a78ad req-3dbd3236-db55-4624-b151-7ea2fbc1ec24 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:35.975050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9935634-05ea-4466-89a3-3ef1585a78ad req-3dbd3236-db55-4624-b151-7ea2fbc1ec24 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.1880879 Jul 23 16:15:36.034474 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-8148b119-4040-41a8-9145-25d66f49147f service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912027 Jul 23 16:15:36.071617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6de0e89c-6a10-4384-9a44-45d161eb5f73 req-3dd7bf5c-f4e2-4765-b25d-b99313f5a816 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057754 Jul 23 16:15:36.081480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9935634-05ea-4466-89a3-3ef1585a78ad req-e01e1e48-c109-4d27-9976-c73552b039bf tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978146 Jul 23 16:15:36.087213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Allocated IP 192.168.233.153 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/6e53212f-5e56-42ad-a472-104250af93b3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:36.150657 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3b3e9-5b0c-488e-bdb0-d1cdae04fac7 x-openstack-request-id: req-f1b3b3e9-5b0c-488e-bdb0-d1cdae04fac7 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:36.150985 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:36.151406 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1b3b3e9-5b0c-488e-bdb0-d1cdae04fac7 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:36.151807 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'status': 'completed', 'code': 200} Jul 23 16:15:36.164000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4a15655f-a349-4449-9671-be3075df0392 req-776aec74-70cc-478e-97a1-17c1d3e17750 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221035 Jul 23 16:15:36.276356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-9ffdb8c5-d271-4b32-85e5-8892033c7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.278024 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-9ffdb8c5-d271-4b32-85e5-8892033c7402 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1115 time: 0.0594471 Jul 23 16:15:36.330293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.363014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85eb43-61b9-4b46-bca1-fd69412eb45d req-c1640827-e916-4535-95f4-a35ae089d111 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.364407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c85eb43-61b9-4b46-bca1-fd69412eb45d req-c1640827-e916-4535-95f4-a35ae089d111 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.1705034 Jul 23 16:15:36.365508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Transition to ACTIVE for port object 6e53212f-5e56-42ad-a472-104250af93b3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:36.373676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-cee1bb57-4e2c-4a28-b6dd-4a3b1d4a6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.375180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-cee1bb57-4e2c-4a28-b6dd-4a3b1d4a6b4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.0907977 Jul 23 16:15:36.401166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fc66-d402-4e84-813c-dcd843b27396 req-9846219e-5b29-4252-b54e-12a556957c8e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.402773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2895fc66-d402-4e84-813c-dcd843b27396 req-9846219e-5b29-4252-b54e-12a556957c8e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 945 time: 0.1700065 Jul 23 16:15:36.459647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c85eb43-61b9-4b46-bca1-fd69412eb45d req-aebec22e-0168-4958-9a6f-2a9dfbe33348 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865073 Jul 23 16:15:36.474340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2895fc66-d402-4e84-813c-dcd843b27396 req-edc4d972-aa68-4944-85ae-24a08f57b2f0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650291 Jul 23 16:15:36.475863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.526454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:36.543636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:36.546005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Pushing event updated for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:36.548298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:36.554323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.554968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.572929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4efc4a51-aef3-4d4b-a988-1218e0a7d2ed tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2078459 Jul 23 16:15:36.590961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Request body: {'port': {'device_id': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'device_owner': 'compute:tempest-test_az-316123604', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:36.591108 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-c84baa0e-4120-44b6-a899-f3aa96b954f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.2082596 Jul 23 16:15:36.645628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-7167453f-441a-4392-83f5-f1a42fa2567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.647453 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-7167453f-441a-4392-83f5-f1a42fa2567d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0503316 Jul 23 16:15:36.686597 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-7f1bd611-86db-4957-8073-45adb113da5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304129 Jul 23 16:15:36.738922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.768835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70946-b592-4384-9d31-7e42345de8ec req-09d967ef-ac26-470e-927d-734476dde896 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:36.771242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b70946-b592-4384-9d31-7e42345de8ec req-09d967ef-ac26-470e-927d-734476dde896 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 936 time: 0.1775248 Jul 23 16:15:36.792644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a7ab64af-3d73-43b8-a84e-86a1cf076d1b None None] Provisioning for port 6e53212f-5e56-42ad-a472-104250af93b3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:36.797251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a7ab64af-3d73-43b8-a84e-86a1cf076d1b None None] Provisioning complete for port 6e53212f-5e56-42ad-a472-104250af93b3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:36.797674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-af1c3f40-1fb7-4952-9094-e58d5a0a2ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043541 Jul 23 16:15:36.798062 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7ab64af-3d73-43b8-a84e-86a1cf076d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:36.849064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab64af-3d73-43b8-a84e-86a1cf076d1b None None] Port 6e53212f-5e56-42ad-a472-104250af93b3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:36.899475 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-19b0a86d-aa4f-4f66-9691-aa64250f828f req-b5020315-9c58-4081-9d34-e3d53156c34a service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951378 Jul 23 16:15:36.932826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b70946-b592-4384-9d31-7e42345de8ec req-c35bf65a-ed74-4fca-9e3f-8271766aa002 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520996 Jul 23 16:15:37.100396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e53212f-5e56-42ad-a472-104250af93b3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:37.109899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.126219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Transition to ACTIVE for port object 6e53212f-5e56-42ad-a472-104250af93b3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:37.131354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.260157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.338926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Attempting to bind port 6e53212f-5e56-42ad-a472-104250af93b3 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:37.339163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Attempting to bind port 6e53212f-5e56-42ad-a472-104250af93b3 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:37.339547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Attempting to bind port 6e53212f-5e56-42ad-a472-104250af93b3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:37.356038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Port 6e53212f-5e56-42ad-a472-104250af93b3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:37.356384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Attempting to bind port 6e53212f-5e56-42ad-a472-104250af93b3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:37.372551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:37.372886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:37.373299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:37.373732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Bound port: 6e53212f-5e56-42ad-a472-104250af93b3, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:37.374177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.403673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432f1aa-eed1-4b07-bfe9-2b2022217902 req-e1b75e58-4a2b-410c-8baf-7aadf206dc7f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.405165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0432f1aa-eed1-4b07-bfe9-2b2022217902 req-e1b75e58-4a2b-410c-8baf-7aadf206dc7f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.2351606 Jul 23 16:15:37.429273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bc0ca-ef22-4e33-a3d2-fae7123dd46b req-cc6e28be-20c7-4d50-b61d-c291d5aecf22 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.430844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b21bc0ca-ef22-4e33-a3d2-fae7123dd46b req-cc6e28be-20c7-4d50-b61d-c291d5aecf22 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.2188449 Jul 23 16:15:37.474520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-093d301f-5bb7-4964-a141-a064bfec96b8 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.475938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-093d301f-5bb7-4964-a141-a064bfec96b8 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 1100 time: 0.2129781 Jul 23 16:15:37.579736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0432f1aa-eed1-4b07-bfe9-2b2022217902 req-de891fc4-80c8-46f9-9701-b8b78662f7ab tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614277 Jul 23 16:15:37.594562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b21bc0ca-ef22-4e33-a3d2-fae7123dd46b req-b736de03-98c9-465c-ac6c-1d6ef43ac0f7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368835 Jul 23 16:15:37.618499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:37.639708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6e53212f-5e56-42ad-a472-104250af93b3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:37.646320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.737134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.737860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.739447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] 10.222.0.67 "PUT /v2.0/ports/6e53212f-5e56-42ad-a472-104250af93b3 HTTP/1.1" status: 200 len: 1117 time: 1.1584365 Jul 23 16:15:37.764696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:37.767175 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725a0ae-9100-4ee2-9103-a971a4476ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "tag": "6e53212f-5e56-42ad-a472-104250af93b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:37.831231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22caa3b-35ec-4d78-89c1-316a17b04cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:37.838192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Deleting port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:37.839090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.897691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1db81b1-153e-491a-be1b-465da00e517d up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:37.951280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a1db81b1-153e-491a-be1b-465da00e517d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:37.955421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a1db81b1-153e-491a-be1b-465da00e517d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:37.955576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f76a9-2ed2-41d6-8e7f-d9a49d956714 req-2eaf2220-858c-4ddf-849a-c8424fdd1042 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.956022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:37.957095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc4f76a9-2ed2-41d6-8e7f-d9a49d956714 req-2eaf2220-858c-4ddf-849a-c8424fdd1042 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 945 time: 0.2727852 Jul 23 16:15:37.966554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a34b9-1281-4f33-b0b3-3b37a0cd4693 req-8ba156a1-1f1e-4b6d-9742-648485ab1c7c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:37.967997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d0a34b9-1281-4f33-b0b3-3b37a0cd4693 req-8ba156a1-1f1e-4b6d-9742-648485ab1c7c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 949 time: 0.2893455 Jul 23 16:15:38.033709 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.036339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-b50ff8f5-17de-4660-a469-001b60694509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.037906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-b50ff8f5-17de-4660-a469-001b60694509 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 1120 time: 0.2563016 Jul 23 16:15:38.053858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] For port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:38.054323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.056559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:38.058884 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ecfe67-bdf5-4562-965c-3b40a44edd33" -d '{"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-plugged", "status": "completed", "tag": "a1db81b1-153e-491a-be1b-465da00e517d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:38.071566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:38.076288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.077071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f478c4a4-2131-4d7d-8c1d-6b338431985c up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:38.111080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc4f76a9-2ed2-41d6-8e7f-d9a49d956714 req-f7c0ffc1-5b84-4152-85c5-2c6a00c51ce3 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395071 Jul 23 16:15:38.117639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-dd1e125c-0482-4b5f-b157-25c73890479f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=6e53212f-5e56-42ad-a472-104250af93b3 HTTP/1.1" status: 200 len: 217 time: 0.0659518 Jul 23 16:15:38.121115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Calling delete_port for 60f7c323-d9a8-4229-9ac1-8d7eec7b230e owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:38.158617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d0a34b9-1281-4f33-b0b3-3b37a0cd4693 req-1f01a563-f314-4004-bd5f-d857bd9769c6 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757452 Jul 23 16:15:38.167914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:38.180400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port f478c4a4-2131-4d7d-8c1d-6b338431985c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:38.185511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port f478c4a4-2131-4d7d-8c1d-6b338431985c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:38.185888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.254733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-50bb64cd-85a1-4d0c-a9dd-504f4e5ba026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.256762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-50bb64cd-85a1-4d0c-a9dd-504f4e5ba026 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1228034 Jul 23 16:15:38.258685 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529ffb9-7eb8-4270-aa97-08e0ece2a903 x-openstack-request-id: req-3529ffb9-7eb8-4270-aa97-08e0ece2a903 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:38.259096 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "tag": "6e53212f-5e56-42ad-a472-104250af93b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:38.260023 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3529ffb9-7eb8-4270-aa97-08e0ece2a903 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:38.260536 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3', 'status': 'completed', 'code': 200} Jul 23 16:15:38.290073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.327623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:38.332456 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.389565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:38.470198 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f0cf7-fb07-4096-a7c4-9a72ea51136e x-openstack-request-id: req-203f0cf7-fb07-4096-a7c4-9a72ea51136e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:38.470562 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-plugged", "status": "completed", "tag": "a1db81b1-153e-491a-be1b-465da00e517d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:38.471026 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-203f0cf7-fb07-4096-a7c4-9a72ea51136e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:38.471728 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d', 'code': 200} Jul 23 16:15:38.672146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e9d13-96bd-44b1-b4d2-9d56246f57ee req-c59d5516-f3f9-4866-bd61-27d0f3b8e6f3 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.673662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c7e9d13-96bd-44b1-b4d2-9d56246f57ee req-c59d5516-f3f9-4866-bd61-27d0f3b8e6f3 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 969 time: 0.1865418 Jul 23 16:15:38.678081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-7104e3b7-db18-45fe-93d4-153c5af25347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.679497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-7104e3b7-db18-45fe-93d4-153c5af25347 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913068 Jul 23 16:15:38.747744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357f652-b58a-441a-af3a-1ff65be60aec req-5689a9c5-da2c-4c3f-ae10-0826d9364dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:38.749257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2357f652-b58a-441a-af3a-1ff65be60aec req-5689a9c5-da2c-4c3f-ae10-0826d9364dcf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1758738 Jul 23 16:15:38.830997 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:38.864331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['60f7c323-d9a8-4229-9ac1-8d7eec7b230e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:38.871051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c7e9d13-96bd-44b1-b4d2-9d56246f57ee req-e34a5010-1acb-4486-bef3-ea7345280162 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865504 Jul 23 16:15:38.915100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2357f652-b58a-441a-af3a-1ff65be60aec req-84393fb3-29e8-4139-9912-86ae5433dae6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575811 Jul 23 16:15:38.915854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f7c323-d9a8-4229-9ac1-8d7eec7b230e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:38.995793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-4da79c31-f9e1-4390-b1d7-d829afb8200a service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908230 Jul 23 16:15:39.021757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] No DVR routers for this DVR port 60f7c323-d9a8-4229-9ac1-8d7eec7b230e on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:15:39.030115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018025c-f511-4c37-827e-160456185444 req-8f4ab113-48ca-4ce9-a9b3-62a9207692c4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.031639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4018025c-f511-4c37-827e-160456185444 req-8f4ab113-48ca-4ce9-a9b3-62a9207692c4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 945 time: 0.2790039 Jul 23 16:15:39.044622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.046558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b9eb425-605c-44ed-b1a2-c46cd9a6345b req-3eb591df-2b8f-46e1-99e6-7e1152350366 tempest-DeleteServersAdminTestJSON-1092828741 tempest-DeleteServersAdminTestJSON-1092828741-project-admin] 10.222.0.81 "DELETE /v2.0/ports/60f7c323-d9a8-4229-9ac1-8d7eec7b230e HTTP/1.1" status: 204 len: 173 time: 1.5591159 Jul 23 16:15:39.142542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4018025c-f511-4c37-827e-160456185444 req-245a6e31-41b7-4e2f-b475-463f1d6d8753 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991805 Jul 23 16:15:39.173683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a244-bf13-43d9-b1d9-7158f9d9901d req-8aba437c-3101-46b8-b5b3-a4a9a9661051 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.175252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dc8a244-bf13-43d9-b1d9-7158f9d9901d req-8aba437c-3101-46b8-b5b3-a4a9a9661051 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.2349477 Jul 23 16:15:39.179913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ec7fb6-a1f5-48c8-a5db-ddb8d9495590 req-da24e2c6-3918-4fac-b6b3-c962ae21a044 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594038 Jul 23 16:15:39.230593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dc8a244-bf13-43d9-b1d9-7158f9d9901d req-401ceb8c-42e8-4a65-a097-c66000af6500 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Jul 23 16:15:39.288273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:39.312708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-a34209bd-702b-41d1-ab9b-705ef135caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.314852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-a34209bd-702b-41d1-ab9b-705ef135caf7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 1120 time: 0.0827210 Jul 23 16:15:39.425257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:39.449147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afebf65c-b384-4f8a-9204-df4495df4eae req-257b13bb-3066-4f16-b293-f22a14924c07 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed60893e-7741-488a-8208-0005f106afab HTTP/1.1" status: 200 len: 210 time: 0.0620220 Jul 23 16:15:39.504515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e80810-a2a4-4fc3-8f2f-ded7eac9d52e req-4635579e-05a2-4c8c-beb2-1f1e3f8f061f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.507182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8e80810-a2a4-4fc3-8f2f-ded7eac9d52e req-4635579e-05a2-4c8c-beb2-1f1e3f8f061f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.1911085 Jul 23 16:15:39.509055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-5bac8a77-aba7-41fd-9142-0648412a66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.511273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-5bac8a77-aba7-41fd-9142-0648412a66ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1850827 Jul 23 16:15:39.552014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'port_id': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'mac_address': 'fa:16:3e:43:73:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68062c34-cb9c-4121-9797-ad8ffd88e4d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-316123604', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:39.577284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-71368e8c-4889-4efe-8771-18916396a5a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=6e53212f-5e56-42ad-a472-104250af93b3 HTTP/1.1" status: 200 len: 217 time: 0.0547783 Jul 23 16:15:39.594678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.608887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e048b1-c3b7-4911-8e12-afc03e8429f0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:39.630006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:39.635166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:39.646548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8e80810-a2a4-4fc3-8f2f-ded7eac9d52e req-f1f725be-80ce-43d1-b2d6-4b9b229b7d1e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308608 Jul 23 16:15:39.689697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:39.693961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-47d1d177-7145-4ec8-851e-ed9b23877adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.695418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-47d1d177-7145-4ec8-851e-ed9b23877adf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1017380 Jul 23 16:15:39.773486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-0db0f192-a5bc-40b3-8945-2949076c9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:39.775031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-0db0f192-a5bc-40b3-8945-2949076c9e7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701528 Jul 23 16:15:39.910465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-3fede269-a874-412b-b01c-8169e5a207af service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257255 Jul 23 16:15:39.960336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['07e048b1-c3b7-4911-8e12-afc03e8429f0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:40.059174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0725a0ae-9100-4ee2-9103-a971a4476ac5 req-59150425-8537-4cd9-a8b0-38e103246a27 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419606 Jul 23 16:15:40.202919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b902b7c-a774-44bc-aa76-ed6984b72e12 req-04d2f446-f934-41c6-8007-58c00d3b032b tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.204478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b902b7c-a774-44bc-aa76-ed6984b72e12 req-04d2f446-f934-41c6-8007-58c00d3b032b tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 969 time: 0.1066062 Jul 23 16:15:40.246893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b902b7c-a774-44bc-aa76-ed6984b72e12 req-64d5145a-239f-43d4-a21d-06b6f1ffab54 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Jul 23 16:15:40.261810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'name': 'network-vif-deleted', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:40.264545 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfabac9-6b7e-4973-8abb-4fe7d4b52e69" -d '{"events": [{"server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "name": "network-vif-deleted", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:40.328893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:40.391220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea150-14cc-44d7-a6a6-5cc594882070 req-718f85cb-1185-4892-88de-3fc355ecd108 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.392683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-182ea150-14cc-44d7-a6a6-5cc594882070 req-718f85cb-1185-4892-88de-3fc355ecd108 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 945 time: 0.0831263 Jul 23 16:15:40.446013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d69c055-300e-4bb8-85d2-1971f658dcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.456296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-182ea150-14cc-44d7-a6a6-5cc594882070 req-5ebdb507-b1ca-477d-b828-e7fbd53b0f34 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Jul 23 16:15:40.474213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:40.477602 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848adde6-953e-4f3b-9381-6ee8ca94ced9" -d '{"events": [{"server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "name": "network-vif-plugged", "status": "completed", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:40.483622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9bb09-64d7-4a80-8dfe-d33d818258a4 req-005ff9e7-7a7c-4790-b367-829d813a7a02 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.485181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11c9bb09-64d7-4a80-8dfe-d33d818258a4 req-005ff9e7-7a7c-4790-b367-829d813a7a02 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.1033802 Jul 23 16:15:40.518561 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6762e-1c17-428e-9590-b73be6889a6b x-openstack-request-id: req-2ee6762e-1c17-428e-9590-b73be6889a6b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:40.518747 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed60893e-7741-488a-8208-0005f106afab", "name": "network-vif-deleted", "tag": "60f7c323-d9a8-4229-9ac1-8d7eec7b230e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:40.519046 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ee6762e-1c17-428e-9590-b73be6889a6b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:40.519380 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed60893e-7741-488a-8208-0005f106afab', 'name': 'network-vif-deleted', 'tag': '60f7c323-d9a8-4229-9ac1-8d7eec7b230e', 'status': 'completed', 'code': 200} Jul 23 16:15:40.542160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11c9bb09-64d7-4a80-8dfe-d33d818258a4 req-40a82160-7716-4002-8ee5-4910ef2a44df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496986 Jul 23 16:15:40.575332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d69c055-300e-4bb8-85d2-1971f658dcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.588941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d69c055-300e-4bb8-85d2-1971f658dcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.616845 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a57c44f-1e56-48f1-96bc-9dc21692e8a5 x-openstack-request-id: req-7a57c44f-1e56-48f1-96bc-9dc21692e8a5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:40.617852 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "name": "network-vif-plugged", "status": "completed", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:40.617852 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a57c44f-1e56-48f1-96bc-9dc21692e8a5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:40.618210 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'code': 200} Jul 23 16:15:40.654991 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d69c055-300e-4bb8-85d2-1971f658dcf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d945b3347f24895be7ea08ce4a7f361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215671 Jul 23 16:15:40.654991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69c055-300e-4bb8-85d2-1971f658dcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a337267-3189-438d-a7cd-92f96dc6c8c6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.655394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37236) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:40.755130 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.793710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.830802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ee29-e249-45c8-8de5-90c908fdb499 req-7b0c8888-49d8-4e07-8c5d-686e9e61e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.832219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fde8ee29-e249-45c8-8de5-90c908fdb499 req-7b0c8888-49d8-4e07-8c5d-686e9e61e908 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 1097 time: 0.1173694 Jul 23 16:15:40.905703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fde8ee29-e249-45c8-8de5-90c908fdb499 req-56f44f1b-b253-43bf-8fcc-4d3616e7cb9d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496368 Jul 23 16:15:40.917978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.921495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:40.922625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a337267-3189-438d-a7cd-92f96dc6c8c6 HTTP/1.1" status: 204 len: 168 time: 0.2662385 Jul 23 16:15:40.952513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29e1d-b716-4952-9e47-4090337b7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a337267-3189-438d-a7cd-92f96dc6c8c6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:40.972601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7f7fb-58d3-4a69-9b6c-650d9e456180 req-b3d58d73-bd94-4925-a51f-d895a0929a51 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:40.974070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8d7f7fb-58d3-4a69-9b6c-650d9e456180 req-b3d58d73-bd94-4925-a51f-d895a0929a51 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.1629860 Jul 23 16:15:41.013818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230b01e-42d3-4197-97a2-18a695f7c802 req-13079d59-b38e-4ecc-a03e-c74fe075b33b tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.015348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2230b01e-42d3-4197-97a2-18a695f7c802 req-13079d59-b38e-4ecc-a03e-c74fe075b33b tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1136854 Jul 23 16:15:41.036982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8d7f7fb-58d3-4a69-9b6c-650d9e456180 req-6f6ae4b9-02b0-4c85-b5c6-f08089e59d0a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512617 Jul 23 16:15:41.064288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2230b01e-42d3-4197-97a2-18a695f7c802 req-b18d6168-37c9-4b42-9687-940d3bb07966 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Jul 23 16:15:41.154372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.204557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-b814bb30-dc03-4fb4-8cbe-2aae2f89dbc9 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=418f965d82b543e8a509168149f5e86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337760 Jul 23 16:15:41.245421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:41.259893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d667dc63-f1e6-4a56-bece-a4ae5bb717a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.302836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:41.358075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 07e048b1-c3b7-4911-8e12-afc03e8429f0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:41.359279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d667dc63-f1e6-4a56-bece-a4ae5bb717a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.362867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-84fcb139-332d-41e0-9ffb-41654c89e416 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.363153 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d667dc63-f1e6-4a56-bece-a4ae5bb717a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.363261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 07e048b1-c3b7-4911-8e12-afc03e8429f0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:41.363647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.364733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-84fcb139-332d-41e0-9ffb-41654c89e416 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516514 Jul 23 16:15:41.387550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b6e5-c232-4347-8601-35e993353ed4 req-fa6f8537-f6e7-4a70-bb11-284948f56596 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.389148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f978b6e5-c232-4347-8601-35e993353ed4 req-fa6f8537-f6e7-4a70-bb11-284948f56596 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1467392 Jul 23 16:15:41.391780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d69c3eec-81b0-4295-9c86-28d73cfc766f tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/quotas/418f965d82b543e8a509168149f5e86f HTTP/1.1" status: 200 len: 375 time: 0.0199754 Jul 23 16:15:41.399389 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d667dc63-f1e6-4a56-bece-a4ae5bb717a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=932bb2c4f5964e42b108d928899f9a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528566 Jul 23 16:15:41.403116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:41.419028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667dc63-f1e6-4a56-bece-a4ae5bb717a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd2fcf4-c978-437c-9d02-9cae746e4001,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:41.441495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-a747a4c8-e064-479d-9d71-d9a8989e8903 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432701 Jul 23 16:15:41.457065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f978b6e5-c232-4347-8601-35e993353ed4 req-c4ae3446-3b2d-4457-b6a2-cb41dae5bbae tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607758 Jul 23 16:15:41.461049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.467930 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.488752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.512546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:41.517788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.564224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.569891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.578551 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cd2fcf4-c978-437c-9d02-9cae746e4001 HTTP/1.1" status: 204 len: 168 time: 0.1734030 Jul 23 16:15:41.591085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:41.610471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bf1b9-ac3e-4cd2-b9e2-9f7e41b6e668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd2fcf4-c978-437c-9d02-9cae746e4001,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:41.727481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-27f0c9bb-aca6-4b6c-8d5f-82186b4ee5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:41.861592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0338-e252-4853-bca9-bcbcc86b5ed3 req-11f8be26-c146-4d18-838a-1c5925651139 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:41.863207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00da0338-e252-4853-bca9-bcbcc86b5ed3 req-11f8be26-c146-4d18-838a-1c5925651139 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 969 time: 0.1058486 Jul 23 16:15:41.902020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 60f7c323-d9a8-4229-9ac1-8d7eec7b230e no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:41.939842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00da0338-e252-4853-bca9-bcbcc86b5ed3 req-4893cbb3-d70a-44c9-856e-6818bd5119d7 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695062 Jul 23 16:15:41.940489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 60f7c323-d9a8-4229-9ac1-8d7eec7b230e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:41.940831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 60f7c323-d9a8-4229-9ac1-8d7eec7b230e not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:42.161091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9da9f83f-2214-44a6-9a0e-2769073a50f6 req-b213d0c0-0dd8-4dfa-9228-2f44b482f81c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 210 time: 0.0628560 Jul 23 16:15:42.207576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03fdc-9d13-4256-8c93-a8d062f6440a req-f295c6c1-66e1-4d92-9ae5-b1d34d38093c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.209706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bb03fdc-9d13-4256-8c93-a8d062f6440a req-f295c6c1-66e1-4d92-9ae5-b1d34d38093c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 966 time: 0.1226227 Jul 23 16:15:42.270503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bb03fdc-9d13-4256-8c93-a8d062f6440a req-0a9f8795-810d-4efd-9a8b-e57062f830f3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Jul 23 16:15:42.518324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e946f8-4004-401e-8f92-4e04c65c870c req-8994278d-e534-44b7-9159-853c972957df tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.520381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e946f8-4004-401e-8f92-4e04c65c870c req-8994278d-e534-44b7-9159-853c972957df tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.0899684 Jul 23 16:15:42.581565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e946f8-4004-401e-8f92-4e04c65c870c req-1c6115f4-9c02-4b59-9377-091269e83386 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484614 Jul 23 16:15:42.621209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:42.625546 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ffdfb-8d95-4f0b-bb9b-fb5f716da7aa" -d '{"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-plugged", "status": "completed", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:42.805473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e10f57-80f6-45ec-ab25-9d7723b32865 req-477f0e09-8855-47cd-80ec-3f650448e46a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:42.810661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35e10f57-80f6-45ec-ab25-9d7723b32865 req-477f0e09-8855-47cd-80ec-3f650448e46a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.0740955 Jul 23 16:15:42.817715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:42.824009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'floatingip': {'port_id': 'f478c4a4-2131-4d7d-8c1d-6b338431985c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:42.878063 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81722807-129d-44e2-9f3a-32a7560699a0 x-openstack-request-id: req-81722807-129d-44e2-9f3a-32a7560699a0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:42.878651 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-plugged", "status": "completed", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:42.878978 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81722807-129d-44e2-9f3a-32a7560699a0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:42.879445 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'code': 200} Jul 23 16:15:42.911348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.063673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-15486cf2-4e99-4482-9082-fe1e929f5620 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=418f965d82b543e8a509168149f5e86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713031 Jul 23 16:15:43.288586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3af994-ea65-4ca5-9ba1-8e9c0c259134 req-500a9254-4386-44b8-b22c-60f4d4309d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:43.290205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3af994-ea65-4ca5-9ba1-8e9c0c259134 req-500a9254-4386-44b8-b22c-60f4d4309d04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1117 time: 0.2621050 Jul 23 16:15:43.302380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-5d96af34-34a3-4562-9c20-9abe1f879b00 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:43.303855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-5d96af34-34a3-4562-9c20-9abe1f879b00 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185616 Jul 23 16:15:43.318067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6e53212f-5e56-42ad-a472-104250af93b3 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:43.323249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b8897-9c13-4b8d-8115-be4b5a6d7800 req-d9128a6d-21e1-4a93-a7c8-240627e25c64 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:43.324852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e7b8897-9c13-4b8d-8115-be4b5a6d7800 req-d9128a6d-21e1-4a93-a7c8-240627e25c64 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 969 time: 0.2013574 Jul 23 16:15:43.339014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Request body: {'port': {'device_id': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '418f965d82b543e8a509168149f5e86f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:43.408542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3af994-ea65-4ca5-9ba1-8e9c0c259134 req-ce0d9a48-3bb5-4516-9ea9-c16b8d1f90fe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037068 Jul 23 16:15:43.459655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6e53212f-5e56-42ad-a472-104250af93b3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:43.461128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e7b8897-9c13-4b8d-8115-be4b5a6d7800 req-47554ff6-cdf0-471d-b4c7-a1b00f881dab tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187887 Jul 23 16:15:43.490576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '6e53212f-5e56-42ad-a472-104250af93b3', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '6e53212f-5e56-42ad-a472-104250af93b3', 'mac_address': 'fa:16:3e:51:82:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:tempest-test_az-316123604', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:43.590163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Made reservation on behalf of 418f965d82b543e8a509168149f5e86f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:43.593076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.619315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.640846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e53212f-5e56-42ad-a472-104250af93b3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:43.680353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6e53212f-5e56-42ad-a472-104250af93b3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:43.686235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.707794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.resource_extend [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:15:43.765344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:43.794627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.798943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:43.911101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed48c4ae-0287-4bac-9396-9fca7b9d15f0 req-0e9e83a0-a4c3-450b-8c18-a290212f2739 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 210 time: 0.0379980 Jul 23 16:15:43.924153 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131 associated. External IP: 172.25.2.213, port: f478c4a4-2131-4d7d-8c1d-6b338431985c. Jul 23 16:15:44.053224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6e53212f-5e56-42ad-a472-104250af93b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:44.082789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Allocated IP 192.168.233.248 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/6f034958-16e0-4273-90ee-9c051a2f2db2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:44.105656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd430-6c98-4a33-b654-eb25f727f1cb req-27e35735-9a46-4861-b092-9c127c571292 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:44.107292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-412bd430-6c98-4a33-b654-eb25f727f1cb req-27e35735-9a46-4861-b092-9c127c571292 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 966 time: 0.1337101 Jul 23 16:15:44.184569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-412bd430-6c98-4a33-b654-eb25f727f1cb req-a57d96bd-32cc-4c25-9b8a-e1d5a258849f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Jul 23 16:15:44.186860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:15:44.262871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.291423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:44.340028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:15:44.349890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.371648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:15:44.385077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-417ebb2c-e6f9-4fb1-9968-33ab043e9f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.387273 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:44.389343 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:15:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:44.392484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.407948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Transition to ACTIVE for port object 6f034958-16e0-4273-90ee-9c051a2f2db2 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:44.416585 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4a114d7d-4d2a-4924-9d07-ba92600d3809 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "PUT /v2.0/floatingips/3c3ede10-3a72-4295-b90b-71f2fe168131 HTTP/1.1" status: 200 len: 992 time: 1.5966988 Jul 23 16:15:44.417893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:44.421890 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898430d-63fd-494e-a4b7-c31cc0950ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:44.439788 n-d-800484-3 neutron-server[94004]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:15:44.444011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-b5eb96af-85fc-4f96-9489-e47af56ba4dc tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:44.453247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.455732 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-b5eb96af-85fc-4f96-9489-e47af56ba4dc tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618121 Jul 23 16:15:44.550147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:44.559131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:44.561656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Pushing event updated for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:44.564425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:44.570736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:44.572307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.592156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-d4abff92-4acc-404c-8cd9-4d0aff5aed7a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2590530 Jul 23 16:15:44.619411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Request body: {'port': {'device_id': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:44.632527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Request body: {'binding': {'host': 'n-h2-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:44.633035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:15:44.674152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:44.750163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:44.932570 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e499bd2b-c944-4c54-90af-3695356a092d x-openstack-request-id: req-e499bd2b-c944-4c54-90af-3695356a092d {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:44.933220 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:44.933220 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e499bd2b-c944-4c54-90af-3695356a092d {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:44.933459 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'status': 'completed', 'code': 200} Jul 23 16:15:44.971915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9193c227-a93b-40c9-b3bd-c9b72bfe803c None None] Provisioning for port 6f034958-16e0-4273-90ee-9c051a2f2db2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:44.976460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9193c227-a93b-40c9-b3bd-c9b72bfe803c None None] Provisioning complete for port 6f034958-16e0-4273-90ee-9c051a2f2db2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:44.976909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9193c227-a93b-40c9-b3bd-c9b72bfe803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.018018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9193c227-a93b-40c9-b3bd-c9b72bfe803c None None] Port 6f034958-16e0-4273-90ee-9c051a2f2db2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:45.037537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on host n-h2-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:45.037977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:45.038390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:45.043740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:45.044142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:45.049012 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:df:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:15:43Z', 'revision_number': 1, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:45.049490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:45.049971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:45.050414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:45.050914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Bound port: a1db81b1-153e-491a-be1b-465da00e517d, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:45.089730 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:15:45.100023 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:15:45.100779 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:15:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:45.110013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-66b0abcd-274d-4793-86ca-1016a5c22f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.111505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-66b0abcd-274d-4793-86ca-1016a5c22f44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 1097 time: 0.1968594 Jul 23 16:15:45.121432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e68f-4c62-4746-b63a-46b7677e28e4 req-5faf0463-c7ef-4f9f-8a86-2c951e70ebbb tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.122952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7316e68f-4c62-4746-b63a-46b7677e28e4 req-5faf0463-c7ef-4f9f-8a86-2c951e70ebbb tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 970 time: 0.1997592 Jul 23 16:15:45.146222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.81', 65085) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:45.196377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:45.205310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.206672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-6aa31eb7-3e4f-4357-9166-f47b48a608ba service neutron] 10.222.0.64 "POST /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6847796 Jul 23 16:15:45.226790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b057-6432-4572-9006-032786e3fd0f req-b7c36b39-fd40-43e4-b8e1-af66f5b13538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.229023 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-b7c36b39-fd40-43e4-b8e1-af66f5b13538 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0814381 Jul 23 16:15:45.233351 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:15:45.290929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7316e68f-4c62-4746-b63a-46b7677e28e4 req-09a73ac4-418f-478f-9642-825aa0860b15 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555126 Jul 23 16:15:45.297554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f034958-16e0-4273-90ee-9c051a2f2db2 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:45.310619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.334762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6e53212f-5e56-42ad-a472-104250af93b3 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:45.337824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-4cea7e07-9821-43f4-a63a-8d047029ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.339609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-4cea7e07-9821-43f4-a63a-8d047029ab9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 923 time: 0.2138796 Jul 23 16:15:45.350100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Transition to ACTIVE for port object 6f034958-16e0-4273-90ee-9c051a2f2db2 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:45.417048 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.443224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.485271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 6e53212f-5e56-42ad-a472-104250af93b3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:45.490201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 6e53212f-5e56-42ad-a472-104250af93b3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:45.490740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.525659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b057-6432-4572-9006-032786e3fd0f req-dae8c781-e09c-4fcc-b22c-109fd2c52409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.527681 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-dae8c781-e09c-4fcc-b22c-109fd2c52409 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2749479 Jul 23 16:15:45.552374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Pushing event updated for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:45.571311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-df3f3c46-c131-4d30-92ac-b8198987ba4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 200 len: 1000 time: 0.2229443 Jul 23 16:15:45.616095 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-106fff59-6cc5-4464-a47a-eaa4d26f4e03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.0817983 Jul 23 16:15:45.677901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.687991 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:df:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:15:43Z', 'revision_number': 1, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:15:45.733389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f2850-489e-4e71-9497-df1024e98bdf None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:df:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:15:43Z', 'revision_number': 1, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:15:45.741285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:45.744551 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6fb99-8b7a-4314-bf6b-bb0baea5bc43" -d '{"events": [{"server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "name": "network-vif-plugged", "status": "completed", "tag": "6e53212f-5e56-42ad-a472-104250af93b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:45.752357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Attempting to bind port 6f034958-16e0-4273-90ee-9c051a2f2db2 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:45.752689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Attempting to bind port 6f034958-16e0-4273-90ee-9c051a2f2db2 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:45.753014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Attempting to bind port 6f034958-16e0-4273-90ee-9c051a2f2db2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:45.757298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b057-6432-4572-9006-032786e3fd0f req-e9200528-f28e-4ca0-8415-9492f41a417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.761947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-262bbc2a-fe2d-4f8c-b004-2e2c3ba78be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.763763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-e9200528-f28e-4ca0-8415-9492f41a417b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1412780 Jul 23 16:15:45.763897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-262bbc2a-fe2d-4f8c-b004-2e2c3ba78be6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.1861951 Jul 23 16:15:45.768613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Port 6f034958-16e0-4273-90ee-9c051a2f2db2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:45.768939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Attempting to bind port 6f034958-16e0-4273-90ee-9c051a2f2db2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:45.780935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6e53212f-5e56-42ad-a472-104250af93b3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:45.790716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.796023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:45.796368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:45.796751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:45.797190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Bound port: 6f034958-16e0-4273-90ee-9c051a2f2db2, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:45.797546 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:45.832026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-cfa6cdfc-3356-436a-bd88-f5c9238e95a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573447 Jul 23 16:15:45.848958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:45.858620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47edc6-8826-4c93-a180-f9989dabeff1 req-a59152cd-f76e-4502-a106-5e9347a35938 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.865549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f47edc6-8826-4c93-a180-f9989dabeff1 req-a59152cd-f76e-4502-a106-5e9347a35938 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 948 time: 0.3157644 Jul 23 16:15:45.898181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-388b8415-0330-44e0-8c48-be55d46a3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:45.900358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-388b8415-0330-44e0-8c48-be55d46a3f7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1096 time: 0.3516550 Jul 23 16:15:45.945114 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-241d01ee-44b0-468d-ae01-fa0df8f87456 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062989 Jul 23 16:15:46.019076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f47edc6-8826-4c93-a180-f9989dabeff1 req-83bdafd2-436d-45bf-9efe-812ec20dbe8e tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520555 Jul 23 16:15:46.045195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46d6c0-e00d-43e9-bae0-e5ec36e19a19 None None] New status for floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:15:46.059644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d11b057-6432-4572-9006-032786e3fd0f req-aa4f62e8-7d38-4a99-8ca8-e7aa115fd443 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068401 Jul 23 16:15:46.093170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:46.138376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-d07ab406-b415-4256-a387-68c9697a0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.139918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-d07ab406-b415-4256-a387-68c9697a0e89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3643937 Jul 23 16:15:46.141686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6f034958-16e0-4273-90ee-9c051a2f2db2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:46.158021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef9307-a71d-41f9-9778-c9200013eaca req-b27dc517-6326-4f88-931f-b1083d9e7467 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.159617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20ef9307-a71d-41f9-9778-c9200013eaca req-b27dc517-6326-4f88-931f-b1083d9e7467 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 966 time: 0.3738530 Jul 23 16:15:46.181567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.202142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-b6ae72b1-1de4-4be6-9f45-a64df51f8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.203607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-b6ae72b1-1de4-4be6-9f45-a64df51f8971 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2880697 Jul 23 16:15:46.309911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.310594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:46.312258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] 10.222.0.81 "PUT /v2.0/ports/6f034958-16e0-4273-90ee-9c051a2f2db2 HTTP/1.1" status: 200 len: 1096 time: 1.7069063 Jul 23 16:15:46.314398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:46.316931 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:46.328321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-dc1afb7f-f0d4-4c1c-abea-561e11c48696 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.0848327 Jul 23 16:15:46.639311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20ef9307-a71d-41f9-9778-c9200013eaca req-a899c894-078f-4fb2-a984-6e4afc9ad00d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543779 Jul 23 16:15:46.648260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Pushing event updated for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:46.685949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.686321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.686681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.686988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.690394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d7b41-db0b-4e5a-a4dc-dc92d7cfda01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:46.711268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df6374-40c3-44fa-8888-72fa14416348 req-d8d13cc4-92ef-46c2-86e7-cbd3bd296beb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.713306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79df6374-40c3-44fa-8888-72fa14416348 req-d8d13cc4-92ef-46c2-86e7-cbd3bd296beb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 945 time: 0.6066046 Jul 23 16:15:46.714740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-ffc5b374-c53c-44b1-88d9-5bd227f3e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.716254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-ffc5b374-c53c-44b1-88d9-5bd227f3e171 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1640005 Jul 23 16:15:46.719772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-5f418036-f44e-48ef-8226-5136e0f48998 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421097 Jul 23 16:15:46.800072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-a129bf98-d54c-41df-b4e5-e7b08200d353 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682302 Jul 23 16:15:46.858300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-f280cd7d-38c9-4f72-86f1-60b7bf4e4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:46.859789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-f280cd7d-38c9-4f72-86f1-60b7bf4e4e4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 1099 time: 0.3064427 Jul 23 16:15:46.909684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79df6374-40c3-44fa-8888-72fa14416348 req-5cd88221-7e89-4264-8098-4cb616d93e51 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889472 Jul 23 16:15:46.955898 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0a251-b05a-48ee-bf4b-05b50a3736ff x-openstack-request-id: req-cce0a251-b05a-48ee-bf4b-05b50a3736ff {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:46.956191 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "name": "network-vif-plugged", "status": "completed", "tag": "6e53212f-5e56-42ad-a472-104250af93b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:46.956463 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce0a251-b05a-48ee-bf4b-05b50a3736ff {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:46.956850 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3', 'code': 200} Jul 23 16:15:46.965376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-33038c2e-362b-44a8-bb98-03c3ac2efc8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6f034958-16e0-4273-90ee-9c051a2f2db2 HTTP/1.1" status: 200 len: 217 time: 0.0694489 Jul 23 16:15:47.057659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7898430d-63fd-494e-a4b7-c31cc0950ea5 req-a10fc31b-b0c5-4c06-a318-21b28c19e53e service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268101 Jul 23 16:15:47.082835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d5631-6dce-4ce7-ae6d-47bab278f95b req-a2323766-13fc-4506-b014-ca554ccfd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.084535 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4c1d5631-6dce-4ce7-ae6d-47bab278f95b req-a2323766-13fc-4506-b014-ca554ccfd780 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 1122 time: 0.0604284 Jul 23 16:15:47.085683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0949b9f-9254-4ecf-a9b6-b75db7b55d59 req-72203bf0-6c42-4930-aaa1-58ea40a34cd9 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.087857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0949b9f-9254-4ecf-a9b6-b75db7b55d59 req-72203bf0-6c42-4930-aaa1-58ea40a34cd9 tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 970 time: 0.3332243 Jul 23 16:15:47.095003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-0a61be9b-47ec-4379-9a6a-6dea020242b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.096548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-0a61be9b-47ec-4379-9a6a-6dea020242b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1221561 Jul 23 16:15:47.121384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-f297425c-3fe2-45b1-85d9-6b31491b1165 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118877 Jul 23 16:15:47.130194 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4c1d5631-6dce-4ce7-ae6d-47bab278f95b req-93bd1e8c-7411-4e6e-9cc0-d994e2b0823f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Jul 23 16:15:47.221876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0949b9f-9254-4ecf-a9b6-b75db7b55d59 req-4d70c43d-84c2-41f6-9772-d45af9b0a9fa tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/security-groups?id=f28516f7-7958-4605-84da-b3beb955193a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228545 Jul 23 16:15:47.272540 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ca575-e483-4238-bef5-66dbe5c19ae9 x-openstack-request-id: req-9b3ca575-e483-4238-bef5-66dbe5c19ae9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:47.272825 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:47.273073 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b3ca575-e483-4238-bef5-66dbe5c19ae9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:47.273470 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2', 'status': 'completed', 'code': 200} Jul 23 16:15:47.311223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038d230-4f63-468b-a2ce-b185186c7cc6 req-80445262-3796-493b-84a9-bd53d4b6d032 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.312824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8038d230-4f63-468b-a2ce-b185186c7cc6 req-80445262-3796-493b-84a9-bd53d4b6d032 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.2198508 Jul 23 16:15:47.322673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.329149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-ed9b71ef-41f0-4324-81fb-d40b073f5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.330816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-ed9b71ef-41f0-4324-81fb-d40b073f5ad9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117445 Jul 23 16:15:47.356308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-2b1d4a8b-c624-4a5b-bc3a-fea77873adb3 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656525 Jul 23 16:15:47.400489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8038d230-4f63-468b-a2ce-b185186c7cc6 req-1517cdd0-eb5f-42ac-9a63-b873cf245fd9 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796995 Jul 23 16:15:47.463420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-72af488b-ee56-4f3c-88cb-6c3f020ec5b7 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232018 Jul 23 16:15:47.713330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-af0c376c-b8fe-4b23-a4b5-8d01f9061eec tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.715169 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-af0c376c-b8fe-4b23-a4b5-8d01f9061eec tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 970 time: 0.1190622 Jul 23 16:15:47.772425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6236afe7-5d3a-4db2-9ebc-a0bf4eb9193e req-0b3c60ce-188a-4cb7-bbdc-70d402768c00 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999945 Jul 23 16:15:47.802571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-f2b4386e-5575-4f49-bc84-d440d78900db tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.804169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-f2b4386e-5575-4f49-bc84-d440d78900db tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.2958665 Jul 23 16:15:47.820316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb829b-8506-47db-ad22-161b64003e8d req-9cce435f-dbf8-48d3-b3fd-9eb0661acd38 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.821839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30eb829b-8506-47db-ad22-161b64003e8d req-9cce435f-dbf8-48d3-b3fd-9eb0661acd38 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1117 time: 0.3110132 Jul 23 16:15:47.825611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800484-3'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:47.828186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Deleting port cd23bfb7-e10e-40ca-b159-8482c1d51908 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:15:47.828534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.872935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a522aa-e359-401e-af27-06c9ae416a16 req-52252ed3-2290-4cea-a0c8-2b21d7e8412a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:47.874427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84a522aa-e359-401e-af27-06c9ae416a16 req-52252ed3-2290-4cea-a0c8-2b21d7e8412a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 948 time: 0.1880243 Jul 23 16:15:47.919843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] For port cd23bfb7-e10e-40ca-b159-8482c1d51908, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cd23bfb7-e10e-40ca-b159-8482c1d51908,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:47.920225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:47.935003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Calling delete_port for cd23bfb7-e10e-40ca-b159-8482c1d51908 owned by compute:tempest-test_az-316123604 {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:15:47.958681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30eb829b-8506-47db-ad22-161b64003e8d req-2ae6dc6b-b148-41f7-8e9d-8a7fe5797236 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286600 Jul 23 16:15:47.988872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84a522aa-e359-401e-af27-06c9ae416a16 req-ba75a22a-ddf7-486c-a7ff-e25a6d46ad91 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080873 Jul 23 16:15:48.000602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.053344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-c3d143d6-9c01-41f7-b930-d7b573ac5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.055311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-c3d143d6-9c01-41f7-b930-d7b573ac5275 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=418f965d82b543e8a509168149f5e86f&device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 1099 time: 0.1483414 Jul 23 16:15:48.169710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.185397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cd23bfb7-e10e-40ca-b159-8482c1d51908'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:48.199729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Pushing event deleted for resources: {'Port': ['ID=cd23bfb7-e10e-40ca-b159-8482c1d51908,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.209997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.210272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.210610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.211173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.211300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.211545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.211872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.213361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.213669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.214035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.214333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.214643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:48.299467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] No DVR routers for this DVR port cd23bfb7-e10e-40ca-b159-8482c1d51908 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:15:48.302726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.304846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-21dad9d0-c3f2-4ab1-b8b9-c7a7fc31ce37 req-ddb0f77d-0706-4832-89a2-d1ee467ebaef tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.67 "DELETE /v2.0/ports/cd23bfb7-e10e-40ca-b159-8482c1d51908 HTTP/1.1" status: 204 len: 173 time: 0.5837150 Jul 23 16:15:48.305316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'name': 'network-vif-deleted', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:48.307997 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524f1a0b-3fa0-4a10-8edd-b44fffd944b7" -d '{"events": [{"server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "name": "network-vif-deleted", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:48.514608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-c12650ce-c154-4896-b530-eae55999d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.516008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-c12650ce-c154-4896-b530-eae55999d86e service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4479156 Jul 23 16:15:48.519732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:48.541671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8f496-fde9-43b5-9f63-8b2ee4b103ba req-14b9d86c-91ed-44d3-bd47-0c5f083f8380 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.543295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fe8f496-fde9-43b5-9f63-8b2ee4b103ba req-14b9d86c-91ed-44d3-bd47-0c5f083f8380 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 945 time: 0.4646125 Jul 23 16:15:48.589272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-b123ffe5-e66a-49aa-aff1-3a397c2b13be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6f034958-16e0-4273-90ee-9c051a2f2db2 HTTP/1.1" status: 200 len: 217 time: 0.0571256 Jul 23 16:15:48.597006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686bcc-7952-40c3-99bb-a8b51dea9676 req-04494de0-52d1-40b4-996d-f936cc195fec tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.598517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28686bcc-7952-40c3-99bb-a8b51dea9676 req-04494de0-52d1-40b4-996d-f936cc195fec tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1117 time: 0.4496422 Jul 23 16:15:48.684348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:48.722504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fe8f496-fde9-43b5-9f63-8b2ee4b103ba req-d3b3b063-c7f3-4cf6-bd64-6edfbf44ffb6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690085 Jul 23 16:15:48.734860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-f36ae1a6-115a-4e74-b386-b658922a9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.736288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-f36ae1a6-115a-4e74-b386-b658922a9f0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1324406 Jul 23 16:15:48.761307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28686bcc-7952-40c3-99bb-a8b51dea9676 req-35db4663-a03b-4110-90f7-6f084ec9297b tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414669 Jul 23 16:15:48.784499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.796370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:48.897281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-1f6aa47b-8ac9-4167-8a9d-103c55b1d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:48.898848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-1f6aa47b-8ac9-4167-8a9d-103c55b1d802 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509399 Jul 23 16:15:48.903037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:48.905054 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8be135-103a-40cf-8fb4-f1168038a2d5 x-openstack-request-id: req-8c8be135-103a-40cf-8fb4-f1168038a2d5 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:48.906201 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d36960-560a-44fd-b4ee-36f0d0d6ec1f", "name": "network-vif-deleted", "tag": "cd23bfb7-e10e-40ca-b159-8482c1d51908", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:48.908282 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c8be135-103a-40cf-8fb4-f1168038a2d5 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:48.909064 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d36960-560a-44fd-b4ee-36f0d0d6ec1f', 'name': 'network-vif-deleted', 'tag': 'cd23bfb7-e10e-40ca-b159-8482c1d51908', 'status': 'completed', 'code': 200} Jul 23 16:15:48.968630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f35b42f5-4bcb-40fe-a4e3-3473f5fbaee5 req-955de8a9-8cb9-45aa-b8d2-aaeef22ae71f tempest-AggregatesAdminTestJSON-2095106773 tempest-AggregatesAdminTestJSON-2095106773-project] 10.222.0.64 "GET /v2.0/ports?device_id=13d36960-560a-44fd-b4ee-36f0d0d6ec1f HTTP/1.1" status: 200 len: 210 time: 0.0738206 Jul 23 16:15:48.973502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on host n-h1-800484-3 for vnic_type normal with profile {"migrating_to": "n-h2-800484-3"} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:48.973953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:48.974352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:48.995346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:48.995767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Attempting to bind port a1db81b1-153e-491a-be1b-465da00e517d on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:49.051949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:49.052314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:49.052698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:49.053146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Bound port: a1db81b1-153e-491a-be1b-465da00e517d, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:49.053531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.132107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-85a8ed63-b6b0-4db9-b64d-1a7f327bd526 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259927 Jul 23 16:15:49.193099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcb322-3dc4-42e0-bc98-d83b3a69ccb0 req-5223fd8d-5b55-4ca8-905b-0ec973b2d9e6 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:49.194618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4bcb322-3dc4-42e0-bc98-d83b3a69ccb0 req-5223fd8d-5b55-4ca8-905b-0ec973b2d9e6 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.2250178 Jul 23 16:15:49.239430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:49.285240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:49.288181 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfcfd4-dde9-442c-8733-76fbc87793bc" -d '{"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1db81b1-153e-491a-be1b-465da00e517d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:49.306640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:49.321240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.361543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4bcb322-3dc4-42e0-bc98-d83b3a69ccb0 req-0689da2f-dbb9-49a5-9199-5396fe765a77 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469018 Jul 23 16:15:49.398724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c51902b-bd4c-4a9d-bee5-0b42d19c6988 req-63e1587d-824a-40d1-8c5a-20beddec69b5 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479353 Jul 23 16:15:49.430185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25137-5dde-4d7b-ac3d-f99f9cc9b167 req-ef912823-e325-4cb1-be02-bfb68570f63c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:49.432279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fe25137-5dde-4d7b-ac3d-f99f9cc9b167 req-ef912823-e325-4cb1-be02-bfb68570f63c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 948 time: 0.2920744 Jul 23 16:15:49.440586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=8']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:49.469441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:49.470729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.472165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-850cd8ec-f77f-461b-b768-a05ed180efd2 service neutron] 10.222.0.67 "PUT /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 1121 time: 1.6542060 Jul 23 16:15:49.505638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fe25137-5dde-4d7b-ac3d-f99f9cc9b167 req-ee9d95f1-63d0-4e29-aa92-2234e663c05e tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Jul 23 16:15:49.567285 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce27316-5bcd-4d06-97fa-a8900bed309a x-openstack-request-id: req-2ce27316-5bcd-4d06-97fa-a8900bed309a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:49.567850 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a1db81b1-153e-491a-be1b-465da00e517d", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:49.568260 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ce27316-5bcd-4d06-97fa-a8900bed309a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:49.568785 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d', 'code': 200} Jul 23 16:15:49.607159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a1db81b1-153e-491a-be1b-465da00e517d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:49.843802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37522) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:49.966290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-674f471c-604d-4ae9-81f9-e7e376e23b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:49.976580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839415c-656c-491d-90af-3c13ba257b32 req-fc80b876-2f6a-4c77-83fd-cd223b0c3740 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:49.982517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1839415c-656c-491d-90af-3c13ba257b32 req-fc80b876-2f6a-4c77-83fd-cd223b0c3740 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.0773330 Jul 23 16:15:50.022025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1839415c-656c-491d-90af-3c13ba257b32 req-bd033895-5313-4b0a-93d5-5bf93b38301f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jul 23 16:15:50.074430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-674f471c-604d-4ae9-81f9-e7e376e23b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.079679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-674f471c-604d-4ae9-81f9-e7e376e23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.119115 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-674f471c-604d-4ae9-81f9-e7e376e23b65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16ee812584df45f0bcebf730517d31ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742326 Jul 23 16:15:50.121919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37544) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.128875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f471c-604d-4ae9-81f9-e7e376e23b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb2253-8180-4f8a-8e77-03cc458944f9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:50.180337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.180595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b272d-32e4-47e0-90ed-41cb8775786e req-7a302725-6fb3-44a6-b53f-cb24ff550169 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:50.182057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb4b272d-32e4-47e0-90ed-41cb8775786e req-7a302725-6fb3-44a6-b53f-cb24ff550169 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.0823569 Jul 23 16:15:50.205091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.222135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb4b272d-32e4-47e0-90ed-41cb8775786e req-4dae33f7-64f7-4717-9799-a5e61e4f8562 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Jul 23 16:15:50.260357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.266025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.267450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bdb2253-8180-4f8a-8e77-03cc458944f9 HTTP/1.1" status: 204 len: 168 time: 0.1446054 Jul 23 16:15:50.280061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91766f3d-02f3-48c1-a000-760bc3536fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb2253-8180-4f8a-8e77-03cc458944f9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:50.570000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-fb6b9e71-4776-44e0-ace9-01ff61eb8d4c tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4e0ee9bf649d4ac19586a67431543986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280521 Jul 23 16:15:50.624510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37578) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.639819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42243cc4-2e9d-4055-960b-b3cd34430efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.735166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-5d6a2818-a2e9-4bc1-baf7-4a539b8b9637 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:50.736778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-5d6a2818-a2e9-4bc1-baf7-4a539b8b9637 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480389 Jul 23 16:15:50.749924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.753027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42243cc4-2e9d-4055-960b-b3cd34430efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.756083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-595b64ab-68d9-4fb8-96b9-d87d517af772 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/quotas/4e0ee9bf649d4ac19586a67431543986 HTTP/1.1" status: 200 len: 375 time: 0.0111053 Jul 23 16:15:50.757962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42243cc4-2e9d-4055-960b-b3cd34430efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.798031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-42243cc4-2e9d-4055-960b-b3cd34430efe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6495cb815c3b45a388e3de86c64eff88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723552 Jul 23 16:15:50.798902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243cc4-2e9d-4055-960b-b3cd34430efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8816efd5-7046-4ee8-97c9-9acc60aa62d0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:50.801521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37590) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.865118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.878729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-60246c99-6a65-45c7-9e72-7e183bc32163 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158557 Jul 23 16:15:50.881851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.911798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.916363 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a6c89c46-1d8d-45e0-ada9-11587583694b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2bb0c21b15f4bb99f01a9ce214bbce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652989 Jul 23 16:15:50.918939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37598) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:50.948084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-b0389cf6-0b9c-49e5-ac81-89d9692a7119 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:15:50.951351 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-b0389cf6-0b9c-49e5-ac81-89d9692a7119 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0849335 Jul 23 16:15:50.978591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.988311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:50.991529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8816efd5-7046-4ee8-97c9-9acc60aa62d0 HTTP/1.1" status: 204 len: 168 time: 0.1882656 Jul 23 16:15:51.005869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74cf02-8789-4efe-a450-62fce0ce5671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8816efd5-7046-4ee8-97c9-9acc60aa62d0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:51.067601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.107686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:51.108280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:15:51.141147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.214864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1684-e987-45a3-94ce-fd595db104f6 req-0aadb5fe-66b5-474a-a21f-de0e73e49269 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:51.217893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35be1684-e987-45a3-94ce-fd595db104f6 req-0aadb5fe-66b5-474a-a21f-de0e73e49269 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 948 time: 0.1054270 Jul 23 16:15:51.262557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.265297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.267514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f28516f7-7958-4605-84da-b3beb955193a HTTP/1.1" status: 204 len: 168 time: 0.3463595 Jul 23 16:15:51.280959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35be1684-e987-45a3-94ce-fd595db104f6 req-0ca0ab66-5ba4-45c3-b0c3-04f0a2e89135 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467551 Jul 23 16:15:51.281424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f46e1-58e3-41fb-bf79-7604b5ae873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28516f7-7958-4605-84da-b3beb955193a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:51.338050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:51.339399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:51.339915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:51.347890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:51.348214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:51.357769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:51.357769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:51.357769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:51.357769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Bound port: 07e048b1-c3b7-4911-8e12-afc03e8429f0, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:51.377272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cd23bfb7-e10e-40ca-b159-8482c1d51908 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:15:51.402233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a435cc21-fd66-46c6-9ad7-505e50537642 req-8b96dbc7-1e4c-4997-9862-6919afa5aec6 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0423145 Jul 23 16:15:51.421756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: cd23bfb7-e10e-40ca-b159-8482c1d51908 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:15:51.422319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cd23bfb7-e10e-40ca-b159-8482c1d51908 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:15:51.448133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:51.456318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:51.457593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27a0ba17-400b-438f-b481-3a9e1c37632c service neutron] 10.222.0.64 "POST /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4319246 Jul 23 16:15:51.580814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:51.584953 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada3489-2e42-4925-a1d3-559e9d41699e" -d '{"events": [{"name": "network-changed", "server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "tag": "a1db81b1-153e-491a-be1b-465da00e517d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:51.662609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fdbcd-0e04-41ed-8ff1-38a32cc7267d req-0ac4e22f-c701-4f3c-af61-0b32bbf2580c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:51.678899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b35fdbcd-0e04-41ed-8ff1-38a32cc7267d req-0ac4e22f-c701-4f3c-af61-0b32bbf2580c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.1795387 Jul 23 16:15:51.721444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b35fdbcd-0e04-41ed-8ff1-38a32cc7267d req-ac9e3510-74dd-4e6b-81e2-5d8826d622ca tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Jul 23 16:15:51.804830 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17934e94-0403-42d0-8b56-9f2dd2114619 x-openstack-request-id: req-17934e94-0403-42d0-8b56-9f2dd2114619 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:51.805411 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "tag": "a1db81b1-153e-491a-be1b-465da00e517d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:51.806439 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17934e94-0403-42d0-8b56-9f2dd2114619 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:51.807072 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d', 'status': 'completed', 'code': 200} Jul 23 16:15:51.843968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37646) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:51.901975 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b62add97-852a-4449-a935-2b1e4e750459 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1bacc397bf24b8cad0ff70ded09ecf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541787 Jul 23 16:15:51.904460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37652) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:51.922704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c553f-f8ec-4ba3-a8ab-40ce0c380f02 req-0b925aec-1261-4349-b4dc-b05475e5b1d5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:51.924378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8c553f-f8ec-4ba3-a8ab-40ce0c380f02 req-0b925aec-1261-4349-b4dc-b05475e5b1d5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 966 time: 0.1103065 Jul 23 16:15:51.991099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6f034958-16e0-4273-90ee-9c051a2f2db2 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:51.999090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.029382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.095592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8c553f-f8ec-4ba3-a8ab-40ce0c380f02 req-249ac019-53ee-4ba0-af8c-bb45c88cf7e1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156018 Jul 23 16:15:52.122151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-d070c50d-ff4a-44f9-bec0-17c01cd2ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.124006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-d070c50d-ff4a-44f9-bec0-17c01cd2ac6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1124 time: 0.1985638 Jul 23 16:15:52.130483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-9e8ddcc5-d1c5-45b2-b2ef-a29b4f695be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.131715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.131965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-9e8ddcc5-d1c5-45b2-b2ef-a29b4f695be5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1117 time: 0.2054555 Jul 23 16:15:52.145315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.146369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d54df6cb-e8c3-46c1-a256-281e9b024d0b HTTP/1.1" status: 204 len: 168 time: 0.2408574 Jul 23 16:15:52.157001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6f034958-16e0-4273-90ee-9c051a2f2db2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:52.161027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01ee98-fc3a-4189-ac10-e873b262723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54df6cb-e8c3-46c1-a256-281e9b024d0b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:52.180222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6f034958-16e0-4273-90ee-9c051a2f2db2', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '6f034958-16e0-4273-90ee-9c051a2f2db2', 'mac_address': 'fa:16:3e:38:eb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:15:52.233263 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.250912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f034958-16e0-4273-90ee-9c051a2f2db2 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:52.287214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6f034958-16e0-4273-90ee-9c051a2f2db2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:52.303063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:52.381910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-35b189e9-e570-4f64-8b53-bcbb50bf64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.383497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-35b189e9-e570-4f64-8b53-bcbb50bf64fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2505798 Jul 23 16:15:52.414277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-5a675c55-9180-46c3-8425-04db5bc3ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.416680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-5a675c55-9180-46c3-8425-04db5bc3ffcb service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.2441912 Jul 23 16:15:52.448389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:52.462290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.462680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.463025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.463371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.463707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.464041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.464371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.464700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.465027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.465356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.465697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.468571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:15:52.535084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-98e646be-672e-4503-a42f-6255acc4b37c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.1026366 Jul 23 16:15:52.612731 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8f9375ce-f6cf-437c-a81a-8e30ee3257c3 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4e0ee9bf649d4ac19586a67431543986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227654 Jul 23 16:15:52.644941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6f034958-16e0-4273-90ee-9c051a2f2db2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:52.661376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-d4f8cd89-6554-424d-833c-28d09af403b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.1487148 Jul 23 16:15:52.686821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b2e84a-d7bf-4b1f-9c62-5d0ffe2f7854 req-b2c7bf0e-c393-4631-9a15-ab796f1cae8c tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1467922 Jul 23 16:15:52.784137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-8d025577-7204-4814-85ec-12d673f9d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.786211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-8d025577-7204-4814-85ec-12d673f9d0a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.2488027 Jul 23 16:15:52.818488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-50a935b4-fe7f-4e18-8606-36af39438aea tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.820338 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-50a935b4-fe7f-4e18-8606-36af39438aea tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008924 Jul 23 16:15:52.826979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-0b09bb9e-b639-46e8-a010-b98bb32a71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.828504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-0b09bb9e-b639-46e8-a010-b98bb32a71e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1455803 Jul 23 16:15:52.870516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-4126b45e-a7dc-490c-91c7-d9755a6c7071 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724740 Jul 23 16:15:52.870941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Request body: {'port': {'device_id': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '4e0ee9bf649d4ac19586a67431543986'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:52.885354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0917-0ec5-49aa-9a4b-7e9609ad732a req-d319d34b-0663-4d12-bc7e-b941d8ad236d tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:52.892535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-312b0917-0ec5-49aa-9a4b-7e9609ad732a req-d319d34b-0663-4d12-bc7e-b941d8ad236d tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 949 time: 0.4901841 Jul 23 16:15:52.978106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-077e3d94-ebea-415d-bf7c-62b920ceb647 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689695 Jul 23 16:15:53.035652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Made reservation on behalf of 4e0ee9bf649d4ac19586a67431543986 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:15:53.038683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.104601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-312b0917-0ec5-49aa-9a4b-7e9609ad732a req-6116ef1c-5ac6-46af-9506-41b62fb75b06 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058439 Jul 23 16:15:53.238829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-ab2dade1-1163-4192-848e-3dfd95b87b7b service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663186 Jul 23 16:15:53.278560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Allocated IP 192.168.233.54 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/e7f09c5d-9143-4e6d-b35c-9d6136f2250b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:15:53.294279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-27bb40d2-f70a-4856-b747-a414a945f98b service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896450 Jul 23 16:15:53.338692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a7c03-38c1-43fc-86f6-d7328e10179e req-5d0ccb26-c7d5-4e7c-bfec-dc629ef8b179 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:53.345876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-207a7c03-38c1-43fc-86f6-d7328e10179e req-5d0ccb26-c7d5-4e7c-bfec-dc629ef8b179 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.3316104 Jul 23 16:15:53.377156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a1db81b1-153e-491a-be1b-465da00e517d details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:15:53.492488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.515365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Transition to ACTIVE for port object e7f09c5d-9143-4e6d-b35c-9d6136f2250b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:53.574045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.596901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6e53212f-5e56-42ad-a472-104250af93b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:53.655228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37734) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:53.679731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:15:53.683476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:15:53.688646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:53.691322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:15:53.697275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:53.697757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.709901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Pushing event updated for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:53.715003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-488a6f9d-ec67-4d8b-ba4a-86517f48d2b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8504484 Jul 23 16:15:53.736239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Request body: {'port': {'device_id': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:53.741249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a1db81b1-153e-491a-be1b-465da00e517d has no active binding in host n-h2-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:15:53.892330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.900855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-7a3e7f26-de1f-4e1e-a008-02d9c3a7b7e8 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896919 Jul 23 16:15:53.924317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-207a7c03-38c1-43fc-86f6-d7328e10179e req-b5258870-45fb-47a4-bcc6-4d520dacd370 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774558 Jul 23 16:15:53.941997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ada3489-2e42-4925-a1d3-559e9d41699e req-6dfefc42-4d5c-443a-8bb3-acaac8cb7f5f service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841102 Jul 23 16:15:53.988308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f3536ae-1f90-4f65-b603-6bf5f63344c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:53.990324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561733d-668e-46e1-bb75-02bd85694baf req-fabde74e-04fc-43e9-a109-2ee7edf2bd2a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:53.996099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6f034958-16e0-4273-90ee-9c051a2f2db2 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:15:54.000176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d561733d-668e-46e1-bb75-02bd85694baf req-fabde74e-04fc-43e9-a109-2ee7edf2bd2a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 966 time: 0.7629678 Jul 23 16:15:54.065621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d561733d-668e-46e1-bb75-02bd85694baf req-5b0a8336-1fdd-4322-a779-730a9ce33109 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Jul 23 16:15:54.069125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a88a595f-2a58-4b52-bb5c-a99dc586d8d6 None None] Provisioning for port e7f09c5d-9143-4e6d-b35c-9d6136f2250b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:54.078963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a88a595f-2a58-4b52-bb5c-a99dc586d8d6 None None] Provisioning complete for port e7f09c5d-9143-4e6d-b35c-9d6136f2250b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:54.079316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a88a595f-2a58-4b52-bb5c-a99dc586d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.147522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 6f034958-16e0-4273-90ee-9c051a2f2db2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:15:54.152190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a88a595f-2a58-4b52-bb5c-a99dc586d8d6 None None] Port e7f09c5d-9143-4e6d-b35c-9d6136f2250b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:15:54.155939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6f034958-16e0-4273-90ee-9c051a2f2db2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:15:54.156316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.193964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036d1b-2631-4fd1-94fd-82647e87d10d req-de6387e3-c1b6-4004-8f6e-6c403bc2e0ec tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:54.196566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85036d1b-2631-4fd1-94fd-82647e87d10d req-de6387e3-c1b6-4004-8f6e-6c403bc2e0ec tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 935 time: 0.1298649 Jul 23 16:15:54.262149 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.281453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85036d1b-2631-4fd1-94fd-82647e87d10d req-66dccd1a-bbed-4885-9821-a9a30dbe29a8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746851 Jul 23 16:15:54.294298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:54.296937 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd6d73-4465-4e9f-ad2e-463526009bba" -d '{"events": [{"server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "name": "network-vif-plugged", "status": "completed", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:54.315711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6f034958-16e0-4273-90ee-9c051a2f2db2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:54.321864 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.329905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-88a8b62d-d5f9-4837-a2fe-7bcd45d7fcbb tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:54.331477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-88a8b62d-d5f9-4837-a2fe-7bcd45d7fcbb tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1117 time: 0.1335449 Jul 23 16:15:54.351541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:15:54.393834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.440780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f09c5d-9143-4e6d-b35c-9d6136f2250b {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:54.449511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f3536ae-1f90-4f65-b603-6bf5f63344c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.455314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.459502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f3536ae-1f90-4f65-b603-6bf5f63344c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.499950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Transition to ACTIVE for port object e7f09c5d-9143-4e6d-b35c-9d6136f2250b will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:54.511912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.517781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced37d64-49ae-4d77-8673-17570d9947b7 req-5ad6efd7-925a-4d95-b62d-47b2f76af3c1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:54.526761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ced37d64-49ae-4d77-8673-17570d9947b7 req-5ad6efd7-925a-4d95-b62d-47b2f76af3c1 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.1649749 Jul 23 16:15:54.530431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37766) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:54.538231 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f3536ae-1f90-4f65-b603-6bf5f63344c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bb6ca32edbf4afcbda670359f43e935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818398 Jul 23 16:15:54.559528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3536ae-1f90-4f65-b603-6bf5f63344c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664e0db-e60c-4070-b601-9d5f07a513f2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.586619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.597020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Pushing event updated for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.643744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Attempting to bind port e7f09c5d-9143-4e6d-b35c-9d6136f2250b on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:54.644089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Attempting to bind port e7f09c5d-9143-4e6d-b35c-9d6136f2250b by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:54.644427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Attempting to bind port e7f09c5d-9143-4e6d-b35c-9d6136f2250b on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:54.650293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Port e7f09c5d-9143-4e6d-b35c-9d6136f2250b on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:54.650616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Attempting to bind port e7f09c5d-9143-4e6d-b35c-9d6136f2250b on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:54.657422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:54.658124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:54.658690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:54.659334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Bound port: e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:54.659856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.676782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ced37d64-49ae-4d77-8673-17570d9947b7 req-1a8d7955-0e05-450b-a664-7e85b508ae1b tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313787 Jul 23 16:15:54.737512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.739360 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ae5d1-1c2c-4cb2-90f7-c36315432c4a x-openstack-request-id: req-1c5ae5d1-1c2c-4cb2-90f7-c36315432c4a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:54.739816 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "name": "network-vif-plugged", "status": "completed", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:54.739892 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c5ae5d1-1c2c-4cb2-90f7-c36315432c4a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:54.740307 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2', 'code': 200} Jul 23 16:15:54.810951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.824726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:54.832887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:54.839533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.894101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:54.894796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:54.896237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] 10.222.0.81 "PUT /v2.0/ports/e7f09c5d-9143-4e6d-b35c-9d6136f2250b HTTP/1.1" status: 200 len: 1095 time: 1.1670842 Jul 23 16:15:54.896726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:54.899687 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50866f8-1250-4c74-9a59-78c1d7a52c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:54.923047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbae2d1-5ac4-4377-a5ed-ebf9640bd9fb service neutron] Pushing event updated for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:54.967173 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e624d4-8ebe-4639-84c3-86fdeaf66a27 x-openstack-request-id: req-46e624d4-8ebe-4639-84c3-86fdeaf66a27 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:54.967663 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:54.968123 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46e624d4-8ebe-4639-84c3-86fdeaf66a27 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:54.968812 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b', 'status': 'completed', 'code': 200} Jul 23 16:15:54.990694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:55.066570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.069141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.072663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8664e0db-e60c-4070-b601-9d5f07a513f2 HTTP/1.1" status: 204 len: 168 time: 0.5385225 Jul 23 16:15:55.076112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a18c-e745-4ba3-bfca-c110281fa475 req-87d1901e-d0e8-4de8-9f59-22d1a465f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.077573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b3a18c-e745-4ba3-bfca-c110281fa475 req-87d1901e-d0e8-4de8-9f59-22d1a465f5f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 1101 time: 0.2272065 Jul 23 16:15:55.083513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:55.112130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-da4b1d59-ef1f-42da-87b6-0e7407152ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.118100 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-da4b1d59-ef1f-42da-87b6-0e7407152ef7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1289756 Jul 23 16:15:55.123430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67352dbf-d320-4667-b7ee-30501dbfe297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664e0db-e60c-4070-b601-9d5f07a513f2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.163481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.81', 65108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:55.206472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-0a2d8576-5363-41a2-bdd1-5eb52f3e9113 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b HTTP/1.1" status: 200 len: 217 time: 0.0577719 Jul 23 16:15:55.283290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-b7bc7af8-cb78-4f3e-b6bc-4bbe29de7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.285379 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-b7bc7af8-cb78-4f3e-b6bc-4bbe29de7ea8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0712442 Jul 23 16:15:55.313590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:55.316825 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb19265-42b2-41e8-bce4-a98ad2039f91" -d '{"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-unplugged", "status": "completed", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:55.322025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-14788ad0-94fc-40e5-aa3f-e4ee6c71efa3 service neutron] 10.222.0.81 "GET /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1248527 Jul 23 16:15:55.327575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.344093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b3a18c-e745-4ba3-bfca-c110281fa475 req-94342aec-b138-48e0-a306-caf40cf0ef33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543800 Jul 23 16:15:55.351288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-e4506d18-2f20-4de7-a954-5c460c1b2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.353305 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-e4506d18-2f20-4de7-a954-5c460c1b2185 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616143 Jul 23 16:15:55.373384 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.478420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:55.492556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aec0-ada8-4d21-bf1a-2d03fa0e144d req-761e2a15-2f9b-495a-95c8-35dffd7f7a62 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.494729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1b4aec0-ada8-4d21-bf1a-2d03fa0e144d req-761e2a15-2f9b-495a-95c8-35dffd7f7a62 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 943 time: 0.3808167 Jul 23 16:15:55.494850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-873bd44d-6944-4584-9f2b-a4aeffd05a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.558735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.607524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:15:55.607883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:15:55.608297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:55.613728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-873bd44d-6944-4584-9f2b-a4aeffd05a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.617622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-873bd44d-6944-4584-9f2b-a4aeffd05a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.635161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:15:55.635481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Attempting to bind port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:15:55.654184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303362b-582b-41e1-b174-1b6b1e7fa9c3 req-f864e739-d421-4cc4-bc75-f3641f3be03e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:55.655617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f303362b-582b-41e1-b174-1b6b1e7fa9c3 req-f864e739-d421-4cc4-bc75-f3641f3be03e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.3158422 Jul 23 16:15:55.658305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1b4aec0-ada8-4d21-bf1a-2d03fa0e144d req-6d520c6f-9a3f-4a14-893b-a7791a6607e9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564555 Jul 23 16:15:55.672148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:15:55.672408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:15:55.672847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:15:55.673219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Bound port: 07e048b1-c3b7-4911-8e12-afc03e8429f0, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:15:55.673616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.681649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-873bd44d-6944-4584-9f2b-a4aeffd05a3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b2ce309e57b4ee39288e34d8e05a6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020805 Jul 23 16:15:55.686486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:55.702143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bd44d-6944-4584-9f2b-a4aeffd05a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ab6b1-395e-4746-ba05-a07b84219ed4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.781957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f303362b-582b-41e1-b174-1b6b1e7fa9c3 req-d6ea1a3f-e0ef-4e41-b9ec-742c74fd03eb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177909 Jul 23 16:15:55.796532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-d6aa0c3f-abbc-4c14-81af-3550c0d0674b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739874 Jul 23 16:15:55.799557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.820289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:55.839301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:55.840197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.859110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:15:55.860664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:55.885784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.946049 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4abe1126-64f8-4205-bb46-6667c5ed1e11 req-8a9fdea2-d081-468c-aa09-36ed05731a67 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414602 Jul 23 16:15:55.950901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1db81b1-153e-491a-be1b-465da00e517d {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:15:55.953096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.956896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:55.961437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d78ab6b1-395e-4746-ba05-a07b84219ed4 HTTP/1.1" status: 204 len: 168 time: 0.2717469 Jul 23 16:15:55.971530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c83e6-8202-430c-afa2-c98d57e7f162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ab6b1-395e-4746-ba05-a07b84219ed4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:55.993383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:15:56.043657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=8']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:56.047646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.048513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.049753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-c9d63c59-26ff-4109-a78a-c83ad3c95a0e service neutron] 10.222.0.81 "PUT /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 1142 time: 1.7101822 Jul 23 16:15:56.050424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.154605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['07e048b1-c3b7-4911-8e12-afc03e8429f0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:15:56.183170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] Transition to ACTIVE for port object a1db81b1-153e-491a-be1b-465da00e517d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:15:56.196028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-1d58650e-ab86-4542-bbc3-d6eb9a5817a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.200747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-1d58650e-ab86-4542-bbc3-d6eb9a5817a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4e0ee9bf649d4ac19586a67431543986&device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1075976 Jul 23 16:15:56.203477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:56.236761 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad429f6-dac3-4213-be1e-f01489c2d3c5 x-openstack-request-id: req-8ad429f6-dac3-4213-be1e-f01489c2d3c5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:56.237044 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-unplugged", "status": "completed", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:56.237384 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ad429f6-dac3-4213-be1e-f01489c2d3c5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:56.237665 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'code': 200} Jul 23 16:15:56.348081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] No DVR routers for this DVR port a1db81b1-153e-491a-be1b-465da00e517d on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:15:56.483969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:56.495610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-08a28aae-805e-4cc8-9cc3-d5fb9996f1ac service neutron] 10.222.0.81 "PUT /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d/bindings/n-h2-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1630540 Jul 23 16:15:56.529380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-3725c608-b297-4b84-8668-0b8368d537d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.530876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-3725c608-b297-4b84-8668-0b8368d537d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3116603 Jul 23 16:15:56.540191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b1610-75fb-48fd-9b21-1a09b3ad1169 req-339695ab-c059-4a43-9c67-fc27cb036b42 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.541702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-478b1610-75fb-48fd-9b21-1a09b3ad1169 req-339695ab-c059-4a43-9c67-fc27cb036b42 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 947 time: 0.3237748 Jul 23 16:15:56.587039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e09273-6b22-4929-a3b8-fea13017b868 req-d49898fd-b777-40b5-b443-427dcdea59d4 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.596523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21e09273-6b22-4929-a3b8-fea13017b868 req-d49898fd-b777-40b5-b443-427dcdea59d4 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.2862234 Jul 23 16:15:56.694768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-4e7e4519-b8a9-4105-be21-7ddf226e6e24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b HTTP/1.1" status: 200 len: 217 time: 0.0901747 Jul 23 16:15:56.766404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-478b1610-75fb-48fd-9b21-1a09b3ad1169 req-5eb78328-a54d-4fc6-8468-1314a321068d tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172399 Jul 23 16:15:56.784701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21e09273-6b22-4929-a3b8-fea13017b868 req-2861a3f9-c2ef-43d8-8ca3-bfbe744e887a tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869497 Jul 23 16:15:56.802378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-d5fdf936-02d3-4740-a10c-58dd933ad610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.803817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-d5fdf936-02d3-4740-a10c-58dd933ad610 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0989747 Jul 23 16:15:56.868817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-4ce5bd1a-4295-4e53-a460-e9704cd8de0a tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:56.870437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-4ce5bd1a-4295-4e53-a460-e9704cd8de0a tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.1896760 Jul 23 16:15:57.001547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-8a2ff2b9-1541-4f4c-b69d-59cb187216b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.003110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-8a2ff2b9-1541-4f4c-b69d-59cb187216b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871581 Jul 23 16:15:57.062878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e4879-2d9e-440e-830e-540d777a3019 req-986de72c-334d-4eda-8b10-41785a373fb6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.064796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd8e4879-2d9e-440e-830e-540d777a3019 req-986de72c-334d-4eda-8b10-41785a373fb6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.1900313 Jul 23 16:15:57.090029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-379ccc29-1e43-48d2-b657-66ecd30b5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.091646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-379ccc29-1e43-48d2-b657-66ecd30b5d11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&tenant_id=5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 1095 time: 0.2046366 Jul 23 16:15:57.207695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd8e4879-2d9e-440e-830e-540d777a3019 req-0c3e682f-a230-4d9a-b359-78bc8ea9d302 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189084 Jul 23 16:15:57.272956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-fc34708f-71ec-46ce-bb56-e6824b3bf74f service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604535 Jul 23 16:15:57.289146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-8c3ccad0-ff8c-40b5-a7f4-6822013df76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.291146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-8c3ccad0-ff8c-40b5-a7f4-6822013df76a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1676791 Jul 23 16:15:57.699469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433a24e-1bb1-4f9d-9549-4fbbbffd4c3f req-5794e10c-0564-4522-ad01-94d7f7dae19d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.706393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4433a24e-1bb1-4f9d-9549-4fbbbffd4c3f req-5794e10c-0564-4522-ad01-94d7f7dae19d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.4976077 Jul 23 16:15:57.749736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50866f8-1250-4c74-9a59-78c1d7a52c6f req-9610f8be-a9c0-4d20-8b2d-6351798518c1 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632308 Jul 23 16:15:57.781647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-442e0540-68b0-4c35-8f3b-afa4bee0e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.783318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-442e0540-68b0-4c35-8f3b-afa4bee0e32b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.4379098 Jul 23 16:15:57.795098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4433a24e-1bb1-4f9d-9549-4fbbbffd4c3f req-3e6d304f-673a-4060-ae39-ba1543719983 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876451 Jul 23 16:15:57.843762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-fd81bc5e-b196-4e1a-bab5-8c1f2b47767f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.0474851 Jul 23 16:15:57.919620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-a498d180-25fa-4b23-9fbb-167c5f93082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:57.921539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-a498d180-25fa-4b23-9fbb-167c5f93082c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0692122 Jul 23 16:15:57.972105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-c0ddd4a8-4378-43f3-86e6-86bb8d1112a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326841 Jul 23 16:15:58.081187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec8c2f-31e6-4a98-a5c5-062fc79cc847 req-cbb0a682-ec9a-4122-b784-c90aec1d1bff tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.082675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ec8c2f-31e6-4a98-a5c5-062fc79cc847 req-cbb0a682-ec9a-4122-b784-c90aec1d1bff tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 947 time: 0.1760938 Jul 23 16:15:58.171202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-236aaa9c-ec83-4b28-94b1-17b9fb864161 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921482 Jul 23 16:15:58.193129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ec8c2f-31e6-4a98-a5c5-062fc79cc847 req-dd82dc28-841b-4bdb-88af-e30a79a3b7e4 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Jul 23 16:15:58.241482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32ce3-d84e-4948-88e0-3db18073a062 req-b62d5862-da03-4c48-b8b2-3200484e7ae3 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.245164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cb32ce3-d84e-4948-88e0-3db18073a062 req-b62d5862-da03-4c48-b8b2-3200484e7ae3 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.1854243 Jul 23 16:15:58.250914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:15:58.253113 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2f394-821e-4896-ac61-e82cf7943405" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:15:58.263952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37938) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:58.343038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cb32ce3-d84e-4948-88e0-3db18073a062 req-b7d5beb6-e716-4e99-b0c2-7af1a9cd934c tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865881 Jul 23 16:15:58.354831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-4fd213a2-92e0-490b-8ed0-db5d9b9b6fbc service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739695 Jul 23 16:15:58.439538 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b3dfa-506d-476d-8f2b-1a3dee999f4e x-openstack-request-id: req-0c8b3dfa-506d-476d-8f2b-1a3dee999f4e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:15:58.439831 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:15:58.440122 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c8b3dfa-506d-476d-8f2b-1a3dee999f4e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:15:58.440487 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'status': 'completed', 'code': 200} Jul 23 16:15:58.500303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.574495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cda0f4-56e2-42e6-82c9-576fdfd49767 req-51ecfb69-123c-4b7f-bba0-e1275ba42743 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.576447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4cda0f4-56e2-42e6-82c9-576fdfd49767 req-51ecfb69-123c-4b7f-bba0-e1275ba42743 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.1312435 Jul 23 16:15:58.607802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-fd34445b-4967-45bd-aa89-044d21576983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.608087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c15d53ed-b042-4cdb-926d-0fd9dbe400d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.609449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-fd34445b-4967-45bd-aa89-044d21576983 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1145 time: 0.1235201 Jul 23 16:15:58.676168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4cda0f4-56e2-42e6-82c9-576fdfd49767 req-8e3f8155-f591-447a-93f5-16d10fc393b5 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709538 Jul 23 16:15:58.766460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-0053fc48-37b2-471e-af50-283b00ab5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.769417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-0053fc48-37b2-471e-af50-283b00ab5204 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1414418 Jul 23 16:15:58.816131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370813c-324f-4561-8c73-6c8f76d6411b req-bbd1c3d8-a6d2-429f-815e-b3504bac9990 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.817876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-bbd1c3d8-a6d2-429f-815e-b3504bac9990 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.1642187 Jul 23 16:15:58.831800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-aa8ca0fc-8df4-4bb1-a25a-6c0521d0d80c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.0544584 Jul 23 16:15:58.835307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c15d53ed-b042-4cdb-926d-0fd9dbe400d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.866523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c15d53ed-b042-4cdb-926d-0fd9dbe400d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:58.911469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-c63c76fb-6c07-4f2b-a8d3-7f11f9c5bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:58.913345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-c63c76fb-6c07-4f2b-a8d3-7f11f9c5bf51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0727482 Jul 23 16:15:58.929320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d53ed-b042-4cdb-926d-0fd9dbe400d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c416b-66f5-46c4-95fa-41e0f089af1a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:58.958705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c15d53ed-b042-4cdb-926d-0fd9dbe400d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8945c20026c248b9949a3faac1d5a184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926951 Jul 23 16:15:58.959961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:58.989448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-0856d3da-e29a-4ee5-80c3-86a2a87cabae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584669 Jul 23 16:15:59.048299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9370813c-324f-4561-8c73-6c8f76d6411b req-430d15bb-2285-460c-86c1-ebffe2d1b728 service neutron] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:15:59.052355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9370813c-324f-4561-8c73-6c8f76d6411b req-430d15bb-2285-460c-86c1-ebffe2d1b728 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.053522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9370813c-324f-4561-8c73-6c8f76d6411b req-430d15bb-2285-460c-86c1-ebffe2d1b728 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d/bindings/n-h1-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.2257464 Jul 23 16:15:59.184299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ace5c-eea5-4450-8b2c-3469f7273ad8 req-a22af96a-caee-469d-be12-b89d7d9928e8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:59.186095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-971ace5c-eea5-4450-8b2c-3469f7273ad8 req-a22af96a-caee-469d-be12-b89d7d9928e8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.2673204 Jul 23 16:15:59.189769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.251057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-6549ccc9-7dbc-4782-8db9-dcc754cf0b1d service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473106 Jul 23 16:15:59.259713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.318241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-971ace5c-eea5-4450-8b2c-3469f7273ad8 req-b8ed7993-be0b-4967-a551-940172c3cfe1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260865 Jul 23 16:15:59.355916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfda23-e535-4842-800a-bf938107b8c4 req-0e42fc6b-6463-4975-8172-f500586f8dde tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:59.357543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5cdfda23-e535-4842-800a-bf938107b8c4 req-0e42fc6b-6463-4975-8172-f500586f8dde tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.2723317 Jul 23 16:15:59.452503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.455120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.458919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a76c416b-66f5-46c4-95fa-41e0f089af1a HTTP/1.1" status: 204 len: 168 time: 0.4951890 Jul 23 16:15:59.463196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5cdfda23-e535-4842-800a-bf938107b8c4 req-56445a8d-c2cc-42c8-bc93-dc8c5408b6cc tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Jul 23 16:15:59.466796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cd2f394-821e-4896-ac61-e82cf7943405 req-168facee-f573-4363-8a25-33ba49c92467 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017446 Jul 23 16:15:59.472042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f8d65-d2ac-4196-9666-5bee4503d619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c416b-66f5-46c4-95fa-41e0f089af1a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:15:59.670371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12991bb3-a2ce-4d37-960b-3daa9ba538a7 req-22feb902-74d3-4ab2-a21d-f8142a97d849 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:59.680524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12991bb3-a2ce-4d37-960b-3daa9ba538a7 req-22feb902-74d3-4ab2-a21d-f8142a97d849 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 947 time: 0.0931280 Jul 23 16:15:59.738202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12991bb3-a2ce-4d37-960b-3daa9ba538a7 req-ba3ba3f5-1c47-4378-8629-31ad02d868ac tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542891 Jul 23 16:15:59.892412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37994) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:15:59.922053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e03838c-9bab-466c-a6b4-83b57751d9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:15:59.992598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e709-0b77-4ceb-9a2f-8ff704ce571f req-898411e5-6542-4006-8f27-d872fd647e54 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:15:59.998932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22f9e709-0b77-4ceb-9a2f-8ff704ce571f req-898411e5-6542-4006-8f27-d872fd647e54 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.0880613 Jul 23 16:16:00.027153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e7f09c5d-9143-4e6d-b35c-9d6136f2250b details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:00.043749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e03838c-9bab-466c-a6b4-83b57751d9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.047860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22f9e709-0b77-4ceb-9a2f-8ff704ce571f req-6a689f5c-af7d-4830-a4f0-11425200c951 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462577 Jul 23 16:16:00.048053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1db81b1-153e-491a-be1b-465da00e517d no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:00.048866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e03838c-9bab-466c-a6b4-83b57751d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.081172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e03838c-9bab-466c-a6b4-83b57751d9a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=836e5ab6ab9a42d981550f154f075cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870406 Jul 23 16:16:00.084011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38002) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:00.129499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03838c-9bab-466c-a6b4-83b57751d9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58ece6-fe3c-43c4-94d1-f86f91f6df9b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:00.154621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.194739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.277073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc68fc6-62fa-439a-896b-753d73c13168 req-ee42d00d-a1e8-49cf-86dd-d41e136a7a61 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:00.278619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fc68fc6-62fa-439a-896b-753d73c13168 req-ee42d00d-a1e8-49cf-86dd-d41e136a7a61 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.0969954 Jul 23 16:16:00.285786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.288320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.291899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f58ece6-fe3c-43c4-94d1-f86f91f6df9b HTTP/1.1" status: 204 len: 168 time: 0.2040510 Jul 23 16:16:00.294977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1db81b1-153e-491a-be1b-465da00e517d not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:00.310805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb754f8-b876-4629-8694-2644bc251c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58ece6-fe3c-43c4-94d1-f86f91f6df9b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:00.336809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:00.341506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fc68fc6-62fa-439a-896b-753d73c13168 req-e7777697-039c-4f6a-9c4d-cfcd28ae5569 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Jul 23 16:16:00.356774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b', 'mac_address': 'fa:16:3e:32:7f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:00.435393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.449858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f09c5d-9143-4e6d-b35c-9d6136f2250b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:00.475372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:00.485662 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:00.486721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:00.587522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:00.589372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505fa39-87ee-44f8-9bb4-8bb389c2ce7e req-278f3cba-34fc-4d2e-9ad2-2045abc71bed tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:00.592889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7505fa39-87ee-44f8-9bb4-8bb389c2ce7e req-278f3cba-34fc-4d2e-9ad2-2045abc71bed tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.1290379 Jul 23 16:16:00.653417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7505fa39-87ee-44f8-9bb4-8bb389c2ce7e req-03beb895-28e2-49ed-b3a5-c55c6cab3882 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535400 Jul 23 16:16:00.682838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:00.694511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:16:00.785047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a925a5a-1a26-4c41-b032-c48711046ddc req-44675513-3cfa-4b4f-89b7-edd2e410e11a tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:00.786547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a925a5a-1a26-4c41-b032-c48711046ddc req-44675513-3cfa-4b4f-89b7-edd2e410e11a tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1095 time: 0.0610471 Jul 23 16:16:00.830166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a925a5a-1a26-4c41-b032-c48711046ddc req-05b7b0e3-c5ae-497c-99f6-64d50126c51c tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Jul 23 16:16:01.084785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['e7f09c5d-9143-4e6d-b35c-9d6136f2250b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:01.133073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd650-4d69-4919-8640-75e168e979ff req-f9858ad9-541a-4053-8183-df2647080adb tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.137905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65cd650-4d69-4919-8640-75e168e979ff req-f9858ad9-541a-4053-8183-df2647080adb tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 948 time: 0.0878601 Jul 23 16:16:01.210339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65cd650-4d69-4919-8640-75e168e979ff req-00db4e09-8e59-4433-a0b9-839e7f105625 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Jul 23 16:16:01.221228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:01.316460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-328419a5-eaa5-46cb-8916-9313b1ee6d2f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.318006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-328419a5-eaa5-46cb-8916-9313b1ee6d2f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.1349387 Jul 23 16:16:01.336765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1900396846-network', 'tenant_id': '986b2e34154e4aae91e535f572a99a2a'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:01.363307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Made reservation on behalf of 986b2e34154e4aae91e535f572a99a2a for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:01.365881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.370481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-68bb9762-b13d-41c0-b755-97a30ac49d1a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/quotas/5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 375 time: 0.0266626 Jul 23 16:16:01.376984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.425668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-26d39b92-c727-488d-be2d-172e0d957909 service neutron] 10.222.0.67 "GET /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1066785 Jul 23 16:16:01.485792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-ed21c19b-14ef-4b8c-a93d-43d4e8cafde2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072621 Jul 23 16:16:01.510963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.514824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.536629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:01.556206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.556463 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Added segment f5f0fee1-1bb3-490e-ab18-e59fb0dfd6fd of type vlan for network 546d5710-5df0-4275-a820-5feec3803806 Jul 23 16:16:01.558393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df529879-c3d9-4327-8049-cc86e0457c14,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:01.609058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.642772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.644007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:01.644775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.653355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-30e0bc31-80d2-4799-9f05-974a1b7fb03d service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544635 Jul 23 16:16:01.682769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4599993 Jul 23 16:16:01.710778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38080) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:01.716190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Request body: {'subnet': {'network_id': '546d5710-5df0-4275-a820-5feec3803806', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1900396846-subnet', 'tenant_id': '986b2e34154e4aae91e535f572a99a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:01.821781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:01.825989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Made reservation on behalf of 986b2e34154e4aae91e535f572a99a2a for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:01.828447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:01.946899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b70b-c227-4ecd-b295-40bc44f6fe58 admin admin] Pushing event updated for resources: {'Network': ['ID=546d5710-5df0-4275-a820-5feec3803806,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:01.958837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 546d5710-5df0-4275-a820-5feec3803806 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:02.044011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:02.048536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e7f09c5d-9143-4e6d-b35c-9d6136f2250b up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:02.106882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port e7f09c5d-9143-4e6d-b35c-9d6136f2250b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:02.112268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port e7f09c5d-9143-4e6d-b35c-9d6136f2250b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:02.112961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.122459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-3cbe441e-849d-4ff3-9603-e7c41d0d33ad service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577587 Jul 23 16:16:02.124471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:02.175576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0049bc5e-a36b-463c-92de-720e3d27f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.211876 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.253165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e048b1-c3b7-4911-8e12-afc03e8429f0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:02.263009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:02.267987 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7c0df-61d0-4bff-8881-7dd808774656" -d '{"events": [{"server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:02.273037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:02.291155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:02.299777 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.318042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0049bc5e-a36b-463c-92de-720e3d27f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.323804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0049bc5e-a36b-463c-92de-720e3d27f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.323953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-856b7763-a7d1-431e-8fa2-53742c897a51 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:02.325580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-856b7763-a7d1-431e-8fa2-53742c897a51 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.2320576 Jul 23 16:16:02.329360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.377355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.381488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49890e7a-8bf9-4477-8627-9d70d3830131 req-6f3b5505-59ff-4607-87ee-20df6c322047 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:02.383308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49890e7a-8bf9-4477-8627-9d70d3830131 req-6f3b5505-59ff-4607-87ee-20df6c322047 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 950 time: 0.2909200 Jul 23 16:16:02.392746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049bc5e-a36b-463c-92de-720e3d27f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ed45e-8ef4-4d4f-8920-f032d17d447a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.401582 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0049bc5e-a36b-463c-92de-720e3d27f176 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbbc2fe8911f4fcfaa6499e0aaafdd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563876 Jul 23 16:16:02.404180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:02.465000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.497487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.566669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.569546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.573608 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/639ed45e-8ef4-4d4f-8920-f032d17d447a HTTP/1.1" status: 204 len: 168 time: 0.1654787 Jul 23 16:16:02.579318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f871-e6ce-4436-99a8-e4fe25a17311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ed45e-8ef4-4d4f-8920-f032d17d447a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.667725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49890e7a-8bf9-4477-8627-9d70d3830131 req-8de0cebf-847e-48fb-b7e1-43283f2bd229 tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b35dbb4-4348-4c7c-a436-8998a9c8128f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326546 Jul 23 16:16:02.683026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.732932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] Transition to ACTIVE for port object 07e048b1-c3b7-4911-8e12-afc03e8429f0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:02.743573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b3dfc-9fb0-4b4d-83c4-2677613517eb req-520f7b96-e3c1-4abe-9239-2a6e7cce2559 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:02.750995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-851b3dfc-9fb0-4b4d-83c4-2677613517eb req-520f7b96-e3c1-4abe-9239-2a6e7cce2559 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 964 time: 0.3231452 Jul 23 16:16:02.770638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.863820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4dbf78-e1f7-40a3-8569-cfc8138ab4eb,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:02.888566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Deleting port 6f034958-16e0-4273-90ee-9c051a2f2db2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:02.889116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.894484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-851b3dfc-9fb0-4b4d-83c4-2677613517eb req-ba6e8aba-935b-403b-8a19-6593f9ddb2ba tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426713 Jul 23 16:16:02.919449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:02.937098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c58d36-780b-4828-a834-aedb3c869305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:02.995274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] No DVR routers for this DVR port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:03.021480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] Pushing event updated for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:03.033111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Checking segment: {'id': 'f5f0fee1-1bb3-490e-ab18-e59fb0dfd6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '546d5710-5df0-4275-a820-5feec3803806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:03.033111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Network hostable DHCP agents. Network: 546d5710-5df0-4275-a820-5feec3803806, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:03.038338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c58d36-780b-4828-a834-aedb3c869305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.043025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c58d36-780b-4828-a834-aedb3c869305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.084474 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b3c58d36-780b-4828-a834-aedb3c869305 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb7c320154974c44b80bc786936e9412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637061 Jul 23 16:16:03.087133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38118) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:03.093308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c58d36-780b-4828-a834-aedb3c869305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276885d6-7b6c-4efb-9468-20a6cf18523a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:03.120211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12c742cd-0f8f-4e08-9813-d453977a5cfe req-f9cb52eb-3911-4947-a3f5-46502d63cef0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 210 time: 0.1254375 Jul 23 16:16:03.141434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-12f12c87-ccfd-49c3-9f90-d3d72648744b service neutron] 10.222.0.67 "PUT /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7075386 Jul 23 16:16:03.142461 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.164105 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca415f65-de87-4573-8af8-0f8413ed75f9 x-openstack-request-id: req-ca415f65-de87-4573-8af8-0f8413ed75f9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:03.165289 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "name": "network-vif-plugged", "status": "completed", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:03.165827 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca415f65-de87-4573-8af8-0f8413ed75f9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:03.166450 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b', 'code': 200} Jul 23 16:16:03.168161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.176720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Network 546d5710-5df0-4275-a820-5feec3803806 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:03.195661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] For port 6f034958-16e0-4273-90ee-9c051a2f2db2, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6f034958-16e0-4273-90ee-9c051a2f2db2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:03.198018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.220780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Calling delete_port for 6f034958-16e0-4273-90ee-9c051a2f2db2 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:03.222483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 546d5710-5df0-4275-a820-5feec3803806) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:03.234619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cbaccd-19e0-4150-826b-cc4b0e075eb7 None None] Network 546d5710-5df0-4275-a820-5feec3803806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:03.248079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.251143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.252714 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/276885d6-7b6c-4efb-9468-20a6cf18523a HTTP/1.1" status: 204 len: 168 time: 0.1646726 Jul 23 16:16:03.270500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751d27-7a0f-48ad-b933-f3fb3b5fb7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276885d6-7b6c-4efb-9468-20a6cf18523a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:03.279010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153e85-fbe0-47ca-a522-77257b8fae52 req-11b5e1e3-24df-419c-8204-860d35285789 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.286600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed153e85-fbe0-47ca-a522-77257b8fae52 req-11b5e1e3-24df-419c-8204-860d35285789 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.4004700 Jul 23 16:16:03.308423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.311128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.376643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff753b6-93d6-4022-b8a1-b11ab67920fc req-26dc9a5a-93b1-403e-93e7-769ef39ace2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.378972 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fff753b6-93d6-4022-b8a1-b11ab67920fc req-26dc9a5a-93b1-403e-93e7-769ef39ace2a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 1100 time: 0.0746474 Jul 23 16:16:03.423075 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fff753b6-93d6-4022-b8a1-b11ab67920fc req-7a862e0d-6513-49c7-a50b-9761695a1d44 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Jul 23 16:16:03.428458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23dbfad-bb88-40fc-a8b8-5d94699d084a None None] Network 546d5710-5df0-4275-a820-5feec3803806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:03.486805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-29539e09-863b-4bfd-9dba-d3c2196ca6b7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7746418 Jul 23 16:16:03.530298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed153e85-fbe0-47ca-a522-77257b8fae52 req-e5a05686-99ff-4c43-975f-8165b578f087 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426229 Jul 23 16:16:03.570838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-8237cbc5-c51b-45ba-9a32-c8426b1d6ad9 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:03.573001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-8237cbc5-c51b-45ba-9a32-c8426b1d6ad9 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1116 time: 0.2324703 Jul 23 16:16:03.645869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.685555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6f034958-16e0-4273-90ee-9c051a2f2db2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:03.710363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Pushing event deleted for resources: {'Port': ['ID=6f034958-16e0-4273-90ee-9c051a2f2db2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:03.947269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] No DVR routers for this DVR port 6f034958-16e0-4273-90ee-9c051a2f2db2 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:03.969723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb173c8a-958a-43a6-a4e3-379333092acd req-d3ae445c-21a2-4fa8-bba4-7fca88e70cce tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e9f3895-7f4b-4cea-9168-27d4614c826a HTTP/1.1" status: 200 len: 210 time: 0.0881350 Jul 23 16:16:03.970832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:03.973131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-880a2331-5be4-4898-a4a1-a65ba181da1f req-dde371da-3d1b-40cd-902f-19775a518dec tempest-DeleteServersAdminTestJSON-1977272692 tempest-DeleteServersAdminTestJSON-1977272692-project] 10.222.0.81 "DELETE /v2.0/ports/6f034958-16e0-4273-90ee-9c051a2f2db2 HTTP/1.1" status: 204 len: 173 time: 1.6274548 Jul 23 16:16:03.973903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'name': 'network-vif-deleted', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:03.976459 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b7284-bc74-43a3-8482-ee9b2bd76f4c" -d '{"events": [{"server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "name": "network-vif-deleted", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:04.017452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-7b349af8-1a4a-421e-b88e-48d3552bbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.019204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-7b349af8-1a4a-421e-b88e-48d3552bbb94 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 1116 time: 0.2275507 Jul 23 16:16:04.188711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-f132ea0b-561d-4055-bfc3-853a90e872fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.190160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-f132ea0b-561d-4055-bfc3-853a90e872fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.1911945 Jul 23 16:16:04.232374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-05fe8ddc-5899-4d14-a46c-c7cdaa12beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.236299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-05fe8ddc-5899-4d14-a46c-c7cdaa12beb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1116 time: 0.1263816 Jul 23 16:16:04.255037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Request body: {'port': {'device_id': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'admin_state_up': True, 'tenant_id': '5cc5270f02d445cb827146ac5901498b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:04.341328 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b06bcd-67c7-4033-9c85-bff4b2901670 x-openstack-request-id: req-25b06bcd-67c7-4033-9c85-bff4b2901670 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:04.341958 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f3895-7f4b-4cea-9168-27d4614c826a", "name": "network-vif-deleted", "tag": "6f034958-16e0-4273-90ee-9c051a2f2db2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:04.341958 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25b06bcd-67c7-4033-9c85-bff4b2901670 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:04.342256 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f3895-7f4b-4cea-9168-27d4614c826a', 'name': 'network-vif-deleted', 'tag': '6f034958-16e0-4273-90ee-9c051a2f2db2', 'status': 'completed', 'code': 200} Jul 23 16:16:04.425060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38180) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:04.429791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401011630-network', 'tenant_id': '9ff12bc61d9d4a97a6e6ed3aece3cb28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:04.452483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Made reservation on behalf of 9ff12bc61d9d4a97a6e6ed3aece3cb28 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:04.454788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.463533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.476392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ce1c98e-e831-41a8-b3c3-72579fef635b req-df4c975d-149b-48a5-9dde-910102ef6c5c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 210 time: 0.0708268 Jul 23 16:16:04.517181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-8892862f-d3ff-4112-a662-1623f644f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.518633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-8892862f-d3ff-4112-a662-1623f644f26a service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1752446 Jul 23 16:16:04.568442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-e14c0a87-c170-4be7-8d87-76a21cc07c85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.0422616 Jul 23 16:16:04.577343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb433a45-b343-4382-9b26-8f96c95dd0c7 req-07a82772-3ecf-4c74-b8be-dd8c847884d0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.579153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb433a45-b343-4382-9b26-8f96c95dd0c7 req-07a82772-3ecf-4c74-b8be-dd8c847884d0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.2396133 Jul 23 16:16:04.609050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.628320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.675913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:04.680015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-2836873b-3eb2-4729-92a5-b463a4fd71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.681567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-2836873b-3eb2-4729-92a5-b463a4fd71c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1015239 Jul 23 16:16:04.681832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f949747c-8dd9-448f-a7ca-ed06368c9fb1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.684244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:04.687852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.700595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb433a45-b343-4382-9b26-8f96c95dd0c7 req-050a1157-22da-4d05-9543-8090ddb120df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060879 Jul 23 16:16:04.710610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.712687 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Added segment f0d4d734-cd2f-4f67-8ca9-dd5a2d13f343 of type vlan for network 6f8ca598-5b5b-498f-afc7-bef2182e114e Jul 23 16:16:04.780448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.849420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.851197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:04.852027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:04.919640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-4a81c19e-e1d7-4a27-ae16-3b154f4fd44d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088626 Jul 23 16:16:04.980467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8ca598-5b5b-498f-afc7-bef2182e114e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:04.994275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 6f8ca598-5b5b-498f-afc7-bef2182e114e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:04.997044 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ee6b249-eff7-4657-9c27-3d7f821af4c7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5711641 Jul 23 16:16:04.999642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:05.017469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Request body: {'subnet': {'network_id': '6f8ca598-5b5b-498f-afc7-bef2182e114e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401011630-subnet', 'tenant_id': '9ff12bc61d9d4a97a6e6ed3aece3cb28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:05.070213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Made reservation on behalf of 9ff12bc61d9d4a97a6e6ed3aece3cb28 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:05.080996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.302628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.374238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f3beb-5b5a-4980-ab96-7cc40af4be79 req-8e911be0-11b7-42be-a2ae-f52fc81bb27f tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:05.376138 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af5d4a0-036b-4576-8c41-d17f004b2346,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:05.390922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-518f3beb-5b5a-4980-ab96-7cc40af4be79 req-8e911be0-11b7-42be-a2ae-f52fc81bb27f tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.5704908 Jul 23 16:16:05.426979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Allocated IP 172.20.0.10 (d27ea7d7-a24b-4946-9683-0acd3f18b182/7b3a2947-2176-44c5-a571-b1a318ddf196/3b0decad-569f-4d66-8b6a-b251d64c4179) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:05.438133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Checking segment: {'id': 'f0d4d734-cd2f-4f67-8ca9-dd5a2d13f343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6f8ca598-5b5b-498f-afc7-bef2182e114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:05.438710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Network hostable DHCP agents. Network: 6f8ca598-5b5b-498f-afc7-bef2182e114e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:05.453901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:05.469615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Network 6f8ca598-5b5b-498f-afc7-bef2182e114e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:05.489158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-518f3beb-5b5a-4980-ab96-7cc40af4be79 req-2376b431-e3e1-4f8e-9017-a43a3c757a7f tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966976 Jul 23 16:16:05.490826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 6f8ca598-5b5b-498f-afc7-bef2182e114e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:05.508109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:05.508501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.517564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-34db8e79-050d-42d7-af7f-86208d05112d service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894117 Jul 23 16:16:05.517807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038cc358-70be-432d-ae82-baf033886d9d None None] Network 6f8ca598-5b5b-498f-afc7-bef2182e114e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:05.547584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:05.548708 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8a6966d8-59ac-4684-b331-149229dabed1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5478761 Jul 23 16:16:05.709845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d5834-5b61-4b44-8b5b-543ba042ef06 None None] Network 6f8ca598-5b5b-498f-afc7-bef2182e114e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:05.716053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd83849d-95ea-4494-9923-e81967eb5b49 req-b1ec0642-7129-4860-91d5-b33dc6ca1eb8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 210 time: 0.0434330 Jul 23 16:16:05.779349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38246) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:05.846577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-5f3e4d42-36d1-4a83-af39-e3e1a818b690 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035495 Jul 23 16:16:05.873200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Deleting subnet dc4dbf78-e1f7-40a3-8569-cfc8138ab4eb {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:16:05.892678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.964259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.984306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:05.996276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb370cb4-ba23-4f34-a532-18631a65b12a req-a6c74dc0-fc73-446e-bbe4-28c338ef702a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:05.997821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb370cb4-ba23-4f34-a532-18631a65b12a req-a6c74dc0-fc73-446e-bbe4-28c338ef702a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.1459465 Jul 23 16:16:06.002627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.062706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.092703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb370cb4-ba23-4f34-a532-18631a65b12a req-f0b4d1c6-3b0c-4c9f-a03b-d74fc0267c91 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860429 Jul 23 16:16:06.094688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6f034958-16e0-4273-90ee-9c051a2f2db2 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:06.098648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.150203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 6f034958-16e0-4273-90ee-9c051a2f2db2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:06.151398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6f034958-16e0-4273-90ee-9c051a2f2db2 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:06.164836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:06.168183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:06.171954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:06.177673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.178341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.181337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4dbf78-e1f7-40a3-8569-cfc8138ab4eb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.191966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.193867 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6efb63d-7719-409a-b375-e5d1a1482657 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dc4dbf78-e1f7-40a3-8569-cfc8138ab4eb HTTP/1.1" status: 204 len: 168 time: 0.4135060 Jul 23 16:16:06.196862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:06.203973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.246934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-4e963040-99c1-41bc-907f-0e601dd964dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0095041 Jul 23 16:16:06.270352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Request body: {'port': {'device_id': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:06.296593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.308442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e292035-fff2-4905-85b4-134ba9e0924c req-407892a7-0ed0-4f4d-9553-5ce85005f799 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.310543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-407892a7-0ed0-4f4d-9553-5ce85005f799 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1116 time: 0.1234553 Jul 23 16:16:06.380189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:06.416009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.424596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.429156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.429854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.431431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.431909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > port after_create 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.432374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.432853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > port after_update 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.433350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.433814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.434303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.435282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.535149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.535987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.536586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.538611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:16:06.538997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d5710-5df0-4275-a820-5feec3803806']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:06.564782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9e292035-fff2-4905-85b4-134ba9e0924c req-0b028f6b-1e3c-47dc-8419-bbadafb031eb service neutron] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:06.573221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f0fee1-1bb3-490e-ab18-e59fb0dfd6fd') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:06.573522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f0fee1-1bb3-490e-ab18-e59fb0dfd6fd') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:06.596984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.616207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9e292035-fff2-4905-85b4-134ba9e0924c req-0b028f6b-1e3c-47dc-8419-bbadafb031eb service neutron] Notify callbacks [] for binding, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.617326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e292035-fff2-4905-85b4-134ba9e0924c req-0b028f6b-1e3c-47dc-8419-bbadafb031eb service neutron] 10.222.0.81 "DELETE /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.2994082 Jul 23 16:16:06.624452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.640610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:16:06.641129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: from cryptography.utils import int_from_bytes Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: from cryptography.utils import int_from_bytes Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:16:06.687330 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:16:06.714824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ea80523-049c-47bc-87e6-8f6bfaba7ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.722035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:06.761477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b5cf4-bf7f-49b6-b273-9d849c1a422f req-90a0d895-9591-4973-a62c-fac30efeb728 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:06.769387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c1b5cf4-bf7f-49b6-b273-9d849c1a422f req-90a0d895-9591-4973-a62c-fac30efeb728 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.2060478 Jul 23 16:16:06.812087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.830577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.833519 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] 10.222.0.64 "DELETE /v2.0/networks/546d5710-5df0-4275-a820-5feec3803806 HTTP/1.1" status: 204 len: 168 time: 0.6342041 Jul 23 16:16:06.836929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38294) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:06.865186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6fbd2-9a82-46da-a530-528f7b529040 admin admin] Pushing event deleted for resources: {'Network': ['ID=546d5710-5df0-4275-a820-5feec3803806,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:06.886539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c1b5cf4-bf7f-49b6-b273-9d849c1a422f req-5760aa42-834f-4568-b002-0c94acf74199 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105559 Jul 23 16:16:06.922526 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-abdec7e3-2b36-43a4-9ef5-9cfb7df3e64c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=418f965d82b543e8a509168149f5e86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983640 Jul 23 16:16:06.924470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:06.974998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Deleting subnet 7af5d4a0-036b-4576-8c41-d17f004b2346 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:16:06.985373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0decad-569f-4d66-8b6a-b251d64c4179 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:06.990815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.997491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:06.998022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ea80523-049c-47bc-87e6-8f6bfaba7ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.005828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ea80523-049c-47bc-87e6-8f6bfaba7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.021219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.048676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Transition to ACTIVE for port object 3b0decad-569f-4d66-8b6a-b251d64c4179 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:07.057197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.063676 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ea80523-049c-47bc-87e6-8f6bfaba7ea2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c51930d7ead457ca090878200732505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822639 Jul 23 16:16:07.068381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:07.069195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.077347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.084415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80523-049c-47bc-87e6-8f6bfaba7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39815731-4636-4756-b9cb-fceac641b03b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.114256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.175804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43ad1b-fffe-45d1-9b75-215ec62611ac req-9aa70230-3f4a-4da5-8aa6-107142ed5ff8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.183305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.183588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c43ad1b-fffe-45d1-9b75-215ec62611ac req-9aa70230-3f4a-4da5-8aa6-107142ed5ff8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 932 time: 0.2506447 Jul 23 16:16:07.209854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.219436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.233008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.235652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.239489 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b35dbb4-4348-4c7c-a436-8998a9c8128f HTTP/1.1" status: 204 len: 168 time: 0.3114121 Jul 23 16:16:07.258659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c198d1-6c42-44d9-9545-04f79d7a3964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b35dbb4-4348-4c7c-a436-8998a9c8128f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.282761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:07.283135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:07.283434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:07.288881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.299436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.302297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.303464 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39815731-4636-4756-b9cb-fceac641b03b HTTP/1.1" status: 204 len: 168 time: 0.2341750 Jul 23 16:16:07.304320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c43ad1b-fffe-45d1-9b75-215ec62611ac req-e2438965-bc46-415f-a64c-55d3550bb04b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197109 Jul 23 16:16:07.304876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:07.305199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:07.322058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b702d0-9ba5-457f-8011-60a5d05781e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39815731-4636-4756-b9cb-fceac641b03b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.328641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af5d4a0-036b-4576-8c41-d17f004b2346,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.331937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:07.332275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:07.332648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:07.333091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Bound port: 3b0decad-569f-4d66-8b6a-b251d64c4179, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:07.333430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.337242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.339374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-796dcf88-b1cf-4827-8e4b-bc35903e9e7e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7af5d4a0-036b-4576-8c41-d17f004b2346 HTTP/1.1" status: 204 len: 168 time: 0.4992552 Jul 23 16:16:07.342041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:07.432687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:07.438580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:07.447366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.486382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.529784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.530425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.532152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] 10.222.0.81 "PUT /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 1092 time: 1.2701812 Jul 23 16:16:07.536864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:07.538864 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32104dfe-706e-47ed-85d5-4d5a162354f2" -d '{"events": [{"name": "network-changed", "server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:07.657510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63876a0-96bf-4800-9d98-740a47c78793 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:07.715146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.720050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38330) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:07.734864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab723-0b53-4bf2-a4b1-889b42eef38d req-b7e1d5b0-b4b7-4337-ab50-c5385f79eaba tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.742048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422ab723-0b53-4bf2-a4b1-889b42eef38d req-b7e1d5b0-b4b7-4337-ab50-c5385f79eaba tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.2434444 Jul 23 16:16:07.749795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be7f81ac-c555-426b-999b-bb2a39f12da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.753331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38332) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:07.754546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bca61c-80c6-4116-8d3d-bb462fb8d7bc req-3f14da7d-b329-4bc2-a48e-45c25858541f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.756073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31bca61c-80c6-4116-8d3d-bb462fb8d7bc req-3f14da7d-b329-4bc2-a48e-45c25858541f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.2558727 Jul 23 16:16:07.770057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8ca598-5b5b-498f-afc7-bef2182e114e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.788754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d4d734-cd2f-4f67-8ca9-dd5a2d13f343') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.789156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d4d734-cd2f-4f67-8ca9-dd5a2d13f343') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:07.799399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-126cee5e-932a-41a2-be14-a18e40833b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.808612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.820509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-fd604c53-def7-4ff3-b99b-daa5bd34d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.822402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-fd604c53-def7-4ff3-b99b-daa5bd34d48c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1095 time: 0.2041368 Jul 23 16:16:07.825358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422ab723-0b53-4bf2-a4b1-889b42eef38d req-db0fc2db-08a9-4478-87b6-0d362fefbd14 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824435 Jul 23 16:16:07.840463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.842464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31bca61c-80c6-4116-8d3d-bb462fb8d7bc req-32056b76-25f6-4d33-8c2b-9437a0f908e8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775468 Jul 23 16:16:07.864315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:16:07.864864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:16:07.866486 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:16:07.889167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-acc6e412-8b71-4381-b101-b227559cfa08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.0500917 Jul 23 16:16:07.909634 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c1e7f8-000a-4eac-b4a1-a1326398743d x-openstack-request-id: req-e6c1e7f8-000a-4eac-b4a1-a1326398743d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:07.909969 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:07.910233 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c1e7f8-000a-4eac-b4a1-a1326398743d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:07.910629 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'status': 'completed', 'code': 200} Jul 23 16:16:07.945670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.959760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:07.961319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-973c9768-f782-4dee-9658-ca6e18765d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:07.961864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6f8ca598-5b5b-498f-afc7-bef2182e114e HTTP/1.1" status: 204 len: 168 time: 0.6188493 Jul 23 16:16:07.962939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-973c9768-f782-4dee-9658-ca6e18765d7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0650458 Jul 23 16:16:07.980147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8c27-eeb5-4bb6-93cc-4758ca14e844 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8ca598-5b5b-498f-afc7-bef2182e114e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.036342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-602d288a-96ea-4fb3-bf05-fd24de32f2b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454421 Jul 23 16:16:08.037232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be7f81ac-c555-426b-999b-bb2a39f12da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.042505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be7f81ac-c555-426b-999b-bb2a39f12da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.110303 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be7f81ac-c555-426b-999b-bb2a39f12da0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4e6d9dba396401dab8a78829b78bb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874116 Jul 23 16:16:08.124696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.155777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f81ac-c555-426b-999b-bb2a39f12da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9414ed7a-3186-44b6-b5c3-2709fb65e175,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.214469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.250898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-70750db9-8d4e-49e3-9ded-97b74ed72eb3 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058303 Jul 23 16:16:08.251538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38350) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.255733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.290578 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-126cee5e-932a-41a2-be14-a18e40833b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.301490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06591-798d-496f-b9f3-71ce9549d4d6 req-2025e618-5b4e-4152-b47f-f9bf70346616 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.303052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05d06591-798d-496f-b9f3-71ce9549d4d6 req-2025e618-5b4e-4152-b47f-f9bf70346616 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1116 time: 0.1977525 Jul 23 16:16:08.310204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-126cee5e-932a-41a2-be14-a18e40833b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.354642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-126cee5e-932a-41a2-be14-a18e40833b2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a090d797aa954e7e9926f35c32f87de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968013 Jul 23 16:16:08.355972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cee5e-932a-41a2-be14-a18e40833b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb8918-685e-4e6f-9659-906eb43f6bff,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.358293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38356) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.372543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.375075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.378486 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9414ed7a-3186-44b6-b5c3-2709fb65e175 HTTP/1.1" status: 204 len: 168 time: 0.2449746 Jul 23 16:16:08.389498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4273832-49bf-4a15-a5ec-848410704e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9414ed7a-3186-44b6-b5c3-2709fb65e175,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.433043 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.460339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.487213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6e9206dd-b419-4190-9bdf-fc11d0f03089 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=986b2e34154e4aae91e535f572a99a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334247 Jul 23 16:16:08.496258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38360) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:08.515991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05d06591-798d-496f-b9f3-71ce9549d4d6 req-94c260f8-8210-4220-b0df-bf41d42b0b23 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880600 Jul 23 16:16:08.548813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76a2e33-dc07-4426-ab0e-2cfafa1a398a req-673d8d15-f98b-4da3-a26c-8720962de685 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877512 Jul 23 16:16:08.570742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.589657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.592441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.593594 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3fb8918-685e-4e6f-9659-906eb43f6bff HTTP/1.1" status: 204 len: 168 time: 0.2329922 Jul 23 16:16:08.594199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0513d-eda3-4200-808a-9d493659e6ec req-9d30209d-f8d8-415c-a650-91fa82863f0e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.600517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fb0513d-eda3-4200-808a-9d493659e6ec req-9d30209d-f8d8-415c-a650-91fa82863f0e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.1491661 Jul 23 16:16:08.612760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.620282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a9c6c-af47-48b5-9468-21c5161071e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb8918-685e-4e6f-9659-906eb43f6bff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.655930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fb0513d-eda3-4200-808a-9d493659e6ec req-b355278c-9d5e-4f54-9bb6-788d05eff153 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 Jul 23 16:16:08.686017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.689374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:08.690955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df529879-c3d9-4327-8049-cc86e0457c14 HTTP/1.1" status: 204 len: 168 time: 0.1934958 Jul 23 16:16:08.722967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96762b6c-d31a-47f2-9e40-59a5d91eedd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df529879-c3d9-4327-8049-cc86e0457c14,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:08.743913 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:08.776621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-e0a55749-5ddb-498c-8771-fee0e960b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.778181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-e0a55749-5ddb-498c-8771-fee0e960b457 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1095 time: 0.0808001 Jul 23 16:16:08.982622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-74a52e59-d024-4134-aa1a-8f5992f8866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:08.984130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-74a52e59-d024-4134-aa1a-8f5992f8866e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1984770 Jul 23 16:16:09.101901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.122248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bab87947-3777-4b75-b5a4-f07d97d1111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.221314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.246103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bab87947-3777-4b75-b5a4-f07d97d1111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.252026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bab87947-3777-4b75-b5a4-f07d97d1111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.281478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-702db943-2daa-455c-a38b-9bc9a729c551 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.2856736 Jul 23 16:16:09.311035 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bab87947-3777-4b75-b5a4-f07d97d1111c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3ab2177c03e4cf492f8f838ef95f2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073495 Jul 23 16:16:09.313809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38402) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.321649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab87947-3777-4b75-b5a4-f07d97d1111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feba167a-be03-45af-9ee3-03c1488e3ae8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.358093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-5f183549-a76d-4fa2-b254-62f61c982d6e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.364621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-5f183549-a76d-4fa2-b254-62f61c982d6e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.5086432 Jul 23 16:16:09.378419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d79a-849a-4380-9fa0-b719f9a555c7 req-9369b016-ca5e-420e-b03d-b97df3d0012e tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.379908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8720d79a-849a-4380-9fa0-b719f9a555c7 req-9369b016-ca5e-420e-b03d-b97df3d0012e tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.4713547 Jul 23 16:16:09.391205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38404) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.397769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b0a069a2-9f90-49d3-94f4-1215163a6acc tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/quotas/eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 375 time: 0.0322685 Jul 23 16:16:09.435191 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.437831 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-648103e8-3829-47bf-86c6-414dbcfdd914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.485730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.491990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-3a60f474-3137-47a0-9633-b6d98d1227be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:09.494637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-3a60f474-3137-47a0-9633-b6d98d1227be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.2015991 Jul 23 16:16:09.530156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8720d79a-849a-4380-9fa0-b719f9a555c7 req-637467f5-8a33-4722-b1a5-075dcf714442 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222761 Jul 23 16:16:09.578748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-19dcc132-4f64-459e-8500-53189f86a3c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733593 Jul 23 16:16:09.604195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.606892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.610536 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/feba167a-be03-45af-9ee3-03c1488e3ae8 HTTP/1.1" status: 204 len: 168 time: 0.2931240 Jul 23 16:16:09.614287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-27351b36-2fca-4c1b-b600-a4744d68a120 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ff12bc61d9d4a97a6e6ed3aece3cb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109656 Jul 23 16:16:09.615987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.647376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1abf58-c382-4d94-823d-07440e997b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feba167a-be03-45af-9ee3-03c1488e3ae8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.676818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-648103e8-3829-47bf-86c6-414dbcfdd914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.692234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-648103e8-3829-47bf-86c6-414dbcfdd914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.694911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-54e496af-be55-40ca-ae89-15029c7a8ce2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2962725 Jul 23 16:16:09.752053 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-648103e8-3829-47bf-86c6-414dbcfdd914 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8d0fed27cf14899a151c748d7bc31bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294645 Jul 23 16:16:09.759636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:09.761830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648103e8-3829-47bf-86c6-414dbcfdd914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd686cd-f821-441d-be6c-cb04ceb2d0f6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.767252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-9a32374b-0bb7-4bbf-b642-7077f0db570b service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790669 Jul 23 16:16:09.779017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.810072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.871396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.874695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:09.878559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f949747c-8dd9-448f-a7ca-ed06368c9fb1 HTTP/1.1" status: 204 len: 168 time: 0.2611096 Jul 23 16:16:09.887210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c91f8-f4da-41bb-9ac0-0e4fc69f073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f949747c-8dd9-448f-a7ca-ed06368c9fb1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:09.978189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.034894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-9cfd319f-f351-4de0-b897-da4b932fa6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299959 Jul 23 16:16:10.043602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.084434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32104dfe-706e-47ed-85d5-4d5a162354f2 req-1b391683-159b-449c-bea2-f9ae89a8c3f7 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721329 Jul 23 16:16:10.114048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-c60f42cb-3ef0-4f29-92d1-b9b26362d24c tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:10.115583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-c60f42cb-3ef0-4f29-92d1-b9b26362d24c tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 1100 time: 0.2901971 Jul 23 16:16:10.179568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-b10c01f0-7867-4f0f-b809-18d614ed8742 tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.219007 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.221477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.222669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7bd686cd-f821-441d-be6c-cb04ceb2d0f6 HTTP/1.1" status: 204 len: 168 time: 0.4544792 Jul 23 16:16:10.224712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-129ef338-d5d5-4713-a54c-e90de30b5fd3 service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791184 Jul 23 16:16:10.244087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f966f-2441-4649-95ad-7bc50a624ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd686cd-f821-441d-be6c-cb04ceb2d0f6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.320519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-b10c01f0-7867-4f0f-b809-18d614ed8742 tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.325259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-b10c01f0-7867-4f0f-b809-18d614ed8742 tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:10.361568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbb2bab9-c542-47a9-9d48-7b3318d18f46 req-b10c01f0-7867-4f0f-b809-18d614ed8742 tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357645 Jul 23 16:16:10.383038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c01f0-7867-4f0f-b809-18d614ed8742 tempest-LiveMigrationNegativeTest-1100219201 tempest-LiveMigrationNegativeTest-1100219201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d7241-cba5-4cc9-bae9-c4e1d8dc0cb4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:10.473788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d6f8033-db28-4115-851c-248a0a289976 req-517c33cb-e381-49ac-9db2-8442fe8db6d2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0554445 Jul 23 16:16:10.576762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cefe3e-196d-4f81-813a-ffaef08643f1 req-030a6a51-3d0f-475b-8b6f-c6f38206e8d7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:10.578774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58cefe3e-196d-4f81-813a-ffaef08643f1 req-030a6a51-3d0f-475b-8b6f-c6f38206e8d7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.1472192 Jul 23 16:16:10.653892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58cefe3e-196d-4f81-813a-ffaef08643f1 req-a24136bc-48fb-4218-bb46-1849be411638 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Jul 23 16:16:10.937414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf4aa-3a58-4342-b126-bf0ade0b29e6 req-47b797cc-3b06-49d4-a8f9-652075f04fee tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:10.939106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ffdf4aa-3a58-4342-b126-bf0ade0b29e6 req-47b797cc-3b06-49d4-a8f9-652075f04fee tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.0861759 Jul 23 16:16:11.007199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ffdf4aa-3a58-4342-b126-bf0ade0b29e6 req-d3fe805a-0cfe-4be1-878d-df084d157df7 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Jul 23 16:16:11.036736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38486) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:11.051561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20b99fbd-9189-4c75-b954-39f87b3b47ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.143337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.173909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20b99fbd-9189-4c75-b954-39f87b3b47ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.178264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20b99fbd-9189-4c75-b954-39f87b3b47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.223473 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20b99fbd-9189-4c75-b954-39f87b3b47ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62cfdf646329454ca942bedca9c69ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855023 Jul 23 16:16:11.224599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b99fbd-9189-4c75-b954-39f87b3b47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779efe21-64ee-4ad6-833d-d2a1ff29d643,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:11.227248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38494) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:11.285957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.308148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.356444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.359087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.360238 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/779efe21-64ee-4ad6-833d-d2a1ff29d643 HTTP/1.1" status: 204 len: 168 time: 0.1320856 Jul 23 16:16:11.368505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010542d-75d3-4764-9b8d-ca05c32b34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779efe21-64ee-4ad6-833d-d2a1ff29d643,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:11.624656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59c0e6f5-ee24-48af-a7e0-86541400c510 req-915d484f-b155-426b-b19e-ddee603e1f1a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 210 time: 0.0661809 Jul 23 16:16:11.726231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-acd7d43a-daa3-42c0-a419-082b7b1d01fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:11.835539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-bada5156-4948-4843-ae73-ebdeb746ef76 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.837558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-bada5156-4948-4843-ae73-ebdeb746ef76 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.2358806 Jul 23 16:16:11.855173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Request body: {'port': {'device_id': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'admin_state_up': True, 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:11.907631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a42d76-ab02-4b51-b836-a5011b9d03e7 req-c01d0c16-c42a-4017-8429-ef6c2060137f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:11.914510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a42d76-ab02-4b51-b836-a5011b9d03e7 req-c01d0c16-c42a-4017-8429-ef6c2060137f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.1336846 Jul 23 16:16:12.030506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a42d76-ab02-4b51-b836-a5011b9d03e7 req-060c5ef7-e33c-41c9-8e52-77c04f199707 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115081 Jul 23 16:16:12.062103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:12.065448 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.119688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:12.228645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:12.243504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'port_id': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'mac_address': 'fa:16:3e:f2:2f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3a2947-2176-44c5-a571-b1a318ddf196', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:12.255276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296c43-489f-442d-8020-a12a7cdf5243 req-64ad375b-8b69-436f-98a7-61bad1cbe5ba tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.257109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8296c43-489f-442d-8020-a12a7cdf5243 req-64ad375b-8b69-436f-98a7-61bad1cbe5ba tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.1299088 Jul 23 16:16:12.300634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.305459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Allocated IP 172.20.0.9 (06195bdd-656a-4ed4-a01d-5b775a38fb88/68062c34-cb9c-4121-9797-ad8ffd88e4d8/006d7dce-8a4d-4865-891a-2d5d826d14f6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:12.317868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0decad-569f-4d66-8b6a-b251d64c4179 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:12.354645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8296c43-489f-442d-8020-a12a7cdf5243 req-5da69a17-1386-49b1-a410-0dcdc430d51e tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855289 Jul 23 16:16:12.354849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:12.369291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.460208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:12.552004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.607218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.695095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:12.709310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:12.710415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:12.711936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3b0decad-569f-4d66-8b6a-b251d64c4179'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:12.716039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.716676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:12.730514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:12.757668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b208d936-1c81-4886-8eef-a5dfaecdef59 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080417 Jul 23 16:16:12.782941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Request body: {'port': {'device_id': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:12.903851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-c510f160-c7ba-4343-b993-963392c5d442 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.905344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-c510f160-c7ba-4343-b993-963392c5d442 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.81 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.2885303 Jul 23 16:16:12.933459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53db26-c396-4c5b-9bba-3aa8d8754055 req-b541e46f-bacd-4fd9-93c7-f0b0af0a3cbb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:12.934952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d53db26-c396-4c5b-9bba-3aa8d8754055 req-b541e46f-bacd-4fd9-93c7-f0b0af0a3cbb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 931 time: 0.2069075 Jul 23 16:16:12.970650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.088861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d53db26-c396-4c5b-9bba-3aa8d8754055 req-00931863-c351-4045-b944-c3855f0e5afd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187572 Jul 23 16:16:13.102979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38582) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:13.246946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Deleting port e7f09c5d-9143-4e6d-b35c-9d6136f2250b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:13.247684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.381482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845596f-a8b0-46a7-b526-f5abaae40138 req-428833bd-9caf-4f54-8821-bb1e9fe8f4ae tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:13.382994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1845596f-a8b0-46a7-b526-f5abaae40138 req-428833bd-9caf-4f54-8821-bb1e9fe8f4ae tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.2135029 Jul 23 16:16:13.403069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec99-1157-4477-9911-2744f362d2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.443955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] For port e7f09c5d-9143-4e6d-b35c-9d6136f2250b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:13.444362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.489184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Calling delete_port for e7f09c5d-9143-4e6d-b35c-9d6136f2250b owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:13.527121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1845596f-a8b0-46a7-b526-f5abaae40138 req-01f72109-69b1-4611-8a3c-62b8d1344853 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354926 Jul 23 16:16:13.563685 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec99-1157-4477-9911-2744f362d2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.574175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec99-1157-4477-9911-2744f362d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.620777 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91f6ec99-1157-4477-9911-2744f362d2b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa66ba15ef214c0887adfed07ee9daa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161910 Jul 23 16:16:13.622210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ec99-1157-4477-9911-2744f362d2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ed7c7-c5f2-42c6-a0da-7480ccabfbb4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:13.625289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38602) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:13.694415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.698647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006d7dce-8a4d-4865-891a-2d5d826d14f6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:13.712938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.726176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481eb99-3686-46ab-9c36-fc2aa753994c req-7ff355a7-7eaa-4f00-bf98-66c2fbb4aec8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:13.732461 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.733999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2481eb99-3686-46ab-9c36-fc2aa753994c req-7ff355a7-7eaa-4f00-bf98-66c2fbb4aec8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=39019941-d3bf-41e7-8b23-15cd54e8b1c7 HTTP/1.1" status: 200 len: 949 time: 0.2766039 Jul 23 16:16:13.788196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Transition to ACTIVE for port object 006d7dce-8a4d-4865-891a-2d5d826d14f6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:13.794795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.803523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.807990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.810415 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/928ed7c7-c5f2-42c6-a0da-7480ccabfbb4 HTTP/1.1" status: 204 len: 168 time: 0.1830745 Jul 23 16:16:13.821910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09e463-4777-4146-adfc-8f44662c1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ed7c7-c5f2-42c6-a0da-7480ccabfbb4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:13.858943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2481eb99-3686-46ab-9c36-fc2aa753994c req-7fe70bf3-ab49-478e-93a7-a6b50478e10c tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238961 Jul 23 16:16:13.885665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:13.892653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:13.907475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6e53212f-5e56-42ad-a472-104250af93b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:13.953844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Pushing event deleted for resources: {'Port': ['ID=e7f09c5d-9143-4e6d-b35c-9d6136f2250b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:13.963779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:13.964114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:13.964721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:13.965334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['e7f09c5d-9143-4e6d-b35c-9d6136f2250b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:13.972311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:13.972641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:14.003545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:14.003545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:14.003545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:14.003545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Bound port: 006d7dce-8a4d-4865-891a-2d5d826d14f6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:14.003545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.034090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] No DVR routers for this DVR port e7f09c5d-9143-4e6d-b35c-9d6136f2250b on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:14.038093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.040596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e10bbb7d-6f46-4f02-a6e3-73a7cf8f3ac9 req-d090dc34-1b82-4988-97cf-341ced5d2185 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.81 "DELETE /v2.0/ports/e7f09c5d-9143-4e6d-b35c-9d6136f2250b HTTP/1.1" status: 204 len: 173 time: 1.1287374 Jul 23 16:16:14.041067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'name': 'network-vif-deleted', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:14.043409 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812955a2-d569-46cc-943b-1624768d514f" -d '{"events": [{"server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "name": "network-vif-deleted", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:14.169424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:14.179885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:14.180641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:14.191373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.279211 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67173f32-e67f-4598-bc87-5690e833a68f x-openstack-request-id: req-67173f32-e67f-4598-bc87-5690e833a68f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:14.280523 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39019941-d3bf-41e7-8b23-15cd54e8b1c7", "name": "network-vif-deleted", "tag": "e7f09c5d-9143-4e6d-b35c-9d6136f2250b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:14.280991 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67173f32-e67f-4598-bc87-5690e833a68f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:14.281670 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39019941-d3bf-41e7-8b23-15cd54e8b1c7', 'name': 'network-vif-deleted', 'tag': 'e7f09c5d-9143-4e6d-b35c-9d6136f2250b', 'status': 'completed', 'code': 200} Jul 23 16:16:14.282189 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.296136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:14.296757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.298261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] 10.222.0.67 "PUT /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 1091 time: 1.5198572 Jul 23 16:16:14.312946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 3b0decad-569f-4d66-8b6a-b251d64c4179 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:14.318638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 3b0decad-569f-4d66-8b6a-b251d64c4179 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:14.319275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.326995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5f04-e941-4417-b2e7-82332868aafe service neutron] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:14.370827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38624) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:14.402501 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bcf38e4b-a604-42bc-b047-61da56eca05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.445470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2166cdc-e89f-4899-80da-78da0a99ba97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.465655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.502620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:14.505979 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c8646d-e1ed-46f0-b215-bee7fbce1674" -d '{"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-plugged", "status": "completed", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:14.533111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:14.538499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:14.604582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:14.785841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf22455-49f5-4ef4-8168-8a4c14150aa1 req-108e6c1b-aa52-445e-a512-b7ef5ea8d744 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:14.793333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdf22455-49f5-4ef4-8168-8a4c14150aa1 req-108e6c1b-aa52-445e-a512-b7ef5ea8d744 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.4266274 Jul 23 16:16:14.799664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-16ae23eb-e745-40cc-8444-3f7cb3e00351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:14.801115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-16ae23eb-e745-40cc-8444-3f7cb3e00351 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1094 time: 0.4446237 Jul 23 16:16:14.833230 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1b1b4c-6e00-4a25-b4d5-a3ea8a415a3e x-openstack-request-id: req-6f1b1b4c-6e00-4a25-b4d5-a3ea8a415a3e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:14.833574 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-plugged", "status": "completed", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:14.833837 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f1b1b4c-6e00-4a25-b4d5-a3ea8a415a3e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:14.834290 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'code': 200} Jul 23 16:16:14.874162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-de0524e1-1221-4906-a6ef-f8c456de4403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.0583351 Jul 23 16:16:14.967747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdf22455-49f5-4ef4-8168-8a4c14150aa1 req-d1304d7d-da66-49cc-a234-57781d4cc0f3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644628 Jul 23 16:16:15.036415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2166cdc-e89f-4899-80da-78da0a99ba97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.044628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2166cdc-e89f-4899-80da-78da0a99ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.047693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b506a45e-0595-4e55-acc0-1a918443f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.049184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-b506a45e-0595-4e55-acc0-1a918443f5c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1636026 Jul 23 16:16:15.063669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:15.128288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-612ebed2-0dbb-4c7e-bfd7-b4fb107c7e1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610044 Jul 23 16:16:15.135518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2166cdc-e89f-4899-80da-78da0a99ba97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6302676090148b1a1673846b02a4d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7636371 Jul 23 16:16:15.137453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2166cdc-e89f-4899-80da-78da0a99ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5ccfb-9d73-4b52-bd7e-18ccde65f0b8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:15.138393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:15.167842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8141-453d-41b1-896f-6844190a1be8 req-0fca44f1-4831-4022-b410-22d853d6acfb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.178410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9ec8141-453d-41b1-896f-6844190a1be8 req-0fca44f1-4831-4022-b410-22d853d6acfb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 946 time: 0.2893188 Jul 23 16:16:15.205011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408569a2-9065-4236-8a2e-c741cd7a9932 req-a17a00b8-8e6b-495c-b175-143f0b866f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.206601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-408569a2-9065-4236-8a2e-c741cd7a9932 req-a17a00b8-8e6b-495c-b175-143f0b866f91 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.2594585 Jul 23 16:16:15.208278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05a989c0-7840-45ae-b3b0-9f189bae430c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.220484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.252994 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.348250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.351586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.355344 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38a5ccfb-9d73-4b52-bd7e-18ccde65f0b8 HTTP/1.1" status: 204 len: 168 time: 0.2134647 Jul 23 16:16:15.355512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9ec8141-453d-41b1-896f-6844190a1be8 req-cea46fc6-3cdc-4a36-abdc-5fce2b3ff9af tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747787 Jul 23 16:16:15.373447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc7fdb-5b86-4a17-8a83-2f48544c1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5ccfb-9d73-4b52-bd7e-18ccde65f0b8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:15.391379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-408569a2-9065-4236-8a2e-c741cd7a9932 req-9cb14aae-3f77-47ba-93c3-789f0dec3db8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755641 Jul 23 16:16:15.414364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-16cbe107-64e9-4d86-b486-1c1c7a410e65 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692425 Jul 23 16:16:15.434959 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.441051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05a989c0-7840-45ae-b3b0-9f189bae430c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.448032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05a989c0-7840-45ae-b3b0-9f189bae430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.495552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-05a989c0-7840-45ae-b3b0-9f189bae430c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef95104e7b494356b31488a1b55800a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303472 Jul 23 16:16:15.498290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:15.498995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a989c0-7840-45ae-b3b0-9f189bae430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331cf5ff-0f58-40b8-960b-ea6d68a7a9ab,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:15.568066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.592355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-000f1d29-c586-42e5-82a6-1e3ff04e1fb8 req-2c5f171d-77c1-4c30-83e5-d3fa004920b7 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618903 Jul 23 16:16:15.594612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.666346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.670784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:15.674396 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/331cf5ff-0f58-40b8-960b-ea6d68a7a9ab HTTP/1.1" status: 204 len: 168 time: 0.1714261 Jul 23 16:16:15.687470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65d4b-4eb1-4d11-972a-fc594f8cf346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cf5ff-0f58-40b8-960b-ea6d68a7a9ab,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:15.801892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85097-bdf2-40c0-bd8f-ee1bfc45a37f req-885a2a72-ca7f-4c40-921a-d1bf91451a6c tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:15.803459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85a85097-bdf2-40c0-bd8f-ee1bfc45a37f req-885a2a72-ca7f-4c40-921a-d1bf91451a6c tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.0793211 Jul 23 16:16:15.846217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85a85097-bdf2-40c0-bd8f-ee1bfc45a37f req-e0c52a59-4738-4ed3-ab87-e95aecf867b1 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Jul 23 16:16:16.085478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:16.098940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9a87320-71fc-4cbf-89ed-d49535c30cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.099993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110186b5-0c62-4f87-a9f9-b5a3396c6d17 req-8bf4c234-ad7c-4fdb-8d3c-82e4237f08d5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.108236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110186b5-0c62-4f87-a9f9-b5a3396c6d17 req-8bf4c234-ad7c-4fdb-8d3c-82e4237f08d5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.0738652 Jul 23 16:16:16.135113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e7f09c5d-9143-4e6d-b35c-9d6136f2250b no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:16.159823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110186b5-0c62-4f87-a9f9-b5a3396c6d17 req-e56fc41a-6e4f-439e-aca3-c5cd8d31d75a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Jul 23 16:16:16.178929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: e7f09c5d-9143-4e6d-b35c-9d6136f2250b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:16.179550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e7f09c5d-9143-4e6d-b35c-9d6136f2250b not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:16.237789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9a87320-71fc-4cbf-89ed-d49535c30cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.243124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9a87320-71fc-4cbf-89ed-d49535c30cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.280873 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b9a87320-71fc-4cbf-89ed-d49535c30cae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5b2ae99e59a445abdb38782ee2dc06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942735 Jul 23 16:16:16.281292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38710) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:16.288161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:16.290545 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd04f47f-5b8d-4db7-b87e-4377074e7945" -d '{"events": [{"name": "network-changed", "server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:16.290665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a87320-71fc-4cbf-89ed-d49535c30cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93141a-2e26-47c9-832b-c93da99d1d0b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.350172 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d8a43-2aa0-46b1-bd62-9f71a2f9498d x-openstack-request-id: req-7d9d8a43-2aa0-46b1-bd62-9f71a2f9498d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:16.350919 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:16.351313 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d9d8a43-2aa0-46b1-bd62-9f71a2f9498d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:16.351916 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'status': 'completed', 'code': 200} Jul 23 16:16:16.352849 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.375671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.485868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-bc0163e2-bf6c-4399-8a21-1d4cde80a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.487432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-bc0163e2-bf6c-4399-8a21-1d4cde80a449 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1094 time: 0.1054399 Jul 23 16:16:16.488528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.491064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:16.495282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e93141a-2e26-47c9-832b-c93da99d1d0b HTTP/1.1" status: 204 len: 168 time: 0.2091336 Jul 23 16:16:16.503683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b05630-6fab-40a6-9cea-35a7e9ca6ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93141a-2e26-47c9-832b-c93da99d1d0b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:16.676605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f98e7f-32b2-4b92-93d1-277c5be53564 req-f5348993-1401-4dde-ad71-2b31ae6827c5 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.678480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72f98e7f-32b2-4b92-93d1-277c5be53564 req-f5348993-1401-4dde-ad71-2b31ae6827c5 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 946 time: 0.1768460 Jul 23 16:16:16.682542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-256af35e-2e28-4269-88da-5a3acbf0530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.684415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-256af35e-2e28-4269-88da-5a3acbf0530c service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1817000 Jul 23 16:16:16.767553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-8a81442b-8e3e-4f01-98d5-9c3149834680 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.0514033 Jul 23 16:16:16.799157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72f98e7f-32b2-4b92-93d1-277c5be53564 req-3a1d071b-3417-47c7-b849-8fc6e39beaca tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104143 Jul 23 16:16:16.871563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-a7f0bb0e-ced2-41bc-9593-7167ba98c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:16.873081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-a7f0bb0e-ced2-41bc-9593-7167ba98c1c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0916295 Jul 23 16:16:16.916843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-5210bb21-3eff-4a6a-be95-d6e30c1042ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359266 Jul 23 16:16:17.062900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-4f79155e-5bc4-4254-97c4-51f45ecf0e0f service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341777 Jul 23 16:16:17.074277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be411a-2bbf-41c0-a37b-2613ce72a600 req-3b01b44e-022e-4b3a-be45-fc2cab5709b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.075964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59be411a-2bbf-41c0-a37b-2613ce72a600 req-3b01b44e-022e-4b3a-be45-fc2cab5709b8 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.1349213 Jul 23 16:16:17.173827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59be411a-2bbf-41c0-a37b-2613ce72a600 req-a6c35852-0485-4996-a7e9-a251724b0ea9 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896080 Jul 23 16:16:17.199908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38748) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:17.213595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd04f47f-5b8d-4db7-b87e-4377074e7945 req-e361dc15-1d30-4e94-917c-04775ae79ca8 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366303 Jul 23 16:16:17.327846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.353870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024459be-1dba-4e15-85db-c763dd661c35 req-8115bfbc-4d92-4693-9f1a-6933f076ee84 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.356730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024459be-1dba-4e15-85db-c763dd661c35 req-8115bfbc-4d92-4693-9f1a-6933f076ee84 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.0900218 Jul 23 16:16:17.371586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b40783c-0a08-4f81-b5cf-d599a178b6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.411747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024459be-1dba-4e15-85db-c763dd661c35 req-17107f30-6a09-4484-85db-3370be242321 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497062 Jul 23 16:16:17.542871 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b40783c-0a08-4f81-b5cf-d599a178b6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.552292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b40783c-0a08-4f81-b5cf-d599a178b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.631314 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b40783c-0a08-4f81-b5cf-d599a178b6a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=009e3061de6c4eb8adabac4e826f2c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303119 Jul 23 16:16:17.633903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38768) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:17.642085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40783c-0a08-4f81-b5cf-d599a178b6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd29df-e02b-4f12-8a6a-5714e85e3937,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.701333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.736029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.825176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-4adc26c6-b389-41a9-911a-a0cb4ce4deb3 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:17.826903 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-4adc26c6-b389-41a9-911a-a0cb4ce4deb3 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.67 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.1235330 Jul 23 16:16:17.853339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.856452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:17.860337 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcfd29df-e02b-4f12-8a6a-5714e85e3937 HTTP/1.1" status: 204 len: 168 time: 0.2251115 Jul 23 16:16:17.871710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a14eb-4b97-4caa-8b6e-6d41e3d82326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd29df-e02b-4f12-8a6a-5714e85e3937,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:17.970230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Deleting port 6e53212f-5e56-42ad-a472-104250af93b3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:17.970831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.097824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] For port 6e53212f-5e56-42ad-a472-104250af93b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6e53212f-5e56-42ad-a472-104250af93b3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:18.098206 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.116868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbbd4e-5d57-4a0d-becf-97496d60e4f7 req-6c722261-a2d2-4cc1-9b9a-82c6a54eaecd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.118999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10cbbd4e-5d57-4a0d-becf-97496d60e4f7 req-6c722261-a2d2-4cc1-9b9a-82c6a54eaecd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 946 time: 0.1455574 Jul 23 16:16:18.128424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Calling delete_port for 6e53212f-5e56-42ad-a472-104250af93b3 owned by compute:tempest-test_az-316123604 {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:18.223273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-2b03a76e-af33-444f-83d9-a8ee0df5f8c2 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356536 Jul 23 16:16:18.230455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10cbbd4e-5d57-4a0d-becf-97496d60e4f7 req-4ba8343e-e4d8-4d10-94a9-eda23af9a99d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040213 Jul 23 16:16:18.409682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:18.426429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da153754-c378-4f8c-b4d0-d5a8182e7b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.471286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.487807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6e53212f-5e56-42ad-a472-104250af93b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:18.492746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:18.500729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13bb1f-8473-4349-9c4d-1a8965bb523b req-f9479063-2967-4953-a644-5daf215fa991 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.502150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c13bb1f-8473-4349-9c4d-1a8965bb523b req-f9479063-2967-4953-a644-5daf215fa991 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/ports?device_id=16708a62-a2cd-49ca-9667-fdacdf586a17 HTTP/1.1" status: 200 len: 971 time: 0.1935332 Jul 23 16:16:18.546268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-93acc938-17bb-4993-91a2-b293e55096dd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:18.548385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-93acc938-17bb-4993-91a2-b293e55096dd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153660 Jul 23 16:16:18.585377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Pushing event deleted for resources: {'Port': ['ID=6e53212f-5e56-42ad-a472-104250af93b3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.600382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da153754-c378-4f8c-b4d0-d5a8182e7b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.605598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da153754-c378-4f8c-b4d0-d5a8182e7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.665563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] No DVR routers for this DVR port 6e53212f-5e56-42ad-a472-104250af93b3 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:18.669991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.672688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba57d0be-42fd-44ac-bf79-d436a413be17 req-c658b1b6-2e96-4b49-9ec8-127428a69481 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.67 "DELETE /v2.0/ports/6e53212f-5e56-42ad-a472-104250af93b3 HTTP/1.1" status: 204 len: 173 time: 0.8393071 Jul 23 16:16:18.690967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da153754-c378-4f8c-b4d0-d5a8182e7b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc0aa1-4a14-42ac-9af7-4a6838c7b291,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:18.697091 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-da153754-c378-4f8c-b4d0-d5a8182e7b5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91b3cc962fc94ab69f8703d51306bfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861435 Jul 23 16:16:18.699848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:18.701874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'name': 'network-vif-deleted', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:18.705239 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aa0107-b2c1-41aa-afcd-0be5179f2463" -d '{"events": [{"server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "name": "network-vif-deleted", "tag": "6e53212f-5e56-42ad-a472-104250af93b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:18.720151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-7d3cbf53-9b88-4846-ade9-5b5f747dc0d6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/quotas/1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 375 time: 0.1374085 Jul 23 16:16:18.776250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.793058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-47c85766-49c1-4070-acaa-9a492e9b1f96 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709505 Jul 23 16:16:18.796660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f42002b5-8cac-486f-917a-ec35080465b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.801408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.810196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c13bb1f-8473-4349-9c4d-1a8965bb523b req-70b996c4-ca70-45a9-bb3c-646d067540d9 tempest-LiveMigrationNegativeTest-1814096713 tempest-LiveMigrationNegativeTest-1814096713-project] 10.222.0.64 "GET /v2.0/security-groups?id=30544dfa-8a3a-4a39-b474-4564b33686f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310765 Jul 23 16:16:18.880961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.884510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:18.888747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37fc0aa1-4a14-42ac-9af7-4a6838c7b291 HTTP/1.1" status: 204 len: 168 time: 0.1855145 Jul 23 16:16:18.906609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107870bd-a1de-4bdd-b24a-7d3b6762a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc0aa1-4a14-42ac-9af7-4a6838c7b291,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.027302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f42002b5-8cac-486f-917a-ec35080465b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.041834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f42002b5-8cac-486f-917a-ec35080465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.092084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951a81a-e709-46d1-8458-253235fb3162 req-96707c7a-1bca-46cc-ae3c-51461088cbf1 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.094776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c951a81a-e709-46d1-8458-253235fb3162 req-96707c7a-1bca-46cc-ae3c-51461088cbf1 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.1774130 Jul 23 16:16:19.099786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42002b5-8cac-486f-917a-ec35080465b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79370e0-5eec-40c2-9cfe-79aa6cbf146f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.169689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f42002b5-8cac-486f-917a-ec35080465b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c18d8bcb8e549eeba84ddf9728c8c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599848 Jul 23 16:16:19.170845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:19.213700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c951a81a-e709-46d1-8458-253235fb3162 req-772173fe-d6c4-470d-95b7-8d2ae420cd99 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Jul 23 16:16:19.243340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.248939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea20693-b96b-4d22-85e7-dc67c4e82a44 req-d4210e00-ffca-414e-ad85-bf289bc2455b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.260193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea20693-b96b-4d22-85e7-dc67c4e82a44 req-d4210e00-ffca-414e-ad85-bf289bc2455b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.1994636 Jul 23 16:16:19.270288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.333331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea20693-b96b-4d22-85e7-dc67c4e82a44 req-a9a14d1a-2d7b-4a2b-ace2-ac1680cc4272 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Jul 23 16:16:19.348725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.353479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.358459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f79370e0-5eec-40c2-9cfe-79aa6cbf146f HTTP/1.1" status: 204 len: 168 time: 0.1872389 Jul 23 16:16:19.368892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62161b-76d5-47d8-9805-bd12ca16ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79370e0-5eec-40c2-9cfe-79aa6cbf146f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.453884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ef55df-7d72-40ce-ba27-3e8cbec812bd x-openstack-request-id: req-c4ef55df-7d72-40ce-ba27-3e8cbec812bd {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:19.454440 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16708a62-a2cd-49ca-9667-fdacdf586a17", "name": "network-vif-deleted", "tag": "6e53212f-5e56-42ad-a472-104250af93b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:19.454703 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4ef55df-7d72-40ce-ba27-3e8cbec812bd {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:19.455101 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16708a62-a2cd-49ca-9667-fdacdf586a17', 'name': 'network-vif-deleted', 'tag': '6e53212f-5e56-42ad-a472-104250af93b3', 'status': 'completed', 'code': 200} Jul 23 16:16:19.521011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5333979-efc9-4e55-bb68-839e9ea51f97 req-4c87fe99-55ac-467d-a850-30678cd20ff5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 210 time: 0.0633457 Jul 23 16:16:19.531706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:19.691976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:19.705168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'port_id': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'mac_address': 'fa:16:3e:66:c2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68062c34-cb9c-4121-9797-ad8ffd88e4d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:19.714850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09ef7-6758-4e56-a2a4-dfa8426e34da req-cde378f7-6f78-4ca5-ae4d-180b00894da4 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:19.722049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69e09ef7-6758-4e56-a2a4-dfa8426e34da req-cde378f7-6f78-4ca5-ae4d-180b00894da4 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.0919151 Jul 23 16:16:19.754400 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.777749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006d7dce-8a4d-4865-891a-2d5d826d14f6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:19.782682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69e09ef7-6758-4e56-a2a4-dfa8426e34da req-73f70e80-5d9e-4d4a-be0c-2bec4398de4f tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Jul 23 16:16:19.799864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:19.815026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:19.881332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:19.925325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38886) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:19.942855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae37a7f-4a33-4e7d-91d4-12c62862d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.096388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['006d7dce-8a4d-4865-891a-2d5d826d14f6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:20.150006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae37a7f-4a33-4e7d-91d4-12c62862d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.158572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae37a7f-4a33-4e7d-91d4-12c62862d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.208891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37a7f-4a33-4e7d-91d4-12c62862d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff177cb8-5828-46ed-ae6d-bf1085235ff2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.232489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ae37a7f-4a33-4e7d-91d4-12c62862d5dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5693ecdb6b545b5af0c27049e2675e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060665 Jul 23 16:16:20.235382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:20.252034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce5333-5ee7-47b8-a216-62e2a77adb24 req-7ef8d5e5-9377-411e-b12b-81177627a8b9 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.260501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98ce5333-5ee7-47b8-a216-62e2a77adb24 req-7ef8d5e5-9377-411e-b12b-81177627a8b9 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.1671472 Jul 23 16:16:20.324976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.336913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98ce5333-5ee7-47b8-a216-62e2a77adb24 req-a3455c1e-e9f1-44ea-bf37-27515765a527 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743995 Jul 23 16:16:20.367262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.413759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38908) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:20.443955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.447188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.448325 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff177cb8-5828-46ed-ae6d-bf1085235ff2 HTTP/1.1" status: 204 len: 168 time: 0.2119842 Jul 23 16:16:20.469188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062a64a-577f-42b8-b45b-36d04773c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff177cb8-5828-46ed-ae6d-bf1085235ff2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:20.572979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee77f-eeda-4cbf-89a8-f5a2c46e3557 req-4908332a-1392-4e73-b163-cfdbcbf956e2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.575972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b7ee77f-eeda-4cbf-89a8-f5a2c46e3557 req-4908332a-1392-4e73-b163-cfdbcbf956e2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1443026 Jul 23 16:16:20.703971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b7ee77f-eeda-4cbf-89a8-f5a2c46e3557 req-5311af65-8e8a-4679-8ae5-0722a40425e4 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224804 Jul 23 16:16:20.734980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ad2cbf-af6a-4cba-8639-3a6a1b00eaa0 req-b1ba88b7-2ec6-413a-9ce8-f47defe25718 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 210 time: 0.0877573 Jul 23 16:16:20.739342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-1a154c2f-b725-485d-9320-0180fe8a3800 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100020 Jul 23 16:16:20.792642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-889d8301-720a-495e-99f8-92393f0edd48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e0ee9bf649d4ac19586a67431543986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776784 Jul 23 16:16:20.796148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:20.845495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:20.869060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.896919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.898408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-57a04036-a2e9-4d9e-b4b7-f5624f245424 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:20.899981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-57a04036-a2e9-4d9e-b4b7-f5624f245424 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378889 Jul 23 16:16:20.918895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Request body: {'port': {'device_id': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '1bd5d560384f47649f2e48083e4f1ea5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:20.954241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.958216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:20.959622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30544dfa-8a3a-4a39-b474-4564b33686f1 HTTP/1.1" status: 204 len: 168 time: 0.1625557 Jul 23 16:16:20.969808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf4ce8-a39c-4de1-b1de-3f6849b8d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30544dfa-8a3a-4a39-b474-4564b33686f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.101332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfc6-e8f6-4a5e-80bb-a74a4e55717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.218250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfc6-e8f6-4a5e-80bb-a74a4e55717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.227533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d6dcfc6-e8f6-4a5e-80bb-a74a4e55717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.272308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d6dcfc6-e8f6-4a5e-80bb-a74a4e55717f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a73fdd221344a25816bcbe36f94ea11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253635 Jul 23 16:16:21.274532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dcfc6-e8f6-4a5e-80bb-a74a4e55717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3efb2b-4fdb-40b3-a092-2347dbff6ff4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.277167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38944) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:21.351171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Made reservation on behalf of 1bd5d560384f47649f2e48083e4f1ea5 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:21.355898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.368877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.371895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.392757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38948) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:21.401376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.457695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a03e0b2e-a9a3-4101-8948-fb054c0888d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46beb733192f4587b2b2140364c898d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623405 Jul 23 16:16:21.459810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38952) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:21.487986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.491830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.495837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d3efb2b-4fdb-40b3-a092-2347dbff6ff4 HTTP/1.1" status: 204 len: 168 time: 0.2176566 Jul 23 16:16:21.514734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf56c4-e60d-4e36-9555-506d79a5d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3efb2b-4fdb-40b3-a092-2347dbff6ff4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.538990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.557887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:21.584985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.592749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.595959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.669289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 006d7dce-8a4d-4865-891a-2d5d826d14f6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:21.669522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.674157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 006d7dce-8a4d-4865-891a-2d5d826d14f6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:21.674523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.674964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.679619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/744d7241-cba5-4cc9-bae9-c4e1d8dc0cb4 HTTP/1.1" status: 204 len: 168 time: 0.2182913 Jul 23 16:16:21.688213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a1c5a-c12a-40f3-8974-16d439055654,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.692149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375bf5d-5b25-459e-9e95-9693faf18daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d7241-cba5-4cc9-bae9-c4e1d8dc0cb4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:21.715649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a88a7f-c649-4aec-a711-e4f9ed811921 req-21bf8fdc-1e26-4f9e-95dd-b9ee02be1887 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.716898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4a88a7f-c649-4aec-a711-e4f9ed811921 req-21bf8fdc-1e26-4f9e-95dd-b9ee02be1887 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.2035553 Jul 23 16:16:21.803521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Allocated IP 192.168.233.82 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/ef09e27e-3e11-40b7-823f-3fde91b4e38d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:21.817176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4a88a7f-c649-4aec-a711-e4f9ed811921 req-b4c7a3c1-94aa-414b-bc37-3957058cdbf9 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805566 Jul 23 16:16:21.864369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.914164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:21.914164 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b97272-da73-4920-810f-7b33abe8e5ea" -d '{"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:21.924157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:21.931622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:21.932592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6e53212f-5e56-42ad-a472-104250af93b3 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:21.981698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b57e52-a3ae-493a-bd09-1df9fe63bdd8 req-0b559c51-aa13-4fbe-9d20-1f060c948912 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:21.982869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 6e53212f-5e56-42ad-a472-104250af93b3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:21.983413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6e53212f-5e56-42ad-a472-104250af93b3 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:21.984167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95b57e52-a3ae-493a-bd09-1df9fe63bdd8 req-0b559c51-aa13-4fbe-9d20-1f060c948912 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.1847129 Jul 23 16:16:22.045402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.077094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b58c846-809f-4c14-a067-33bb7b266a1e req-228a9124-9e4b-4df6-9df7-accf22289a0f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 210 time: 0.0511341 Jul 23 16:16:22.118624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95b57e52-a3ae-493a-bd09-1df9fe63bdd8 req-8a300d12-9370-4a38-953f-d72d563c085d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253784 Jul 23 16:16:22.137019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.156372 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5ac4c-06dd-44bd-9951-70233562cdf7 x-openstack-request-id: req-7dc5ac4c-06dd-44bd-9951-70233562cdf7 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:22.156760 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-plugged", "status": "completed", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:22.157425 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dc5ac4c-06dd-44bd-9951-70233562cdf7 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:22.157855 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'code': 200} Jul 23 16:16:22.160318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Transition to ACTIVE for port object ef09e27e-3e11-40b7-823f-3fde91b4e38d will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:22.230181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.262079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38986) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.291313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff7dada9-a319-4b91-8fe4-7c33d6605728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.297192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:22.306503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:22.307742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7652065-20be-4d42-a3d1-1fd4e0fd82b0 req-f156aae3-1d43-491a-9bac-26c1071c557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:22.309263 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7652065-20be-4d42-a3d1-1fd4e0fd82b0 req-f156aae3-1d43-491a-9bac-26c1071c557e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0667431 Jul 23 16:16:22.313864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:22.320487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:22.320487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.349630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.391377 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7652065-20be-4d42-a3d1-1fd4e0fd82b0 req-aad30feb-ee90-4be8-85ca-4489dc3f2d37 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695870 Jul 23 16:16:22.491748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff7dada9-a319-4b91-8fe4-7c33d6605728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.497994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff7dada9-a319-4b91-8fe4-7c33d6605728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.510379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-f8f6e2df-a2ba-42eb-b1af-e6a930b4b4a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5982115 Jul 23 16:16:22.532629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Request body: {'port': {'device_id': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:22.593673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff7dada9-a319-4b91-8fe4-7c33d6605728 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7af7e0dca9fc4f8ab113d3a281b76a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284090 Jul 23 16:16:22.596333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:22.598857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dada9-a319-4b91-8fe4-7c33d6605728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1939b70-d5e5-4ffc-97a5-2a9980219ab5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.642614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.672099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.685627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-627b9675-30ee-44e2-8a41-d50da4c35972 None None] Provisioning for port ef09e27e-3e11-40b7-823f-3fde91b4e38d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:22.691212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-627b9675-30ee-44e2-8a41-d50da4c35972 None None] Provisioning complete for port ef09e27e-3e11-40b7-823f-3fde91b4e38d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:22.691592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-627b9675-30ee-44e2-8a41-d50da4c35972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.722850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.742193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-627b9675-30ee-44e2-8a41-d50da4c35972 None None] Port ef09e27e-3e11-40b7-823f-3fde91b4e38d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:22.787861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.791017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:22.795047 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1939b70-d5e5-4ffc-97a5-2a9980219ab5 HTTP/1.1" status: 204 len: 168 time: 0.1974757 Jul 23 16:16:22.804571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd2ba0-f962-4900-bbe3-b222d47f4a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1939b70-d5e5-4ffc-97a5-2a9980219ab5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:22.874180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-091d3cda-cd11-451f-9c89-cc18a050a740 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354986 Jul 23 16:16:23.057104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-7f64598c-f398-4657-9b4a-4cd69bd1b4c7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.058715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-7f64598c-f398-4657-9b4a-4cd69bd1b4c7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744895 Jul 23 16:16:23.093231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-b8655eef-f247-405f-bc27-25d348abdade tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/quotas/37ce69013546482ca71f38faa427a036 HTTP/1.1" status: 200 len: 375 time: 0.0287139 Jul 23 16:16:23.158121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-8962c2fd-2248-4e53-a179-5f15c63f14b6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377455 Jul 23 16:16:23.162887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef09e27e-3e11-40b7-823f-3fde91b4e38d {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:23.172214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.188170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Transition to ACTIVE for port object ef09e27e-3e11-40b7-823f-3fde91b4e38d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:23.200091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.264395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.335997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:23.338336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:23.338656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:23.360557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:23.360882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:23.370137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:23.370472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:23.370856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:23.371302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Bound port: ef09e27e-3e11-40b7-823f-3fde91b4e38d, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:23.371638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.521061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:23.538779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:23.545265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.670098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.675497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:23.680757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] 10.222.0.67 "PUT /v2.0/ports/ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 1095 time: 1.1575677 Jul 23 16:16:23.681261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:23.685827 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862" -d '{"events": [{"name": "network-changed", "server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:23.730828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2941e-645f-4c57-81d3-be4b1e55f79b service neutron] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:23.869944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bbff3-76a5-41d3-b02f-f289bd398d13 req-e5e99cee-3334-42c6-b95d-1a9d16a6bc16 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.886755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-cda2feba-3e9b-4556-9e48-82d3c2b14425 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:16:23.888992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-661bbff3-76a5-41d3-b02f-f289bd398d13 req-e5e99cee-3334-42c6-b95d-1a9d16a6bc16 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.3261487 Jul 23 16:16:23.893481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-cda2feba-3e9b-4556-9e48-82d3c2b14425 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085297 Jul 23 16:16:23.907396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Request body: {'binding': {'host': 'n-h2-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:23.908310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:16:23.970673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-661bbff3-76a5-41d3-b02f-f289bd398d13 req-c366973f-68b5-4642-855d-bfe7e4378580 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798786 Jul 23 16:16:23.983024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-99fbf961-8f5d-4d1b-82c6-671c27886e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:23.985028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-99fbf961-8f5d-4d1b-82c6-671c27886e4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.2473640 Jul 23 16:16:24.060732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-87d3b5c6-df19-4fa6-b160-fe8552ee5eb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0606146 Jul 23 16:16:24.126376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on host n-h2-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:24.126519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:24.126802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:24.131599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:24.131921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:24.137304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:24.137643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:24.138060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:24.138948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Bound port: 3b0decad-569f-4d66-8b6a-b251d64c4179, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:24.161070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-d599e6fa-1be0-4f02-96aa-95fb71fc9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.162745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-d599e6fa-1be0-4f02-96aa-95fb71fc9a39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0905216 Jul 23 16:16:24.209916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:24.217255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:24.218877 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-a870989f-bdf9-43ea-8342-adfaa2916eb5 service neutron] 10.222.0.64 "POST /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179/bindings HTTP/1.1" status: 201 len: 389 time: 0.3167608 Jul 23 16:16:24.222596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0b7c4-dc2d-4100-801c-d36f4f272622 req-9012b3a6-7cb4-4fbc-ad7e-db3fda59c67e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.224048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79a0b7c4-dc2d-4100-801c-d36f4f272622 req-9012b3a6-7cb4-4fbc-ad7e-db3fda59c67e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 945 time: 0.1427090 Jul 23 16:16:24.295094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79a0b7c4-dc2d-4100-801c-d36f4f272622 req-0e69ad15-a5a0-488b-ab27-0b83193cad4f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588477 Jul 23 16:16:24.296766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822803cc-6a08-4a65-adea-7f9327bca188 req-02535df4-044f-42c6-98d2-3ffdded70cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.298222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-02535df4-044f-42c6-98d2-3ffdded70cac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252346 Jul 23 16:16:24.359783 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f49eae-5a89-406f-b3a7-6a3aace7aad0 x-openstack-request-id: req-61f49eae-5a89-406f-b3a7-6a3aace7aad0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:24.360374 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:24.360374 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61f49eae-5a89-406f-b3a7-6a3aace7aad0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:24.360695 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'status': 'completed', 'code': 200} Jul 23 16:16:24.577298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-50cdc1c0-2036-4654-aa81-22529171e354 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128371 Jul 23 16:16:24.581733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-2aa6f778-da86-4ca4-99e9-6ad6fbeb878f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722557 Jul 23 16:16:24.635046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-c66025d6-7ca6-4ed7-97da-a707e0867c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.636710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-c66025d6-7ca6-4ed7-97da-a707e0867c07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1097 time: 0.0899494 Jul 23 16:16:24.755108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440a85f-7304-46eb-989b-fdb121aebfdc req-ced65f78-df3b-49af-a660-81930bcca9f6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.762395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c440a85f-7304-46eb-989b-fdb121aebfdc req-ced65f78-df3b-49af-a660-81930bcca9f6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 946 time: 0.3009937 Jul 23 16:16:24.777105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4e3f08c6-d54c-4528-990d-8425f33f150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.779016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4e3f08c6-d54c-4528-990d-8425f33f150d service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1343119 Jul 23 16:16:24.807105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-822803cc-6a08-4a65-adea-7f9327bca188 req-3a3e6580-1e2f-49ac-be9c-e811f379b975 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118030 Jul 23 16:16:24.817426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-169d85a9-acdd-4a3d-8cea-b5480a06251a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.824453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-169d85a9-acdd-4a3d-8cea-b5480a06251a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462988 Jul 23 16:16:24.852994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-b60fce45-b804-4ddc-95af-3e98a3c852c7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/quotas/37ce69013546482ca71f38faa427a036 HTTP/1.1" status: 200 len: 375 time: 0.0272267 Jul 23 16:16:24.854953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39120) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:24.873109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c440a85f-7304-46eb-989b-fdb121aebfdc req-1490fef7-f97e-469f-b782-5318a0afc381 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Jul 23 16:16:24.873457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-dbf2e233-3c0d-4575-8c9d-1987bcc4f3e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.0801404 Jul 23 16:16:24.941017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-50c38c28-4665-4c7b-bb38-9b6d6467cec4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867314 Jul 23 16:16:24.973338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-08d84050-8591-4cad-a641-7214a453a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:24.979074 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-08d84050-8591-4cad-a641-7214a453a514 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0894835 Jul 23 16:16:25.022185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-586eb003-7eb6-4d81-8321-286e0e84b77f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729053 Jul 23 16:16:25.025945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-5a4dcb1c-ab79-4f17-aec6-e5220a7f1528 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368094 Jul 23 16:16:25.155764 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-f99bc2bb-f8e6-496f-bb8e-47e2a035a6aa service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185274 Jul 23 16:16:25.252187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-89127308-b4b2-4481-9b1b-25c89b9ed02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.253677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-89127308-b4b2-4481-9b1b-25c89b9ed02d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.3290362 Jul 23 16:16:25.271969 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-714c684a-8e62-4264-a69f-18f4cf1bc73f service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094232 Jul 23 16:16:25.315425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc84b-4b58-49be-a8f1-b3e1957eb164 req-61ef686b-67b6-4a42-b655-569344138c37 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.316934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65efc84b-4b58-49be-a8f1-b3e1957eb164 req-61ef686b-67b6-4a42-b655-569344138c37 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.3199039 Jul 23 16:16:25.322738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-network', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.359393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-9f940a2a-b91a-4bac-8f5a-dd5a633fd7fe tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.361301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-9f940a2a-b91a-4bac-8f5a-dd5a633fd7fe tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970862 Jul 23 16:16:25.428569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Request body: {'port': {'device_id': '3724439a-da2f-42be-a872-af262a7107ba', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '37ce69013546482ca71f38faa427a036'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.447707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-083c7f11-ab55-42b2-bbe1-0183ee550c09 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.449695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-083c7f11-ab55-42b2-bbe1-0183ee550c09 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1097 time: 0.1011341 Jul 23 16:16:25.467804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800484-3'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:25.474883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Made reservation on behalf of 7fbf218214874aecbf4b5f17456cccc0 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:25.477388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.509718 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.571313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.759597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:25.771930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65efc84b-4b58-49be-a8f1-b3e1957eb164 req-edb5ef2b-4ac9-479c-8271-eec86c017ab6 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413717 Jul 23 16:16:25.794013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-0bfd8c89-a99e-4eb0-804e-76e04aa022f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:25.795455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-0bfd8c89-a99e-4eb0-804e-76e04aa022f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.5264981 Jul 23 16:16:25.807762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:25.822409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-bb0ea86a-e870-4960-b4d0-cf43008fcf15 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7aafe1af148a401e973c7986191ad739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548546 Jul 23 16:16:25.858000 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:25.860398 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fc2e34-5af8-4a34-a166-ff084b8589c9" -d '{"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:25.864688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.865879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-8a9fd653-2e45-46b0-b22f-e0e077f35918 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0547214 Jul 23 16:16:25.871174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:25.934264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:25.968154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on host n-h1-800484-3 for vnic_type normal with profile {"migrating_to": "n-h2-800484-3"} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:25.968481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:25.968796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:25.973499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:25.974158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Attempting to bind port 3b0decad-569f-4d66-8b6a-b251d64c4179 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:25.979483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:25.979816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:25.980206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:25.980619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Bound port: 3b0decad-569f-4d66-8b6a-b251d64c4179, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:25.980974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.051973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:26.055576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:26.060080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.071534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-76396d11-0a52-4910-b14a-56ec825cf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.073152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-76396d11-0a52-4910-b14a-56ec825cf801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1715610 Jul 23 16:16:26.143680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d0dc7b23-24a6-4c50-bc29-f0d1b5318b99 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.145167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d0dc7b23-24a6-4c50-bc29-f0d1b5318b99 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857745 Jul 23 16:16:26.149624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:26.156732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.157413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.158956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-4fddcea4-2b8c-4fc8-b920-1059aa3b9648 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 1122 time: 0.6973743 Jul 23 16:16:26.170646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55685-7db0-4909-9ae7-5f6e6e0c71c8 req-e6169eea-8b65-4204-99e7-5bf0b4e9bc02 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.172128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eda55685-7db0-4909-9ae7-5f6e6e0c71c8 req-e6169eea-8b65-4204-99e7-5bf0b4e9bc02 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.2899370 Jul 23 16:16:26.207491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-05154fcf-2388-4419-9df8-5c33288138c3 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/quotas/7aafe1af148a401e973c7986191ad739 HTTP/1.1" status: 200 len: 375 time: 0.0481663 Jul 23 16:16:26.209327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.227514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.285716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-e408048a-eac0-4825-8be3-6da3a17d63c2 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7aafe1af148a401e973c7986191ad739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671802 Jul 23 16:16:26.298809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3b0decad-569f-4d66-8b6a-b251d64c4179'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:26.305582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:26.315323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Made reservation on behalf of 37ce69013546482ca71f38faa427a036 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:26.318777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.333960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eda55685-7db0-4909-9ae7-5f6e6e0c71c8 req-17d40098-b41b-49ad-a087-393ad10fea52 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471093 Jul 23 16:16:26.337411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2b6c09-8a48-43fb-8099-55c6a32e0a48,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:26.345739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.346101 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Added segment 13fb0e64-d18d-4870-91d3-da377ee37daf of type vlan for network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 Jul 23 16:16:26.347608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.360774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-bd399eae-22ea-4627-8d68-1eb05797c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.362668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-bd399eae-22ea-4627-8d68-1eb05797c075 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687228 Jul 23 16:16:26.443653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.504133 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-017bb446-9299-404b-a959-a93930bb2768 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378578 Jul 23 16:16:26.558374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ae7116-1bb9-459c-9693-422fd5cffce1 req-7687912c-2571-4e14-9e24-25180217ee8c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 210 time: 0.1070225 Jul 23 16:16:26.607925 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.608856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.609528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.688651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-105a4710-4e17-4f1b-a77d-7211a9f454ff service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957423 Jul 23 16:16:26.742124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-f377088b-d864-46c8-b367-816d6b0f07b0 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:26.744845 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-f377088b-d864-46c8-b367-816d6b0f07b0 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336144 Jul 23 16:16:26.757994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] Pushing event updated for resources: {'Network': ['ID=4a191d72-d3bb-4d29-b899-7fcd8415dc65,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:26.762792 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e6b9a-dcef-4aaf-bfe7-cdd31599d281 x-openstack-request-id: req-e80e6b9a-dcef-4aaf-bfe7-cdd31599d281 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:26.763756 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:26.764650 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e80e6b9a-dcef-4aaf-bfe7-cdd31599d281 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:26.765348 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'code': 200} Jul 23 16:16:26.767042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:26.773032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Request body: {'port': {'device_id': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '37ce69013546482ca71f38faa427a036'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:26.938903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.948791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:26.961753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3d455255-7cc4-446f-b124-00c55507d630 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1043460 Jul 23 16:16:26.963040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39180) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:26.969417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Request body: {'subnet': {'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-subnet', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:26.977621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Made reservation on behalf of 37ce69013546482ca71f38faa427a036 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:26.981155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.013698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Made reservation on behalf of 7fbf218214874aecbf4b5f17456cccc0 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:27.015999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.049573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2562a37d-c6d9-4ee1-abbb-fbdbb01de862 req-e2bea070-4f98-40b1-912f-62e7082e161b service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061206 Jul 23 16:16:27.061591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d406ee3-8399-4395-9077-4c26db1d388e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.068644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ec3d8-5bbb-4cc6-9a7b-381a916aa79b req-ff4c78f5-031e-4cd2-9d80-073c64261178 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.070241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b0ec3d8-5bbb-4cc6-9a7b-381a916aa79b req-ff4c78f5-031e-4cd2-9d80-073c64261178 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.3364017 Jul 23 16:16:27.104250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375b24-25ae-481a-b6e5-624966b16a70 req-4a872573-ff0f-4115-bd08-64326983bdde tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.105800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe375b24-25ae-481a-b6e5-624966b16a70 req-4a872573-ff0f-4115-bd08-64326983bdde tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.2761960 Jul 23 16:16:27.189024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b0ec3d8-5bbb-4cc6-9a7b-381a916aa79b req-821d7cab-e5b7-4925-a6a6-f537b94bab55 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098254 Jul 23 16:16:27.218594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe375b24-25ae-481a-b6e5-624966b16a70 req-dbfa3ca2-3c84-49af-909f-c8866489c1a2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879045 Jul 23 16:16:27.219916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Allocated IP 192.168.233.190 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/84147b02-a537-4fcf-9d1a-b577a7776d7a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:27.361098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc907560-21f5-4245-8935-cc1dc508d556 req-3fcb036a-657b-4af0-8498-c4ef71126e46 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 210 time: 0.0563600 Jul 23 16:16:27.443951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.462045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Transition to ACTIVE for port object 84147b02-a537-4fcf-9d1a-b577a7776d7a will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:27.505745 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.581434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:27.606243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.616919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:27.622766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:27.629406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:27.637253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.638126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.652525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.690338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-37bebaf0-4a8b-4db3-9ef2-f7669fcdae5b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2686577 Jul 23 16:16:27.709446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Request body: {'port': {'device_id': '3724439a-da2f-42be-a872-af262a7107ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:27.737247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Allocated IP 192.168.233.121 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:27.749028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23abd4f0-5374-45b7-a4d8-344a4167351b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:27.752765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c72737b5-9f22-4756-bdbc-705eb211a941 req-9a9aca6b-cb6b-4cf7-885b-9623cf2ab07e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 210 time: 0.0642309 Jul 23 16:16:27.773242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba115fe-2f94-4060-a0df-f8603af95b4a req-982c83d8-1f54-4da6-8af7-97a086caeac8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.775060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ba115fe-2f94-4060-a0df-f8603af95b4a req-982c83d8-1f54-4da6-8af7-97a086caeac8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.2057867 Jul 23 16:16:27.785814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Checking segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:27.786362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Network hostable DHCP agents. Network: 4a191d72-d3bb-4d29-b899-7fcd8415dc65, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:27.847539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:27.863415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4a191d72-d3bb-4d29-b899-7fcd8415dc65) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:27.869361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:27.870837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.875784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ba115fe-2f94-4060-a0df-f8603af95b4a req-17c87ac8-ab1a-4736-994e-17f99edbd601 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888677 Jul 23 16:16:27.876726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a46bc-d064-47d0-9f23-d842e925c52d None None] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:27.901617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:27.917261 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1abc1880-4770-4c05-b305-8bdaa09aa56f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9499016 Jul 23 16:16:27.918549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:27.923137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:28.038587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7d182298-7faa-4448-9350-45ce8f0d9bc5 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7aafe1af148a401e973c7986191ad739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553813 Jul 23 16:16:28.074440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.094301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:28.094911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Transition to ACTIVE for port object 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:28.121054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'mac_address': 'fa:16:3e:3e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:28.125416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-031857e0-2b33-43bc-b1b3-ba605a7d8fab None None] Provisioning for port 84147b02-a537-4fcf-9d1a-b577a7776d7a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:28.142314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.143101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.159027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-031857e0-2b33-43bc-b1b3-ba605a7d8fab None None] Provisioning complete for port 84147b02-a537-4fcf-9d1a-b577a7776d7a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:28.159512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-031857e0-2b33-43bc-b1b3-ba605a7d8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.173818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.214586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58eca10b-c4c9-46fb-9017-a58ae2cc65ca req-4c9a7cd2-83f4-4ea8-a1ee-6ec2c5b86e0c tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6884a1a000674be68ada0f107c7646c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761909 Jul 23 16:16:28.226065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35703e39-0540-441a-b078-f99ca981245f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:16:28.226935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.260740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.275567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:28.283473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:28.285509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event updated for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:28.287984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:28.343535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28971a-0c7d-4d79-a9d8-b60afe56c74a req-0e78e455-d5e0-48fc-9b5f-1fc860d99edc tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.345132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c28971a-0c7d-4d79-a9d8-b60afe56c74a req-0e78e455-d5e0-48fc-9b5f-1fc860d99edc tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.4006305 Jul 23 16:16:28.377855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.405990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef09e27e-3e11-40b7-823f-3fde91b4e38d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:28.417686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-031857e0-2b33-43bc-b1b3-ba605a7d8fab None None] Port 84147b02-a537-4fcf-9d1a-b577a7776d7a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:28.489073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.490015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.496103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:28.502505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.512678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.536895 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-fcacdffd-8621-4eb0-a5eb-f83d9cac5fe1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7700615 Jul 23 16:16:28.560597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.561368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Request body: {'port': {'device_id': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:28.621067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:28.650110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-35703e39-0540-441a-b078-f99ca981245f None None] Allocated IP 172.20.0.2 (4a191d72-d3bb-4d29-b899-7fcd8415dc65/23abd4f0-5374-45b7-a4d8-344a4167351b/781825aa-7cee-419f-8ec6-6f1c700df224) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:28.672060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aad901db-7cbd-47cb-8b26-5e3b8b64fff4 None None] Provisioning for port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:28.683028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.688463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aad901db-7cbd-47cb-8b26-5e3b8b64fff4 None None] Provisioning complete for port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:28.688831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aad901db-7cbd-47cb-8b26-5e3b8b64fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.749541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-bae35cfa-07b3-487b-9a87-7e5a6921e7de tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.751022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-bae35cfa-07b3-487b-9a87-7e5a6921e7de tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6995180 Jul 23 16:16:28.757876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eca10b-c4c9-46fb-9017-a58ae2cc65ca req-98f075ce-196a-43da-8437-be995d145711 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:28.762488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58eca10b-c4c9-46fb-9017-a58ae2cc65ca req-98f075ce-196a-43da-8437-be995d145711 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5467756 Jul 23 16:16:28.768402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-aad901db-7cbd-47cb-8b26-5e3b8b64fff4 None None] Port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:28.787937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:28.788383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Request body: {'port': {'device_id': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '7aafe1af148a401e973c7986191ad739'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:28.791373 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea9a49-a989-4c46-a452-e1a8117e79ef" -d '{"events": [{"name": "network-changed", "server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:28.826190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c28971a-0c7d-4d79-a9d8-b60afe56c74a req-13c3d615-16cb-43d4-938b-6c30b665218c tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638259 Jul 23 16:16:28.861161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.871372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35703e39-0540-441a-b078-f99ca981245f None None] Transition to ACTIVE for port object 781825aa-7cee-419f-8ec6-6f1c700df224 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:28.889345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35703e39-0540-441a-b078-f99ca981245f None None] Transition to ACTIVE for port object 781825aa-7cee-419f-8ec6-6f1c700df224 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:28.898200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:28.902754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.906576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58eca10b-c4c9-46fb-9017-a58ae2cc65ca req-2f3b9c45-386c-4484-8b40-43818df577f1 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/quotas/6884a1a000674be68ada0f107c7646c2 HTTP/1.1" status: 200 len: 375 time: 0.1313045 Jul 23 16:16:28.923947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.953167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:28.971960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35703e39-0540-441a-b078-f99ca981245f None None] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:28.987407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-35703e39-0540-441a-b078-f99ca981245f None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:28.990715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35703e39-0540-441a-b078-f99ca981245f None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:28.996237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35703e39-0540-441a-b078-f99ca981245f None None] Pushing event updated for resources: {'Port': ['ID=781825aa-7cee-419f-8ec6-6f1c700df224,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.012205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58eca10b-c4c9-46fb-9017-a58ae2cc65ca req-90c94e67-acfa-44a7-b07e-1db0306ebb13 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6884a1a000674be68ada0f107c7646c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941303 Jul 23 16:16:29.080300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35703e39-0540-441a-b078-f99ca981245f None None] Attempting to bind port 781825aa-7cee-419f-8ec6-6f1c700df224 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:29.080710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35703e39-0540-441a-b078-f99ca981245f None None] Attempting to bind port 781825aa-7cee-419f-8ec6-6f1c700df224 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:29.081399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35703e39-0540-441a-b078-f99ca981245f None None] Attempting to bind port 781825aa-7cee-419f-8ec6-6f1c700df224 on network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:29.093950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35703e39-0540-441a-b078-f99ca981245f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:29.094322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35703e39-0540-441a-b078-f99ca981245f None None] Checking segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:29.094718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.095213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35703e39-0540-441a-b078-f99ca981245f None None] Bound using segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:29.095589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35703e39-0540-441a-b078-f99ca981245f None None] Bound port: 781825aa-7cee-419f-8ec6-6f1c700df224, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:29.095994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.096490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Allocated IP 172.25.2.247 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a8eca481-8e89-4863-96aa-9b27d30e61a0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:29.110877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:29.128085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.138451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeec17e-952e-4021-aa41-48691360f192 req-30b47309-3f3d-4708-b666-942cfc7638bd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.140334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-beeec17e-952e-4021-aa41-48691360f192 req-30b47309-3f3d-4708-b666-942cfc7638bd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.2272775 Jul 23 16:16:29.144990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Made reservation on behalf of 7aafe1af148a401e973c7986191ad739 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:29.149510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.177328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Transition to ACTIVE for port object 84147b02-a537-4fcf-9d1a-b577a7776d7a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:29.181198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.191559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.220088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35703e39-0540-441a-b078-f99ca981245f None None] For port 781825aa-7cee-419f-8ec6-6f1c700df224, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:29.224263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35703e39-0540-441a-b078-f99ca981245f None None] For port 781825aa-7cee-419f-8ec6-6f1c700df224, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=781825aa-7cee-419f-8ec6-6f1c700df224,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:29.232337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35703e39-0540-441a-b078-f99ca981245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.293239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-beeec17e-952e-4021-aa41-48691360f192 req-31907d3a-771d-4321-8acc-edb5f716bf3a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377342 Jul 23 16:16:29.312858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35703e39-0540-441a-b078-f99ca981245f None None] Pushing event updated for resources: {'Port': ['ID=781825aa-7cee-419f-8ec6-6f1c700df224,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.341840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.374364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.415728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64564948-5bac-46be-bc8b-4c4f42836ea0 req-012c58f6-dd0a-47a4-af52-6f865dcaed61 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 210 time: 0.1126015 Jul 23 16:16:29.438821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:29.450607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.477222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Transition to ACTIVE for port object 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:29.486678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.500236 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0df67-4906-4487-b50c-4a850ad8edb6 x-openstack-request-id: req-c9b0df67-4906-4487-b50c-4a850ad8edb6 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:29.500533 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:29.500782 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9b0df67-4906-4487-b50c-4a850ad8edb6 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:29.501170 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'status': 'completed', 'code': 200} Jul 23 16:16:29.511411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Attempting to bind port 84147b02-a537-4fcf-9d1a-b577a7776d7a on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:29.511930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Attempting to bind port 84147b02-a537-4fcf-9d1a-b577a7776d7a by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:29.512358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Attempting to bind port 84147b02-a537-4fcf-9d1a-b577a7776d7a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:29.557048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Port 84147b02-a537-4fcf-9d1a-b577a7776d7a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:29.557507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Attempting to bind port 84147b02-a537-4fcf-9d1a-b577a7776d7a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:29.594786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:29.620400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:29.620744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:29.621127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:29.621560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Bound port: 84147b02-a537-4fcf-9d1a-b577a7776d7a, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:29.621924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.689985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f132-777b-4ee7-8859-a6e90b42863b req-977b2b1d-fc85-4aba-b830-98229e1b86c6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.689985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d657f132-777b-4ee7-8859-a6e90b42863b req-977b2b1d-fc85-4aba-b830-98229e1b86c6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 936 time: 0.2783463 Jul 23 16:16:29.707347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.716269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.791380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.810715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:29.816931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:29.818992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:29.820036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:29.831767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:29.842578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 has no active binding in host n-h2-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:16:29.878528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d657f132-777b-4ee7-8859-a6e90b42863b req-4b7d6070-70c9-4b4e-ae83-8acb3c4739bc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451371 Jul 23 16:16:29.879605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:29.888441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Pushing event updated for resources: {'Port': ['ID=a8eca481-8e89-4863-96aa-9b27d30e61a0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.895799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631ad7-8669-4db3-a02b-dca331aed69f req-acc88080-aa9b-4336-a031-547f5a111f85 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.897593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9631ad7-8669-4db3-a02b-dca331aed69f req-acc88080-aa9b-4336-a031-547f5a111f85 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 948 time: 0.3426151 Jul 23 16:16:29.923905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Attempting to bind port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:29.924246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Attempting to bind port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:29.924571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Attempting to bind port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:29.928303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-ca33b3dd-2ffb-41e3-90e8-be3cf8116725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:29.930537 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-ca33b3dd-2ffb-41e3-90e8-be3cf8116725 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1125 time: 0.3777232 Jul 23 16:16:29.940255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:29.940573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Attempting to bind port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:29.948673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:29.960837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583317d9-21e4-40c1-98c4-5877cdae835d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:29.991132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.030946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:30.031285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:30.031678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:30.032121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Bound port: 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:30.032487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.102471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.103236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.104728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] 10.222.0.81 "PUT /v2.0/ports/84147b02-a537-4fcf-9d1a-b577a7776d7a HTTP/1.1" status: 200 len: 1096 time: 2.4006126 Jul 23 16:16:30.105255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:30.107627 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1142843b-4ff3-45a6-b128-a0c02ae1980f" -d '{"events": [{"name": "network-changed", "server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:30.201353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9631ad7-8669-4db3-a02b-dca331aed69f req-a81340ce-8875-42c7-9204-1c080da88bc6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591031 Jul 23 16:16:30.221194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-f4c1294b-ee76-4769-8954-d1dff880290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.221194 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-f4c1294b-ee76-4769-8954-d1dff880290f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2756474 Jul 23 16:16:30.292180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-5167ceac-e824-4e59-b32d-3aa2edb6f53c service neutron] 10.222.0.81 "GET /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1950042 Jul 23 16:16:30.306387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cab8fe-9c64-4429-bd8d-c204fcc59a85 service neutron] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:30.331738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Allocated IP 192.168.233.63 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/830d8191-73bf-4133-a24f-2c696c3d1ef3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:30.358461 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7244285b-d48b-44a1-affa-3105af169943 x-openstack-request-id: req-7244285b-d48b-44a1-affa-3105af169943 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:30.358629 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:30.358883 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7244285b-d48b-44a1-affa-3105af169943 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:30.359275 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'status': 'completed', 'code': 200} Jul 23 16:16:30.378168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.381238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:30.466455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-61d6e2b7-1d76-49e9-90cd-75f6c725371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.468046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-61d6e2b7-1d76-49e9-90cd-75f6c725371e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1099 time: 0.2829924 Jul 23 16:16:30.508636 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-b2746b16-2784-4eb9-b0ad-ca0350f87a0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.1454520 Jul 23 16:16:30.515075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:30.523912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82499-7102-46c2-ab4b-9aa44b64476a req-2e43ee9c-e562-416f-b905-1b73c4276536 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.531955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47e82499-7102-46c2-ab4b-9aa44b64476a req-2e43ee9c-e562-416f-b905-1b73c4276536 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.3452952 Jul 23 16:16:30.558406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.584296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-4fbbbff2-7ccf-4ab8-957a-8a78a116157e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a HTTP/1.1" status: 200 len: 217 time: 0.0820348 Jul 23 16:16:30.766541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 781825aa-7cee-419f-8ec6-6f1c700df224 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:30.771256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47e82499-7102-46c2-ab4b-9aa44b64476a req-76df18f7-13eb-4a5a-83ce-29aff8a3fb45 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381327 Jul 23 16:16:30.846961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe97fbc-c767-4dc0-bbf7-0a5507e67d8f None None] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:30.851047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-f4dc79e4-da06-4dac-b5ab-fedac2cd49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.852764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-f4dc79e4-da06-4dac-b5ab-fedac2cd49d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2478824 Jul 23 16:16:30.914988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 781825aa-7cee-419f-8ec6-6f1c700df224 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:30.934419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-7b789441-2c6c-4cac-8911-89c71b24e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.935853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.936219 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-7b789441-2c6c-4cac-8911-89c71b24e26a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.4164050 Jul 23 16:16:30.952011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Provisioning for port 781825aa-7cee-419f-8ec6-6f1c700df224 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:30.958534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Provisioning complete for port 781825aa-7cee-419f-8ec6-6f1c700df224 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:30.958744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.967827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957ec54b-3ae6-44a6-9eb8-074f90d4d16c req-7f3df356-2d4e-451a-906f-20f37b636450 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 210 time: 0.0902119 Jul 23 16:16:30.971617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:30.972150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:30.973661 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] 10.222.0.67 "PUT /v2.0/ports/0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a HTTP/1.1" status: 200 len: 1096 time: 2.4189887 Jul 23 16:16:30.998081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:31.012253 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-915daf2d-1764-4a9f-aa80-b88959245ca8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657392 Jul 23 16:16:31.021076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Transition to ACTIVE for port object 830d8191-73bf-4133-a24f-2c696c3d1ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:31.025134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acfccd-4688-4df0-b2cd-a477d99efea8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.039298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820cc2-b48f-489b-a236-1fb0468a80ba req-d381e5c3-cf50-476f-8114-8689c7425af0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.047013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18820cc2-b48f-489b-a236-1fb0468a80ba req-d381e5c3-cf50-476f-8114-8689c7425af0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 944 time: 0.3645627 Jul 23 16:16:31.095191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:31.144462 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.191606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] For port 781825aa-7cee-419f-8ec6-6f1c700df224, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=781825aa-7cee-419f-8ec6-6f1c700df224,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:31.197392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.216633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-4aa9eaa0-23be-4404-8b60-745b74cc565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.220115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-4aa9eaa0-23be-4404-8b60-745b74cc565b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3570671 Jul 23 16:16:31.225247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18820cc2-b48f-489b-a236-1fb0468a80ba req-8efbe604-6cb9-4bbe-b035-62c87d056975 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773305 Jul 23 16:16:31.237554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0decad-569f-4d66-8b6a-b251d64c4179 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:31.259908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:31.270723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967ad0a-810d-4bed-b7c3-6ff9307057b8 None None] Pushing event updated for resources: {'Port': ['ID=781825aa-7cee-419f-8ec6-6f1c700df224,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.291556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72b54674-70e7-4673-9139-4db59ae26954 req-24f7b960-2f6f-4c77-a92c-73bc2697d8b7 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6884a1a000674be68ada0f107c7646c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643531 Jul 23 16:16:31.338300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.356606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-c3f18aac-eba4-4bd2-8744-a46bfb62b294 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355222 Jul 23 16:16:31.426537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.458963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-6fe0d0ac-7a20-4db2-be6b-42879055fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.460445 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-6fe0d0ac-7a20-4db2-be6b-42879055fc72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 1099 time: 0.4367633 Jul 23 16:16:31.506301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:31.510078 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8715d60d-32af-4d8a-919e-d97af5dccd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:31.548938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9922ceba-b5f4-4987-9dca-04538ba5bf94 None None] Provisioning complete for port 781825aa-7cee-419f-8ec6-6f1c700df224 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:31.549392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9922ceba-b5f4-4987-9dca-04538ba5bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.557363 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-067a2c5a-02ea-49b6-a0e6-ee9ed2bede6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a HTTP/1.1" status: 200 len: 217 time: 0.0654395 Jul 23 16:16:31.587062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-b7336222-00de-4583-a526-1dda3109d87c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2934005 Jul 23 16:16:31.592232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.621672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-40ea9a49-a989-4c46-a452-e1a8117e79ef req-46eddf8d-ab01-49cb-bedb-3d1a82580e83 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547092 Jul 23 16:16:31.623009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:31.635616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:31.641413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:31.676292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:31.682716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.683364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.725337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Pushing event updated for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:31.738146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-d78b891b-40c5-4127-88f1-50e633286149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.739655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-d78b891b-40c5-4127-88f1-50e633286149 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1727576 Jul 23 16:16:31.743533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-b25e5243-2aba-40cb-9c72-fe489a584941 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690032 Jul 23 16:16:31.764039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b54674-70e7-4673-9139-4db59ae26954 req-ca2ee562-da62-4781-acc7-04174c83a142 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.771585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72b54674-70e7-4673-9139-4db59ae26954 req-ca2ee562-da62-4781-acc7-04174c83a142 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4304144 Jul 23 16:16:31.781954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port ef09e27e-3e11-40b7-823f-3fde91b4e38d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:31.796701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port ef09e27e-3e11-40b7-823f-3fde91b4e38d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:31.797085 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.797337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] Transition to ACTIVE for port object 3b0decad-569f-4d66-8b6a-b251d64c4179 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:31.811781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-7082e556-579c-4e62-aca7-5eb5f88a13fe tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0348969 Jul 23 16:16:31.840603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Request body: {'port': {'device_id': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:31.845222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.867508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72b54674-70e7-4673-9139-4db59ae26954 req-9a222d14-0147-4686-8b4f-65d5e51bb93c tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/quotas/6884a1a000674be68ada0f107c7646c2 HTTP/1.1" status: 200 len: 375 time: 0.0939903 Jul 23 16:16:31.889589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-3e7da03a-3ea5-4841-9a7b-250b216452ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:31.893362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-3e7da03a-3ea5-4841-9a7b-250b216452ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405394 Jul 23 16:16:31.938351 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:31.946993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Router c041de5a-e98a-491a-8ebb-adcba8df3abd is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:16:31.983132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:31.987065 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5b565-151c-4187-800b-0d3493943dea" -d '{"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:32.009051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:32.015247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.079577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d476cea-80a2-4b92-8dba-c85d6473cffa None None] Provisioning for port 830d8191-73bf-4133-a24f-2c696c3d1ef3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:32.087478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d476cea-80a2-4b92-8dba-c85d6473cffa None None] Provisioning complete for port 830d8191-73bf-4133-a24f-2c696c3d1ef3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:32.087847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d476cea-80a2-4b92-8dba-c85d6473cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.093008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:32.119857 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-c54d31cb-80e7-47c2-a04d-a9ee32b57aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176998 Jul 23 16:16:32.136979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5d476cea-80a2-4b92-8dba-c85d6473cffa None None] Port 830d8191-73bf-4133-a24f-2c696c3d1ef3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:32.207004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:32.221137 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Sync routers for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:32.231131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:32.231864 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.268253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.269908 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c66268c-5ca8-47e8-8df6-80a61cfefa19 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3511341 Jul 23 16:16:32.272917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:32.324490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72b54674-70e7-4673-9139-4db59ae26954 req-f65e3b90-98af-44d6-877b-78bb8fdb4f80 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6884a1a000674be68ada0f107c7646c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4554298 Jul 23 16:16:32.340155 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89eb4de8-3308-4d58-b33f-7b0fb534f62d req-5e77fdc3-0481-4aed-98c9-45e2c697135f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113836 Jul 23 16:16:32.344355 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:32.515603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] No DVR routers for this DVR port 3b0decad-569f-4d66-8b6a-b251d64c4179 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:32.536412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] Pushing event updated for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:32.555585 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:32.566388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-458c86b3-53e9-4353-ab72-515cbac60ed5 req-ec6fe015-760f-46b8-8b63-b6b750653337 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815011 Jul 23 16:16:32.588007 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Checking router: c041de5a-e98a-491a-8ebb-adcba8df3abd for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:32.588708 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Updating router c041de5a-e98a-491a-8ebb-adcba8df3abd port a8eca481-8e89-4863-96aa-9b27d30e61a0 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:32.611539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-8019ab92-a96a-41e2-b501-9dc755816cb8 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:16:32.621564 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-8019ab92-a96a-41e2-b501-9dc755816cb8 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615036 Jul 23 16:16:32.623234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-ac7114ff-43ab-4e71-8b4d-60ec50e58e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:32.624818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-ac7114ff-43ab-4e71-8b4d-60ec50e58e72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1095 time: 0.9792433 Jul 23 16:16:32.626933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.627797 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:32.643244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-b5c6cb40-f549-4c98-af6c-4f55868c314c service neutron] 10.222.0.81 "PUT /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179/bindings/n-h2-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3293564 Jul 23 16:16:32.647715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:32.648282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:16:32.809987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 781825aa-7cee-419f-8ec6-6f1c700df224 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:32.919509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 781825aa-7cee-419f-8ec6-6f1c700df224 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:32.921866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.070579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-ed908b1d-e5af-44fb-9a0c-5724300d7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.072518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-ed908b1d-e5af-44fb-9a0c-5724300d7d58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.3965361 Jul 23 16:16:33.089751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-5e603acb-81fb-4cec-9c94-d5125a1d5baa tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.091857 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-5e603acb-81fb-4cec-9c94-d5125a1d5baa tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.2787688 Jul 23 16:16:33.097076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:33.097414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:33.097822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.100811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7b03-e18f-493e-82d3-b6e763db3df3 req-2decc047-bee6-439a-a813-0cb93f0e4985 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.108347 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.108798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f99a7b03-e18f-493e-82d3-b6e763db3df3 req-2decc047-bee6-439a-a813-0cb93f0e4985 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 948 time: 0.5354106 Jul 23 16:16:33.134471 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Transition to ACTIVE for port object a8eca481-8e89-4863-96aa-9b27d30e61a0 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:33.144881 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.188756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:33.189080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.196435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-0b490527-dfe3-430d-8f87-f7ed981b12b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.1075337 Jul 23 16:16:33.214083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-9ade642d-4d2e-4ac9-968f-c05f5825c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.215967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-9ade642d-4d2e-4ac9-968f-c05f5825c500 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1099 time: 0.3526785 Jul 23 16:16:33.217734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:33.218107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:33.218495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:33.218938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Bound port: 006d7dce-8a4d-4865-891a-2d5d826d14f6, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:33.270205 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446297-dec1-4746-859a-694a007e929b None None] Pushing event updated for resources: {'Port': ['ID=a8eca481-8e89-4863-96aa-9b27d30e61a0,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:33.305216 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.305695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.306706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.307270 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.308169 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.308741 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.309379 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.309906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f99a7b03-e18f-493e-82d3-b6e763db3df3 req-ff4fe894-d121-4d58-abe3-776bee208e60 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940355 Jul 23 16:16:33.310128 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.310617 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.311167 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.311729 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.312446 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7446297-dec1-4746-859a-694a007e929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:33.359357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-9d752fae-0b2e-4660-b3f7-10dee9fb8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.360911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-9d752fae-0b2e-4660-b3f7-10dee9fb8687 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&tenant_id=5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 1096 time: 0.2606332 Jul 23 16:16:33.362008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-21b82d5e-1c22-4dda-83b3-7c3f67fcd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.365252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:33.368103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-21b82d5e-1c22-4dda-83b3-7c3f67fcd46a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1559663 Jul 23 16:16:33.388024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.389110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d9b41e70-d20b-4f6d-ab8b-29033726c319 service neutron] 10.222.0.64 "POST /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7491193 Jul 23 16:16:33.398870 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Attempting to bind port a8eca481-8e89-4863-96aa-9b27d30e61a0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:33.399528 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Attempting to bind port a8eca481-8e89-4863-96aa-9b27d30e61a0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:33.400146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Attempting to bind port a8eca481-8e89-4863-96aa-9b27d30e61a0 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:33.407830 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:33.408611 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:33.409021 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.409416 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:33.409893 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Bound port: a8eca481-8e89-4863-96aa-9b27d30e61a0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:33.410322 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.447982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.533072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-8024096b-d55c-4df7-9ead-f2d534dee394 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510115 Jul 23 16:16:33.591139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830d8191-73bf-4133-a24f-2c696c3d1ef3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:33.600110 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] For port a8eca481-8e89-4863-96aa-9b27d30e61a0, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:33.600327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-6f8594cb-dde6-42a6-90d1-1518aebe274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.600413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.602719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-6f8594cb-dde6-42a6-90d1-1518aebe274f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1096 time: 0.2048573 Jul 23 16:16:33.616165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] For port a8eca481-8e89-4863-96aa-9b27d30e61a0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a8eca481-8e89-4863-96aa-9b27d30e61a0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:33.627542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-73ac219c-0884-471b-ad76-310e8becf2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.627985 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.629721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-73ac219c-0884-471b-ad76-310e8becf2a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4015749 Jul 23 16:16:33.653881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Transition to ACTIVE for port object 830d8191-73bf-4133-a24f-2c696c3d1ef3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:33.675566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:33.740278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-7459f18b-6b1d-4124-8440-02bb4770b1d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a HTTP/1.1" status: 200 len: 217 time: 0.0897110 Jul 23 16:16:33.796657 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:33.797463 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:33.799453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.67', 52172) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:33.890727 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab4dd9-f874-4506-b578-525ffa9b9a7d x-openstack-request-id: req-2bab4dd9-f874-4506-b578-525ffa9b9a7d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:33.891322 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:33.891601 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bab4dd9-f874-4506-b578-525ffa9b9a7d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:33.892388 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'code': 200} Jul 23 16:16:33.948415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.67', 52173) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:33.963574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e35224-d9c2-40eb-be0d-71203e079a61 req-c8f0943f-45cd-454e-9a7b-d70b4ece4366 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:33.971750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95e35224-d9c2-40eb-be0d-71203e079a61 req-c8f0943f-45cd-454e-9a7b-d70b4ece4366 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.5068939 Jul 23 16:16:34.041129 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c4626-4e34-4ffc-b7d0-9a60df64d8ce x-openstack-request-id: req-1f3c4626-4e34-4ffc-b7d0-9a60df64d8ce {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:34.041719 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:34.041801 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f3c4626-4e34-4ffc-b7d0-9a60df64d8ce {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:34.042199 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a', 'status': 'completed', 'code': 200} Jul 23 16:16:34.075018 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446297-dec1-4746-859a-694a007e929b None None] Pushing event updated for resources: {'Port': ['ID=a8eca481-8e89-4863-96aa-9b27d30e61a0,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:34.110417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-6428730b-54c7-428c-9a04-363265900c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.111934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-6428730b-54c7-428c-9a04-363265900c1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.4895949 Jul 23 16:16:34.112484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:34.129566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Allocated IP 172.20.0.1 (4a191d72-d3bb-4d29-b899-7fcd8415dc65/23abd4f0-5374-45b7-a4d8-344a4167351b/0de68760-84ac-4ae5-8ad3-c78813c24f9e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:34.137186 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:34.160770 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-81122d20-b42d-4ad9-9c02-4fad167c6852 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.0403864 Jul 23 16:16:34.161260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-d54d2849-d870-4a1c-8611-7b81826f559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.162768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-d54d2849-d870-4a1c-8611-7b81826f559b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 1099 time: 0.3608847 Jul 23 16:16:34.191784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-e40edbce-49a3-4047-a044-97f6ee04c68b service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775831 Jul 23 16:16:34.215533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-6d6565e7-419f-4d4c-9863-dfbeb34b9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.216904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-6d6565e7-419f-4d4c-9863-dfbeb34b9e00 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.4184597 Jul 23 16:16:34.228914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Attempting to bind port 830d8191-73bf-4133-a24f-2c696c3d1ef3 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:34.229265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Attempting to bind port 830d8191-73bf-4133-a24f-2c696c3d1ef3 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:34.229575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Attempting to bind port 830d8191-73bf-4133-a24f-2c696c3d1ef3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:34.243068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:34.290949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:34.312577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-cd80b88d-6b77-4359-9b32-511b9164ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.314685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-cd80b88d-6b77-4359-9b32-511b9164ce14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1391134 Jul 23 16:16:34.317038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95e35224-d9c2-40eb-be0d-71203e079a61 req-d6e4632d-0031-4eba-ab94-150f0c94681e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443949 Jul 23 16:16:34.323441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:34.353294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.366093 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a0fe3-4e3c-47e5-a0e5-421692e3c9c1 None None] The sync data for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 is: [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:30Z', 'revision_number': 3, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:34.380469 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-6ba91228-93ec-4fd5-96d6-bed1673d0f28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539281 Jul 23 16:16:34.403272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Transition to ACTIVE for port object 0de68760-84ac-4ae5-8ad3-c78813c24f9e will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:34.516244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-3d0fc821-ed9a-41d4-b2f0-624d76810aab service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246812 Jul 23 16:16:34.517377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.579390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:34.587957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-a008eb45-215c-4601-b998-8bef2c54fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.589472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-a008eb45-215c-4601-b998-8bef2c54fe6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1096 time: 0.7940876 Jul 23 16:16:34.590602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-0b8b57fd-71ab-4fd1-832b-b7e5e3427012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.592370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-0b8b57fd-71ab-4fd1-832b-b7e5e3427012 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4132881 Jul 23 16:16:34.592818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:34.595472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:34.613533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Port 830d8191-73bf-4133-a24f-2c696c3d1ef3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:34.613873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Attempting to bind port 830d8191-73bf-4133-a24f-2c696c3d1ef3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:34.638784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:34.639125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:34.639521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:34.639962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Bound port: 830d8191-73bf-4133-a24f-2c696c3d1ef3, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:34.641092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.683659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Pushing event updated for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:34.741680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.790132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-a2df4b36-ba9f-4948-8071-8fd323918ea6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a HTTP/1.1" status: 200 len: 217 time: 0.1684520 Jul 23 16:16:34.817075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a8eca481-8e89-4863-96aa-9b27d30e61a0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:34.900389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a8eca481-8e89-4863-96aa-9b27d30e61a0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:34.906516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a8eca481-8e89-4863-96aa-9b27d30e61a0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:34.907200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:34.931432 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-cd8a1f5d-280b-4228-af83-162c350aa4dc service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050970 Jul 23 16:16:34.998071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-3b6b1231-0364-4bb9-936f-84b64e94b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:34.999534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-3b6b1231-0364-4bb9-936f-84b64e94b8e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1720321 Jul 23 16:16:35.002884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:35.024685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ce46f8c-ea9a-46e8-a0c8-ff4837651a3f None None] Provisioning for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:35.026773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7d08-6793-493c-bac0-512cb51806ba req-e5a2aac3-5ad8-4ce9-bb6d-7b702898d745 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.033661 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.035967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f36f7d08-6793-493c-bac0-512cb51806ba req-e5a2aac3-5ad8-4ce9-bb6d-7b702898d745 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 947 time: 1.0119920 Jul 23 16:16:35.048510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ce46f8c-ea9a-46e8-a0c8-ff4837651a3f None None] Provisioning complete for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:35.049179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ce46f8c-ea9a-46e8-a0c8-ff4837651a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.050573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecc7d2-ba30-42f0-aebd-b687af2f92d4 req-c04425a2-ad8a-482c-af31-3d34a02d9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.066210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7ecc7d2-ba30-42f0-aebd-b687af2f92d4 req-c04425a2-ad8a-482c-af31-3d34a02d9e96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1100 time: 1.0734980 Jul 23 16:16:35.092879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a8eca481-8e89-4863-96aa-9b27d30e61a0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a8eca481-8e89-4863-96aa-9b27d30e61a0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:35.100688 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.151524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1ce46f8c-ea9a-46e8-a0c8-ff4837651a3f None None] Port 0de68760-84ac-4ae5-8ad3-c78813c24f9e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:35.170383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.183241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a8eca481-8e89-4863-96aa-9b27d30e61a0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:35.214818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:35.250486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7ecc7d2-ba30-42f0-aebd-b687af2f92d4 req-0dd4694b-13f9-49b9-b397-e85f1edd1f90 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832387 Jul 23 16:16:35.261083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.356878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-bc004c4f-b55c-4558-a9d1-515582ae1215 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.357887 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-bc004c4f-b55c-4558-a9d1-515582ae1215 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.1437423 Jul 23 16:16:35.362503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f799759f-e28c-4240-a9d3-f43b4f475d57 req-eff54156-101b-48da-a662-d0adc77179ea service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1389577 Jul 23 16:16:35.379922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.380999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.384076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] 10.222.0.81 "PUT /v2.0/ports/830d8191-73bf-4133-a24f-2c696c3d1ef3 HTTP/1.1" status: 200 len: 1095 time: 3.5484464 Jul 23 16:16:35.385734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092d41d-2649-45f0-ae42-85f3c6c6bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:35.392515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:35.396199 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e67c475-9a60-4c63-988b-524e804d676c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:35.409132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f36f7d08-6793-493c-bac0-512cb51806ba req-c4da10c3-bbe4-4d5b-bf37-30e1be59f09f tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715205 Jul 23 16:16:35.453269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef846f-9a24-4ffb-af28-90696268e9f6 req-918eccca-bba0-4ada-b1dd-6dc3cbc8afb0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.466254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28ef846f-9a24-4ffb-af28-90696268e9f6 req-918eccca-bba0-4ada-b1dd-6dc3cbc8afb0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.8573132 Jul 23 16:16:35.467053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.501628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.515238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-77b783dd-1b58-4ab1-9173-ec3ca8495d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.516965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-77b783dd-1b58-4ab1-9173-ec3ca8495d22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.8943028 Jul 23 16:16:35.538631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-9e0eac6d-9543-408d-ab9b-ca0318e87b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.543201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-9e0eac6d-9543-408d-ab9b-ca0318e87b64 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3080606 Jul 23 16:16:35.576875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.607502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:35.613150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-35d5bbce-9b86-4ace-a3a5-9cb997b6f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:35.629039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-35d5bbce-9b86-4ace-a3a5-9cb997b6f97a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5768280 Jul 23 16:16:35.635175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Pushing event updated for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:35.714809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-4f7c5d01-66b2-427e-9424-a6873dd46632 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.1457551 Jul 23 16:16:35.737679 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-3fc05c52-16b2-4ed7-9042-380654abac7f service neutron] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:35.744536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-3fc05c52-16b2-4ed7-9042-380654abac7f service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.745757 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dc6d1746-f394-43e0-a6a6-4f65210064e5 req-3fc05c52-16b2-4ed7-9042-380654abac7f service neutron] 10.222.0.67 "DELETE /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179/bindings/n-h1-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.3518488 Jul 23 16:16:35.771480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:35.816664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a', 'mac_address': 'fa:16:3e:48:e9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:35.849915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:35.852140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:35.875213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28ef846f-9a24-4ffb-af28-90696268e9f6 req-eda2dbd6-8173-46c6-8d4e-cfb0e4bb5d58 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079204 Jul 23 16:16:35.892978 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:35.935574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:35.985328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:35.995918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.032945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Router c041de5a-e98a-491a-8ebb-adcba8df3abd has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:16:36.103551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-bccfee7a-ae80-4637-9a7e-a2a19d74bc2e service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105741 Jul 23 16:16:36.115129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:36.130391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-eef56ced-2360-4b2e-b7b9-ee25fc0a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.131769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-eef56ced-2360-4b2e-b7b9-ee25fc0a867d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.3809745 Jul 23 16:16:36.154688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5632433b-d739-438c-bdb1-ef5cd96a87b9 None None] Provisioning complete for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:36.155857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5632433b-d739-438c-bdb1-ef5cd96a87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.209316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5632433b-d739-438c-bdb1-ef5cd96a87b9 None None] Port 0de68760-84ac-4ae5-8ad3-c78813c24f9e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:36.214652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:16:36.216425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-4e7735d3-e2e5-48a7-b7db-06d2b32e1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.217919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-4e7735d3-e2e5-48a7-b7db-06d2b32e1a9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7aafe1af148a401e973c7986191ad739&device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 1098 time: 0.7363994 Jul 23 16:16:36.222331 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0379d6e7-f21f-4733-a4df-f90437ef344c admin admin] 10.222.0.64 "PUT /v2.0/routers/c041de5a-e98a-491a-8ebb-adcba8df3abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9449584 Jul 23 16:16:36.255636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-6e3ae7b0-42ad-4e70-86d0-65ca04d28ea6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919931 Jul 23 16:16:36.257363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:36.278597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-8a13bb56-f6f9-4721-8d32-07d505321966 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010537 Jul 23 16:16:36.369836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:36.377688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-e65e0792-474d-4d0b-b322-f65be53af7e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3 HTTP/1.1" status: 200 len: 217 time: 0.1249015 Jul 23 16:16:36.443615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:36.468578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'mac_address': 'fa:16:3e:f9:35:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:36.519134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc55cc-a284-4727-88a8-55efffdff23e req-bf963b41-d0a8-4776-a9cc-51e79d195fef tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.520626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0cc55cc-a284-4727-88a8-55efffdff23e req-bf963b41-d0a8-4776-a9cc-51e79d195fef tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 945 time: 0.7998159 Jul 23 16:16:36.547718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.594451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1142843b-4ff3-45a6-b128-a0c02ae1980f req-81457d9c-797e-43cf-ad96-231d032ea22b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778237 Jul 23 16:16:36.625730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814631cf-50b7-4675-ad31-5838dd4797a7 req-80e3fe55-5418-4bf2-9d04-3f8730466582 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.629711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-814631cf-50b7-4675-ad31-5838dd4797a7 req-80e3fe55-5418-4bf2-9d04-3f8730466582 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 949 time: 0.5997093 Jul 23 16:16:36.656034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-4513cee3-884e-4ba4-af66-37c0719be1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.657569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-4513cee3-884e-4ba4-af66-37c0719be1ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2735400 Jul 23 16:16:36.681818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-d98bab7f-c278-41a2-98c4-ba9d6f59cb6d service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058511 Jul 23 16:16:36.685343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Sync routers for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:16:36.696902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:36.697208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8715d60d-32af-4d8a-919e-d97af5dccd9b req-2d0c4b59-1840-4361-b14e-c6930d85c3f8 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773916 Jul 23 16:16:36.705199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a8eca481-8e89-4863-96aa-9b27d30e61a0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:36.751138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:36.751787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:36.762590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:36.772080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0cc55cc-a284-4727-88a8-55efffdff23e req-216ed404-2350-4e25-bb79-6a953b725ddf tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280614 Jul 23 16:16:36.796259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-814631cf-50b7-4675-ad31-5838dd4797a7 req-d00fe290-2b9a-40c7-b2d2-d0a9eb934632 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375568 Jul 23 16:16:36.853797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:36.867837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-2e36657c-14f0-4fb7-a0a7-3baff88718e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:36.869455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-2e36657c-14f0-4fb7-a0a7-3baff88718e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679895 Jul 23 16:16:36.872130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-2239d696-f17a-4821-9f95-e59c33a5ccc1 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739974 Jul 23 16:16:36.961122 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4e5f5-07c6-49fe-8bfd-645053c001b4 x-openstack-request-id: req-d9c4e5f5-07c6-49fe-8bfd-645053c001b4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:36.961419 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:36.961673 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9c4e5f5-07c6-49fe-8bfd-645053c001b4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:36.962098 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3', 'status': 'completed', 'code': 200} Jul 23 16:16:36.985208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.005228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a8eca481-8e89-4863-96aa-9b27d30e61a0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:37.005650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.009114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:37.070116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-79b7ca29-21c9-448c-a53b-cf348ce0f27b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852407 Jul 23 16:16:37.084106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cd52-3804-48c4-959b-d5b8609c204d req-4a813f4a-406e-4a9c-b9ef-af861b4d27d5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.085780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e539cd52-3804-48c4-959b-d5b8609c204d req-4a813f4a-406e-4a9c-b9ef-af861b4d27d5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1743841 Jul 23 16:16:37.163443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:37.373566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 2, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:37.410075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Checking router: c041de5a-e98a-491a-8ebb-adcba8df3abd for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:16:37.410422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Updating router c041de5a-e98a-491a-8ebb-adcba8df3abd port 0de68760-84ac-4ae5-8ad3-c78813c24f9e binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:16:37.438406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-192ec7e6-d6d1-463d-8da8-1cdfc25d2d70 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.439931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-192ec7e6-d6d1-463d-8da8-1cdfc25d2d70 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.4328647 Jul 23 16:16:37.458209 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.459032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:37.496632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e539cd52-3804-48c4-959b-d5b8609c204d req-63f8c6f3-be6b-420f-a89b-d4b9f5d5e52a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990762 Jul 23 16:16:37.537400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be7d8e48-f8cf-4246-9f4b-879d993ac8a9 req-1f46a6b6-80a5-4c54-a944-6ea2d6e6d4b8 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505725 Jul 23 16:16:37.565791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad646e0-e55c-440c-ba08-48cf84382d48 req-f099b133-b22b-4581-ab9c-d3c6c8c65fa0 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.567503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ad646e0-e55c-440c-ba08-48cf84382d48 req-f099b133-b22b-4581-ab9c-d3c6c8c65fa0 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 947 time: 0.4427986 Jul 23 16:16:37.620795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.631121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:37.689487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ad646e0-e55c-440c-ba08-48cf84382d48 req-26e29e42-b2e5-4b48-b634-e6cfcb070843 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922050 Jul 23 16:16:37.746975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:37.754396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:37.754777 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.849323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.863353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Transition to ACTIVE for port object 0de68760-84ac-4ae5-8ad3-c78813c24f9e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:37.890741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.922677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:37.955679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67c475-9a60-4c63-988b-524e804d676c req-eacccbcc-dcff-4ef0-b2c0-d40e348ae8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.957280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-eacccbcc-dcff-4ef0-b2c0-d40e348ae8b4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7aafe1af148a401e973c7986191ad739&device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 1098 time: 0.3072534 Jul 23 16:16:37.963499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309d571-1385-45cf-879e-d631374d760b None None] Pushing event updated for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:37.970646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:37.972876 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e03cfe-3c94-4373-a7d5-cf5773955bd1" -d '{"events": [{"server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "name": "network-vif-plugged", "status": "completed", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:37.977465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-2e09e395-af32-4f51-81d7-e3114125abce tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:37.979182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-2e09e395-af32-4f51-81d7-e3114125abce tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 828 time: 0.2704647 Jul 23 16:16:37.992783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:38.012131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.025136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:38.054154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-c8bd7733-e7c1-4f41-b6c6-04a291a52424 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/quotas/7fbf218214874aecbf4b5f17456cccc0 HTTP/1.1" status: 200 len: 375 time: 0.0571935 Jul 23 16:16:38.074040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Attempting to bind port 0de68760-84ac-4ae5-8ad3-c78813c24f9e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:38.074515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Attempting to bind port 0de68760-84ac-4ae5-8ad3-c78813c24f9e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:38.074954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Attempting to bind port 0de68760-84ac-4ae5-8ad3-c78813c24f9e on network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:38.089292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:38.089706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Checking segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:38.090108 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.090691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Bound using segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:38.091182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Bound port: 0de68760-84ac-4ae5-8ad3-c78813c24f9e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:38.091604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.105440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d763-e956-47cc-8d46-ff03cb1fb054 req-b8421f71-25d5-451f-8224-8198ad76cc52 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.107862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65b0d763-e956-47cc-8d46-ff03cb1fb054 req-b8421f71-25d5-451f-8224-8198ad76cc52 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.3271787 Jul 23 16:16:38.111816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.182490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] For port 0de68760-84ac-4ae5-8ad3-c78813c24f9e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:38.185691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] For port 0de68760-84ac-4ae5-8ad3-c78813c24f9e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0de68760-84ac-4ae5-8ad3-c78813c24f9e,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:38.190402 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.208344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:38.238036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67c475-9a60-4c63-988b-524e804d676c req-6ead649a-3c71-42f3-8f96-ab70218b563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.239609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-6ead649a-3c71-42f3-8f96-ab70218b563e service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2712986 Jul 23 16:16:38.251385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65b0d763-e956-47cc-8d46-ff03cb1fb054 req-6e491262-7861-4f79-a5a3-637996522add tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263723 Jul 23 16:16:38.257700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:16:38.258364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:38.317127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-56e8d697-c2d8-4844-a99b-7c79c76bc755 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3 HTTP/1.1" status: 200 len: 217 time: 0.0633130 Jul 23 16:16:38.359832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.369861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:38.392494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-fc78e7e7-8082-4760-8ce1-b5147084043d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3011296 Jul 23 16:16:38.395994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.407532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309d571-1385-45cf-879e-d631374d760b None None] Pushing event updated for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.473833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67c475-9a60-4c63-988b-524e804d676c req-cb438b4f-5b0e-4931-b60a-52c492e21f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.475649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-cb438b4f-5b0e-4931-b60a-52c492e21f55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1467304 Jul 23 16:16:38.504450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:16:38.536366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:38.549690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 84147b02-a537-4fcf-9d1a-b577a7776d7a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:38.555564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 84147b02-a537-4fcf-9d1a-b577a7776d7a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:38.556519 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.656383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:38.656623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:38.656958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:38.673045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:38.673391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Attempting to bind port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:38.685289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:38.685679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:38.686125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:38.686613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Bound port: 006d7dce-8a4d-4865-891a-2d5d826d14f6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:38.687011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.717150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-e42e8e8e-4139-4ff4-9269-75752295d8bc service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587810 Jul 23 16:16:38.817038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67c475-9a60-4c63-988b-524e804d676c req-735e930c-9c71-4153-bac4-faee77f15a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:38.818622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-735e930c-9c71-4153-bac4-faee77f15a31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3276446 Jul 23 16:16:38.909696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.953038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:38.960354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:38.973286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:38.977619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:38.981687 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc5968-5731-4f38-b303-3194b8016da4" -d '{"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:38.995326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:38Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:16:39.034957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b339-1921-4a43-bd6b-db37f708a560 None None] The sync data for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 is: [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:38Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:16:39.066895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:39.081785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.082495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.106671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1da20a44-3255-45a5-bb27-43c59dcc000b service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816175 Jul 23 16:16:39.112555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-28863139-b4cc-463a-90a4-ed01f589ba32 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.127203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-28863139-b4cc-463a-90a4-ed01f589ba32 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1100 time: 0.3717604 Jul 23 16:16:39.212983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-209ef432-b388-46a3-a083-dda2cc5869f1 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793418 Jul 23 16:16:39.213713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-304a7291-5e92-4f3e-847a-c47ef3ce36b7 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.289714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=8']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.323294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.324064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.325693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-e706ac28-90d7-41ec-bc79-67ad31e79ecd service neutron] 10.222.0.81 "PUT /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 1121 time: 1.8777800 Jul 23 16:16:39.434392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['006d7dce-8a4d-4865-891a-2d5d826d14f6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:39.465630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e67c475-9a60-4c63-988b-524e804d676c req-08275306-082d-413a-ba01-7ba16bf1e6a3 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428539 Jul 23 16:16:39.504728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601342d-5a37-4849-816a-de5ab40bf778 req-59d889ba-0d1c-4433-92c9-d54e126c94ff tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.506383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3601342d-5a37-4849-816a-de5ab40bf778 req-59d889ba-0d1c-4433-92c9-d54e126c94ff tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.2093320 Jul 23 16:16:39.585010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3601342d-5a37-4849-816a-de5ab40bf778 req-0ed3f416-7763-49ae-bbe1-d82d45e2420a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636563 Jul 23 16:16:39.596670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-304a7291-5e92-4f3e-847a-c47ef3ce36b7 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.604067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-304a7291-5e92-4f3e-847a-c47ef3ce36b7 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:39.631593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d961819-77c3-47c1-b62c-ceae463c9aa7 req-304a7291-5e92-4f3e-847a-c47ef3ce36b7 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739566 Jul 23 16:16:39.664944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a7291-5e92-4f3e-847a-c47ef3ce36b7 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeba504-1721-44c8-9530-030b849e1c96,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:39.805996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae3f62-d265-4523-9662-37503dabb466 req-f755cdbb-8441-430d-a9c5-d0a9b00e1cfd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:39.808094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ae3f62-d265-4523-9662-37503dabb466 req-f755cdbb-8441-430d-a9c5-d0a9b00e1cfd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.1167257 Jul 23 16:16:39.808735 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2233816-999b-444a-a353-346cc40a3ccf x-openstack-request-id: req-b2233816-999b-444a-a353-346cc40a3ccf {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:39.809555 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "name": "network-vif-plugged", "status": "completed", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:39.810101 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2233816-999b-444a-a353-346cc40a3ccf {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:39.810610 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a', 'code': 200} Jul 23 16:16:39.862016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ae3f62-d265-4523-9662-37503dabb466 req-94c16da3-f0cc-41ef-b07b-182d93236881 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Jul 23 16:16:40.013362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-549ee00b-33dc-49bc-a496-bd2b1b045169 req-bd4fd21e-2a68-42e3-b09e-72460d984c50 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6884a1a000674be68ada0f107c7646c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345585 Jul 23 16:16:40.094538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670fe08-4024-4e3b-803f-4349b6d2eea3 req-8b00d179-2cfb-467c-8b4c-0b1abe232d7e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.096233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8670fe08-4024-4e3b-803f-4349b6d2eea3 req-8b00d179-2cfb-467c-8b4c-0b1abe232d7e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 947 time: 0.1575851 Jul 23 16:16:40.289649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 830d8191-73bf-4133-a24f-2c696c3d1ef3 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:40.357466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffce2-a59f-43cb-bfdb-73a4bb8cd2d3 req-42cedca7-8bc4-4700-84b7-425ef7df9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.358989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f0ffce2-a59f-43cb-bfdb-73a4bb8cd2d3 req-42cedca7-8bc4-4700-84b7-425ef7df9803 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 1101 time: 0.4580467 Jul 23 16:16:40.410445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:40.430734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '830d8191-73bf-4133-a24f-2c696c3d1ef3', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '830d8191-73bf-4133-a24f-2c696c3d1ef3', 'mac_address': 'fa:16:3e:c3:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:40.446723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee00b-33dc-49bc-a496-bd2b1b045169 req-c1b0312d-e68c-413d-a650-6db732510842 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.448239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-549ee00b-33dc-49bc-a496-bd2b1b045169 req-c1b0312d-e68c-413d-a650-6db732510842 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258494 Jul 23 16:16:40.458168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8670fe08-4024-4e3b-803f-4349b6d2eea3 req-97ada700-8c65-4fcf-aaa7-3708cda1be19 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981810 Jul 23 16:16:40.460455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f0ffce2-a59f-43cb-bfdb-73a4bb8cd2d3 req-4cddfab7-4bca-419c-b945-8816e67018cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907409 Jul 23 16:16:40.469971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-549ee00b-33dc-49bc-a496-bd2b1b045169 req-d7273d82-03ac-4a98-974e-14537c285c37 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/quotas/6884a1a000674be68ada0f107c7646c2 HTTP/1.1" status: 200 len: 375 time: 0.0149336 Jul 23 16:16:40.480859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.506703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830d8191-73bf-4133-a24f-2c696c3d1ef3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:40.528794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-549ee00b-33dc-49bc-a496-bd2b1b045169 req-afcca900-4247-400e-962a-ad63853a89e1 tempest-QuotasAdminNegativeTest-1091499871 tempest-QuotasAdminNegativeTest-1091499871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6884a1a000674be68ada0f107c7646c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475538 Jul 23 16:16:40.546268 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a77c271-7dfc-47b8-b527-68ae7b39cfc6 x-openstack-request-id: req-5a77c271-7dfc-47b8-b527-68ae7b39cfc6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:40.546565 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:40.546816 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a77c271-7dfc-47b8-b527-68ae7b39cfc6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:40.547214 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'code': 200} Jul 23 16:16:40.552908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:40.559562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.641091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:40.717118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-604a7c09-2e7a-4acf-9774-71a4978cfa83 req-5a7ec340-1501-4599-bd4a-c99b5acd4dab tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 210 time: 0.0760565 Jul 23 16:16:40.802753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0de68760-84ac-4ae5-8ad3-c78813c24f9e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:40.859280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:40.864061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:40.864237 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:40.873354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-4dca4d98-f2e8-4120-90af-db8084855081 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.875083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-4dca4d98-f2e8-4120-90af-db8084855081 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.81 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 828 time: 0.2533977 Jul 23 16:16:40.888955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['830d8191-73bf-4133-a24f-2c696c3d1ef3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:40.900297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff045-06dc-4efc-b771-95fa067985b9 req-fcdfa211-61d0-4994-b033-f56d2cb91003 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:40.902296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af3ff045-06dc-4efc-b771-95fa067985b9 req-fcdfa211-61d0-4994-b033-f56d2cb91003 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1096 time: 0.1027522 Jul 23 16:16:40.924319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'port': {'device_id': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'admin_state_up': True, 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:41.019561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.050609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af3ff045-06dc-4efc-b771-95fa067985b9 req-b5133393-f7ab-4795-b0ec-dea05cbdf94d tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389642 Jul 23 16:16:41.098756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 0de68760-84ac-4ae5-8ad3-c78813c24f9e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0de68760-84ac-4ae5-8ad3-c78813c24f9e,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:41.119287 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.130236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Made reservation on behalf of 7fbf218214874aecbf4b5f17456cccc0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:41.134797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.280687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.310385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.347490 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-31752d94-55ec-43a3-b306-79faf658a795 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331346 Jul 23 16:16:41.367111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Allocated IP 172.20.0.7 (4a191d72-d3bb-4d29-b899-7fcd8415dc65/23abd4f0-5374-45b7-a4d8-344a4167351b/dfc2dec1-42cf-4608-b56c-32c31b6eedb8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:41.386361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21d914-d693-4323-ada9-46b73c47432f req-cb7a81ca-d4e6-484d-b23b-b6d0cd48bc35 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.387934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d21d914-d693-4323-ada9-46b73c47432f req-cb7a81ca-d4e6-484d-b23b-b6d0cd48bc35 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.1522508 Jul 23 16:16:41.472151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d21d914-d693-4323-ada9-46b73c47432f req-4cdbed41-60b3-4903-9042-92bcab84294e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743558 Jul 23 16:16:41.684098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.710546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Transition to ACTIVE for port object dfc2dec1-42cf-4608-b56c-32c31b6eedb8 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:41.735337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dba88ae3-e723-40d2-ac02-d9f81f99eb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.751054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d548da-4ed7-432b-bf7c-2ce1995eb768 req-b4a1b493-d45d-468a-afeb-9ebe1e888b42 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.752725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57d548da-4ed7-432b-bf7c-2ce1995eb768 req-b4a1b493-d45d-468a-afeb-9ebe1e888b42 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.1879914 Jul 23 16:16:41.769393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c4fb-1fdb-4952-8a9c-2cf5c9298e30 req-43d7cce2-642b-46dd-807a-e1ba319a7082 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.771121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6837c4fb-1fdb-4952-8a9c-2cf5c9298e30 req-43d7cce2-642b-46dd-807a-e1ba319a7082 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1973972 Jul 23 16:16:41.812496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:41.814828 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b8a2f-853b-4663-bcba-01f10f014405" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:41.834272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.855282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57d548da-4ed7-432b-bf7c-2ce1995eb768 req-ab802521-a0e7-461d-a0a2-2d0b1a201bd4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Jul 23 16:16:41.863038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6837c4fb-1fdb-4952-8a9c-2cf5c9298e30 req-6bca5eb7-4f36-4288-816d-cc534fb8ecf5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Jul 23 16:16:41.916353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:41.920422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:41.925246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:41.932800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:41.933467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:41.943249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event updated for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:41.965047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-1415b223-c525-489d-9c2d-88a23fe13df0 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0428114 Jul 23 16:16:42.004846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Request body: {'port': {'device_id': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:42.214354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.239366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46123475-79b4-410c-b00e-0021a3db5cd0 req-86fb9662-e802-4ccd-9dbb-2714636ea9e2 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.240941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46123475-79b4-410c-b00e-0021a3db5cd0 req-86fb9662-e802-4ccd-9dbb-2714636ea9e2 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 948 time: 0.2477477 Jul 23 16:16:42.248137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-42e41ca9-3316-4c3e-873f-195123d669fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.254538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-42e41ca9-3316-4c3e-873f-195123d669fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.2837915 Jul 23 16:16:42.281452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89bf49b0-5458-4fea-a8b5-4f97470efdcf None None] Provisioning for port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:42.287972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-e4933cd3-54c8-413c-8c79-0689bdd87f86 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/quotas/5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 375 time: 0.0324726 Jul 23 16:16:42.289361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89bf49b0-5458-4fea-a8b5-4f97470efdcf None None] Provisioning complete for port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:42.290060 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89bf49b0-5458-4fea-a8b5-4f97470efdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.314927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:42.352226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:42.356395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 830d8191-73bf-4133-a24f-2c696c3d1ef3 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:42.383368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46123475-79b4-410c-b00e-0021a3db5cd0 req-998a0dde-378a-433c-ab51-f29654f4f5fb tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250343 Jul 23 16:16:42.433611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-89bf49b0-5458-4fea-a8b5-4f97470efdcf None None] Port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:42.485678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f35f954f-0ac6-41b4-a0f8-0b090668fbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.553798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:42.557540 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4e9d24-920f-4cd6-9624-f64682943483" -d '{"events": [{"name": "network-changed", "server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:42.561981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 830d8191-73bf-4133-a24f-2c696c3d1ef3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:42.568521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 830d8191-73bf-4133-a24f-2c696c3d1ef3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:42.569164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.625968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:42.650307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:16:42.657668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-7337067e-bfca-4c70-a008-f963478097d5 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3606148 Jul 23 16:16:42.659102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f35f954f-0ac6-41b4-a0f8-0b090668fbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.666622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f35f954f-0ac6-41b4-a0f8-0b090668fbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.708552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f35f954f-0ac6-41b4-a0f8-0b090668fbce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6884a1a000674be68ada0f107c7646c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920183 Jul 23 16:16:42.711683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:42.722618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f954f-0ac6-41b4-a0f8-0b090668fbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06523841-9414-45d3-9d0f-f3c5a6af779c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.744787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0de68760-84ac-4ae5-8ad3-c78813c24f9e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:42.771623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.784486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.807982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.816732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec9ba3-3d6c-42c0-82f8-0a51e839086c req-c0ec4ef4-2884-4d1e-94e9-084f4bc9fe8a tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:42.819483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ec9ba3-3d6c-42c0-82f8-0a51e839086c req-c0ec4ef4-2884-4d1e-94e9-084f4bc9fe8a tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 931 time: 0.3350132 Jul 23 16:16:42.822764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:42.831903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.864514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.866886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0de68760-84ac-4ae5-8ad3-c78813c24f9e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:42.867282 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.867577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:42.871875 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06523841-9414-45d3-9d0f-f3c5a6af779c HTTP/1.1" status: 204 len: 168 time: 0.1583738 Jul 23 16:16:42.881006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a842d7-2f2a-43cb-b077-63aa052287cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06523841-9414-45d3-9d0f-f3c5a6af779c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.943275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ec9ba3-3d6c-42c0-82f8-0a51e839086c req-f0a9f2c8-5d20-4fba-af4f-ac007264c35a tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049881 Jul 23 16:16:42.965083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:42.976302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-5bc3911c-98e5-4660-beed-ac84965bfc09 service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533300 Jul 23 16:16:43.031880 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e87d2-61b0-473e-a0f4-a6c60d1d0a0b x-openstack-request-id: req-cc3e87d2-61b0-473e-a0f4-a6c60d1d0a0b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:43.032184 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:43.032442 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc3e87d2-61b0-473e-a0f4-a6c60d1d0a0b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:43.033031 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'code': 200} Jul 23 16:16:43.046103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc2dec1-42cf-4608-b56c-32c31b6eedb8 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:43.057659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.145383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Transition to ACTIVE for port object dfc2dec1-42cf-4608-b56c-32c31b6eedb8 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:43.160082 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-c6457e3a-fc24-4045-8bd6-13972c2d6578 service neutron] 10.222.0.67 "GET /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.0666049 Jul 23 16:16:43.176216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.246684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-1e3d8334-4db5-470e-a4f0-fbf333ad74b0 service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473302 Jul 23 16:16:43.281374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39494) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:43.314800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:43.318856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-610cb8d2-5a63-4901-ba55-c70718adcadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.370608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-0eba50fa-ccab-462e-9a11-dad7e6dc4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.372295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-0eba50fa-ccab-462e-9a11-dad7e6dc4dd4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1100 time: 0.2828553 Jul 23 16:16:43.384453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba406e74-e8a0-46cc-99ab-9c74dce19863 req-b8773680-6898-426c-a388-86a3c8d5f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.386095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba406e74-e8a0-46cc-99ab-9c74dce19863 req-b8773680-6898-426c-a388-86a3c8d5f064 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1101 time: 0.2606895 Jul 23 16:16:43.413881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:43.452162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:43.474906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Attempting to bind port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:43.475158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Attempting to bind port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:43.476343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Attempting to bind port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 on network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:43.507252 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e948d79-205b-44e3-89d5-0108f2f9fe43 x-openstack-request-id: req-0e948d79-205b-44e3-89d5-0108f2f9fe43 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:43.508088 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:43.508335 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e948d79-205b-44e3-89d5-0108f2f9fe43 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:43.508721 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'status': 'completed', 'code': 200} Jul 23 16:16:43.512827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006d7dce-8a4d-4865-891a-2d5d826d14f6 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:43.555092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:43.574125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 on network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:43.574851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Attempting to bind port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 on network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:43.574967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.634221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8402-7439-48e9-92ef-0952e67a2c13 req-5e9ede17-7db1-4480-bbf0-964394df7fec tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.635917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0bf8402-7439-48e9-92ef-0952e67a2c13 req-5e9ede17-7db1-4480-bbf0-964394df7fec tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 943 time: 0.4129353 Jul 23 16:16:43.645766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:43.646135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Checking segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:43.646517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Bound using segment: {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:43.646955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Bound port: dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fb0e64-d18d-4870-91d3-da377ee37daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:43.647307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.650474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba406e74-e8a0-46cc-99ab-9c74dce19863 req-1fd070a3-1afd-4c3a-a8ef-314cbc105e08 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514777 Jul 23 16:16:43.688134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] Transition to ACTIVE for port object 006d7dce-8a4d-4865-891a-2d5d826d14f6 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:43.693919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:43.766735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] No DVR routers for this DVR port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:43.783523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-e01311aa-df22-4559-8386-b321a4ab16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:43.785162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-e01311aa-df22-4559-8386-b321a4ab16db service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3950846 Jul 23 16:16:43.813477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] Pushing event updated for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:43.816413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0bf8402-7439-48e9-92ef-0952e67a2c13 req-6dcf2c35-bd1c-4fe0-b29c-a6d824119f77 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437020 Jul 23 16:16:43.824254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22961829-b4d6-4d41-84e7-51f6a04b7200 service neutron] 10.222.0.67 "PUT /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6519861 Jul 23 16:16:44.113024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-a03962b7-df8c-465d-8344-47572bf6de96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.3120849 Jul 23 16:16:44.195361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-61b53b22-af9b-4e2c-9a4d-0891bf44b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.196878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-61b53b22-af9b-4e2c-9a4d-0891bf44b4c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1124 time: 0.6833742 Jul 23 16:16:44.235583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:44.249426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-610cb8d2-5a63-4901-ba55-c70718adcadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.250141 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.263395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7878645-54a4-433b-8f55-ce198402a224 req-81be0923-64de-4e83-ad54-39a3c7f7d7e7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.264960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7878645-54a4-433b-8f55-ce198402a224 req-81be0923-64de-4e83-ad54-39a3c7f7d7e7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.6617904 Jul 23 16:16:44.293814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-610cb8d2-5a63-4901-ba55-c70718adcadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.301034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:44.339126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.367621 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8044b0d9-61a3-46af-a62f-9785c09fa38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.446028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-c487f80e-e329-4534-9396-f183e7eb746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.447497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-c487f80e-e329-4534-9396-f183e7eb746e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3143849 Jul 23 16:16:44.475900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-610cb8d2-5a63-4901-ba55-c70718adcadd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3b27d2c6b464f20b37a9845091e42c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1902072 Jul 23 16:16:44.476402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39512) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:44.498461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.499113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.500524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] 10.222.0.81 "PUT /v2.0/ports/dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 1091 time: 2.5039461 Jul 23 16:16:44.506409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cb8d2-5a63-4901-ba55-c70718adcadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b0e7f-daef-4e3e-876d-8bcaed25b1ac,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:44.565595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7878645-54a4-433b-8f55-ce198402a224 req-44fcef51-0a83-46c3-a6d1-758cc2b6445e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705944 Jul 23 16:16:44.587388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.658174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.677370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c7005-d794-4609-875b-042f06c89355 req-07536499-a437-47f7-a2c7-905633c4e1c3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.685449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa2c7005-d794-4609-875b-042f06c89355 req-07536499-a437-47f7-a2c7-905633c4e1c3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.5896571 Jul 23 16:16:44.824078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-56c83ed8-6772-4cc5-a265-6fd6c010eb6b tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.828167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-56c83ed8-6772-4cc5-a265-6fd6c010eb6b tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.7426729 Jul 23 16:16:44.834180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-78770e6a-48d3-4dd9-92f5-7ca4ee3d3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.837318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-78770e6a-48d3-4dd9-92f5-7ca4ee3d3110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.6050215 Jul 23 16:16:44.849742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c109c6-6fa9-4319-aab0-c3b6e79b0ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:44.860142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.864997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:44.871232 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/231b0e7f-daef-4e3e-876d-8bcaed25b1ac HTTP/1.1" status: 204 len: 168 time: 0.3887851 Jul 23 16:16:44.882397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665e29a-01bc-42d5-8879-0d025c8947ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b0e7f-daef-4e3e-876d-8bcaed25b1ac,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:44.907987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-1ae9dbc1-744b-4942-bb5f-d0b92db865fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:44.909805 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-1ae9dbc1-744b-4942-bb5f-d0b92db865fc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.1993971 Jul 23 16:16:44.928261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Request body: {'port': {'device_id': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'admin_state_up': True, 'tenant_id': '5cc5270f02d445cb827146ac5901498b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:45.014677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa2c7005-d794-4609-875b-042f06c89355 req-77ce2ac5-93b3-48c3-a667-16232fe9a6d1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278835 Jul 23 16:16:45.027156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-a729c0d3-17b6-4570-9002-44b016d17e0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.1506176 Jul 23 16:16:45.035763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:45.041259 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b60d29-4ed7-4dc0-9b5d-693766d2f3d3" -d '{"events": [{"server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "name": "network-vif-plugged", "status": "completed", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:45.132376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:45.133610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-ed2660a4-231b-49db-b4b3-0ac58dff109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.135180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-ed2660a4-231b-49db-b4b3-0ac58dff109d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6670144 Jul 23 16:16:45.136642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.233320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb96ecf6-93a2-407b-acc9-0b89f270f1f1 req-169ab7e6-b22b-44a8-9501-32c9595e4fe3 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 210 time: 0.1308651 Jul 23 16:16:45.247360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dc759-2691-49f1-9303-c7eb1d897204 req-40ac5a35-5d39-4767-b226-ff393cd0662d tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.249876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-643dc759-2691-49f1-9303-c7eb1d897204 req-40ac5a35-5d39-4767-b226-ff393cd0662d tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.5952423 Jul 23 16:16:45.320928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-cf12db23-76ae-413c-8d33-aecbdc32313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.323713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-cf12db23-76ae-413c-8d33-aecbdc32313b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1094 time: 0.7070527 Jul 23 16:16:45.336570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-bd0ef33a-fda8-497d-996a-ff8976ed9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.339257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-bd0ef33a-fda8-497d-996a-ff8976ed9bbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.2798398 Jul 23 16:16:45.356600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Allocated IP 172.20.0.13 (d27ea7d7-a24b-4946-9683-0acd3f18b182/7b3a2947-2176-44c5-a571-b1a318ddf196/2794f8c8-7d47-4568-8791-e3a52cad8004) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:45.391850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-07c1a83a-ff22-460f-8f7c-51ed86228e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.393596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-07c1a83a-ff22-460f-8f7c-51ed86228e17 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 1095 time: 0.4993143 Jul 23 16:16:45.399430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.522138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:45.525021 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe605e7c-748f-4bd0-b27e-d49fc504fa31" -d '{"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:45.547175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-82542ddf-c50a-4780-9583-73909e89b0e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 217 time: 0.1862020 Jul 23 16:16:45.549352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-3dd4742e-8f94-4185-85ba-5a5c304a7a71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600983 Jul 23 16:16:45.551194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.611989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.666553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:45.672306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:45.676001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:45.678889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-643dc759-2691-49f1-9303-c7eb1d897204 req-5b2f4203-76c7-41f2-8001-a9056efc56cb tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958294 Jul 23 16:16:45.719771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:45.724849 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:16:45.759798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.760482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.780376 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-67844765-de24-43e4-b46c-6ebbe1d39afb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563981 Jul 23 16:16:45.785889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-97909e4b-3235-41ca-8249-225198c3548e service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369457 Jul 23 16:16:45.801650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Request body: {'port': {'device_id': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:45.807406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-03c804b8-551e-4d1f-8129-661b9c1066bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.808901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-03c804b8-551e-4d1f-8129-661b9c1066bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.2212436 Jul 23 16:16:45.876862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e86d00-6ba0-47eb-bf99-f5623bee9201 req-fcc7c188-2a5d-453b-b8da-d1a9d6202299 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.884264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1e86d00-6ba0-47eb-bf99-f5623bee9201 req-fcc7c188-2a5d-453b-b8da-d1a9d6202299 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 943 time: 0.5574229 Jul 23 16:16:45.932235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:45.963403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-13c3b090-4658-401c-95a1-243ed17c5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:45.965295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-13c3b090-4658-401c-95a1-243ed17c5027 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1095 time: 0.5100417 Jul 23 16:16:45.967444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-91fbf606-7345-4228-8166-632c53e5983d service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864608 Jul 23 16:16:46.154533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1e86d00-6ba0-47eb-bf99-f5623bee9201 req-7fd4c139-ca47-4d38-8a64-169006f0f2ea tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690234 Jul 23 16:16:46.184891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-0e01df46-ce51-4a8d-9d6d-d57e27f7215c service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825803 Jul 23 16:16:46.611221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-c7e9f514-012f-4150-852d-60cf27ca1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.612745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-c7e9f514-012f-4150-852d-60cf27ca1e40 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.6228745 Jul 23 16:16:46.625096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-72f14751-cc63-4cc3-81c4-489777a99f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.626633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-72f14751-cc63-4cc3-81c4-489777a99f28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7713449 Jul 23 16:16:46.635945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2794f8c8-7d47-4568-8791-e3a52cad8004 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:46.638118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4e9d24-920f-4cd6-9624-f64682943483 req-3a375d17-854b-44b0-bb75-118c86ef433f service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458302 Jul 23 16:16:46.644900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.655153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f3dc-213b-4130-a946-59563e86909d req-2a8de8b3-1f84-4cf2-9256-63fa933d0c63 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.657640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8e3f3dc-213b-4130-a946-59563e86909d req-2a8de8b3-1f84-4cf2-9256-63fa933d0c63 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.7421417 Jul 23 16:16:46.660522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Transition to ACTIVE for port object 2794f8c8-7d47-4568-8791-e3a52cad8004 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:46.667036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.722481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-58ad975b-d4b7-4889-aff6-34ff68249017 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.0998702 Jul 23 16:16:46.727070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:46.809591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:46.809918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:46.810279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:46.814928 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:46.815244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:46.820503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:46.820842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:46.821221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:46.821647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Bound port: 2794f8c8-7d47-4568-8791-e3a52cad8004, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:46.822037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.845623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8e3f3dc-213b-4130-a946-59563e86909d req-1f5301ad-84b5-4367-94b3-c892fb7c39b3 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420264 Jul 23 16:16:46.858094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0b88-9849-4ed2-a4f3-7406352c4eb0 req-076bafa1-fdee-4cb1-943d-b829e5fa13ab tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.859722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea2b0b88-9849-4ed2-a4f3-7406352c4eb0 req-076bafa1-fdee-4cb1-943d-b829e5fa13ab tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.5842113 Jul 23 16:16:46.876392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-231d40e1-6864-4e83-877f-fd8041d60c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.878131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-231d40e1-6864-4e83-877f-fd8041d60c9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1438866 Jul 23 16:16:46.917589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-70a01c36-a227-46a5-a622-da5a8388c958 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759109 Jul 23 16:16:46.924229 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eced3eb-b44f-477b-be2d-16fe40489505 x-openstack-request-id: req-0eced3eb-b44f-477b-be2d-16fe40489505 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:46.925020 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "name": "network-vif-plugged", "status": "completed", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:46.925293 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0eced3eb-b44f-477b-be2d-16fe40489505 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:46.925875 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3', 'code': 200} Jul 23 16:16:46.926519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:46.932691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:46.938597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.940701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-06391665-340d-47cb-9d64-e0cf1d3abb2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449235 Jul 23 16:16:46.983555 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8cc020-c38d-44b8-a582-27b17a1a3fe3 x-openstack-request-id: req-8d8cc020-c38d-44b8-a582-27b17a1a3fe3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:46.983862 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:46.984114 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d8cc020-c38d-44b8-a582-27b17a1a3fe3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:46.984517 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'status': 'completed', 'code': 200} Jul 23 16:16:46.996569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:46.997530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:46.999819 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] 10.222.0.67 "PUT /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 1092 time: 1.2043018 Jul 23 16:16:47.000876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:47.004149 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a54a10-2a9a-4e01-9a0c-5a5406128bec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:47.012624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea2b0b88-9849-4ed2-a4f3-7406352c4eb0 req-ff80a278-9305-4e43-8451-2d80efb43496 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292253 Jul 23 16:16:47.046275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ce26-d0d5-4628-abc2-ee403ff4ba7f service neutron] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:47.204903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-46d52621-e535-4dfd-b0aa-72266d0e1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.207224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-46d52621-e535-4dfd-b0aa-72266d0e1d06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1095 time: 0.1223967 Jul 23 16:16:47.272865 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-03170fbe-19a4-4fbe-b249-cc34eeab72cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 217 time: 0.0560522 Jul 23 16:16:47.285554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205c9dfa-bfb8-41a2-8e54-a7c3d5cdadba req-173fad64-8b5e-49de-a3f0-0919c7b48c27 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471818 Jul 23 16:16:47.295673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-1c53f2e5-5903-47c5-a1dd-ccf0fbf0f1aa service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319995 Jul 23 16:16:47.334553 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:47.358597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db601bd2-4322-4616-99f3-db9e2267666b req-cdd3c25b-a6db-4c80-9d9b-cd65403d7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.360344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db601bd2-4322-4616-99f3-db9e2267666b req-cdd3c25b-a6db-4c80-9d9b-cd65403d7d07 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 1100 time: 0.2884061 Jul 23 16:16:47.363959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-9816cc41-2c7f-4a38-96da-22bd912f3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.365549 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-9816cc41-2c7f-4a38-96da-22bd912f3ce3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0729210 Jul 23 16:16:47.392037 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-12ae1a95-b125-4254-9ea0-b43e2ff18632 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1306853 Jul 23 16:16:47.410078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-89dbb284-c35c-4741-b16e-28f43b2ae38e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337012 Jul 23 16:16:47.424222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007dd98-5cd0-4d04-a415-e919a5e6bb49 req-d2ae1f05-8885-451b-9a90-9596791380e3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.425787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5007dd98-5cd0-4d04-a415-e919a5e6bb49 req-d2ae1f05-8885-451b-9a90-9596791380e3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.2863059 Jul 23 16:16:47.531132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-22053737-dde3-4dd5-81f4-efa6b4e54fc5 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242229 Jul 23 16:16:47.549890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db601bd2-4322-4616-99f3-db9e2267666b req-579521b3-de02-4c54-b5ac-ef5ede9f20c3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466315 Jul 23 16:16:47.558006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5007dd98-5cd0-4d04-a415-e919a5e6bb49 req-c5987208-b95c-4b42-922f-eacf0555f028 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977752 Jul 23 16:16:47.598391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-deda7b67-7f70-4544-af8a-a30fc87e23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.601413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-deda7b67-7f70-4544-af8a-a30fc87e23f3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1094 time: 0.2019041 Jul 23 16:16:47.618887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-300d6451-4533-428a-ac07-e345c149eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.620936 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-300d6451-4533-428a-ac07-e345c149eeab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 1097 time: 0.1958425 Jul 23 16:16:47.644956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-12d438b6-e9c4-4473-b4ee-ec81e67c390d service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880167 Jul 23 16:16:47.693285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:47.754831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8c61-730a-45ba-949f-1f286528c94b req-580aa1ac-8832-460d-a5d2-7ae1583153e6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.756449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b15c8c61-730a-45ba-949f-1f286528c94b req-580aa1ac-8832-460d-a5d2-7ae1583153e6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.1147490 Jul 23 16:16:47.769590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:47.779173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a317a41-1f4c-485f-a1d2-22f8746d2de9 req-69eb3694-61b2-4fb7-bcf2-e7cc525ef534 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:47.781340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a317a41-1f4c-485f-a1d2-22f8746d2de9 req-69eb3694-61b2-4fb7-bcf2-e7cc525ef534 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.1023095 Jul 23 16:16:47.791826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ce3fa92f-3fc0-4f78-ba80-6baeec3e8860 req-671c1540-43b5-4a69-a6f4-0e97f0b53d51 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376941 Jul 23 16:16:47.864668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b15c8c61-730a-45ba-949f-1f286528c94b req-1f7ff7d1-466d-42ff-b3fd-958cbe980f06 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952082 Jul 23 16:16:47.900094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a317a41-1f4c-485f-a1d2-22f8746d2de9 req-85e40cf5-8a3d-4413-a301-ff0a69a93a75 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113772 Jul 23 16:16:48.009187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-fbd0fcc3-ccd1-4c1c-85ad-1b329488bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.011928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-fbd0fcc3-ccd1-4c1c-85ad-1b329488bcd4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 929 time: 0.1750927 Jul 23 16:16:48.050150 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a7716-beee-42c6-836a-61cf851ed649 x-openstack-request-id: req-bd7a7716-beee-42c6-836a-61cf851ed649 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:48.050449 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:48.050706 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd7a7716-beee-42c6-836a-61cf851ed649 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:48.051120 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'status': 'completed', 'code': 200} Jul 23 16:16:48.064454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-76f2837a-0215-4969-b7ff-0015bd23083d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 217 time: 0.0397508 Jul 23 16:16:48.123380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-007a2513-052b-4315-a504-d4a83138f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.125017 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-007a2513-052b-4315-a504-d4a83138f7ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 923 time: 0.2116833 Jul 23 16:16:48.149069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-6833728e-3321-49fb-a7b8-23750a4c9562 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753486 Jul 23 16:16:48.197819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-7ce6a69b-ca06-4102-8978-7bc3153f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.199370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-7ce6a69b-ca06-4102-8978-7bc3153f893c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1095 time: 0.1473007 Jul 23 16:16:48.234883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-cfcfd289-0a0d-4895-ac19-3ae9c9ac8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.236388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-cfcfd289-0a0d-4895-ac19-3ae9c9ac8337 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.1616976 Jul 23 16:16:48.308760 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-b307fae1-bee9-480a-9f1b-afba09afe8e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 200 len: 1002 time: 0.1741500 Jul 23 16:16:48.332635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:48.364434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5167d5-1cf6-42c5-b2cc-f470f6e41e7e req-224057d4-6859-46f9-be69-a946a6549f6f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.366108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee5167d5-1cf6-42c5-b2cc-f470f6e41e7e req-224057d4-6859-46f9-be69-a946a6549f6f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 943 time: 0.3038859 Jul 23 16:16:48.384429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-4160d50c-dd36-458b-a66a-ad427bf97a78 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.386054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-4160d50c-dd36-458b-a66a-ad427bf97a78 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202184 Jul 23 16:16:48.400056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-a4c75e21-209c-40fc-8375-198dacf86ca2 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.401596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-a4c75e21-209c-40fc-8375-198dacf86ca2 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.2550719 Jul 23 16:16:48.457534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-8b2df9fc-bcc0-431e-b9a6-eed29c2d59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.459829 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-8b2df9fc-bcc0-431e-b9a6-eed29c2d59fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.1441753 Jul 23 16:16:48.464260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-492511af-229d-4107-88ec-73760abef1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.467327 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-492511af-229d-4107-88ec-73760abef1e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2543426 Jul 23 16:16:48.467877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-e5eb2dea-c16f-4b3f-adc0-f76a166c893b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/quotas/37ce69013546482ca71f38faa427a036 HTTP/1.1" status: 200 len: 375 time: 0.0566373 Jul 23 16:16:48.503566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee5167d5-1cf6-42c5-b2cc-f470f6e41e7e req-052fcf14-65bb-4609-b721-3656462c49f4 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283987 Jul 23 16:16:48.523226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-354f2eb2-93c9-4a0e-a3db-dbe90abd6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.524144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-354f2eb2-93c9-4a0e-a3db-dbe90abd6a32 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736940 Jul 23 16:16:48.566935 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-d39b1f66-7222-4a7b-9913-d327b5f5f793 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 217 time: 0.0772629 Jul 23 16:16:48.633405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-ca4b5c6f-2a99-49f2-8b98-847d280443db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.634959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-ca4b5c6f-2a99-49f2-8b98-847d280443db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0533657 Jul 23 16:16:48.659205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-589ae034-892c-4def-aa4d-0606854c9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.661140 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-589ae034-892c-4def-aa4d-0606854c9a98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892645 Jul 23 16:16:48.678895 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-d5b76363-72d8-4933-99bb-5e167aa4d2b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338144 Jul 23 16:16:48.764277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-efac3640-1577-40e2-be78-1b8264904cec service neutron] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:48.773918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-66c16fe0-f405-4512-b03a-a122f0349dbe tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819316 Jul 23 16:16:48.777872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-efac3640-1577-40e2-be78-1b8264904cec service neutron] Notify callbacks [] for binding, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:48.779026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838a8ae0-31ed-477c-a4da-3d371bd208b8 req-efac3640-1577-40e2-be78-1b8264904cec service neutron] 10.222.0.81 "DELETE /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.3640256 Jul 23 16:16:48.782525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-e0760f67-252b-4bc1-aafe-81a908a46785 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400863 Jul 23 16:16:48.841968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed684b7-bda4-490c-bcb9-96491c07f7d8 req-bee1b74c-d053-41a7-878d-132f80536d96 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:48.843758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ed684b7-bda4-490c-bcb9-96491c07f7d8 req-bee1b74c-d053-41a7-878d-132f80536d96 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.2073343 Jul 23 16:16:48.915348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-663d9eac-306e-4725-b81b-01f29b730d11 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289274 Jul 23 16:16:48.927457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-69276c0f-10d5-43c5-aa88-915bb84e5a2c service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352030 Jul 23 16:16:48.944345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe605e7c-748f-4bd0-b27e-d49fc504fa31 req-c731cff3-889c-43f2-afed-2689e101e3f5 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532495 Jul 23 16:16:48.979472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ed684b7-bda4-490c-bcb9-96491c07f7d8 req-bc913d1a-ea9b-4ccb-8cb5-593daae031ae tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890827 Jul 23 16:16:49.118638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cad11-fbab-4cd8-bed3-8897996b9832 req-6a4ac6c1-fc41-4bdd-a72d-2fe5c8ea3d90 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.120378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b5cad11-fbab-4cd8-bed3-8897996b9832 req-6a4ac6c1-fc41-4bdd-a72d-2fe5c8ea3d90 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.0863879 Jul 23 16:16:49.195163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-02a54a10-2a9a-4e01-9a0c-5a5406128bec req-6d719d01-1cf4-4c84-aa08-4e0a1552060c service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532048 Jul 23 16:16:49.199476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c3496718-3135-4ac5-a5d6-7d38152ae8e4 req-d3ba94dd-cf97-4824-bac7-18a2ed405578 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704496 Jul 23 16:16:49.215101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b5cad11-fbab-4cd8-bed3-8897996b9832 req-4ae6921b-f539-4a73-81cd-9d7b0cc705b5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Jul 23 16:16:49.257064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daafe4b-7d3a-4184-a6fa-f5e529731224 req-95d56a9a-e81c-4854-9cab-921820dce704 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.262927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9daafe4b-7d3a-4184-a6fa-f5e529731224 req-95d56a9a-e81c-4854-9cab-921820dce704 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.1409667 Jul 23 16:16:49.333089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-232875ff-2368-42ba-b183-ffd3d6f0d9f7 req-6a8db3c1-f29e-48c2-bd99-a6043dc44c57 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 210 time: 0.0647864 Jul 23 16:16:49.393498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9daafe4b-7d3a-4184-a6fa-f5e529731224 req-d8589c53-1001-4d62-82e1-673932f0a6f4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051049 Jul 23 16:16:49.626670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf71b6-a470-4a58-bd93-4b19e647cfcf req-4ea8f628-f64d-4bdb-88d6-7e145426e7d4 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.629753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7cf71b6-a470-4a58-bd93-4b19e647cfcf req-4ea8f628-f64d-4bdb-88d6-7e145426e7d4 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.1429276 Jul 23 16:16:49.687731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7cf71b6-a470-4a58-bd93-4b19e647cfcf req-57c8c5b0-3121-42ce-be80-01a16efc4922 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513997 Jul 23 16:16:49.977365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090f8bc-2c07-4a63-80ee-cf812fc0dca6 req-de96ff01-9974-4129-84bb-f450fb21e0c3 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:49.979017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f090f8bc-2c07-4a63-80ee-cf812fc0dca6 req-de96ff01-9974-4129-84bb-f450fb21e0c3 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 943 time: 0.0922801 Jul 23 16:16:50.029544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f090f8bc-2c07-4a63-80ee-cf812fc0dca6 req-bdc47193-d96c-4482-a148-2762e58f431e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Jul 23 16:16:50.190260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67e42-b1b7-4a61-a93d-b9a3465918f3 req-23cdb05f-6070-40d5-b9d8-11729f635203 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.193814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9d67e42-b1b7-4a61-a93d-b9a3465918f3 req-23cdb05f-6070-40d5-b9d8-11729f635203 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0794773 Jul 23 16:16:50.248961 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-0972b191-dd11-45e6-8b11-2349f72d9037 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=37ce69013546482ca71f38faa427a036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255625 Jul 23 16:16:50.250568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9d67e42-b1b7-4a61-a93d-b9a3465918f3 req-c4084aee-9953-4c2f-aadf-afad516354aa tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522003 Jul 23 16:16:50.337084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dfc2dec1-42cf-4608-b56c-32c31b6eedb8 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:50.458201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-02accd34-cd4c-4bf5-92f7-ccdfdc62b8f5 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.460425 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-02accd34-cd4c-4bf5-92f7-ccdfdc62b8f5 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048292 Jul 23 16:16:50.480457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Request body: {'port': {'device_id': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '37ce69013546482ca71f38faa427a036'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:50.511623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe662c-89e6-4647-b1a3-b203117d2446 req-940566e1-c761-4c95-aedb-0b0aa06613f7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.513269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57fe662c-89e6-4647-b1a3-b203117d2446 req-940566e1-c761-4c95-aedb-0b0aa06613f7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1496530 Jul 23 16:16:50.569873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57fe662c-89e6-4647-b1a3-b203117d2446 req-267eb664-cce9-4f60-949a-ffc2b51eb532 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Jul 23 16:16:50.608233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:50.631802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'mac_address': 'fa:16:3e:f5:64:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:50.650885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6dc73f9-28a5-4bc2-b964-db8d9de51616 req-768ced3f-1cf8-41f9-9d0e-43b1731954f7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 210 time: 0.0382137 Jul 23 16:16:50.686160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Made reservation on behalf of 37ce69013546482ca71f38faa427a036 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:50.692023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.692290 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.711672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc2dec1-42cf-4608-b56c-32c31b6eedb8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:50.736770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:50.742522 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:50.747254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0954a2-3ff3-4251-97fc-8d67e67625a7 req-0efa4294-cdb4-4260-aab2-14c776bc1699 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.750358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c0954a2-3ff3-4251-97fc-8d67e67625a7 req-0efa4294-cdb4-4260-aab2-14c776bc1699 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.0925963 Jul 23 16:16:50.814983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:50.861184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Allocated IP 192.168.233.157 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/de46753f-8209-4c78-8304-9b47841d0add) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:50.875826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c0954a2-3ff3-4251-97fc-8d67e67625a7 req-ec6fd49c-f19a-4414-81fa-49867efeea97 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203771 Jul 23 16:16:50.921800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-11d2fa59-a7e8-4e22-b220-e0dfc103b852 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:50.923604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-11d2fa59-a7e8-4e22-b220-e0dfc103b852 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.1427994 Jul 23 16:16:50.943828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-f7fd1073-2f74-46c7-aa2d-11115f8ff2cc tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/quotas/eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 375 time: 0.0101948 Jul 23 16:16:51.023440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-b0d3b8c6-a88d-4d1a-9046-5fffd0eaca78 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697455 Jul 23 16:16:51.089064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['dfc2dec1-42cf-4608-b56c-32c31b6eedb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:51.128152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.149362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Transition to ACTIVE for port object de46753f-8209-4c78-8304-9b47841d0add will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:51.189262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4a8554aa-b8c2-48d3-a19a-b9e810579576 service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377745 Jul 23 16:16:51.198898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.224519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:51.258461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:51.283332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:51.290110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:51.298790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event updated for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:51.357183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-5ae377c4-677c-4aa7-b9f8-c6f658dc288c service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576273 Jul 23 16:16:51.359039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.359669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.360127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.360491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.361213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.361720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.362208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.362541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.362907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.363291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.363623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.364078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:51.444836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.445879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.492946 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-d769ab72-3677-4b4a-8354-c40b124e5708 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0176451 Jul 23 16:16:51.518696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Request body: {'port': {'device_id': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:51.673619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.696882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:51.722505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43e4f-e9b2-47d2-adaf-c5ad606606b8 req-7793c435-f527-4305-8623-9dfb56792948 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.730295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31f43e4f-e9b2-47d2-adaf-c5ad606606b8 req-7793c435-f527-4305-8623-9dfb56792948 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 944 time: 0.2368929 Jul 23 16:16:51.747718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-285992ff-dee0-4da0-b3ab-f3cf5d94a607 None None] Provisioning for port de46753f-8209-4c78-8304-9b47841d0add completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:51.753616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c922d-d1ca-4f97-9968-8ea4bb2e01a3 req-11028735-7129-41d2-a134-f89cbed4a604 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:51.762480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb4c922d-d1ca-4f97-9968-8ea4bb2e01a3 req-11028735-7129-41d2-a134-f89cbed4a604 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.1618381 Jul 23 16:16:51.777884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-285992ff-dee0-4da0-b3ab-f3cf5d94a607 None None] Provisioning complete for port de46753f-8209-4c78-8304-9b47841d0add triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:51.778757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-285992ff-dee0-4da0-b3ab-f3cf5d94a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:51.827423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31f43e4f-e9b2-47d2-adaf-c5ad606606b8 req-fe86290e-c9f0-49f9-a321-1fc56b05bcce tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951159 Jul 23 16:16:51.858348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb4c922d-d1ca-4f97-9968-8ea4bb2e01a3 req-c4658e2c-edeb-4556-b963-108f34a7155b tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 Jul 23 16:16:51.903229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-285992ff-dee0-4da0-b3ab-f3cf5d94a607 None None] Port de46753f-8209-4c78-8304-9b47841d0add cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:16:51.938119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:51.959442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'port_id': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'mac_address': 'fa:16:3e:15:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3a2947-2176-44c5-a571-b1a318ddf196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:51.979844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d64d948-7181-4fcc-af4e-0b3785c20878 req-7f493abc-ed29-4877-aed1-3b9900b9aa18 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 210 time: 0.0575171 Jul 23 16:16:52.062124 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.094176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2794f8c8-7d47-4568-8791-e3a52cad8004 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:52.111548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:52.200373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:52.213379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.301065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ee66-3ae5-4950-9d28-d9326488a213 req-d24a4b7b-b07b-4644-9c28-560fa122027f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.302839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eb6ee66-3ae5-4950-9d28-d9326488a213 req-d24a4b7b-b07b-4644-9c28-560fa122027f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1696844 Jul 23 16:16:52.326786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de46753f-8209-4c78-8304-9b47841d0add {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:52.362448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.367338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dfc2dec1-42cf-4608-b56c-32c31b6eedb8 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:52.372019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.392016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Transition to ACTIVE for port object de46753f-8209-4c78-8304-9b47841d0add will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:52.398726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.411454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eb6ee66-3ae5-4950-9d28-d9326488a213 req-e20ea0d8-a98e-4eba-9af8-a7effe654bf4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914187 Jul 23 16:16:52.458021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02aa5-c318-434e-8dd5-d7b741edf9de req-e660a47f-3eba-4e4c-9382-3533ef7bc0fe tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.460083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ade02aa5-c318-434e-8dd5-d7b741edf9de req-e660a47f-3eba-4e4c-9382-3533ef7bc0fe tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 936 time: 0.1157277 Jul 23 16:16:52.524303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.566327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:52.580294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ade02aa5-c318-434e-8dd5-d7b741edf9de req-9807b2f0-acbd-47b5-95e4-e61a83a8b310 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065323 Jul 23 16:16:52.631235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Attempting to bind port de46753f-8209-4c78-8304-9b47841d0add on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:52.631651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Attempting to bind port de46753f-8209-4c78-8304-9b47841d0add by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:52.631926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Attempting to bind port de46753f-8209-4c78-8304-9b47841d0add on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:52.638131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Port de46753f-8209-4c78-8304-9b47841d0add on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:52.638683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Attempting to bind port de46753f-8209-4c78-8304-9b47841d0add on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:52.644694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:52.646173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:52.646634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:52.647169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:52.647725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Bound port: de46753f-8209-4c78-8304-9b47841d0add, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:52.648934 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.681792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:52.682436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.752282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:52.758880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de46753f-8209-4c78-8304-9b47841d0add,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:52.766231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.821922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.822645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:52.824846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] 10.222.0.81 "PUT /v2.0/ports/de46753f-8209-4c78-8304-9b47841d0add HTTP/1.1" status: 200 len: 1096 time: 1.3174989 Jul 23 16:16:52.827963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:52.830362 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590211f-df93-47b6-8490-1cb80b5cb3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "tag": "de46753f-8209-4c78-8304-9b47841d0add"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:52.830561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-458d5f02-115f-41ba-beeb-f3160090b877 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.832056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-458d5f02-115f-41ba-beeb-f3160090b877 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.1317239 Jul 23 16:16:52.877449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690a8a8-a347-4ef3-80fd-60e5cefd9bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:52.964715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6b627-de53-4def-b65e-9230ec4ff917 req-e588f8e8-4736-4000-be66-0012cfbcc105 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:52.972040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fd6b627-de53-4def-b65e-9230ec4ff917 req-e588f8e8-4736-4000-be66-0012cfbcc105 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.2931077 Jul 23 16:16:53.073705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-78d0b929-1368-49b4-8ddb-9a23a93c4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.078638 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-78d0b929-1368-49b4-8ddb-9a23a93c4afd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 1099 time: 0.1918113 Jul 23 16:16:53.115182 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.153741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-0232994d-9b81-4cb1-9f1e-dbec3249d9e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=de46753f-8209-4c78-8304-9b47841d0add HTTP/1.1" status: 200 len: 217 time: 0.0543022 Jul 23 16:16:53.187553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:53.189804 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2300a1fb-59bb-4ec8-859c-252175152598" -d '{"events": [{"server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:53.221326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:53.233684 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.239542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-1cd2101f-c3b4-4f72-a20b-2a0932db0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.241052 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-1cd2101f-c3b4-4f72-a20b-2a0932db0782 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0775931 Jul 23 16:16:53.332324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:53.348277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.348948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.349439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.349955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.350739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.351282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.351806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.352339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.353010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.353520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.354173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.354707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:53.423156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-635fcc38-2505-46cc-94d9-e41902ba0738 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.425190 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-635fcc38-2505-46cc-94d9-e41902ba0738 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.1658516 Jul 23 16:16:53.443018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fd6b627-de53-4def-b65e-9230ec4ff917 req-2e89a5d5-fc67-4ad5-8fd3-7eae5f6db6ce tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700303 Jul 23 16:16:53.445714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Request body: {'port': {'device_id': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'admin_state_up': True, 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:53.476581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Deleting port 830d8191-73bf-4133-a24f-2c696c3d1ef3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:16:53.476920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.485565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-59799999-4c6f-4afd-91e0-3c8d8c407373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.487173 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-59799999-4c6f-4afd-91e0-3c8d8c407373 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394662 Jul 23 16:16:53.499638 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c794f-5cf6-4c1c-9620-2ff625809163 x-openstack-request-id: req-353c794f-5cf6-4c1c-9620-2ff625809163 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:53.499965 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "tag": "de46753f-8209-4c78-8304-9b47841d0add", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:53.500225 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-353c794f-5cf6-4c1c-9620-2ff625809163 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:53.500623 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add', 'status': 'completed', 'code': 200} Jul 23 16:16:53.646944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] For port 830d8191-73bf-4133-a24f-2c696c3d1ef3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=830d8191-73bf-4133-a24f-2c696c3d1ef3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:53.647302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.669552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Calling delete_port for 830d8191-73bf-4133-a24f-2c696c3d1ef3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:16:53.670957 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-8f9dbcc1-c6c4-4387-b846-7b736ed92557 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189609 Jul 23 16:16:53.671653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:53.675073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.743834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f98720-dff4-45df-b3f2-766ed879760c req-bf3f6fc4-8698-44a6-8503-b1e0ce883437 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.745530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6f98720-dff4-45df-b3f2-766ed879760c req-bf3f6fc4-8698-44a6-8503-b1e0ce883437 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 949 time: 0.1954484 Jul 23 16:16:53.764508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915e655-8474-4e45-9582-43a588a4a2f2 req-fb542bee-16e1-4786-aec9-8ae18869f26c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:53.766154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a915e655-8474-4e45-9582-43a588a4a2f2 req-fb542bee-16e1-4786-aec9-8ae18869f26c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.2072108 Jul 23 16:16:53.849946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6f98720-dff4-45df-b3f2-766ed879760c req-14b54a70-d107-4a78-a5e8-c83c68904bb3 tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/security-groups?id=583317d9-21e4-40c1-98c4-5877cdae835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969386 Jul 23 16:16:53.852894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a915e655-8474-4e45-9582-43a588a4a2f2 req-6e22792f-c55a-4f9f-844f-2a48f85c4a5d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789378 Jul 23 16:16:53.930668 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c5e9c4-c1b4-46cb-886f-4eace594040e x-openstack-request-id: req-94c5e9c4-c1b4-46cb-886f-4eace594040e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:53.931079 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:53.931469 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94c5e9c4-c1b4-46cb-886f-4eace594040e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:53.932276 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'code': 200} Jul 23 16:16:53.934310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:53.969913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['830d8191-73bf-4133-a24f-2c696c3d1ef3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:54.000878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Pushing event deleted for resources: {'Port': ['ID=830d8191-73bf-4133-a24f-2c696c3d1ef3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.017052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62537f8b-f74e-4d10-a94c-2d0a5b881001 req-b97d280c-9cdb-48cd-92e3-7a53287b22e2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 210 time: 0.0755684 Jul 23 16:16:54.061619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.061952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.062317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.062652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.063003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.063333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.063655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.063980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.064284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.064600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.064933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.065244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:16:54.113555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] No DVR routers for this DVR port 830d8191-73bf-4133-a24f-2c696c3d1ef3 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:16:54.117654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.119918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad60aa09-08ae-488f-bb7a-f016269dab10 req-02cc52c4-5379-4231-b79a-c12b9db43c5e tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.81 "DELETE /v2.0/ports/830d8191-73bf-4133-a24f-2c696c3d1ef3 HTTP/1.1" status: 204 len: 173 time: 1.2768261 Jul 23 16:16:54.142760 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4b5389cb-f6f9-4b89-9618-35c3bc0affa6 req-480064af-b94e-44ce-a3ca-98bb3eb42045 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651859 Jul 23 16:16:54.151752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'name': 'network-vif-deleted', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:54.155873 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5243f48-4960-46d2-b20c-720f4a0342c6" -d '{"events": [{"server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "name": "network-vif-deleted", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:54.173453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Allocated IP 172.20.0.11 (06195bdd-656a-4ed4-a01d-5b775a38fb88/68062c34-cb9c-4121-9797-ad8ffd88e4d8/2f9244d1-f738-4793-9dc9-2412c39a1291) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:54.260586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae7b8-6590-467f-83c4-c3dea57f8d23 req-181655e8-5fad-43b5-bc6c-575051dbe08f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.262179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df7ae7b8-6590-467f-83c4-c3dea57f8d23 req-181655e8-5fad-43b5-bc6c-575051dbe08f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.2142391 Jul 23 16:16:54.265908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7279a1-a8be-41ed-ab5c-89ae69894472 req-e9b5c519-d9a3-407a-94cb-e8ee61fd701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.267789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba7279a1-a8be-41ed-ab5c-89ae69894472 req-e9b5c519-d9a3-407a-94cb-e8ee61fd701c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1096 time: 0.2381127 Jul 23 16:16:54.289246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdbe08-99e8-4dde-91d9-ecb33615c3ce req-acd8900d-a8df-4f08-b406-5563b518e1c7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.290794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33fdbe08-99e8-4dde-91d9-ecb33615c3ce req-acd8900d-a8df-4f08-b406-5563b518e1c7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 948 time: 0.1818929 Jul 23 16:16:54.355158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df7ae7b8-6590-467f-83c4-c3dea57f8d23 req-477b0152-d697-4686-baa0-d4cf46631ebb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846148 Jul 23 16:16:54.379572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33fdbe08-99e8-4dde-91d9-ecb33615c3ce req-0890324c-5094-48a3-8aac-bf82f8bf8701 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Jul 23 16:16:54.383965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba7279a1-a8be-41ed-ab5c-89ae69894472 req-6aaca6b8-41b8-48d8-80b1-c031257d692b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Jul 23 16:16:54.412877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.430405 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a15f8-206e-4c35-85a7-7714f5bf7e46 x-openstack-request-id: req-ed7a15f8-206e-4c35-85a7-7714f5bf7e46 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:54.430585 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc8e695-fa2a-4e88-b5bc-355c5e9b281e", "name": "network-vif-deleted", "tag": "830d8191-73bf-4133-a24f-2c696c3d1ef3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:54.430735 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed7a15f8-206e-4c35-85a7-7714f5bf7e46 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:54.431144 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc8e695-fa2a-4e88-b5bc-355c5e9b281e', 'name': 'network-vif-deleted', 'tag': '830d8191-73bf-4133-a24f-2c696c3d1ef3', 'status': 'completed', 'code': 200} Jul 23 16:16:54.441439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-6c063504-4894-4ec6-8231-2279fb860337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.443049 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-6c063504-4894-4ec6-8231-2279fb860337 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=37ce69013546482ca71f38faa427a036&device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 1099 time: 0.1149123 Jul 23 16:16:54.474133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.520700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:54.525131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:54.529635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:54.563107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:54.586607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.587234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.602013 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-4c3fbc5e-53e6-4509-84ac-08cd01d4e090 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1606693 Jul 23 16:16:54.617579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63823bb4-abbe-4969-a0ea-4b5514ad2fe3 req-3ce66880-c276-4d3d-b1e5-b30477cd8f1c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.617754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Request body: {'port': {'device_id': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:54.619103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63823bb4-abbe-4969-a0ea-4b5514ad2fe3 req-3ce66880-c276-4d3d-b1e5-b30477cd8f1c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.0766087 Jul 23 16:16:54.664279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63823bb4-abbe-4969-a0ea-4b5514ad2fe3 req-8505c984-9920-4e73-8e54-adf4669984aa tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Jul 23 16:16:54.706549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:54.912501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-645ba41d-e39d-49ea-bb48-cdc202a05d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:54.914054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-645ba41d-e39d-49ea-bb48-cdc202a05d0d service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1736915 Jul 23 16:16:54.972710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d6ed585-588d-4a00-8958-c72b926907b8 req-29be5822-65b9-4b7f-9603-9d35d14cec2b tempest-TenantUsagesTestJSON-470890168 tempest-TenantUsagesTestJSON-470890168-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc8e695-fa2a-4e88-b5bc-355c5e9b281e HTTP/1.1" status: 200 len: 210 time: 0.0338840 Jul 23 16:16:54.975874 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-89e46cd5-8be9-4356-b60c-97ea4591d1d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=de46753f-8209-4c78-8304-9b47841d0add HTTP/1.1" status: 200 len: 217 time: 0.0515869 Jul 23 16:16:55.095969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-7ca68b3d-a886-40cb-b6ba-84b8f5923035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.097568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-7ca68b3d-a886-40cb-b6ba-84b8f5923035 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0902445 Jul 23 16:16:55.109985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02c2c-aef2-4d0d-b461-de8ef2d7fdaa req-9f22d702-62fc-4e5b-bcad-c4f16155a74f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.118607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdc02c2c-aef2-4d0d-b461-de8ef2d7fdaa req-9f22d702-62fc-4e5b-bcad-c4f16155a74f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.1123610 Jul 23 16:16:55.199092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdc02c2c-aef2-4d0d-b461-de8ef2d7fdaa req-ccf9d915-9806-4175-98e9-ebf2be29ddfa tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747156 Jul 23 16:16:55.211375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9244d1-f738-4793-9dc9-2412c39a1291 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:55.222364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.236721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-981eddb3-5d1a-4cc8-831d-10cda3919a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.238251 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-981eddb3-5d1a-4cc8-831d-10cda3919a76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289656 Jul 23 16:16:55.240723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f938c95-b205-4cb8-a464-d990ad42e552 req-ca52e282-3057-43bd-91fc-f6993304939c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.243139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f938c95-b205-4cb8-a464-d990ad42e552 req-ca52e282-3057-43bd-91fc-f6993304939c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 932 time: 0.1204321 Jul 23 16:16:55.244007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Transition to ACTIVE for port object 2f9244d1-f738-4793-9dc9-2412c39a1291 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:16:55.254455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.291118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f938c95-b205-4cb8-a464-d990ad42e552 req-97eabb90-fb7c-4c26-bb57-dda2b5aa34bb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Jul 23 16:16:55.390057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.432101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-bd0accce-0463-4b03-bbf7-8d91bf2f7780 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864576 Jul 23 16:16:55.460062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:16:55.460728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:16:55.461135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:55.483552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:16:55.484216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:16:55.516089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2b5fb-c17a-4180-bc7c-2b11b0501a3a req-045b195c-6dbb-4826-b497-12c9dd520f1e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.516316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:16:55.516542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:55.516934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:16:55.517371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Bound port: 2f9244d1-f738-4793-9dc9-2412c39a1291, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:16:55.517731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.518081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b2b5fb-c17a-4180-bc7c-2b11b0501a3a req-045b195c-6dbb-4826-b497-12c9dd520f1e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.0890338 Jul 23 16:16:55.630311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b2b5fb-c17a-4180-bc7c-2b11b0501a3a req-b99b334b-ccec-477d-9512-8d0b3097dfe5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Jul 23 16:16:55.652972 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3590211f-df93-47b6-8490-1cb80b5cb3f7 req-e4cec639-b025-4ec7-b6eb-25298c273795 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842816 Jul 23 16:16:55.667867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:16:55.673535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:16:55.681074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.703757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:16:55.728946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.729780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.731199 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] 10.222.0.67 "PUT /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 1092 time: 1.1179309 Jul 23 16:16:55.733644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:55.736081 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52098e5f-4836-4c40-8719-14487cebacd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:55.780961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2794f8c8-7d47-4568-8791-e3a52cad8004 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:16:55.785638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2794f8c8-7d47-4568-8791-e3a52cad8004 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:16:55.786297 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.791438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b3695-1ba6-4bbb-9691-d8edd682b223 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:55.810589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78f0d4-3dfb-49aa-b1d6-360284cd215b req-b092a7e7-f12e-4a77-99a4-f0910cc9aeba tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.818379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae78f0d4-3dfb-49aa-b1d6-360284cd215b req-b092a7e7-f12e-4a77-99a4-f0910cc9aeba tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 948 time: 0.0938015 Jul 23 16:16:55.856183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-2c55f729-f648-45a2-a3ff-b98d06f31745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.857686 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-2c55f729-f648-45a2-a3ff-b98d06f31745 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1095 time: 0.0620961 Jul 23 16:16:55.858438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae78f0d4-3dfb-49aa-b1d6-360284cd215b req-a9a2b392-6c0b-47fb-9db9-af957f1975de tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Jul 23 16:16:55.900751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.907728 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-02dc7205-ae4d-4403-a4e5-fac7e952ac9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 217 time: 0.0423050 Jul 23 16:16:55.935071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:16:55.937527 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ecb077-9caf-4d6c-911d-ec48ba2c6e12" -d '{"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-plugged", "status": "completed", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:16:55.952286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:55.959081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:55.992549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-a9ff37ff-b555-41a6-a6e3-91fe99d67ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:55.994069 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-a9ff37ff-b555-41a6-a6e3-91fe99d67ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0778189 Jul 23 16:16:56.015442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef401c-413f-4765-b4c3-192afeb7df54 req-0b28b69a-34b7-4186-8941-85a4fa6a34a6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.017193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9ef401c-413f-4765-b4c3-192afeb7df54 req-0b28b69a-34b7-4186-8941-85a4fa6a34a6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.0979581 Jul 23 16:16:56.021686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:56.039577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-7085fe84-ad65-4213-87b2-3e89aa9261a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343637 Jul 23 16:16:56.071966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9ef401c-413f-4765-b4c3-192afeb7df54 req-b5d098c1-7829-4782-a888-d2088a2452e6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Jul 23 16:16:56.080771 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a427e5-69ba-4081-988e-affd4ac41d62 x-openstack-request-id: req-11a427e5-69ba-4081-988e-affd4ac41d62 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:56.081179 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:56.081307 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11a427e5-69ba-4081-988e-affd4ac41d62 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:56.081750 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'status': 'completed', 'code': 200} Jul 23 16:16:56.113875 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e2227-5168-4381-b682-0d91ceeee550 x-openstack-request-id: req-909e2227-5168-4381-b682-0d91ceeee550 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:16:56.114292 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-plugged", "status": "completed", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:16:56.114457 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-909e2227-5168-4381-b682-0d91ceeee550 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:16:56.114853 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'code': 200} Jul 23 16:16:56.180096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-d2ed853c-652c-4f4e-93a9-9bf84fdf6941 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199229 Jul 23 16:16:56.305764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bcb33-b1fb-4279-8c29-0bcd1e0d460c req-3e13a54e-ba5f-41fa-82ff-bb3f56f129fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.307296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-884bcb33-b1fb-4279-8c29-0bcd1e0d460c req-3e13a54e-ba5f-41fa-82ff-bb3f56f129fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1097 time: 0.1080923 Jul 23 16:16:56.315401 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-51caaf81-5f36-4426-9fc7-b01dd536172a req-2c360dfa-4842-4292-ba20-72c9a245c281 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156566 Jul 23 16:16:56.360802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 830d8191-73bf-4133-a24f-2c696c3d1ef3 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:16:56.398823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 830d8191-73bf-4133-a24f-2c696c3d1ef3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:16:56.399169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 830d8191-73bf-4133-a24f-2c696c3d1ef3 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:16:56.437729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098e5f-4836-4c40-8719-14487cebacd4 req-f52afdb3-346b-4bab-a8a4-20eb6caeabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.439666 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-f52afdb3-346b-4bab-a8a4-20eb6caeabfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1095 time: 0.0640280 Jul 23 16:16:56.467982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-884bcb33-b1fb-4279-8c29-0bcd1e0d460c req-8ad815d3-fede-420d-9cf1-8437e15e964f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243412 Jul 23 16:16:56.485488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006415d-e70f-4495-a0fd-a94af3184db0 req-0e6d79a3-2fda-494b-b8f5-e60c3cde9752 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.492817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3006415d-e70f-4495-a0fd-a94af3184db0 req-0e6d79a3-2fda-494b-b8f5-e60c3cde9752 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.1843407 Jul 23 16:16:56.509282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:56.551853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a2e2-5187-466a-8766-f17e04c74063 req-ac151dd9-7b55-4a80-9b62-1c82908c24d0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.553550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf5a2e2-5187-466a-8766-f17e04c74063 req-ac151dd9-7b55-4a80-9b62-1c82908c24d0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.1685264 Jul 23 16:16:56.559959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3006415d-e70f-4495-a0fd-a94af3184db0 req-07954efc-2b97-48b5-b230-cb47cb3c1094 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Jul 23 16:16:56.561303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39748) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:56.568509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098e5f-4836-4c40-8719-14487cebacd4 req-f97eef9a-fc88-41a4-b5f7-badedb01fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.570585 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-f97eef9a-fc88-41a4-b5f7-badedb01fed1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1227863 Jul 23 16:16:56.614103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf5a2e2-5187-466a-8766-f17e04c74063 req-0adee4b1-ed91-4096-bad4-eb50eeb3fbd1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515721 Jul 23 16:16:56.636808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-af315651-19b3-46da-871c-6212f20601d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 217 time: 0.0483758 Jul 23 16:16:56.711549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098e5f-4836-4c40-8719-14487cebacd4 req-13d33033-5d7e-4cd5-ae04-5e5cc5d35bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:56.713357 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-13d33033-5d7e-4cd5-ae04-5e5cc5d35bc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.0587342 Jul 23 16:16:56.761462 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-795c037e-612f-42af-87b8-62d1ce907742 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301476 Jul 23 16:16:56.786252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b139d5f-a96c-4893-8026-9446fabde532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:56.859626 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-085b47b6-968b-4d30-8a72-0e10d41193ad service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886631 Jul 23 16:16:56.895791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d4c4e7aa-2124-4827-9ab1-d3ac9ffcb39c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7aafe1af148a401e973c7986191ad739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842695 Jul 23 16:16:56.902237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39758) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:56.932725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-e667cd30-fbb1-4a23-8f53-8da399a5372d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 258 time: 0.3241966 Jul 23 16:16:56.962742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:56.969465 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-52098e5f-4836-4c40-8719-14487cebacd4 req-7df004ab-85ce-4904-b1be-140b2f58fffb service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931890 Jul 23 16:16:57.003915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9735e79-e9f4-489e-8eb3-7983e2d6813b req-2fbc204e-ea64-4c63-97b0-8fd85beacc1e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.005390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9735e79-e9f4-489e-8eb3-7983e2d6813b req-2fbc204e-ea64-4c63-97b0-8fd85beacc1e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.2765234 Jul 23 16:16:57.047437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.090156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.094412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9735e79-e9f4-489e-8eb3-7983e2d6813b req-836979a1-9567-4983-8cc4-4d4b0dac2171 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813794 Jul 23 16:16:57.131797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b139d5f-a96c-4893-8026-9446fabde532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.146653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b139d5f-a96c-4893-8026-9446fabde532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.232483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.240905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b139d5f-a96c-4893-8026-9446fabde532 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21c9b7bc0898412ea7a878c27d4e5459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760216 Jul 23 16:16:57.243943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:57.256454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b139d5f-a96c-4893-8026-9446fabde532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1b7e73-48d5-48d5-916b-b695af659a24,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:57.282662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.285198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.286360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/583317d9-21e4-40c1-98c4-5877cdae835d HTTP/1.1" status: 204 len: 168 time: 0.3823862 Jul 23 16:16:57.305916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd611a-e81f-4ded-831c-3b7ecfb01058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583317d9-21e4-40c1-98c4-5877cdae835d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:57.323452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac727-bdff-48e8-a6f0-133f9ca44294 req-bf53bc65-f95c-4f1f-a516-e8f7c70de7a2 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.325047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-014ac727-bdff-48e8-a6f0-133f9ca44294 req-bf53bc65-f95c-4f1f-a516-e8f7c70de7a2 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 948 time: 0.1673565 Jul 23 16:16:57.327159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.351516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.407932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.411159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.412431 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf1b7e73-48d5-48d5-916b-b695af659a24 HTTP/1.1" status: 204 len: 168 time: 0.1675837 Jul 23 16:16:57.418469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-014ac727-bdff-48e8-a6f0-133f9ca44294 req-b6d3faac-6880-4422-839d-7ff1ac24450c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615606 Jul 23 16:16:57.423519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9173-0993-41ff-948e-c5fc69511f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1b7e73-48d5-48d5-916b-b695af659a24,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:57.433545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.555708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Allocated IP 172.25.2.135 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/abf0b51b-2d4a-4621-a90d-a42e872a9ec3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:16:57.682339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:57.696033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22d3541a-f063-49bd-ab12-92e251a891cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.710708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.742987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122612f8-d024-4b34-a1fb-61b3a504a179 req-4f75be02-24e9-42e5-af8c-acd34e01e09f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:57.746367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-122612f8-d024-4b34-a1fb-61b3a504a179 req-4f75be02-24e9-42e5-af8c-acd34e01e09f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1088529 Jul 23 16:16:57.805709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.812693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-122612f8-d024-4b34-a1fb-61b3a504a179 req-2aff5a27-a4cf-4270-aca4-4f07a5c605e7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583179 Jul 23 16:16:57.812940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22d3541a-f063-49bd-ab12-92e251a891cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.822951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22d3541a-f063-49bd-ab12-92e251a891cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:57.853969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:16:57.879250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:57.883234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:16:57.903016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22d3541a-f063-49bd-ab12-92e251a891cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df3976de92ff40b7925695e6a6ea7660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194290 Jul 23 16:16:57.905011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event updated for resources: {'Port': ['ID=abf0b51b-2d4a-4621-a90d-a42e872a9ec3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:57.906488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39782) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:57.915850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3541a-f063-49bd-ab12-92e251a891cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb29a2-cf05-4ce0-a263-3123a605357f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:57.979861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.002885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.042163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.060849 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.063501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.064660 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07fb29a2-cf05-4ce0-a263-3123a605357f HTTP/1.1" status: 204 len: 168 time: 0.1561773 Jul 23 16:16:58.074083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6bfa-6a0b-4996-a8c2-77020c13b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb29a2-cf05-4ce0-a263-3123a605357f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.366604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b465-950b-4183-bdff-855a6c8328e0 req-84e7afa9-6288-41e0-991a-33472ba655fd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.368012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de46753f-8209-4c78-8304-9b47841d0add details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:58.368398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4c5b465-950b-4183-bdff-855a6c8328e0 req-84e7afa9-6288-41e0-991a-33472ba655fd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.3995044 Jul 23 16:16:58.381529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.439223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4c5b465-950b-4183-bdff-855a6c8328e0 req-190f48d0-aeb3-40c4-8892-e5722d21591b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Jul 23 16:16:58.514891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.528645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de46753f-8209-4c78-8304-9b47841d0add,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:58.547073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'de46753f-8209-4c78-8304-9b47841d0add', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'de46753f-8209-4c78-8304-9b47841d0add', 'mac_address': 'fa:16:3e:57:4a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:16:58.589773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.603666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de46753f-8209-4c78-8304-9b47841d0add {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:16:58.624934 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de46753f-8209-4c78-8304-9b47841d0add,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:58.631044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.647216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72044-6bfa-4ce4-9677-9f5a4a4a4e7a req-62c2b73f-4853-4acb-b3dc-8b7ee59a5c23 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.648815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1f72044-6bfa-4ce4-9677-9f5a4a4a4e7a req-62c2b73f-4853-4acb-b3dc-8b7ee59a5c23 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1119311 Jul 23 16:16:58.653060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.665024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.698562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.710073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.742611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event updated for resources: {'Port': ['ID=abf0b51b-2d4a-4621-a90d-a42e872a9ec3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:58.754124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1f72044-6bfa-4ce4-9677-9f5a4a4a4e7a req-40d4b85c-a5ac-4df3-b415-5186c096434f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985756 Jul 23 16:16:58.755711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:58.756788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-525a70ad-df13-4629-98d8-1bd2bada5689 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8110476 Jul 23 16:16:58.845176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-56373cbe-233c-474b-9f8b-045d5a11ffc6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0809824 Jul 23 16:16:58.874125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39826) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:58.957916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['de46753f-8209-4c78-8304-9b47841d0add'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:16:58.969309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e146-730c-49ab-bf98-f39cce091bc1 req-1d37b0ea-4e07-4d4f-8e12-3b0f8f3df6be tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:58.970919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b646e146-730c-49ab-bf98-f39cce091bc1 req-1d37b0ea-4e07-4d4f-8e12-3b0f8f3df6be tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 949 time: 0.1476603 Jul 23 16:16:58.973007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-network', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:58.997129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Made reservation on behalf of e9f4c43fc78b4490a509eff69f464125 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:58.999474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.008468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.013972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-60dc70fd-51f4-4287-9ce7-2014c7c50eba tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.015657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-60dc70fd-51f4-4287-9ce7-2014c7c50eba tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1529019 Jul 23 16:16:59.038414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-0be377ce-d7ef-4aa0-a738-78b5fb154ab2 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:16:59.039613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d192009-6fad-4230-a75d-0616f5b9f0db req-0be377ce-d7ef-4aa0-a738-78b5fb154ab2 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113206 Jul 23 16:16:59.045961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b646e146-730c-49ab-bf98-f39cce091bc1 req-a926ce5d-de5f-4719-993f-dea4741fb97c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637619 Jul 23 16:16:59.136421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.141172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.174531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:16:59.187208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d121b1c9-4943-4d58-8e36-4723e0693d59,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.200968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.201499 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Added segment 7c9e8fa8-ab21-4689-b51c-39ce7935bbcd of type vlan for network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 Jul 23 16:16:59.274763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.290689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25db40-c78d-4bb9-a161-3fec65c47768 req-58c7e6d3-e0d5-4289-8e82-13301f4de1d4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.292376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc25db40-c78d-4bb9-a161-3fec65c47768 req-58c7e6d3-e0d5-4289-8e82-13301f4de1d4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.0779090 Jul 23 16:16:59.313644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.314714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.315463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.351136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc25db40-c78d-4bb9-a161-3fec65c47768 req-ac7ced3b-ce71-4520-a364-cbc3d584544b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494869 Jul 23 16:16:59.352514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4771440 Jul 23 16:16:59.355117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:59.374221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Request body: {'subnet': {'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-subnet', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:59.397701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8532fdc-edfa-4e52-b109-295336e95774 admin admin] Pushing event updated for resources: {'Network': ['ID=757b7f52-6f0a-4d0b-8fa2-139e99d61478,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.410202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:16:59.416551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Made reservation on behalf of e9f4c43fc78b4490a509eff69f464125 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:16:59.419474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.596490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-8d9a1085-b7f5-4573-9034-9ec5f355be28 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.598490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-8d9a1085-b7f5-4573-9034-9ec5f355be28 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1535816 Jul 23 16:16:59.607194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4552f-776d-47c5-bc5e-b7177650a343 req-48a2dd2b-a5f9-4ce1-a909-8a96cd2cea9e tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.609006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afb4552f-776d-47c5-bc5e-b7177650a343 req-48a2dd2b-a5f9-4ce1-a909-8a96cd2cea9e tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1097 time: 0.1545084 Jul 23 16:16:59.612370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.666174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-f818a266-c2fc-41c1-9c8e-8b343900d0c6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0559697 Jul 23 16:16:59.667813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73254dd-fb6e-4ba4-9211-9de9a7131b21,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:16:59.684472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'floatingip': {'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:59.684682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Checking segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:16:59.685002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Network hostable DHCP agents. Network: 757b7f52-6f0a-4d0b-8fa2-139e99d61478, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:16:59.702728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:16:59.711669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 757b7f52-6f0a-4d0b-8fa2-139e99d61478) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:16:59.715665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:16:59.716259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.721776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:16:59.726237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afb4552f-776d-47c5-bc5e-b7177650a343 req-a38dfe61-fdf5-441b-8c41-48f32ae54b22 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080682 Jul 23 16:16:59.732227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f0d3d-0df3-44e3-8f04-0cd12fe7f75e None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:16:59.735064 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea27ed54-cc25-4600-8602-9ab7b65f5195 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3785956 Jul 23 16:16:59.737569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39844) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:16:59.745590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:16:59.778778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.784223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.785767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.854429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:16:59.907771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3376899d-430b-43b2-9653-b25b96073635 req-9ee32fa7-8233-4f7c-aa51-c081b126ded5 tempest-AbsoluteLimitsNegativeTestJSON-1965319820 tempest-AbsoluteLimitsNegativeTestJSON-1965319820-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a29b58b8cf54c74aae2932468e95876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526192 Jul 23 16:16:59.974034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:16:59.992974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'port_id': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'mac_address': 'fa:16:3e:3a:41:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68062c34-cb9c-4121-9797-ad8ffd88e4d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:00.043289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:17:00.044131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.082152 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.095494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.111709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376899d-430b-43b2-9653-b25b96073635 req-4e3e4e30-5144-4b77-8f73-79380d0ceb35 tempest-AbsoluteLimitsNegativeTestJSON-1965319820 tempest-AbsoluteLimitsNegativeTestJSON-1965319820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.118596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3376899d-430b-43b2-9653-b25b96073635 req-4e3e4e30-5144-4b77-8f73-79380d0ceb35 tempest-AbsoluteLimitsNegativeTestJSON-1965319820 tempest-AbsoluteLimitsNegativeTestJSON-1965319820-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997693 Jul 23 16:17:00.152298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3376899d-430b-43b2-9653-b25b96073635 req-43fe60ec-cc25-40a2-91f0-660b26a45410 tempest-AbsoluteLimitsNegativeTestJSON-1965319820 tempest-AbsoluteLimitsNegativeTestJSON-1965319820-project] 10.222.0.64 "GET /v2.0/quotas/4a29b58b8cf54c74aae2932468e95876 HTTP/1.1" status: 200 len: 375 time: 0.0325651 Jul 23 16:17:00.158240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9244d1-f738-4793-9dc9-2412c39a1291 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:00.191510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:00.198143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.284186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3376899d-430b-43b2-9653-b25b96073635 req-b6ed0e80-0e0f-461a-990e-a3f349f87c22 tempest-AbsoluteLimitsNegativeTestJSON-1965319820 tempest-AbsoluteLimitsNegativeTestJSON-1965319820-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a29b58b8cf54c74aae2932468e95876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305490 Jul 23 16:17:00.286141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Allocated IP 172.20.0.2 (757b7f52-6f0a-4d0b-8fa2-139e99d61478/a73254dd-fb6e-4ba4-9211-9de9a7131b21/68e07ef8-6065-46c7-8661-eed748ccd4fc) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:00.300403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.341024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.370961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.406619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de46753f-8209-4c78-8304-9b47841d0add up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:00.502049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.511510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Transition to ACTIVE for port object 68e07ef8-6065-46c7-8661-eed748ccd4fc will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:00.529089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Transition to ACTIVE for port object 68e07ef8-6065-46c7-8661-eed748ccd4fc will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:00.542806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Allocated IP 172.25.2.105 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/7bb77821-c189-4691-9cae-b77a52fcbde1) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:00.564294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.629791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:00.636990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953b84b-dfb5-4a56-9623-e79efd96a441 req-b33c784c-e0af-47fc-9e63-4f6a618eeca3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:00.638248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:00.642658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:00.644226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c953b84b-dfb5-4a56-9623-e79efd96a441 req-b33c784c-e0af-47fc-9e63-4f6a618eeca3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2283275 Jul 23 16:17:00.652411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39866) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:00.670608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Pushing event updated for resources: {'Port': ['ID=68e07ef8-6065-46c7-8661-eed748ccd4fc,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.706762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port de46753f-8209-4c78-8304-9b47841d0add completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:00.710660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.714479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.724246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.732410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:00.764857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.805450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port de46753f-8209-4c78-8304-9b47841d0add triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:00.805818 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.807637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Attempting to bind port 68e07ef8-6065-46c7-8661-eed748ccd4fc on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:00.808004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Attempting to bind port 68e07ef8-6065-46c7-8661-eed748ccd4fc by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:00.808397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Attempting to bind port 68e07ef8-6065-46c7-8661-eed748ccd4fc on network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:00.819650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb77821-c189-4691-9cae-b77a52fcbde1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:00.837438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:00.837712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:00.838007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Checking segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:00.838367 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.838761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Bound using segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:00.839334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Bound port: 68e07ef8-6065-46c7-8661-eed748ccd4fc, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:00.839513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:00.839721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:00.842331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:01.008788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] For port 68e07ef8-6065-46c7-8661-eed748ccd4fc, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:01.024802 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.045235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] For port 68e07ef8-6065-46c7-8661-eed748ccd4fc, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68e07ef8-6065-46c7-8661-eed748ccd4fc,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:01.056882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.080290 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Floating IP 1663d6b7-b7d7-4a00-9147-69928fa2cc3f associated. External IP: 172.25.2.135, port: dfc2dec1-42cf-4608-b56c-32c31b6eedb8. Jul 23 16:17:01.095393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c953b84b-dfb5-4a56-9623-e79efd96a441 req-9df9c714-afa9-427a-8877-2f012958ac36 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499965 Jul 23 16:17:01.110605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:01.112948 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61769e46-f61f-470e-9e8d-aa2d4eb82e5a" -d '{"events": [{"server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "name": "network-vif-plugged", "status": "completed", "tag": "de46753f-8209-4c78-8304-9b47841d0add"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:01.140785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de46753f-8209-4c78-8304-9b47841d0add,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:01.164548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.202867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.203446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6179cc1d-0c0f-4122-881c-a68db5a910cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.219245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46d48f-a8e3-482f-94d1-b4010ab7e3cd None None] Pushing event updated for resources: {'Port': ['ID=68e07ef8-6065-46c7-8661-eed748ccd4fc,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.291112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.510144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860523d3-b706-458c-aafc-a2d68bdc64a8 req-1a7409f1-389c-4986-87b7-9bb2c332cf24 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:01.513307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-860523d3-b706-458c-aafc-a2d68bdc64a8 req-1a7409f1-389c-4986-87b7-9bb2c332cf24 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.2442839 Jul 23 16:17:01.560809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6179cc1d-0c0f-4122-881c-a68db5a910cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.576075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6179cc1d-0c0f-4122-881c-a68db5a910cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.666380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6179cc1d-0c0f-4122-881c-a68db5a910cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a29b58b8cf54c74aae2932468e95876&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0049696 Jul 23 16:17:01.667025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179cc1d-0c0f-4122-881c-a68db5a910cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d307d6-c76d-455c-bb58-e27e10239441,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:01.674247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39878) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:01.693817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-860523d3-b706-458c-aafc-a2d68bdc64a8 req-19f40390-be78-4255-a15b-c60b725c3275 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290355 Jul 23 16:17:01.711390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Router c041de5a-e98a-491a-8ebb-adcba8df3abd has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:01.768206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.957269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:01.963415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:01.979113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:01.983824 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Sync routers for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:01.993855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.011293 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:02.011950 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:02.123545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.177217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-d52c24d1-c91d-48d0-986f-3c71f565c561 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "PUT /v2.0/floatingips/1663d6b7-b7d7-4a00-9147-69928fa2cc3f HTTP/1.1" status: 200 len: 996 time: 2.4972043 Jul 23 16:17:02.181743 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:02.192827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:02.195821 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e2235a-d5d0-4d3d-bb76-11b316197d91" -d '{"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:02.236520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:02.253288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Sync routers for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:02.265906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.267519 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b60ce5d-7d23-43ee-a552-78c3d39c6360 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5276923 Jul 23 16:17:02.275895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:02.288850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:02.290267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:02.313148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2255cf-a46e-4a97-a611-e9737607c3ca req-b1b87b2f-1502-4458-bcc5-0295ac2c470f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.320573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f2255cf-a46e-4a97-a611-e9737607c3ca req-b1b87b2f-1502-4458-bcc5-0295ac2c470f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 950 time: 0.5447683 Jul 23 16:17:02.375522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f2255cf-a46e-4a97-a611-e9737607c3ca req-44ddf67e-86e2-4014-897b-c9f8eb0ff054 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500050 Jul 23 16:17:02.431154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.434245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:02.438593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98d307d6-c76d-455c-bb58-e27e10239441 HTTP/1.1" status: 204 len: 168 time: 0.7602456 Jul 23 16:17:02.440451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-06296654-2bd6-455a-be0d-c21ab1dba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.448092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-06296654-2bd6-455a-be0d-c21ab1dba483 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1096 time: 0.2459259 Jul 23 16:17:02.498424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbfebd-7dbc-432f-9335-969fb4e21308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d307d6-c76d-455c-bb58-e27e10239441,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:02.601709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e8786-e762-406a-b6e0-aaeadb52b353 None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:02.610494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-46c1ea74-79f6-4c89-8b2d-b6ae2b5f92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.620365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-46c1ea74-79f6-4c89-8b2d-b6ae2b5f92af service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 929 time: 0.1712184 Jul 23 16:17:02.630869 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227d63f-e0b1-4d07-834a-4256d5811c19 x-openstack-request-id: req-1227d63f-e0b1-4d07-834a-4256d5811c19 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:02.636066 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "name": "network-vif-plugged", "status": "completed", "tag": "de46753f-8209-4c78-8304-9b47841d0add", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:02.636277 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1227d63f-e0b1-4d07-834a-4256d5811c19 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:02.636879 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add', 'code': 200} Jul 23 16:17:02.882926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-dab090df-e3b4-4b6d-a046-e28fe893425c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 999 time: 0.2604139 Jul 23 16:17:02.957897 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1663d6b7-b7d7-4a00-9147-69928fa2cc3f', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'mac_address': 'fa:16:3e:f5:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:57Z', 'updated_at': '2021-07-23T16:17:00Z', 'revision_number': 1, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:02.968684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f79c6-7902-4ee8-8913-5bba01f003ec req-0868348b-ddad-4cab-a498-edf4070b2ddf tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.970296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-007f79c6-7902-4ee8-8913-5bba01f003ec req-0868348b-ddad-4cab-a498-edf4070b2ddf tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2092745 Jul 23 16:17:02.975070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-598de461-2778-4fa3-80ff-150b23023d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:02.983810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-598de461-2778-4fa3-80ff-150b23023d1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.0998518 Jul 23 16:17:03.017846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68e07ef8-6065-46c7-8661-eed748ccd4fc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:03.040831 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Checking router: c041de5a-e98a-491a-8ebb-adcba8df3abd for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:03.062152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:03.065140 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:03.104405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a73d9-8aac-4fc4-be82-0d71cf907f6d req-4ec0419b-d361-4293-bdad-f33efd81d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.106014 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2f1a73d9-8aac-4fc4-be82-0d71cf907f6d req-4ec0419b-d361-4293-bdad-f33efd81d0c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 1101 time: 0.3621540 Jul 23 16:17:03.157563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-007f79c6-7902-4ee8-8913-5bba01f003ec req-2fc87128-d131-433f-b073-4449c8386a65 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685040 Jul 23 16:17:03.161964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c083dc8a-1da0-4425-94cf-4044f79c4e75 None None] Provisioning for port 68e07ef8-6065-46c7-8661-eed748ccd4fc completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:03.206334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-7e4519fa-5ef6-430e-a69d-e486498eeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.214510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-7e4519fa-5ef6-430e-a69d-e486498eeab5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2296398 Jul 23 16:17:03.220856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-f0184739-83ab-4096-a832-81cd477e30e5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:03.229116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-f0184739-83ab-4096-a832-81cd477e30e5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135121 Jul 23 16:17:03.241966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:03.249052 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3268d2a-2467-4a96-807c-89cebeaf14cc x-openstack-request-id: req-d3268d2a-2467-4a96-807c-89cebeaf14cc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:03.249348 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:03.249740 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3268d2a-2467-4a96-807c-89cebeaf14cc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:03.250049 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'status': 'completed', 'code': 200} Jul 23 16:17:03.290043 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2f1a73d9-8aac-4fc4-be82-0d71cf907f6d req-d9342650-6108-47a3-98a2-a5921e16f24c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739597 Jul 23 16:17:03.294757 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:03.402890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.477784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-31296b41-dbee-4c12-907f-f382ca013217 service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471561 Jul 23 16:17:03.646781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 68e07ef8-6065-46c7-8661-eed748ccd4fc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:03.648924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1663d6b7-b7d7-4a00-9147-69928fa2cc3f', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'mac_address': 'fa:16:3e:f5:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:57Z', 'updated_at': '2021-07-23T16:17:00Z', 'revision_number': 1, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:03.661791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eadca-1950-4c3c-a9ab-64ed7f93770e req-0a198413-547b-4459-97a6-22a558ef275c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.666739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f94eadca-1950-4c3c-a9ab-64ed7f93770e req-0a198413-547b-4459-97a6-22a558ef275c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.2890620 Jul 23 16:17:03.680374 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39a30b-e220-4cd3-8a3c-d8b67e53151f None None] The sync data for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 is: [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1663d6b7-b7d7-4a00-9147-69928fa2cc3f', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'mac_address': 'fa:16:3e:f5:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:16:57Z', 'updated_at': '2021-07-23T16:17:00Z', 'revision_number': 1, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:03.685173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f2ea6c-5522-4ebe-8e26-ee81a30d722b req-b25f1cbd-7f1b-4fda-ba0d-fb61dc3dd891 service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062624 Jul 23 16:17:03.754581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:03.756740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 68e07ef8-6065-46c7-8661-eed748ccd4fc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:03.757402 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.795427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Allocated IP 172.20.0.1 (757b7f52-6f0a-4d0b-8fa2-139e99d61478/a73254dd-fb6e-4ba4-9211-9de9a7131b21/c72070d7-49d6-4bba-b249-5aca7d09f2c5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:03.809559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f94eadca-1950-4c3c-a9ab-64ed7f93770e req-8440a0b5-4c7c-4297-8b6b-2d82b460528c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228628 Jul 23 16:17:03.896071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-26231f98-ddc9-43e1-b803-87689db64a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.898231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-26231f98-ddc9-43e1-b803-87689db64a25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1096 time: 0.2121711 Jul 23 16:17:03.940303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:03.957729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Transition to ACTIVE for port object c72070d7-49d6-4bba-b249-5aca7d09f2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:03.993766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bad58-d35c-4066-a3c5-bcfaf43f48a4 req-ab283cdb-69f8-4d6f-af9a-af3c1ebd5af8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:03.995427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6bad58-d35c-4066-a3c5-bcfaf43f48a4 req-ab283cdb-69f8-4d6f-af9a-af3c1ebd5af8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 950 time: 0.1798027 Jul 23 16:17:04.013710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.080083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2f9244d1-f738-4793-9dc9-2412c39a1291 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:04.088743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Pushing event updated for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.089943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2f9244d1-f738-4793-9dc9-2412c39a1291 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:04.090539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.094686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:04.111408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:04.114740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:04.117735 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847ac0b-8123-428b-9c94-e78318c3d7a1 None None] New status for floating IP 1663d6b7-b7d7-4a00-9147-69928fa2cc3f: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:04.162468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.211140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-a9e2cf97-19bb-49fe-b277-2cee74a516f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.215282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-a9e2cf97-19bb-49fe-b277-2cee74a516f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 929 time: 0.3078406 Jul 23 16:17:04.258416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6bad58-d35c-4066-a3c5-bcfaf43f48a4 req-27eaa133-9ab3-42ce-88cf-eea582e293c3 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479572 Jul 23 16:17:04.299517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.376165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:01Z', 'revision_number': 3, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:04.428930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-559060cf-37b2-4137-ab03-defb74cc92c4 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 258 time: 0.4322419 Jul 23 16:17:04.470437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Checking router: d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:04.471378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Updating router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 port 7bb77821-c189-4691-9cae-b77a52fcbde1 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:04.519297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-8fe4530c-b102-4f1e-8a73-f48a0cac6322 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 999 time: 0.1033309 Jul 23 16:17:04.531195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:04.538108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 68e07ef8-6065-46c7-8661-eed748ccd4fc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68e07ef8-6065-46c7-8661-eed748ccd4fc,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:04.543008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.543639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.609189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-7030e5ee-57a2-4aae-9ce7-f5ce5b6f26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.611177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-7030e5ee-57a2-4aae-9ce7-f5ce5b6f26b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.0729032 Jul 23 16:17:04.612720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.648929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.774392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-6fe0b792-df0d-4a3e-bd6a-edea8dc20e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:04.776647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-6fe0b792-df0d-4a3e-bd6a-edea8dc20e79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479554 Jul 23 16:17:04.788236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:04.791821 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d1f1a-f013-40ef-b6a1-04db46202082" -d '{"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:04.823510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b6d7ab0-9b5f-4344-ab8b-18fa6cc4cb4a None None] Provisioning complete for port 68e07ef8-6065-46c7-8661-eed748ccd4fc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:04.823884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7ab0-9b5f-4344-ab8b-18fa6cc4cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.825444 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.838876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:04.875686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.881483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.883897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.894206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=68e07ef8-6065-46c7-8661-eed748ccd4fc,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.957394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.973812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Pushing event updated for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:04.984897 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:04.998159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-834615d1-0b27-4414-9bdb-9a10fa95f5cf service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705391 Jul 23 16:17:05.018114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec5c8-2b15-4aec-bb86-c748fb0242bf req-7c658de1-8c92-4f83-a982-3c09f1e7e171 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.019694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59ec5c8-2b15-4aec-bb86-c748fb0242bf req-7c658de1-8c92-4f83-a982-3c09f1e7e171 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1910810 Jul 23 16:17:05.030577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.098181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39950) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:05.112428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:05.114030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:05.166227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59ec5c8-2b15-4aec-bb86-c748fb0242bf req-4c738d69-2788-445c-a73f-3e1d1d325fa0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325624 Jul 23 16:17:05.277047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:05.282141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e2235a-d5d0-4d3d-bb76-11b316197d91 req-f300f2de-0a75-4ac0-bc9c-88afbcc0c21f service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691553 Jul 23 16:17:05.300754 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7720b-9dbc-497c-afeb-26818d665c92 x-openstack-request-id: req-0ce7720b-9dbc-497c-afeb-26818d665c92 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:05.301251 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:05.301561 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ce7720b-9dbc-497c-afeb-26818d665c92 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:05.302325 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'code': 200} Jul 23 16:17:05.349041 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01ce7cc1-cf9e-4e34-adf2-5adc99f867ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.359334 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.363469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b4b51a33-f50a-4cf7-8aa3-492f891e6aa2 None None] Provisioning for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:05.374972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b4b51a33-f50a-4cf7-8aa3-492f891e6aa2 None None] Provisioning complete for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:05.375427 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b4b51a33-f50a-4cf7-8aa3-492f891e6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.426699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Transition to ACTIVE for port object 7bb77821-c189-4691-9cae-b77a52fcbde1 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:05.440099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.450146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b4b51a33-f50a-4cf7-8aa3-492f891e6aa2 None None] Port c72070d7-49d6-4bba-b249-5aca7d09f2c5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:05.496520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:05.497212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Attempting to bind port 7bb77821-c189-4691-9cae-b77a52fcbde1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:05.498361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Attempting to bind port 7bb77821-c189-4691-9cae-b77a52fcbde1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:05.498753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Attempting to bind port 7bb77821-c189-4691-9cae-b77a52fcbde1 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:05.506941 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-31b4c47a-eea6-40c8-9647-fb29ad253534 admin admin] 10.222.0.64 "PUT /v2.0/routers/d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270689 Jul 23 16:17:05.506941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426905a-b004-4a1f-975d-84c130a7be88 req-8f733c08-8223-49af-a802-6bbcb0af103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.508682 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f426905a-b004-4a1f-975d-84c130a7be88 req-8f733c08-8223-49af-a802-6bbcb0af103c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1097 time: 0.1194022 Jul 23 16:17:05.512031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830c5e5-8efa-4df0-9f0d-327121eb9dac None None] Pushing event updated for resources: {'Port': ['ID=7bb77821-c189-4691-9cae-b77a52fcbde1,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:05.517174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:05.517596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:05.518123 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.518608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:05.519253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Bound port: 7bb77821-c189-4691-9cae-b77a52fcbde1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:05.519707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.570185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Allocated IP 172.25.2.83 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/bfb5e246-e025-41b0-b005-2eb5f48651e2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:05.587492 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f426905a-b004-4a1f-975d-84c130a7be88 req-a003f201-10a8-41b5-8f4b-08447d13c965 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556843 Jul 23 16:17:05.591583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2ef31772-addf-4e54-a0ed-ddc77e2e4936 None None] Provisioning complete for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:05.591583 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2ef31772-addf-4e54-a0ed-ddc77e2e4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.595270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] For port 7bb77821-c189-4691-9cae-b77a52fcbde1, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:05.612477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d6fdf-bdf0-4c36-b4f9-dbfc52f71a53 req-9ee2d536-1ef9-4be1-a269-27ab317bda4f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:05.614145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a96d6fdf-bdf0-4c36-b4f9-dbfc52f71a53 req-9ee2d536-1ef9-4be1-a269-27ab317bda4f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1908565 Jul 23 16:17:05.627872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] For port 7bb77821-c189-4691-9cae-b77a52fcbde1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7bb77821-c189-4691-9cae-b77a52fcbde1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:05.636283 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.654269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01ce7cc1-cf9e-4e34-adf2-5adc99f867ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.663852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2ef31772-addf-4e54-a0ed-ddc77e2e4936 None None] Port c72070d7-49d6-4bba-b249-5aca7d09f2c5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:05.667921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01ce7cc1-cf9e-4e34-adf2-5adc99f867ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.702538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:05.703186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:05.705969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830c5e5-8efa-4df0-9f0d-327121eb9dac None None] Pushing event updated for resources: {'Port': ['ID=7bb77821-c189-4691-9cae-b77a52fcbde1,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:05.742057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a96d6fdf-bdf0-4c36-b4f9-dbfc52f71a53 req-5692ac57-6b52-4a7c-be42-ed59ccc7a756 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162162 Jul 23 16:17:05.765065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-01ce7cc1-cf9e-4e34-adf2-5adc99f867ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8df87d1c02204dc385c0b453eeaa53a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559851 Jul 23 16:17:05.765065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce7cc1-cf9e-4e34-adf2-5adc99f867ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd3b46-602f-4661-b6a8-a83c06312754,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:05.766496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:05.801700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.843342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:05.859218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.862603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.891479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.952190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.954686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:05.955681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:05.965056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26cd3b46-602f-4661-b6a8-a83c06312754 HTTP/1.1" status: 204 len: 168 time: 0.1954229 Jul 23 16:17:05.970853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:05.972052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e1caf-15ba-4231-ab80-6c1162241695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd3b46-602f-4661-b6a8-a83c06312754,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:05.974645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:06.003688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event updated for resources: {'Port': ['ID=bfb5e246-e025-41b0-b005-2eb5f48651e2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:06.077449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.130485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650720f-59e4-4e9a-adb4-305712058a7b req-511fff0b-3e0a-47a7-afa5-1c0f8a6fdd30 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.134483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4650720f-59e4-4e9a-adb4-305712058a7b req-511fff0b-3e0a-47a7-afa5-1c0f8a6fdd30 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 950 time: 0.1525404 Jul 23 16:17:06.176169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.258801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4650720f-59e4-4e9a-adb4-305712058a7b req-8eb0651d-92c9-47cb-833e-d015dc84c87a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126115 Jul 23 16:17:06.291709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c72070d7-49d6-4bba-b249-5aca7d09f2c5', 'name': '', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'mac_address': 'fa:16:3e:95:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:03Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 2, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'subnets': [{'id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:06.322616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4d0b-8cc7-4baf-8959-e2350e0a9eb0 None None] The sync data for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 is: [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c72070d7-49d6-4bba-b249-5aca7d09f2c5', 'name': '', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'mac_address': 'fa:16:3e:95:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:03Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 2, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'subnets': [{'id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:06.335166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:06.340332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-network', 'tenant_id': '45387dc2214745e0b73a687274862de3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:06.385653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Made reservation on behalf of 45387dc2214745e0b73a687274862de3 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:06.388262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.397571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.479537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.484777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.514547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.520004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.537459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.565749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.573854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1439202 Jul 23 16:17:06.590918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:06.602768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20355805-0169-4494-a907-ff30252982df,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:06.610742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.611084 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Added segment 1b4f01f2-39f9-481b-959b-727d67ae5a04 of type vlan for network 1204f6ec-5d9e-459d-90de-7791feccf172 Jul 23 16:17:06.614461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e4a39-3fe2-4ec4-9f1c-63cfbf6be13d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event updated for resources: {'Port': ['ID=bfb5e246-e025-41b0-b005-2eb5f48651e2,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:06.697551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-3a49fb7a-c6b8-47ac-92b5-974f894a46b4 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.1222563 Jul 23 16:17:06.731015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.840436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.844739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.845752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:06.863863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68e07ef8-6065-46c7-8661-eed748ccd4fc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:06.884398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-a8622b80-dc96-4740-8ff4-9e713b765d9d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:06.894568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-a8622b80-dc96-4740-8ff4-9e713b765d9d tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1953447 Jul 23 16:17:06.905791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-03ad1183-ee28-4a96-8f3d-acd4e84eb9cb tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:06.923558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775fa729-bbab-46b5-b36a-cd8f7c81d738 req-03ad1183-ee28-4a96-8f3d-acd4e84eb9cb tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280466 Jul 23 16:17:06.940454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 68e07ef8-6065-46c7-8661-eed748ccd4fc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:06.941090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.003354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1204f6ec-5d9e-459d-90de-7791feccf172,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.010279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f7aea7c-0820-41f6-9061-7439501cd8e9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6748347 Jul 23 16:17:07.010891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40018) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:07.020156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 1204f6ec-5d9e-459d-90de-7791feccf172 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:07.025834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Request body: {'subnet': {'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-subnet', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:07.072816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c50c-2a92-431e-83c4-2fefb511497d req-f497ef26-75fd-41c2-96ff-6e85e7be3fc5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.081258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1450c50c-2a92-431e-83c4-2fefb511497d req-f497ef26-75fd-41c2-96ff-6e85e7be3fc5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1338646 Jul 23 16:17:07.109231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Made reservation on behalf of 45387dc2214745e0b73a687274862de3 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:07.111541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.159782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40020) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:07.205763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1450c50c-2a92-431e-83c4-2fefb511497d req-db4fcbbf-18c2-4248-ad9b-0a745db18d65 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095517 Jul 23 16:17:07.344638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-27408860-network', 'tenant_id': '38564a54dcfe408d8dd5c5d906550b7c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:07.371262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Made reservation on behalf of 38564a54dcfe408d8dd5c5d906550b7c for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:07.374634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.408837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.565007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.571188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.606612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:07.618418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe34cfe-ae91-435b-92e9-ebc7c217a492,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.642883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.644311 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Added segment b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916 of type vlan for network 3792dc91-998e-4c59-b925-771bef1f281d Jul 23 16:17:07.704677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.745259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.747667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.748786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.768391 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6073778 Jul 23 16:17:07.781090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40028) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:07.786990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Request body: {'subnet': {'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-27408860-subnet', 'tenant_id': '38564a54dcfe408d8dd5c5d906550b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:07.865699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Made reservation on behalf of 38564a54dcfe408d8dd5c5d906550b7c for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:07.868108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:07.870542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db426a-db71-4687-9601-ab3bf0bb8210 admin admin] Pushing event updated for resources: {'Network': ['ID=3792dc91-998e-4c59-b925-771bef1f281d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:07.882295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3792dc91-998e-4c59-b925-771bef1f281d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:07.981142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc221-b3f7-4b5b-a178-0f8f0115b2b2 req-c1a12f80-b1c6-4c6c-b5e6-1fb141663881 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:07.982852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b8dc221-b3f7-4b5b-a178-0f8f0115b2b2 req-c1a12f80-b1c6-4c6c-b5e6-1fb141663881 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.6400702 Jul 23 16:17:08.099217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.110656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b8dc221-b3f7-4b5b-a178-0f8f0115b2b2 req-d2665b47-39c3-407a-811e-8898b108fe66 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120105 Jul 23 16:17:08.116385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.153441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-aa699f2c-865d-4ac9-ac6a-218d538679b8 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.155670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-aa699f2c-865d-4ac9-ac6a-218d538679b8 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2711859 Jul 23 16:17:08.205540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da447f5-74bf-4b48-a081-2547755ff4b0,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.218854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Checking segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:08.219271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Network hostable DHCP agents. Network: 3792dc91-998e-4c59-b925-771bef1f281d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:08.242309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Pushing event updated for resources: {'Subnet': ['ID=507a828a-ca0f-48ad-84f2-8ec0f1c0f246,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:08.259888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-128a2657-b976-449a-9951-2235c3cb3044 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0977447 Jul 23 16:17:08.260828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Network 3792dc91-998e-4c59-b925-771bef1f281d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:08.268324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-45ded778-4431-4173-a67c-1af2e36564b6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'floatingip': {'port_id': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:08.272104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Checking segment: {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:08.272494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Network hostable DHCP agents. Network: 1204f6ec-5d9e-459d-90de-7791feccf172, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:08.279089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3792dc91-998e-4c59-b925-771bef1f281d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:08.284770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.285567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.291714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81a3c6-e596-4bd4-abe2-43e8bd242472 None None] Network 3792dc91-998e-4c59-b925-771bef1f281d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:08.309009 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f960b49-3199-46b0-bcad-24c1861714eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5261238 Jul 23 16:17:08.337035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-45ded778-4431-4173-a67c-1af2e36564b6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.420680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Network 1204f6ec-5d9e-459d-90de-7791feccf172 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:08.434653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 1204f6ec-5d9e-459d-90de-7791feccf172) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:08.446651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869b516-4afb-448f-b69e-a223ad929030 None None] Network 1204f6ec-5d9e-459d-90de-7791feccf172 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:08.549667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.550346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.578921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2acb4e55-c48f-4e43-b1be-d0ac636d678b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5637584 Jul 23 16:17:08.581121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:08.597652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:08.640108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.641887 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.684980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d71df7-fe09-4f65-a6ce-63f2c88fde1b None None] Network 3792dc91-998e-4c59-b925-771bef1f281d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:08.728377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.823544 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-45ded778-4431-4173-a67c-1af2e36564b6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:17:08.843955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7bb77821-c189-4691-9cae-b77a52fcbde1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:08.844097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-875eaf45-fd21-4140-9e22-7eff53094c68 req-45ded778-4431-4173-a67c-1af2e36564b6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "PUT /v2.0/floatingips/0f591d76-855a-4476-b53d-5efb9054fc81 HTTP/1.1" status: 409 len: 549 time: 0.5832078 Jul 23 16:17:08.895795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.896172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-1204f6ec-5d9e-459d-90de-7791feccf172', 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'fixed_ips': [{'subnet_id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:17:08.896624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.896774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.897021 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.897202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.898241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.898705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.899173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.899628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.900082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.900538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.904237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.914630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:08.917040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-2c1f2a70-473e-4ed7-aac4-803e67579b4b tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d&device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a&device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4&device_id=3724439a-da2f-42be-a872-af262a7107ba&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 10884 time: 0.2307725 Jul 23 16:17:08.961756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-200b9596-cec1-4fe8-8815-e2acc67b79e4 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:08.973557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.067255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bff27-9c14-4285-9acf-fee589363527 req-7b68be09-9e0a-4119-a19c-15a112245b39 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.074986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a07bff27-9c14-4285-9acf-fee589363527 req-7b68be09-9e0a-4119-a19c-15a112245b39 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1538117 Jul 23 16:17:09.153576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a07bff27-9c14-4285-9acf-fee589363527 req-09d0eb9a-df89-4553-ac9c-238ea6d358df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745935 Jul 23 16:17:09.172483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7bb77821-c189-4691-9cae-b77a52fcbde1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:09.178267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7bb77821-c189-4691-9cae-b77a52fcbde1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:09.179241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.189642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Allocated IP 172.20.0.2 (1204f6ec-5d9e-459d-90de-7791feccf172/507a828a-ca0f-48ad-84f2-8ec0f1c0f246/02f8328a-62c1-411a-b1c7-6c2bac1df62d) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:09.197484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-200b9596-cec1-4fe8-8815-e2acc67b79e4 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.206623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-200b9596-cec1-4fe8-8815-e2acc67b79e4 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.294720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a38f06bc-d796-4c15-860c-1952f8ef5af4 req-200b9596-cec1-4fe8-8815-e2acc67b79e4 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&id=58ae922a-c35c-49db-85b2-acb24029e9a1&id=b641485c-7db6-480b-841f-edd346cc19a3&id=0d406ee3-8399-4395-9077-4c26db1d388e&id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3637562 Jul 23 16:17:09.322449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b9596-cec1-4fe8-8815-e2acc67b79e4 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0456390c-0e49-4f2e-a026-b5dbbfb35311,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.329389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.362291 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.367490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.442505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Sync routers for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:09.450590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-9f4777fe-1a55-4e6b-b953-ad24e6482b20 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips/0f591d76-855a-4476-b53d-5efb9054fc81 HTTP/1.1" status: 200 len: 692 time: 0.1076894 Jul 23 16:17:09.450891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7bb77821-c189-4691-9cae-b77a52fcbde1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7bb77821-c189-4691-9cae-b77a52fcbde1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:09.457470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.472736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:09.473064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:09.534724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Allocated IP 172.25.2.64 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/701cae3c-bb0a-4a2d-9856-0d12996dcfdf) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:09.644789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-fc4b7004-315f-4274-992a-d657fe4fe5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.652119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-fc4b7004-315f-4274-992a-d657fe4fe5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2000446 Jul 23 16:17:09.662411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-e4bed7e9-5bd1-4070-92b0-5ad52ce7082e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:09.669250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-e4bed7e9-5bd1-4070-92b0-5ad52ce7082e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162830 Jul 23 16:17:09.689894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.692339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7bb77821-c189-4691-9cae-b77a52fcbde1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.713230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.726271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:09.743535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-a094ff79-f8c9-44b2-abe2-fec79eb9ef6f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0731194 Jul 23 16:17:09.757272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Transition to ACTIVE for port object 02f8328a-62c1-411a-b1c7-6c2bac1df62d will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:09.761695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-74cfac19-4b5b-48c5-bf59-b509d1b56e15 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:09.762996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-74cfac19-4b5b-48c5-bf59-b509d1b56e15 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.2240353 Jul 23 16:17:09.788401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Transition to ACTIVE for port object 02f8328a-62c1-411a-b1c7-6c2bac1df62d will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:09.808096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-aca7ff7d-6315-44f9-8687-e2432aeeebdd tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/quotas/38564a54dcfe408d8dd5c5d906550b7c HTTP/1.1" status: 200 len: 375 time: 0.0155125 Jul 23 16:17:09.818920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-746498af-1e43-4557-b80f-e98aafc80086 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0744109 Jul 23 16:17:09.835006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:09.890449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-ea6173d7-308a-4015-b1f6-59c276be96f9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687575 Jul 23 16:17:09.936885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Network 1204f6ec-5d9e-459d-90de-7791feccf172 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:09.938335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:09.942639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Pushing event updated for resources: {'Port': ['ID=02f8328a-62c1-411a-b1c7-6c2bac1df62d,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:09.946483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:10.028023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-ea13af6d-9283-4b0c-ba41-8d4118a29aef service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300819 Jul 23 16:17:10.059599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Attempting to bind port 02f8328a-62c1-411a-b1c7-6c2bac1df62d on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:10.059936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Attempting to bind port 02f8328a-62c1-411a-b1c7-6c2bac1df62d by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:10.060300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Attempting to bind port 02f8328a-62c1-411a-b1c7-6c2bac1df62d on network 1204f6ec-5d9e-459d-90de-7791feccf172 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:10.066434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.081449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:10.081883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Checking segment: {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:10.082296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.082732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Bound using segment: {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:10.083226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Bound port: 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:10.083603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.125492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:10.130094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:10.146361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c72070d7-49d6-4bba-b249-5aca7d09f2c5', 'name': '', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'mac_address': 'fa:16:3e:95:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:03Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 2, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'subnets': [{'id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:10.161101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Pushing event updated for resources: {'Port': ['ID=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:10.172719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:10.177841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Checking router: d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:10.179198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Updating router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 port c72070d7-49d6-4bba-b249-5aca7d09f2c5 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:10.186155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Deleting port bfb5e246-e025-41b0-b005-2eb5f48651e2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:10.186667 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.219747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.258697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] For port 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:10.262336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] For port 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=02f8328a-62c1-411a-b1c7-6c2bac1df62d,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:10.286474 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.294816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-9624bded-8361-433c-931d-05e2daf5c09b service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577703 Jul 23 16:17:10.310842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.311181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.326151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Calling delete_port for bfb5e246-e025-41b0-b005-2eb5f48651e2 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:10.599390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.636679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.695824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event deleted for resources: {'Port': ['ID=bfb5e246-e025-41b0-b005-2eb5f48651e2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:10.729216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.736653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:10.752695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7043e52-0a9a-48c6-90c8-ff0be981be23 req-7050b1f1-57e8-4b3f-af2a-fc0cf6d596fc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f591d76-855a-4476-b53d-5efb9054fc81 HTTP/1.1" status: 204 len: 173 time: 0.9321740 Jul 23 16:17:10.978337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7bb77821-c189-4691-9cae-b77a52fcbde1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:11.004439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fe45d-c6b8-4d4b-931b-6ff34f6d6733 req-3f3d4541-9c5d-498e-a31f-f9c92461ac5c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.007485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.009455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a49fe45d-c6b8-4d4b-931b-6ff34f6d6733 req-3f3d4541-9c5d-498e-a31f-f9c92461ac5c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.3527553 Jul 23 16:17:11.015399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f7afa-e846-4bbc-853d-27ffbc134bf0 None None] Pushing event updated for resources: {'Port': ['ID=02f8328a-62c1-411a-b1c7-6c2bac1df62d,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.122588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a49fe45d-c6b8-4d4b-931b-6ff34f6d6733 req-e454e1f5-d54d-4561-9511-cc767bbb4f56 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 Jul 23 16:17:11.141215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57565614-48d7-4559-8367-1d3a8720ce9e req-bfc051d5-d0fc-47b7-a923-d07ed2214119 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:11.151241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57565614-48d7-4559-8367-1d3a8720ce9e req-bfc051d5-d0fc-47b7-a923-d07ed2214119 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1097 time: 0.2569709 Jul 23 16:17:11.164936 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.174629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7bb77821-c189-4691-9cae-b77a52fcbde1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:11.175103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.205737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57565614-48d7-4559-8367-1d3a8720ce9e req-7e09aeab-f0f7-41e7-b0c0-2aad6103cc2d tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488253 Jul 23 16:17:11.262767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.277760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Transition to ACTIVE for port object c72070d7-49d6-4bba-b249-5aca7d09f2c5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:11.281219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Router d5846a6b-c762-4264-b83d-2af17bbcf527 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:11.309191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.437619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b25f7-c8d2-472a-b012-1d91f4291e06 None None] Pushing event updated for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:11.454002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2021b5e-97ab-4b1d-a6a9-5d69e1a1d044 req-c38331d1-81a8-410a-8169-156ae96389a8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 210 time: 0.0847664 Jul 23 16:17:11.603343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Attempting to bind port c72070d7-49d6-4bba-b249-5aca7d09f2c5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:11.603579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Attempting to bind port c72070d7-49d6-4bba-b249-5aca7d09f2c5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:11.603907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Attempting to bind port c72070d7-49d6-4bba-b249-5aca7d09f2c5 on network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:11.620763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:11.621136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Checking segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:11.621540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.621948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Bound using segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:11.622757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Bound port: c72070d7-49d6-4bba-b249-5aca7d09f2c5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:11.623147 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.655333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:11.672241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Sync routers for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:11.682167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-77816dc8-0765-4bd8-bf5f-f630670e95e2 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.1854880 Jul 23 16:17:11.689956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:11.690702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.692236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0f60e82b-f3d7-46d8-9cdf-3ef63f79e091 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1098840 Jul 23 16:17:11.692549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:11.695704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:11.779017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a56eabab-14a5-4a70-a778-10f61c77be87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:11.860904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] For port c72070d7-49d6-4bba-b249-5aca7d09f2c5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:11.864803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] For port c72070d7-49d6-4bba-b249-5aca7d09f2c5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c72070d7-49d6-4bba-b249-5aca7d09f2c5,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:11.874674 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.059894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:12.060595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:12.064735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b25f7-c8d2-472a-b012-1d91f4291e06 None None] Pushing event updated for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:12.206477 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:12.287555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:12.313344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-b2e4eaa5-b3b9-450f-8105-7d41d0b46e07 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.315505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-b2e4eaa5-b3b9-450f-8105-7d41d0b46e07 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports/dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 942 time: 0.6214266 Jul 23 16:17:12.613305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-974ccf6a-f68f-483e-9447-10cbb5770b44 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.616480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-974ccf6a-f68f-483e-9447-10cbb5770b44 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.81 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.2224224 Jul 23 16:17:12.624461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2cc62-db94-4d76-b306-579444fa8523 None None] Network 1204f6ec-5d9e-459d-90de-7791feccf172 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:12.635580 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:10Z', 'revision_number': 3, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:12.682831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d435ee-48f4-45c0-9fba-c4b86738293c req-34f924c7-bd69-4dd1-8a45-6bef1ecfc371 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.682831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d435ee-48f4-45c0-9fba-c4b86738293c req-34f924c7-bd69-4dd1-8a45-6bef1ecfc371 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.682831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d435ee-48f4-45c0-9fba-c4b86738293c req-34f924c7-bd69-4dd1-8a45-6bef1ecfc371 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:12.682831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97d435ee-48f4-45c0-9fba-c4b86738293c req-34f924c7-bd69-4dd1-8a45-6bef1ecfc371 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb&device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4&device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 2884 time: 0.5643523 Jul 23 16:17:12.687768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Request body: {'port': {'device_id': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'admin_state_up': True, 'tenant_id': '38564a54dcfe408d8dd5c5d906550b7c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:12.696582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Checking router: d5846a6b-c762-4264-b83d-2af17bbcf527 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:12.697069 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Updating router d5846a6b-c762-4264-b83d-2af17bbcf527 port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:12.777725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb81c55d-c1ec-4797-a2a4-98f7b0075752 None None] Provisioning for port 02f8328a-62c1-411a-b1c7-6c2bac1df62d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:12.791634 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:12.879615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c72070d7-49d6-4bba-b249-5aca7d09f2c5', 'name': '', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'mac_address': 'fa:16:3e:95:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:03Z', 'updated_at': '2021-07-23T16:17:11Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'subnets': [{'id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:12.920031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b167907-78e2-4200-b8a5-701fc9f0f36a None None] The sync data for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 is: [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:17:04Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c72070d7-49d6-4bba-b249-5aca7d09f2c5', 'name': '', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'mac_address': 'fa:16:3e:95:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:03Z', 'updated_at': '2021-07-23T16:17:11Z', 'revision_number': 4, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'subnets': [{'id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:12.978337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 02f8328a-62c1-411a-b1c7-6c2bac1df62d up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:13.031108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-0fc9d19f-49e2-46e3-b6bd-fd4e8a1a21bc tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.4118323 Jul 23 16:17:13.061629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 02f8328a-62c1-411a-b1c7-6c2bac1df62d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:13.071900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 02f8328a-62c1-411a-b1c7-6c2bac1df62d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:13.072308 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.121989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97d435ee-48f4-45c0-9fba-c4b86738293c req-418064fd-cc70-4156-b26d-bf81fb6881df tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804601 Jul 23 16:17:13.128410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Made reservation on behalf of 38564a54dcfe408d8dd5c5d906550b7c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:13.140160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.250956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.333274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=02f8328a-62c1-411a-b1c7-6c2bac1df62d,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:13.338811 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.339686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c72070d7-49d6-4bba-b249-5aca7d09f2c5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:13.376110 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.396002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Transition to ACTIVE for port object 701cae3c-bb0a-4a2d-9856-0d12996dcfdf will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:13.416971 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.459224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=02f8328a-62c1-411a-b1c7-6c2bac1df62d,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.490733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323583-6c51-4b2e-960a-115620e0d83f None None] Pushing event updated for resources: {'Port': ['ID=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.529582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Attempting to bind port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:13.530554 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Attempting to bind port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:13.531433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Attempting to bind port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:13.540957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:13.541649 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:13.542247 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.542806 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:13.543522 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Bound port: 701cae3c-bb0a-4a2d-9856-0d12996dcfdf, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:13.544100 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.559478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1cc997f9-aec3-499d-b6d1-26d5651018eb None None] Provisioning complete for port 02f8328a-62c1-411a-b1c7-6c2bac1df62d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:13.559997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1cc997f9-aec3-499d-b6d1-26d5651018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.610379 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] For port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:13.614195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] For port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:13.621704 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.710868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:13.735636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:13.736051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:13.757348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323583-6c51-4b2e-960a-115620e0d83f None None] Pushing event updated for resources: {'Port': ['ID=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:13.881665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:13.889175 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:16:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:13.969350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-8fc589cd-d45e-4672-a1b5-c77a132b05c6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:13.977252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-8fc589cd-d45e-4672-a1b5-c77a132b05c6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.9449325 Jul 23 16:17:14.008342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-a224eec7-d1c6-4f5b-98f0-e31dd3a89e3f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:14.015703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-a224eec7-d1c6-4f5b-98f0-e31dd3a89e3f tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0375357 Jul 23 16:17:14.057385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.124172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.137533 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:14.169110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d863b-b9ef-4fe6-adeb-6cc26d394601 req-c2bdcebd-31d1-49e7-87cb-f1962bcd974d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:14.170706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205d863b-b9ef-4fe6-adeb-6cc26d394601 req-c2bdcebd-31d1-49e7-87cb-f1962bcd974d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.4063158 Jul 23 16:17:14.179513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Allocated IP 172.20.0.12 (3792dc91-998e-4c59-b925-771bef1f281d/1da447f5-74bf-4b48-a081-2547755ff4b0/20be37e4-e97a-4f84-aed8-ef83fe1aeea0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:14.180389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c72070d7-49d6-4bba-b249-5aca7d09f2c5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c72070d7-49d6-4bba-b249-5aca7d09f2c5,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:14.186138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.264198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.270386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-07111e0c-1fa8-4646-b539-8f8a157159c6 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.2537014 Jul 23 16:17:14.275571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:14.277061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:14.337124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-205d863b-b9ef-4fe6-adeb-6cc26d394601 req-e806ea6f-7cc3-45f0-9e11-90fcd5df7942 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593707 Jul 23 16:17:14.384847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21fd8c19-43a0-4400-9da1-ac5a6b55cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.464089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.493286 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:10Z', 'revision_number': 3, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:14.544801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63608e0-4650-499b-9680-830dc2c0ec24 None None] The sync data for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 is: [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:10Z', 'revision_number': 3, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:14.639059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Allocated IP 172.20.0.1 (1204f6ec-5d9e-459d-90de-7791feccf172/507a828a-ca0f-48ad-84f2-8ec0f1c0f246/72f2b83d-06b3-446c-9025-0153eb33ad90) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:14.754425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.764492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 02f8328a-62c1-411a-b1c7-6c2bac1df62d up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:14.842624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 02f8328a-62c1-411a-b1c7-6c2bac1df62d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:14.843032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.870662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1afa6e3-7998-484c-9d5d-d81ec2dd524a req-c6ce8669-5aee-4008-a887-980e49216797 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 210 time: 0.1222534 Jul 23 16:17:14.912935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.930065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:14.930403 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Floating IP 1663d6b7-b7d7-4a00-9147-69928fa2cc3f disassociated. External IP: 172.25.2.135, port: dfc2dec1-42cf-4608-b56c-32c31b6eedb8. Jul 23 16:17:14.997855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c72070d7-49d6-4bba-b249-5aca7d09f2c5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:15.041162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.106879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c72070d7-49d6-4bba-b249-5aca7d09f2c5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:15.107257 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.129915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Network 3792dc91-998e-4c59-b925-771bef1f281d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:15.140673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.143781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:15.146864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:15.152609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:15.153304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.173121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:15.190082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-6e4ad15c-cacd-40fc-b0b1-6394b73ebd72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5298407 Jul 23 16:17:15.201667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Transition to ACTIVE for port object 72f2b83d-06b3-446c-9025-0153eb33ad90 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:15.216490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Request body: {'port': {'device_id': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:15.388895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.402238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.442964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Network 1204f6ec-5d9e-459d-90de-7791feccf172 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:15.447865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.453483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:15.466223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:15.466708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.519827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Pushing event updated for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:15.585167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Router c041de5a-e98a-491a-8ebb-adcba8df3abd has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:15.826160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d4e259fc-ce42-4ae0-ac06-4d49b83a09b5 None None] Provisioning for port 72f2b83d-06b3-446c-9025-0153eb33ad90 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:15.830735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d4e259fc-ce42-4ae0-ac06-4d49b83a09b5 None None] Provisioning complete for port 72f2b83d-06b3-446c-9025-0153eb33ad90 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:15.831116 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d4e259fc-ce42-4ae0-ac06-4d49b83a09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.869375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d4e259fc-ce42-4ae0-ac06-4d49b83a09b5 None None] Port 72f2b83d-06b3-446c-9025-0153eb33ad90 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:15.971756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:15.984889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:15.995465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Sync routers for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:15.996826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.005360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:16.006208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.095988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-01ee049a-5141-4d5a-9b78-c418f8b39d21 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "PUT /v2.0/floatingips/1663d6b7-b7d7-4a00-9147-69928fa2cc3f HTTP/1.1" status: 200 len: 695 time: 1.8246813 Jul 23 16:17:16.110040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:16.114845 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd892fdf-db40-4ff6-af38-deb89eee7ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:16.131411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28393197-6a9b-444e-b0ef-3d26aa1553a8 req-2a44bfcc-ee10-4f08-8c92-952c343c07e7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.134387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28393197-6a9b-444e-b0ef-3d26aa1553a8 req-2a44bfcc-ee10-4f08-8c92-952c343c07e7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.3291891 Jul 23 16:17:16.142853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:16.304099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28393197-6a9b-444e-b0ef-3d26aa1553a8 req-aefb00c2-be2e-4020-a355-c7b42ed469e5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590242 Jul 23 16:17:16.316517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:16.356715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.379338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.389576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-e85bebcb-8e77-45c7-9a3c-315d050a810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:16.396516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-e85bebcb-8e77-45c7-9a3c-315d050a810a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1096 time: 0.2610900 Jul 23 16:17:16.416190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Checking router: c041de5a-e98a-491a-8ebb-adcba8df3abd for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:16.431803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:16.432474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:16.730352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Transition to ACTIVE for port object 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:16.757247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.771875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:16.809753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 701cae3c-bb0a-4a2d-9856-0d12996dcfdf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:16.814502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.861417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.862183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.908450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:16.952873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:16.963542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:16.965754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:16.997636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-f0174d87-379c-474d-abf6-020a5039ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.004604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-f0174d87-379c-474d-abf6-020a5039ed2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 929 time: 0.6072161 Jul 23 16:17:17.097423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Attempting to bind port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:17.098083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Attempting to bind port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:17.098343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Attempting to bind port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:17.101764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.131469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:17.138011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.143855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 on network 3792dc91-998e-4c59-b925-771bef1f281d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:17.144275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Attempting to bind port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:17.149129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:17.160072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Network 1204f6ec-5d9e-459d-90de-7791feccf172 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:17.161966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-4d791028-9d50-4402-a862-0547c293c240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 217 time: 0.1564476 Jul 23 16:17:17.164565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:17.165515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Checking segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:17.166019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Bound using segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:17.166566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Bound port: 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:17.167026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.169190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Pushing event updated for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.177145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:17.206665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d97d4-d10f-49ee-9101-8ee0465ab145 None None] The sync data for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 is: [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '0de68760-84ac-4ae5-8ad3-c78813c24f9e', 'name': '', 'network_id': '4a191d72-d3bb-4d29-b899-7fcd8415dc65', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'mac_address': 'fa:16:3e:1b:32:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:33Z', 'updated_at': '2021-07-23T16:16:41Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'subnets': [{'id': '23abd4f0-5374-45b7-a4d8-344a4167351b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:17.261033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.264145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9836c-a699-4cff-8b59-18e917b2a435 req-46492acf-2fac-4041-8036-d6506f33739c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.271442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ca9836c-a699-4cff-8b59-18e917b2a435 req-46492acf-2fac-4041-8036-d6506f33739c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 944 time: 0.5373800 Jul 23 16:17:17.322031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.329209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-850b41d6-6f39-4dba-8c59-0d0beb9459dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.330777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-850b41d6-6f39-4dba-8c59-0d0beb9459dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.1582391 Jul 23 16:17:17.500877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ca9836c-a699-4cff-8b59-18e917b2a435 req-843b07de-af68-4cd0-9653-17a997938f8d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284327 Jul 23 16:17:17.579283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:17.599301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:17.605857 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7184e32d-d085-4309-b29b-01b62824a1fe None None] New status for floating IP 1663d6b7-b7d7-4a00-9147-69928fa2cc3f: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:17.618875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.619154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9a3cbd59-f47e-42cd-96f2-76050a05762e None None] Provisioning complete for port 72f2b83d-06b3-446c-9025-0153eb33ad90 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:17.619596 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbd59-f47e-42cd-96f2-76050a05762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.624862 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba17e6-6476-41f3-b8d6-49b5e78ddea8 x-openstack-request-id: req-d1ba17e6-6476-41f3-b8d6-49b5e78ddea8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:17.625363 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:17.625768 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1ba17e6-6476-41f3-b8d6-49b5e78ddea8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:17.626342 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'status': 'completed', 'code': 200} Jul 23 16:17:17.689152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.689797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:17.691371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] 10.222.0.81 "PUT /v2.0/ports/20be37e4-e97a-4f84-aed8-ef83fe1aeea0 HTTP/1.1" status: 200 len: 1092 time: 2.4791594 Jul 23 16:17:17.698955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Router d5846a6b-c762-4264-b83d-2af17bbcf527 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:17.717226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-39edfe55-e848-492b-91f8-62991f74f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.718854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-39edfe55-e848-492b-91f8-62991f74f1de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3348620 Jul 23 16:17:17.742546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cbd59-f47e-42cd-96f2-76050a05762e None None] Port 72f2b83d-06b3-446c-9025-0153eb33ad90 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:17.765467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-2af77b21-4979-4b16-94d5-a7e99902b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.768139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-2af77b21-4979-4b16-94d5-a7e99902b2ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7fbf218214874aecbf4b5f17456cccc0&device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 1096 time: 0.1149962 Jul 23 16:17:17.882720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-39b7aeba-203d-4d1e-973b-654563a73be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:17.884485 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-39b7aeba-203d-4d1e-973b-654563a73be1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 200 len: 929 time: 0.1083353 Jul 23 16:17:17.940333 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-a9a89d4c-d71c-4011-872e-e415c4bdab21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 200 len: 217 time: 0.0413465 Jul 23 16:17:17.956951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd501ef-95a1-4dde-8c0d-153cf1912966 service neutron] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:17.995484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-223cb501-678a-4d59-ae9f-16ee63dc08c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578855 Jul 23 16:17:18.006280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-3137252d-d065-4f74-8cc3-dc08bad8157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.008659 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-3137252d-d065-4f74-8cc3-dc08bad8157e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 200 len: 867 time: 0.0564315 Jul 23 16:17:18.099009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-24c6c094-c6d8-485d-a295-b84251fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.101282 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-24c6c094-c6d8-485d-a295-b84251fef6f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4a191d72-d3bb-4d29-b899-7fcd8415dc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762963 Jul 23 16:17:18.151726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-b922cb23-9bf5-4a21-b49a-b6aa472ad8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.153298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-b922cb23-9bf5-4a21-b49a-b6aa472ad8b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 1095 time: 0.3787227 Jul 23 16:17:18.172433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0d377-f5c3-4adb-9af9-1a49ac004c72 req-a666cbd6-3119-4463-ab48-6a309823921e tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.174754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4de0d377-f5c3-4adb-9af9-1a49ac004c72 req-a666cbd6-3119-4463-ab48-6a309823921e tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1101 time: 0.3900294 Jul 23 16:17:18.184185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:18.193069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74c1970f-7919-425a-a4d6-70329c064043 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5846a6b-c762-4264-b83d-2af17bbcf527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4739845 Jul 23 16:17:18.195196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Sync routers for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:18.208819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ad92348-a060-42d4-9346-d97bb4ecd9ac req-2c9f70fa-a400-4f3a-a8e7-d634e3eb23aa service neutron] 10.222.0.64 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819866 Jul 23 16:17:18.226527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:18.228052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:18.253482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-91b74663-c144-4e79-923a-d3040d1f48f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0 HTTP/1.1" status: 200 len: 217 time: 0.0707440 Jul 23 16:17:18.267965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-f9e8c377-67c6-4fef-80dd-fdb70cc50bb7 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472712 Jul 23 16:17:18.304478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4de0d377-f5c3-4adb-9af9-1a49ac004c72 req-d7351fff-bf55-462f-89ad-b41f112fbeb1 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995650 Jul 23 16:17:18.395421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-3cde9671-dfeb-4dbd-8ace-2f9ddfec9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.397530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-3cde9671-dfeb-4dbd-8ace-2f9ddfec9844 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.1188562 Jul 23 16:17:18.415846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd892fdf-db40-4ff6-af38-deb89eee7ebd req-68c87fb2-7421-41c7-a68f-472292b85959 service neutron] 10.222.0.81 "GET /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413293 Jul 23 16:17:18.441861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698d6f2-9859-4be1-ac94-d971e684db87 req-f7cece61-f5e6-4e7c-8339-d52f45456299 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.443852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d698d6f2-9859-4be1-ac94-d971e684db87 req-f7cece61-f5e6-4e7c-8339-d52f45456299 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.1055162 Jul 23 16:17:18.490567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-a61a44a9-5bc4-4460-9c78-b9f8f8b62be4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448072 Jul 23 16:17:18.502822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:18.581098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-02bf31e0-4b36-4873-ba27-d639a741417e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips/1663d6b7-b7d7-4a00-9147-69928fa2cc3f HTTP/1.1" status: 200 len: 693 time: 0.0872998 Jul 23 16:17:18.632528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d698d6f2-9859-4be1-ac94-d971e684db87 req-eac0b90a-5ad3-490c-8976-2e78ed646178 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734354 Jul 23 16:17:18.790605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 701cae3c-bb0a-4a2d-9856-0d12996dcfdf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:18.834077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31cdf-f520-433d-b614-e424bad4c45a req-5e58b8b9-a584-4eb6-8e4f-7933d34b811c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:18.836081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-5e58b8b9-a584-4eb6-8e4f-7933d34b811c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2392926 Jul 23 16:17:18.837978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-21a3411d-fb8c-47d2-9bdc-1a3a96a58c26 service neutron] 10.222.0.81 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371544 Jul 23 16:17:18.846413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-ae4aa426-3b58-4dfa-b0c3-8faafa6adfd2 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:18.847812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-ae4aa426-3b58-4dfa-b0c3-8faafa6adfd2 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064147 Jul 23 16:17:18.906808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:15Z', 'revision_number': 4, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '72f2b83d-06b3-446c-9025-0153eb33ad90', 'name': '', 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'mac_address': 'fa:16:3e:71:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:14Z', 'updated_at': '2021-07-23T16:17:16Z', 'revision_number': 2, 'project_id': '45387dc2214745e0b73a687274862de3', 'subnets': [{'id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:18.982160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Checking router: d5846a6b-c762-4264-b83d-2af17bbcf527 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:18.983931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-5643ebe5-a3f4-4e60-bd13-5a9ee9156726 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.1245513 Jul 23 16:17:19.002567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Updating router d5846a6b-c762-4264-b83d-2af17bbcf527 port 72f2b83d-06b3-446c-9025-0153eb33ad90 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:19.043618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:19.044001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.104817 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.440262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81953-cd7f-4c9c-8cba-828e74f9113b req-80e21917-9a41-4885-b43e-714966ce8a66 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.449536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed81953-cd7f-4c9c-8cba-828e74f9113b req-80e21917-9a41-4885-b43e-714966ce8a66 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1101 time: 0.6822348 Jul 23 16:17:19.491530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-9f8e6400-b2ef-49d4-8a33-b3baf82f0f6e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.5061064 Jul 23 16:17:19.547979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01a25a4-b115-4cf9-a133-fed458a24ed2 req-bcd72284-08a8-41eb-b676-acc00f2250e1 service neutron] 10.222.0.81 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990635 Jul 23 16:17:19.604468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed81953-cd7f-4c9c-8cba-828e74f9113b req-e867ec17-a406-4afd-abc6-3cf4f80458a8 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536334 Jul 23 16:17:19.656425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:19.660972 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32615a7-1d9f-49e4-b189-9ce2da259ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:19.763923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Deleting port abf0b51b-2d4a-4621-a90d-a42e872a9ec3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:19.764300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.802378 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-c3383799-9385-412b-8f15-f865aafa2243 service neutron] show failed (client error): The resource could not be found. Jul 23 16:17:19.805050 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-c3383799-9385-412b-8f15-f865aafa2243 service neutron] 10.222.0.67 "GET /v2.0/ports/ef09e27e-3e11-40b7-823f-3fde91b4e38d/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.1296525 Jul 23 16:17:19.824413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.836781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Transition to ACTIVE for port object 72f2b83d-06b3-446c-9025-0153eb33ad90 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:19.844987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.888369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc89a0-6215-43ce-bbec-a82a35b053ec req-417dcf87-98ba-4696-8d87-1b7ee7a18838 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:19.889914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dadc89a0-6215-43ce-bbec-a82a35b053ec req-417dcf87-98ba-4696-8d87-1b7ee7a18838 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 944 time: 0.1661944 Jul 23 16:17:19.936697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.937188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:19.983719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Calling delete_port for abf0b51b-2d4a-4621-a90d-a42e872a9ec3 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:20.068380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dadc89a0-6215-43ce-bbec-a82a35b053ec req-01a2dac6-8d97-4be4-956e-f1889a1f2109 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714413 Jul 23 16:17:20.072416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830ae84-88f9-451d-9b68-af1fe8d27791 None None] Pushing event updated for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:20.172300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Attempting to bind port 72f2b83d-06b3-446c-9025-0153eb33ad90 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:20.172676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Attempting to bind port 72f2b83d-06b3-446c-9025-0153eb33ad90 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:20.173045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Attempting to bind port 72f2b83d-06b3-446c-9025-0153eb33ad90 on network 1204f6ec-5d9e-459d-90de-7791feccf172 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:20.183804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:20.184339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Checking segment: {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:20.184748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.185140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Bound using segment: {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:20.185611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Bound port: 72f2b83d-06b3-446c-9025-0153eb33ad90, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f01f2-39f9-481b-959b-727d67ae5a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:20.186020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.301782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-1e725e69-46bd-4407-800f-92c3d62640b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:20.303915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-1e725e69-46bd-4407-800f-92c3d62640b3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1100 time: 0.1881948 Jul 23 16:17:20.340504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:20.344868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] For port 72f2b83d-06b3-446c-9025-0153eb33ad90, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:20.357284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] For port 72f2b83d-06b3-446c-9025-0153eb33ad90, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=72f2b83d-06b3-446c-9025-0153eb33ad90,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:20.364069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.568230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:20.570253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:20.590777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.721611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.839120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:20.872304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.874996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:20.896378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62a31cdf-f520-433d-b614-e424bad4c45a req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "DELETE /v2.0/floatingips/1663d6b7-b7d7-4a00-9147-69928fa2cc3f HTTP/1.1" status: 204 len: 173 time: 1.4032280 Jul 23 16:17:20.939693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f1575-b6dc-42ea-9c3b-6ff8e636b68b tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event deleted for resources: {'Port': ['ID=abf0b51b-2d4a-4621-a90d-a42e872a9ec3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:21.204220 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed195e4-17b2-43e1-b2cf-9ae7e9797243 x-openstack-request-id: req-6ed195e4-17b2-43e1-b2cf-9ae7e9797243 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:21.204842 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:21.205269 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed195e4-17b2-43e1-b2cf-9ae7e9797243 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:21.206497 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'status': 'completed', 'code': 200} Jul 23 16:17:21.347633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-84d5cb7d-60f9-4db2-aef8-d456cfbe85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.353352 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-84d5cb7d-60f9-4db2-aef8-d456cfbe85ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 1095 time: 0.1339118 Jul 23 16:17:21.361106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830ae84-88f9-451d-9b68-af1fe8d27791 None None] Pushing event updated for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:21.556841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-d1268bfb-1b09-4d43-b00a-139c04c0a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.558483 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-d1268bfb-1b09-4d43-b00a-139c04c0a799 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 914 time: 0.1928904 Jul 23 16:17:21.581956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1741af-9067-4f69-a80b-8de4138bf372 req-a50274d4-aca2-4a3b-b48d-f6b89ba42058 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.590658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd1741af-9067-4f69-a80b-8de4138bf372 req-a50274d4-aca2-4a3b-b48d-f6b89ba42058 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.4765344 Jul 23 16:17:21.646242 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-62ec4362-6c37-44fc-8d6c-198d2af6034e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0 HTTP/1.1" status: 200 len: 217 time: 0.0772138 Jul 23 16:17:21.664533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f3d97-8060-4258-8b0f-0b75b3299f82 req-36b65ef9-970a-4cb7-b0cb-fedf646b3b72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.671868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f68f3d97-8060-4258-8b0f-0b75b3299f82 req-36b65ef9-970a-4cb7-b0cb-fedf646b3b72 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 944 time: 0.4583743 Jul 23 16:17:21.712766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:15Z', 'revision_number': 4, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '72f2b83d-06b3-446c-9025-0153eb33ad90', 'name': '', 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'mac_address': 'fa:16:3e:71:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:14Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '45387dc2214745e0b73a687274862de3', 'subnets': [{'id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:21.715499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd1741af-9067-4f69-a80b-8de4138bf372 req-492c4e6e-6eb2-4f20-8f1e-8f9509568fe7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237795 Jul 23 16:17:21.727361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:21.764562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-aee4431e-156b-4378-b459-c124d61e3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:21.766117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-aee4431e-156b-4378-b459-c124d61e3455 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.1076894 Jul 23 16:17:21.799761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8115d-ad6a-4081-84e7-06894d1aade4 None None] The sync data for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 is: [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:17:15Z', 'revision_number': 4, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '72f2b83d-06b3-446c-9025-0153eb33ad90', 'name': '', 'network_id': '1204f6ec-5d9e-459d-90de-7791feccf172', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'mac_address': 'fa:16:3e:71:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:14Z', 'updated_at': '2021-07-23T16:17:20Z', 'revision_number': 4, 'project_id': '45387dc2214745e0b73a687274862de3', 'subnets': [{'id': '507a828a-ca0f-48ad-84f2-8ec0f1c0f246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:21.823146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-1422e9c4-bf25-4860-ba70-9514b3bd743d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488777 Jul 23 16:17:21.824705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f68f3d97-8060-4258-8b0f-0b75b3299f82 req-cab4b0cb-8c26-42fb-8ef4-e7d2b9b0fd27 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518810 Jul 23 16:17:21.926773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:22.089241 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-47dd6ae6-7c7c-4ccd-a652-062a1e01851b service neutron] 10.222.0.81 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555568 Jul 23 16:17:22.297991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.384060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Transition to ACTIVE for port object ef09e27e-3e11-40b7-823f-3fde91b4e38d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:22.413451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.440635 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e32615a7-1d9f-49e4-b189-9ce2da259ee9 req-b9b1c10a-a5a3-4d8d-8f6a-281c405cf073 service neutron] 10.222.0.81 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439434 Jul 23 16:17:22.479628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:22.490512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0cf95-c688-4c94-aa59-7015ef0c1b1a req-39aeb098-8eeb-4984-be47-cc0484c84f15 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:22.499097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9f0cf95-c688-4c94-aa59-7015ef0c1b1a req-39aeb098-8eeb-4984-be47-cc0484c84f15 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4120629 Jul 23 16:17:22.560043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] No DVR routers for this DVR port ef09e27e-3e11-40b7-823f-3fde91b4e38d on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:22.648322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9f0cf95-c688-4c94-aa59-7015ef0c1b1a req-220cbbdf-db62-47b4-ada1-e9cb2c23da73 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1478910 Jul 23 16:17:22.724625 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:17:22.837387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:22.843121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:22.843451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:22.843790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:22.849245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:22.849489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Attempting to bind port ef09e27e-3e11-40b7-823f-3fde91b4e38d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:22.862727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:22.882363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:22.882711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:22.883094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:22.883750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Bound port: ef09e27e-3e11-40b7-823f-3fde91b4e38d, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:22.884064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:22.911822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'port_id': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'mac_address': 'fa:16:3e:a6:60:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da447f5-74bf-4b48-a081-2547755ff4b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:22.934618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 72f2b83d-06b3-446c-9025-0153eb33ad90 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:22.971907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:22.982291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:23.003601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.101053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 72f2b83d-06b3-446c-9025-0153eb33ad90 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:23.111102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.114556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 72f2b83d-06b3-446c-9025-0153eb33ad90 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:23.115023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.132061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.133180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.134631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] 10.222.0.81 "PUT /v2.0/ports/ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 1095 time: 2.8083735 Jul 23 16:17:23.155955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99dabc15-e646-4fbd-b4b1-1b1192912ac5 req-3ca959de-999e-4201-bbab-7c885043ed0e tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0780942 Jul 23 16:17:23.161160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:23.184803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d2a5d-5830-42d9-a359-ff7be18b5818 req-e6a5f2f0-3224-4903-b568-4719f270fa03 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.211299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:23.215203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-475d2a5d-5830-42d9-a359-ff7be18b5818 req-e6a5f2f0-3224-4903-b568-4719f270fa03 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1097 time: 0.4399598 Jul 23 16:17:23.218918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.334038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}, {'name': 'network-changed', 'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:23.337004 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deba39e-6157-4775-b3c0-34697f2cae43" -d '{"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}, {"name": "network-changed", "server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:23.360766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.366563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.462723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 72f2b83d-06b3-446c-9025-0153eb33ad90, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=72f2b83d-06b3-446c-9025-0153eb33ad90,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:23.463594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-475d2a5d-5830-42d9-a359-ff7be18b5818 req-81f5c1ef-de77-4234-9fee-6aad5a8020bf tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451487 Jul 23 16:17:23.469757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:23.555372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be821352-9f8f-4100-b05d-9470f1dd4b04 service neutron] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.643684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:23.651175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00dc04-7a03-4dde-a603-3b025ee8fd43 req-880696de-22cc-4e71-bc37-112452dae214 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.660051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df00dc04-7a03-4dde-a603-3b025ee8fd43 req-880696de-22cc-4e71-bc37-112452dae214 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.3080297 Jul 23 16:17:23.667065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-4a985f65-b5ed-42de-b6be-6351db2a2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.671009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-4a985f65-b5ed-42de-b6be-6351db2a2952 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.4217243 Jul 23 16:17:23.719110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['20be37e4-e97a-4f84-aed8-ef83fe1aeea0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:23.784879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df00dc04-7a03-4dde-a603-3b025ee8fd43 req-566c3871-ed12-4aca-a312-f0c018a97d05 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239572 Jul 23 16:17:23.799404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:23.858260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9f34-ff35-4818-9646-a964e17f5a09 req-14ba96ca-5b66-4e71-af0f-be8b77035f69 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.865187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af7a9f34-ff35-4818-9646-a964e17f5a09 req-14ba96ca-5b66-4e71-af0f-be8b77035f69 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 945 time: 0.1884487 Jul 23 16:17:23.869787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:23.893451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-6b5bf703-4bd0-4d23-93c9-f5f698d0bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:23.895907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-6b5bf703-4bd0-4d23-93c9-f5f698d0bf6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1721525 Jul 23 16:17:23.929728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af7a9f34-ff35-4818-9646-a964e17f5a09 req-39305d9f-4e3b-46f9-8e9a-bbdfb6b2a777 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 Jul 23 16:17:23.984094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-e48efd58-1724-4cae-b7ca-2fa8f6a66376 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0632517 Jul 23 16:17:24.053983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cc1e4-0da4-4671-a2b2-e842f1f64338 req-941c4fa5-7dd1-4739-8c2e-aecdd98fa458 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.055681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb1cc1e4-0da4-4671-a2b2-e842f1f64338 req-941c4fa5-7dd1-4739-8c2e-aecdd98fa458 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1458838 Jul 23 16:17:24.057716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-975e6cef-b649-41be-be7e-23ff6c7e6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.059215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-975e6cef-b649-41be-be7e-23ff6c7e6ffd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0671272 Jul 23 16:17:24.109148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb1cc1e4-0da4-4671-a2b2-e842f1f64338 req-ba3c3256-fa3f-41ce-a589-1d338f47b63c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Jul 23 16:17:24.179715 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee00d21-74fc-4663-8792-40cf9c4a8f19 x-openstack-request-id: req-9ee00d21-74fc-4663-8792-40cf9c4a8f19 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:24.179889 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "code": 200}, {"name": "network-changed", "server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:24.180144 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ee00d21-74fc-4663-8792-40cf9c4a8f19 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:24.180577 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'code': 200} Jul 23 16:17:24.180826 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'status': 'completed', 'code': 200} Jul 23 16:17:24.196604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-f0950742-9492-4edc-96e6-f07c8baae88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.198824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-f0950742-9492-4edc-96e6-f07c8baae88c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654719 Jul 23 16:17:24.278716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-47a6f56d-82cc-447c-b33d-f0a7c3dae6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.281161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-47a6f56d-82cc-447c-b33d-f0a7c3dae6ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.0587902 Jul 23 16:17:24.371741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5f5e-5140-46de-a60b-28f292be6fb1 req-5c730a9a-9410-49ab-bed0-5211babe11eb tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.379289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-070e5f5e-5140-46de-a60b-28f292be6fb1 req-5c730a9a-9410-49ab-bed0-5211babe11eb tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.1437421 Jul 23 16:17:24.417416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-6ff1b7fb-cb72-4e0d-ad0d-fc2ee132b67a service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686039 Jul 23 16:17:24.429664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-691ccad3-e7d7-4415-a6c0-9d95ccdbe22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.432525 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-691ccad3-e7d7-4415-a6c0-9d95ccdbe22c service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1398067 Jul 23 16:17:24.492320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-fca514a7-4de9-4de5-b9c0-6510c804dd2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0491757 Jul 23 16:17:24.535504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd9181a4-6967-49b1-81ca-ab74b4616fff req-5b42ed54-c1f5-4273-bed9-882d30ecffdd service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038587 Jul 23 16:17:24.551512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-070e5f5e-5140-46de-a60b-28f292be6fb1 req-d79bfd67-1dc1-4d12-8413-873d804f69d3 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667855 Jul 23 16:17:24.592263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-5f0db201-55fd-45ce-9bae-b99d8a6f29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.595476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-5f0db201-55fd-45ce-9bae-b99d8a6f29bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0937462 Jul 23 16:17:24.723181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-2e01df6e-65d8-4f22-aa92-72bd16317c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.724783 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-2e01df6e-65d8-4f22-aa92-72bd16317c64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165726 Jul 23 16:17:24.767933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-c08c895a-e9f4-4819-b6ec-741c106b5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:24.770558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-c08c895a-e9f4-4819-b6ec-741c106b5103 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.1268425 Jul 23 16:17:24.813619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 72f2b83d-06b3-446c-9025-0153eb33ad90 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:24.904782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-b4e586fa-e81e-40ea-a2d9-a53fa630fb99 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617754 Jul 23 16:17:24.922687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 72f2b83d-06b3-446c-9025-0153eb33ad90 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:24.923471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.036215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417ed6-5373-4efa-92ea-0aaa2bde9374 req-370af371-7310-4ffe-a7de-9033e92a61ac tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.044718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89417ed6-5373-4efa-92ea-0aaa2bde9374 req-370af371-7310-4ffe-a7de-9033e92a61ac tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.1118121 Jul 23 16:17:25.047275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-26496edc-0bf0-4fe5-ad6b-4903cce08833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.049252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-26496edc-0bf0-4fe5-ad6b-4903cce08833 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2710881 Jul 23 16:17:25.103491 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-548d9b51-8957-41dc-aeb2-17d7382fdc63 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867106 Jul 23 16:17:25.132960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-9ed370e4-8d22-4151-accb-58fbf1b48395 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0755885 Jul 23 16:17:25.183537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89417ed6-5373-4efa-92ea-0aaa2bde9374 req-45dc54df-0e8d-4734-be25-84476cf9718d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379528 Jul 23 16:17:25.222276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-2f5f93da-1a00-4e3f-8ac5-19cd352e38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.223792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-2f5f93da-1a00-4e3f-8ac5-19cd352e38d8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0793874 Jul 23 16:17:25.354123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290898-ee8c-4156-b936-89f22cc72ef3 req-3e66b6f6-fc61-4f20-a80e-c2e25ff3dad7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.355205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b290898-ee8c-4156-b936-89f22cc72ef3 req-3e66b6f6-fc61-4f20-a80e-c2e25ff3dad7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 945 time: 0.1083443 Jul 23 16:17:25.365045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-098e95b1-fd24-4031-84cc-b5143b376341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.367080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-098e95b1-fd24-4031-84cc-b5143b376341 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881703 Jul 23 16:17:25.423286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b290898-ee8c-4156-b936-89f22cc72ef3 req-3cc61ee3-1d78-4627-a2eb-f1b06d3f2059 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602689 Jul 23 16:17:25.436732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-17d7f58b-918c-4a02-9ccc-ba139db80c0e tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:25.440472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-17d7f58b-918c-4a02-9ccc-ba139db80c0e tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090630 Jul 23 16:17:25.454884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:25.455645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:17:25.492567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-a7db34f6-0067-49b4-93b6-64c43a737f21 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125777 Jul 23 16:17:25.613032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:25.613736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:25.614154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:25.624904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:25.625313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:25.633270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:25.633775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:25.634256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:25.634758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Bound port: 2794f8c8-7d47-4568-8791-e3a52cad8004, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:25.647916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5deba39e-6157-4775-b3c0-34697f2cae43 req-a506771f-bec8-4ba9-81fd-4f87f3608a42 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434507 Jul 23 16:17:25.655528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d9338-44b5-4402-aa6d-2b9bf87775bb req-364a957f-d843-4710-b7cc-ffdb26eb11a6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.657140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-467d9338-44b5-4402-aa6d-2b9bf87775bb req-364a957f-d843-4710-b7cc-ffdb26eb11a6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1417859 Jul 23 16:17:25.689304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:25.695906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:25.697292 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-06fb972a-16b2-46cd-957f-0d049453edb4 service neutron] 10.222.0.64 "POST /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004/bindings HTTP/1.1" status: 201 len: 389 time: 0.2464056 Jul 23 16:17:25.697798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-467d9338-44b5-4402-aa6d-2b9bf87775bb req-b687223d-8b1a-4a46-ad67-df3f01492fb9 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Jul 23 16:17:25.924626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aaa87-73c8-46d9-b40f-20629c873650 req-03323a9e-3fe8-4897-9965-1acfb204ad4c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:25.926227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff2aaa87-73c8-46d9-b40f-20629c873650 req-03323a9e-3fe8-4897-9965-1acfb204ad4c tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.0960743 Jul 23 16:17:26.189704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-a9953253-d1b9-4a0c-b0dd-524291360386 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.191776 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-a9953253-d1b9-4a0c-b0dd-524291360386 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.81 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 945 time: 0.0845308 Jul 23 16:17:26.319704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff2aaa87-73c8-46d9-b40f-20629c873650 req-52151b42-a553-46fe-8ef7-38658269f6ad tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/security-groups?id=1d2b6c09-8a48-43fb-8099-55c6a32e0a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876162 Jul 23 16:17:26.334252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Deleting port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:26.336148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.366422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5122-7bfe-4583-9511-2fc4294ebe62 req-a04b0b6c-a184-4512-9507-332532c74bf8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.368029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9aba5122-7bfe-4583-9511-2fc4294ebe62 req-a04b0b6c-a184-4512-9507-332532c74bf8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1296108 Jul 23 16:17:26.370123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-6700ab79-2188-4711-9b98-0d799c0e9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.371570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-6700ab79-2188-4711-9b98-0d799c0e9a3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1097 time: 0.1321061 Jul 23 16:17:26.489070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] For port dfc2dec1-42cf-4608-b56c-32c31b6eedb8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:26.491252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.512406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:26.520653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9aba5122-7bfe-4583-9511-2fc4294ebe62 req-5b5c5181-1afe-4f87-a33b-f8e5a34ae65c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203525 Jul 23 16:17:26.541270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Calling delete_port for dfc2dec1-42cf-4608-b56c-32c31b6eedb8 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:26.557128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-c790f9c2-fffb-4b64-8910-1f0d2aa4d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.558746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-c790f9c2-fffb-4b64-8910-1f0d2aa4d252 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1806538 Jul 23 16:17:26.617356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:26.621844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:26.623629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.624411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508954b-3f27-4389-a495-725988cf68b7 req-40d13a7e-c1c6-4473-be5d-7916a4549d71 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.632452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b508954b-3f27-4389-a495-725988cf68b7 req-40d13a7e-c1c6-4473-be5d-7916a4549d71 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.2207718 Jul 23 16:17:26.748081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.755283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.759917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-fd30ae81-8fa8-4374-8e3b-69d37404941b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 217 time: 0.1887107 Jul 23 16:17:26.792655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:26.795582 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1547dfce-442e-43e3-8b4f-383cabc09650" -d '{"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-plugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:26.798514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Pushing event deleted for resources: {'Port': ['ID=dfc2dec1-42cf-4608-b56c-32c31b6eedb8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.806492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['dfc2dec1-42cf-4608-b56c-32c31b6eedb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:26.831575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-cefbc3e8-9003-4bae-af30-b79cdb11ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:26.834289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-cefbc3e8-9003-4bae-af30-b79cdb11ceca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0631657 Jul 23 16:17:26.855359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:26.864894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.898346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b508954b-3f27-4389-a495-725988cf68b7 req-dc7935c3-1cc3-49ac-ab1e-ca3177defb88 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565231 Jul 23 16:17:26.929855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] No DVR routers for this DVR port dfc2dec1-42cf-4608-b56c-32c31b6eedb8 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:26.934837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:26.937082 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-585e042d-f0a0-49ae-bbc4-07647aa836e6 req-0ef2ca95-6cd5-463b-a67b-a5cd1fea8071 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.81 "DELETE /v2.0/ports/dfc2dec1-42cf-4608-b56c-32c31b6eedb8 HTTP/1.1" status: 204 len: 173 time: 0.7291908 Jul 23 16:17:26.937924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'name': 'network-vif-deleted', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:26.971044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:26.974676 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f665494-5bd6-459a-a6ca-a6f3b369bd53" -d '{"events": [{"server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "name": "network-vif-deleted", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:26.983594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-43c33284-fdd9-45d8-a97a-94a86b463bf4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259737 Jul 23 16:17:27.034891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5663-61e4-4990-83bb-fe6f1ccdc56c req-2d412780-a1b4-4216-9c4b-a44a8a90ce32 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.036605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-072f5663-61e4-4990-83bb-fe6f1ccdc56c req-2d412780-a1b4-4216-9c4b-a44a8a90ce32 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 945 time: 0.3367479 Jul 23 16:17:27.185207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-072f5663-61e4-4990-83bb-fe6f1ccdc56c req-3a2c86f5-22da-47ec-b2d1-663644b64fd2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151414 Jul 23 16:17:27.219831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690f044-06c8-420a-9658-06005e3091d4 req-36b60362-1ebf-47f6-9cc1-a1fbed2b1aa9 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.228716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6690f044-06c8-420a-9658-06005e3091d4 req-36b60362-1ebf-47f6-9cc1-a1fbed2b1aa9 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1909645 Jul 23 16:17:27.261461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-942a30de-d2e3-45a1-936a-d029cf22ce92 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501063 Jul 23 16:17:27.263346 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe6445-5bd3-4724-8a0c-0408d1c69e27 x-openstack-request-id: req-91fe6445-5bd3-4724-8a0c-0408d1c69e27 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:27.273438 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-plugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:27.274073 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91fe6445-5bd3-4724-8a0c-0408d1c69e27 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:27.275456 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'code': 200} Jul 23 16:17:27.356226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6690f044-06c8-420a-9658-06005e3091d4 req-9d88b2fb-1529-428f-b255-c449bda7498c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264036 Jul 23 16:17:27.448863 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f246e9e8-c379-467e-9e43-e906a567571c x-openstack-request-id: req-f246e9e8-c379-467e-9e43-e906a567571c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:27.449187 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abe9af2-e0e8-4594-91e9-1888169dd36a", "name": "network-vif-deleted", "tag": "dfc2dec1-42cf-4608-b56c-32c31b6eedb8", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:27.449452 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f246e9e8-c379-467e-9e43-e906a567571c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:27.449855 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abe9af2-e0e8-4594-91e9-1888169dd36a', 'name': 'network-vif-deleted', 'tag': 'dfc2dec1-42cf-4608-b56c-32c31b6eedb8', 'status': 'completed', 'code': 200} Jul 23 16:17:27.568458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-add7f057-e058-41d0-bc94-40adb4dc7e1c service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350628 Jul 23 16:17:27.587399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc152a-1cd6-4a79-9681-47de69d3297b req-6f251339-d0c0-4c19-9f59-c7549c8609e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.590408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-88cc152a-1cd6-4a79-9681-47de69d3297b req-6f251339-d0c0-4c19-9f59-c7549c8609e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 1097 time: 0.1108081 Jul 23 16:17:27.604860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-479d4a70-e9e8-4b6d-a27c-3c082bb9a330 req-c0155195-faaf-44b2-a871-d3a447ca5ffe tempest-FloatingIPsAssociationNegativeTestJSON-1239411773 tempest-FloatingIPsAssociationNegativeTestJSON-1239411773-project] 10.222.0.64 "GET /v2.0/ports?device_id=0abe9af2-e0e8-4594-91e9-1888169dd36a HTTP/1.1" status: 200 len: 210 time: 0.0562232 Jul 23 16:17:27.710950 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-88cc152a-1cd6-4a79-9681-47de69d3297b req-5a706b82-2ed1-4bee-9c5d-d36f07d30863 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857890 Jul 23 16:17:27.716521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d58c98-3e58-44aa-b874-549cbed4f6ce req-7dd68f41-9a0a-44e3-b56a-5beecd88e3a0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.724638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91d58c98-3e58-44aa-b874-549cbed4f6ce req-7dd68f41-9a0a-44e3-b56a-5beecd88e3a0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.1225991 Jul 23 16:17:27.800784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91d58c98-3e58-44aa-b874-549cbed4f6ce req-bc98b5b7-d9d0-43e8-b613-755d729a47ef tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745351 Jul 23 16:17:27.855017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635c44d-f300-40a7-b5a9-f279c6d9814c req-3dbf2b9d-d5b7-400d-8fdd-72439e7bd06a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:27.857164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a635c44d-f300-40a7-b5a9-f279c6d9814c req-3dbf2b9d-d5b7-400d-8fdd-72439e7bd06a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1247826 Jul 23 16:17:27.901811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a635c44d-f300-40a7-b5a9-f279c6d9814c req-e4250b40-5d9e-4674-ae3b-42676a48a957 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Jul 23 16:17:28.102606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9424-4732-462d-a796-2bdb225241a5 req-521a4155-0908-4407-bbc1-f273741a2b4c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.104421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-703d9424-4732-462d-a796-2bdb225241a5 req-521a4155-0908-4407-bbc1-f273741a2b4c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.1377163 Jul 23 16:17:28.155118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-703d9424-4732-462d-a796-2bdb225241a5 req-a1c96bbf-6ba7-4522-bd48-976e7b7e2a5f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347819 Jul 23 16:17:28.251529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033996c1-aa30-4c84-bd7f-dff6410303af req-e293ef90-d502-48d9-9795-8a34a8698fe6 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.253609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-033996c1-aa30-4c84-bd7f-dff6410303af req-e293ef90-d502-48d9-9795-8a34a8698fe6 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1097 time: 0.0882380 Jul 23 16:17:28.309003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-033996c1-aa30-4c84-bd7f-dff6410303af req-195829b1-0412-4c3e-add2-ebf6a5da0dc6 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Jul 23 16:17:28.506245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.511192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:28.571471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4caac-34d9-48b8-a27a-9dd8fc43a7cb req-e244df32-a36b-40ae-b6df-7e4de5095fca tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.582021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdc4caac-34d9-48b8-a27a-9dd8fc43a7cb req-e244df32-a36b-40ae-b6df-7e4de5095fca tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1894844 Jul 23 16:17:28.638462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6ac03-90c0-46ed-8436-9b172cbb405e req-58592f84-5e0e-445e-965e-cbc6030d0b75 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.651026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81f6ac03-90c0-46ed-8436-9b172cbb405e req-58592f84-5e0e-445e-965e-cbc6030d0b75 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 947 time: 0.2565892 Jul 23 16:17:28.669049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-b33031ea-b16f-410c-a049-57c9e8b8e615 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:28.677230 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-b33031ea-b16f-410c-a049-57c9e8b8e615 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f&tenant_id=1bd5d560384f47649f2e48083e4f1ea5&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 947 time: 0.2309246 Jul 23 16:17:28.752446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdc4caac-34d9-48b8-a27a-9dd8fc43a7cb req-2ad74efd-e81b-4d81-a327-4be074532d06 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690443 Jul 23 16:17:28.763911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:28.797232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81f6ac03-90c0-46ed-8436-9b172cbb405e req-b8d65d57-b314-41d1-937e-9251ba6635c6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370962 Jul 23 16:17:28.800799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'mac_address': 'fa:16:3e:3e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:28.828161 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-be687227-c314-474a-8476-1c40a4ce6fef service neutron] delete failed (client error): The resource could not be found. Jul 23 16:17:28.829559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-be687227-c314-474a-8476-1c40a4ce6fef service neutron] 10.222.0.67 "DELETE /v2.0/ports/ef09e27e-3e11-40b7-823f-3fde91b4e38d/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.1377864 Jul 23 16:17:28.939789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:28.999897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef09e27e-3e11-40b7-823f-3fde91b4e38d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:29.077657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24509932-95f9-4ae8-bf8f-1788f1d33650 req-7415fee4-4bef-4bf1-b0ad-d7b23fd3649e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.079853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:29.087267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24509932-95f9-4ae8-bf8f-1788f1d33650 req-7415fee4-4bef-4bf1-b0ad-d7b23fd3649e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1442244 Jul 23 16:17:29.098971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:29.143806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24509932-95f9-4ae8-bf8f-1788f1d33650 req-1d249c47-cc65-4c10-bcd2-a145a487751f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541301 Jul 23 16:17:29.206298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40334) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:29.227946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-8148f7d0-8d2a-497c-a1a9-ccf49cf1cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.243043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:29.257622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-8148f7d0-8d2a-497c-a1a9-ccf49cf1cb1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1098 time: 0.2199337 Jul 23 16:17:29.603848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:29.792257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-7ad1c6a2-e253-4e88-92b7-f1586292d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:29.799677 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-7ad1c6a2-e253-4e88-92b7-f1586292d088 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.5182025 Jul 23 16:17:29.934180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-ee32263f-76fd-440b-ac8a-1b8e7be2e8c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.1195440 Jul 23 16:17:30.078081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-c2e28cae-b30e-468d-8779-a95c0f1627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.080020 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-c2e28cae-b30e-468d-8779-a95c0f1627b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1330385 Jul 23 16:17:30.241792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-07ed76b3-020b-40a2-ae06-e1ae9edf4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.244167 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-07ed76b3-020b-40a2-ae06-e1ae9edf4b06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471334 Jul 23 16:17:30.391639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9c85-8338-4632-be3a-91ef9007a4ba req-18592446-2bed-4c7b-8427-9321a1dc7992 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.413047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e1d9c85-8338-4632-be3a-91ef9007a4ba req-18592446-2bed-4c7b-8427-9321a1dc7992 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.2970707 Jul 23 16:17:30.437409 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-6364d699-055f-4fb6-9e1a-5f15898ec0d3 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759050 Jul 23 16:17:30.517941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e1d9c85-8338-4632-be3a-91ef9007a4ba req-c9509644-72a8-4378-93c0-3856e664f1ca tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038177 Jul 23 16:17:30.531670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dfc2dec1-42cf-4608-b56c-32c31b6eedb8 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:30.571523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: dfc2dec1-42cf-4608-b56c-32c31b6eedb8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:30.572137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dfc2dec1-42cf-4608-b56c-32c31b6eedb8 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:30.667179 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-97633637-0a77-4f0c-b6a5-fab85280f981 req-df8104d7-b8c8-430a-a7f8-137f0c51dad7 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185936 Jul 23 16:17:30.828587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-d08de0af-7c47-4aa6-ae46-9818035e66e2 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:17:30.830242 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-d08de0af-7c47-4aa6-ae46-9818035e66e2 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070612 Jul 23 16:17:30.844044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:30.844659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:17:30.846034 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:30.970191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44df1e3-5780-4e46-abc9-26325ce8d77b req-83072410-3fc0-4209-a41c-6ae1b827979c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:30.971833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b44df1e3-5780-4e46-abc9-26325ce8d77b req-83072410-3fc0-4209-a41c-6ae1b827979c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2380874 Jul 23 16:17:31.190328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b44df1e3-5780-4e46-abc9-26325ce8d77b req-eccc14e5-b162-49d8-bda6-1c8b53d5eed8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029209 Jul 23 16:17:31.426127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:31.426897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:31.427388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:31.432125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:31.432720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:31.437912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:31.438501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:31.439039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:31.439625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Bound port: 2f9244d1-f738-4793-9dc9-2412c39a1291, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:31.463410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2769-b99a-458c-a06d-9ccff3507d84 req-3873c10f-746a-4c89-bcaa-517b8f122e46 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.470353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2eff2769-b99a-458c-a06d-9ccff3507d84 req-3873c10f-746a-4c89-bcaa-517b8f122e46 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 948 time: 0.1171737 Jul 23 16:17:31.482133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Deleting port 0de68760-84ac-4ae5-8ad3-c78813c24f9e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:31.482622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.517281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:31.523142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.530080 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-c080cc5b-fac5-441b-85c3-a800d61d894e service neutron] 10.222.0.64 "POST /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291/bindings HTTP/1.1" status: 201 len: 389 time: 0.6898978 Jul 23 16:17:31.575829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2eff2769-b99a-458c-a06d-9ccff3507d84 req-7d61dfdf-37bf-4730-a427-b3e9015166c3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Jul 23 16:17:31.681259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] For port 0de68760-84ac-4ae5-8ad3-c78813c24f9e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0de68760-84ac-4ae5-8ad3-c78813c24f9e,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:31.681620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:31.708041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Calling delete_port for 0de68760-84ac-4ae5-8ad3-c78813c24f9e owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:31.802304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-80ec07dd-30a1-4a1a-8377-9ed2081cb034 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:31.804030 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-80ec07dd-30a1-4a1a-8377-9ed2081cb034 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b555bf2-37ce-42d1-ae01-2f66c91fa11d HTTP/1.1" status: 200 len: 946 time: 0.1509161 Jul 23 16:17:31.942535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Deleting port f478c4a4-2131-4d7d-8c1d-6b338431985c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:31.943267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.050206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] For port f478c4a4-2131-4d7d-8c1d-6b338431985c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f478c4a4-2131-4d7d-8c1d-6b338431985c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:32.050206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.262741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-152591ef-42f5-4f89-ab41-63ba9d89801f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2070634825&fields=id&tenant_id=65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 267 time: 0.4877787 Jul 23 16:17:32.293233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64499b97-da15-4edd-bbf4-326ef9999c81 req-3c7d18ed-e7f9-480f-9989-8f289ae50c4e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.295203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64499b97-da15-4edd-bbf4-326ef9999c81 req-3c7d18ed-e7f9-480f-9989-8f289ae50c4e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.5738740 Jul 23 16:17:32.380393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.380858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.381249 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131 disassociated. External IP: 172.25.2.213, port: f478c4a4-2131-4d7d-8c1d-6b338431985c. Jul 23 16:17:32.381629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Calling delete_port for f478c4a4-2131-4d7d-8c1d-6b338431985c owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:32.460610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64499b97-da15-4edd-bbf4-326ef9999c81 req-dc862494-2f80-407e-a2fe-8848e772f86a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393712 Jul 23 16:17:32.545827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:32.653053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d0e57175-047e-46f2-abd5-dc12b8a0b942 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.655049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d0e57175-047e-46f2-abd5-dc12b8a0b942 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 822 time: 0.3795962 Jul 23 16:17:32.678984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-46a3b169-6a72-43ba-80cd-1478248151f0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/quotas/65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 375 time: 0.0140305 Jul 23 16:17:32.686535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.691361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ef09e27e-3e11-40b7-823f-3fde91b4e38d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:32.712534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ef09e27e-3e11-40b7-823f-3fde91b4e38d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:32.714168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.736659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.738979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event deleted for resources: {'Port': ['ID=f478c4a4-2131-4d7d-8c1d-6b338431985c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.786948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0de68760-84ac-4ae5-8ad3-c78813c24f9e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:32.908760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:32.929544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196bad1-7d49-464a-ac2d-6c311959d39f req-e26772fa-ffa7-4598-aa4d-f86275f36c8c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:32.937530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d196bad1-7d49-464a-ac2d-6c311959d39f req-e26772fa-ffa7-4598-aa4d-f86275f36c8c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.3389647 Jul 23 16:17:32.978487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:32.988115 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef80ada4-ab00-4082-8067-7cabd29441f4" -d '{"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:33.037096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:33.038164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:33.045724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.107053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d196bad1-7d49-464a-ac2d-6c311959d39f req-34a4f3a3-5bc2-4ead-8f9c-160e649796a0 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683376 Jul 23 16:17:33.163320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-a9daa437-cbb7-4e20-a512-6626bc141a69 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4771414 Jul 23 16:17:33.203117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:33.339278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:33.352047 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:33.366370 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:33.368944 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:33.400160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.463184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] No DVR routers for this DVR port f478c4a4-2131-4d7d-8c1d-6b338431985c on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:33.477757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:33.480050 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b6e2238c-0a1f-45a2-9bbf-0440aad20491 req-94f0f999-b918-4c3f-be61-7bd049879dfe tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "DELETE /v2.0/ports/f478c4a4-2131-4d7d-8c1d-6b338431985c HTTP/1.1" status: 204 len: 173 time: 1.6703658 Jul 23 16:17:33.480645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'name': 'network-vif-deleted', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:33.483393 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa237201-dede-4b77-9ecf-fe3fcf81633c" -d '{"events": [{"server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "name": "network-vif-deleted", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:33.620524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:33.651793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-46c6eb3b-e69c-4df8-a3a6-5fa571c3db1a service neutron] 10.222.0.64 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679215 Jul 23 16:17:33.762248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1672f-9b0d-48d5-831d-58f7745b62c1 req-38c13f6f-faca-4191-b73b-1e79795dff5b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:33.769361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0b1672f-9b0d-48d5-831d-58f7745b62c1 req-38c13f6f-faca-4191-b73b-1e79795dff5b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.5073762 Jul 23 16:17:34.008095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0b1672f-9b0d-48d5-831d-58f7745b62c1 req-4555e0e8-7a86-46ac-9265-857ce28cf646 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347322 Jul 23 16:17:34.048830 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:34.067643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-fd3afdb3-e838-4c0b-ba87-39d27ba8d9b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042923 Jul 23 16:17:34.127139 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:34.140176 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:34.140956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:34.259740 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:34.368983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0568f2-d851-4a60-aa58-a54742e0bf7f req-39e31e9b-3183-4229-a9c0-3f6661fe0a67 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.370930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c0568f2-d851-4a60-aa58-a54742e0bf7f req-39e31e9b-3183-4229-a9c0-3f6661fe0a67 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2257078 Jul 23 16:17:34.373648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Router c041de5a-e98a-491a-8ebb-adcba8df3abd has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:34.447949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c0568f2-d851-4a60-aa58-a54742e0bf7f req-333901c2-a163-4e3e-8309-aa0eb352c28a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666513 Jul 23 16:17:34.560410 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c258e-2537-47b3-b003-1ce4b064aba7 x-openstack-request-id: req-8d1c258e-2537-47b3-b003-1ce4b064aba7 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:34.560896 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:34.561024 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d1c258e-2537-47b3-b003-1ce4b064aba7 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:34.561321 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'code': 200} Jul 23 16:17:34.661473 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:34.703665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:34.710198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-59b9a685-d443-4e6e-b9dc-904dd7f902ab admin admin] 10.222.0.64 "PUT /v2.0/routers/c041de5a-e98a-491a-8ebb-adcba8df3abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5012136 Jul 23 16:17:34.714248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40432) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:34.722627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Sync routers for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:34.747612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:34.748253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:34.808887 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4913b20e-a9d7-413d-af88-7294f5579ca2 None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:34.848947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8e8a7-0533-4974-b9d2-4dfad4f65eb6 req-ccc754af-af48-43ab-80d5-fca2e9bf570b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:34.854269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84b8e8a7-0533-4974-b9d2-4dfad4f65eb6 req-ccc754af-af48-43ab-80d5-fca2e9bf570b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.4216964 Jul 23 16:17:35.059934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84b8e8a7-0533-4974-b9d2-4dfad4f65eb6 req-829f99d6-68ad-43c2-af8b-8d59525e998a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966217 Jul 23 16:17:35.085113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.199746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:35.226317 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e50835-62df-490d-8474-d63740b2315c x-openstack-request-id: req-09e50835-62df-490d-8474-d63740b2315c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:35.226722 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b555bf2-37ce-42d1-ae01-2f66c91fa11d", "name": "network-vif-deleted", "tag": "f478c4a4-2131-4d7d-8c1d-6b338431985c", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:35.227097 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09e50835-62df-490d-8474-d63740b2315c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:35.228068 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b555bf2-37ce-42d1-ae01-2f66c91fa11d', 'name': 'network-vif-deleted', 'tag': 'f478c4a4-2131-4d7d-8c1d-6b338431985c', 'status': 'completed', 'code': 200} Jul 23 16:17:35.314143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b863ec6e-15f9-4bee-b116-2073b823415d req-d6a062cf-ae5f-41ed-9de6-f294b5c5fa7a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 210 time: 0.0918083 Jul 23 16:17:35.379513 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.488737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88322eeb-23bc-4c32-98c4-b54f4b9f290f req-e911d048-e38e-4fac-952b-3da6acd0a1b2 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.503937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88322eeb-23bc-4c32-98c4-b54f4b9f290f req-e911d048-e38e-4fac-952b-3da6acd0a1b2 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2079399 Jul 23 16:17:35.523271 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c727e-d5a9-4c85-aef0-630d745b2436 None None] New status for floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:17:35.539136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Deleting port a8eca481-8e89-4863-96aa-9b27d30e61a0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:35.539417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.737978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88322eeb-23bc-4c32-98c4-b54f4b9f290f req-6071e233-4e6b-42ba-afe7-f08f3d14443a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331333 Jul 23 16:17:35.784639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] For port a8eca481-8e89-4863-96aa-9b27d30e61a0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a8eca481-8e89-4863-96aa-9b27d30e61a0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:35.785562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:35.791736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:17:32Z', 'revision_number': 5, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port': {'id': 'a8eca481-8e89-4863-96aa-9b27d30e61a0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:35.832824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Calling delete_port for a8eca481-8e89-4863-96aa-9b27d30e61a0 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:35.834943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaf5ed-4149-433f-964d-6900c66158ab req-cd16a40f-e49d-4dfa-aa87-2d829141fc35 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:35.836526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ceaf5ed-4149-433f-964d-6900c66158ab req-cd16a40f-e49d-4dfa-aa87-2d829141fc35 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.3136575 Jul 23 16:17:35.882039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Checking router: c041de5a-e98a-491a-8ebb-adcba8df3abd for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:35.902164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Routers {'c041de5a-e98a-491a-8ebb-adcba8df3abd'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:35.903066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c041de5a-e98a-491a-8ebb-adcba8df3abd'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:36.027603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ceaf5ed-4149-433f-964d-6900c66158ab req-b29f99ef-a5c4-4347-aa3b-85f8c57ca7e0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749475 Jul 23 16:17:36.090421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d959aa1-003f-4637-b39c-579c4d804648 req-eee9e889-fdb1-4ce5-a21b-93a9a5bb90b3 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.095320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d959aa1-003f-4637-b39c-579c4d804648 req-eee9e889-fdb1-4ce5-a21b-93a9a5bb90b3 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1100 time: 0.1923163 Jul 23 16:17:36.151645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d959aa1-003f-4637-b39c-579c4d804648 req-f2bec6d7-b64a-4acd-acc2-05bbe2f3d305 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jul 23 16:17:36.319526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] Set router c041de5a-e98a-491a-8ebb-adcba8df3abd gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:36.353615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703c169-124d-4f27-ad5b-53fe59d6d699 req-b135a73c-d802-4a0b-9a19-16761d6a0ded tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.355264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b703c169-124d-4f27-ad5b-53fe59d6d699 req-b135a73c-d802-4a0b-9a19-16761d6a0ded tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1832783 Jul 23 16:17:36.397990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.433447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:17:35Z', 'revision_number': 6, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:36.476602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8eca481-8e89-4863-96aa-9b27d30e61a0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:36.499899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b703c169-124d-4f27-ad5b-53fe59d6d699 req-ea81e3dc-656e-48ba-b142-a92965566c27 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347315 Jul 23 16:17:36.557686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27649a0e-947e-4260-b4aa-45b79c30399d req-77e4428b-d6b4-4362-962c-8e702dc922c5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.560024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27649a0e-947e-4260-b4aa-45b79c30399d req-77e4428b-d6b4-4362-962c-8e702dc922c5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2953095 Jul 23 16:17:36.642105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27649a0e-947e-4260-b4aa-45b79c30399d req-e8ba489d-277b-49a5-9d04-9342a4473eeb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Jul 23 16:17:36.708533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f478c4a4-2131-4d7d-8c1d-6b338431985c no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:36.720587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77cb37a2-a933-44e0-be9c-f34082fd28eb req-31bed80c-7d8f-4613-8cb5-7b374f5a737b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 210 time: 0.0482194 Jul 23 16:17:36.763420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: f478c4a4-2131-4d7d-8c1d-6b338431985c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:36.766337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f478c4a4-2131-4d7d-8c1d-6b338431985c not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:36.769552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0e1c25-69ce-4381-8570-0bb93416c924 None None] The sync data for ids ['c041de5a-e98a-491a-8ebb-adcba8df3abd'] in n-d-800484-3 is: [{'id': 'c041de5a-e98a-491a-8ebb-adcba8df3abd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-899327964-router', 'tenant_id': '7fbf218214874aecbf4b5f17456cccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:28Z', 'updated_at': '2021-07-23T16:17:35Z', 'revision_number': 6, 'project_id': '7fbf218214874aecbf4b5f17456cccc0', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:36.941060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-1204eabe-5f79-4774-9541-cbfdfa40b120 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.943222 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-1204eabe-5f79-4774-9541-cbfdfa40b120 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 822 time: 0.3792057 Jul 23 16:17:36.952462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:36.976028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234f504-3978-4132-851e-2b3fb9c778d4 req-47b41777-5d8f-42f0-b038-74edc020b0c8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:36.983315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5234f504-3978-4132-851e-2b3fb9c778d4 req-47b41777-5d8f-42f0-b038-74edc020b0c8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1317141 Jul 23 16:17:37.034872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5234f504-3978-4132-851e-2b3fb9c778d4 req-a3d0111a-d1ec-4558-882f-aff2d08724d5 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jul 23 16:17:37.063860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-e32c6535-68cf-40a8-9f81-064a7d3aa112 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278099 Jul 23 16:17:37.282825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.312790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.334977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-029a1e3e-5c7b-4a1a-8219-40e698395f44 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.342856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-029a1e3e-5c7b-4a1a-8219-40e698395f44 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722645 Jul 23 16:17:37.370214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-22cf4441-bbb9-453e-b971-92c813cf3aa1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/quotas/1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 375 time: 0.0269792 Jul 23 16:17:37.397575 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-0ed225f2-47c0-4f95-a647-d7c33a640d11 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c49eb175764ccba54bf1c2ec8a211f HTTP/1.1" status: 200 len: 380 time: 0.4209888 Jul 23 16:17:37.439554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6c00-9519-4200-acaa-c6ea62dc589b req-8aa9f5ff-069a-45c5-9391-d54941c870e1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.450474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-684d6c00-9519-4200-acaa-c6ea62dc589b req-8aa9f5ff-069a-45c5-9391-d54941c870e1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1731651 Jul 23 16:17:37.455983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'port': {'device_id': '3a159a24-fced-479d-a326-808d87f24937', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'admin_state_up': True, 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'security_groups': ['6ee6a55d-5586-4476-9f40-07916e59cc0a']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:37.493850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.494734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c041de5a-e98a-491a-8ebb-adcba8df3abd {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:17:37.504084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.505517 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ff07f26-d8a9-491d-9ba0-e761e1d305f1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c041de5a-e98a-491a-8ebb-adcba8df3abd HTTP/1.1" status: 204 len: 168 time: 2.7900689 Jul 23 16:17:37.509378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:37.526506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-d01bbb2a-0fe5-4987-91b2-38de3c887339 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552460 Jul 23 16:17:37.550956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-684d6c00-9519-4200-acaa-c6ea62dc589b req-ea40d1eb-44dc-4d28-a455-53b8e146f777 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991468 Jul 23 16:17:37.606632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Deleting subnet 23abd4f0-5374-45b7-a4d8-344a4167351b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:17:37.615392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.701729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.749098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Made reservation on behalf of 65c49eb175764ccba54bf1c2ec8a211f for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:37.753911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.812658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7fb7-2c1c-498a-93ea-327372cf177b req-34fa41e8-5a00-4460-bb99-11509391ae51 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:37.820209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbab7fb7-2c1c-498a-93ea-327372cf177b req-34fa41e8-5a00-4460-bb99-11509391ae51 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1453750 Jul 23 16:17:37.891030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:37.944019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbab7fb7-2c1c-498a-93ea-327372cf177b req-ae6e1964-ed62-40ac-ba74-81e04f9ee87d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215696 Jul 23 16:17:38.000811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ba656-ab0c-45c4-95fe-58c3d830ca56 req-c1d37ba5-74e8-40d4-a755-772182a9b253 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.002885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-593ba656-ab0c-45c4-95fe-58c3d830ca56 req-c1d37ba5-74e8-40d4-a755-772182a9b253 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1538579 Jul 23 16:17:38.023270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.044962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff8825-ac0d-4839-bca3-89d96ae85c3d None None] Network 4a191d72-d3bb-4d29-b899-7fcd8415dc65 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:38.066563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.073449 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/23abd4f0-5374-45b7-a4d8-344a4167351b HTTP/1.1" status: 204 len: 168 time: 0.5621462 Jul 23 16:17:38.114190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-795105c5-ac09-455d-8b52-1604d68f7d1d req-ec6ca9ae-bf23-45be-816a-17fac2c42061 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 210 time: 0.0523806 Jul 23 16:17:38.115210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40490) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:38.125967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-593ba656-ab0c-45c4-95fe-58c3d830ca56 req-b376847f-b789-4c43-b07d-08cef116bee7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102870 Jul 23 16:17:38.168023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3a4fa-b820-445e-bafb-60cb7f65221f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23abd4f0-5374-45b7-a4d8-344a4167351b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.301539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.352519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Allocated IP 172.20.0.6 (4b5c53f8-3254-47b3-8ed8-0bd3a268514f/3da51a7c-9d4a-48ee-972a-cde6c136dc32/42b8ccec-b1af-4f2f-af56-76f7892933f9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:38.456769 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] DHCP port deletion for 4a191d72-d3bb-4d29-b899-7fcd8415dc65 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:17:38.461117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02a09690-9a2a-44c0-8a4d-563a985b77b7 req-4d08f633-3f0b-4cc8-8570-798fd4e550c8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 210 time: 0.1138287 Jul 23 16:17:38.548553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4c29e-9606-42fd-84cf-926715dfd5e9 req-343b6ce8-f40d-4540-ba30-8d6196be119e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.556565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06e4c29e-9606-42fd-84cf-926715dfd5e9 req-343b6ce8-f40d-4540-ba30-8d6196be119e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2296386 Jul 23 16:17:38.577284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Deleting port 781825aa-7cee-419f-8ec6-6f1c700df224 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:38.578433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.579955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Deleting port 781825aa-7cee-419f-8ec6-6f1c700df224 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:17:38.580472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.642398 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.661724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Transition to ACTIVE for port object 42b8ccec-b1af-4f2f-af56-76f7892933f9 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:38.704404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] For port 781825aa-7cee-419f-8ec6-6f1c700df224, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=781825aa-7cee-419f-8ec6-6f1c700df224,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:38.705084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.707545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.778272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Calling delete_port for 781825aa-7cee-419f-8ec6-6f1c700df224 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:38.780457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] For port 781825aa-7cee-419f-8ec6-6f1c700df224, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=781825aa-7cee-419f-8ec6-6f1c700df224,segment=NetworkSegment(13fb0e64-d18d-4870-91d3-da377ee37daf),segment_id=13fb0e64-d18d-4870-91d3-da377ee37daf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:38.781194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.803457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06e4c29e-9606-42fd-84cf-926715dfd5e9 req-b2492ddd-0618-438b-9ab6-b4a278d8e93a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449629 Jul 23 16:17:38.805829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:38.809314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event updated for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:38.809599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Calling delete_port for 781825aa-7cee-419f-8ec6-6f1c700df224 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:17:38.815358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:38.835432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:38.937423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:38.942023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:38.971511 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-d7d318bc-677c-4e29-8cb7-7aa42fd5a835 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5196598 Jul 23 16:17:38.972507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0de68760-84ac-4ae5-8ad3-c78813c24f9e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:38.992692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4aac-e906-441a-ad23-1c21766cc309 req-4fe2dcba-450b-4f3e-81b1-25bb39594277 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.000480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Request body: {'port': {'device_id': '3a159a24-fced-479d-a326-808d87f24937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:39.013387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9eb4aac-e906-441a-ad23-1c21766cc309 req-4fe2dcba-450b-4f3e-81b1-25bb39594277 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.3023520 Jul 23 16:17:39.054796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0de68760-84ac-4ae5-8ad3-c78813c24f9e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:39.055919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0de68760-84ac-4ae5-8ad3-c78813c24f9e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:39.056837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a8eca481-8e89-4863-96aa-9b27d30e61a0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:39.083630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a8eca481-8e89-4863-96aa-9b27d30e61a0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:39.085000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a8eca481-8e89-4863-96aa-9b27d30e61a0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:39.085670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 781825aa-7cee-419f-8ec6-6f1c700df224 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:39.105257 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.117922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 781825aa-7cee-419f-8ec6-6f1c700df224 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:17:39.118837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 781825aa-7cee-419f-8ec6-6f1c700df224 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:39.164714 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.189219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.200723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] Pushing event deleted for resources: {'Port': ['ID=781825aa-7cee-419f-8ec6-6f1c700df224,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.200931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] No DVR routers for this DVR port 781825aa-7cee-419f-8ec6-6f1c700df224 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:39.202649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=781825aa-7cee-419f-8ec6-6f1c700df224,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:39.224386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f5ff4-37dd-455d-b699-dd1292de504a None None] No DVR routers for this DVR port 781825aa-7cee-419f-8ec6-6f1c700df224 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:39.279566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9eb4aac-e906-441a-ad23-1c21766cc309 req-a653b9a2-1ac0-4c37-ba28-f7e9f64df25d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188241 Jul 23 16:17:39.283489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4503d37d-354b-4791-91cb-811961d28241 None None] Provisioning for port 42b8ccec-b1af-4f2f-af56-76f7892933f9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:39.288997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4503d37d-354b-4791-91cb-811961d28241 None None] Provisioning complete for port 42b8ccec-b1af-4f2f-af56-76f7892933f9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:39.289526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4503d37d-354b-4791-91cb-811961d28241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.348644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.351916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4503d37d-354b-4791-91cb-811961d28241 None None] Port 42b8ccec-b1af-4f2f-af56-76f7892933f9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:39.626362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-eec13ab2-3084-4b08-a12a-add0986f63e4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635600 Jul 23 16:17:39.689881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9839079-2566-4ddb-a746-2c2f1b97774b req-c603ed01-3fab-4c04-8c5b-1ec96d851e42 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.691530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9839079-2566-4ddb-a746-2c2f1b97774b req-c603ed01-3fab-4c04-8c5b-1ec96d851e42 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.5693386 Jul 23 16:17:39.695584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.695936 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.696717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.697032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > port after_create 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.697499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.697844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > port after_update 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.698222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.698515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.698834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.699142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.784757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-d2f03d7e-2cdf-4e77-a154-3c243ef58c06 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:39.786299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-d2f03d7e-2cdf-4e77-a154-3c243ef58c06 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484144 Jul 23 16:17:39.791257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b8ccec-b1af-4f2f-af56-76f7892933f9 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:39.800091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.812611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Request body: {'port': {'device_id': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '1bd5d560384f47649f2e48083e4f1ea5'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:39.880459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.880675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Transition to ACTIVE for port object 42b8ccec-b1af-4f2f-af56-76f7892933f9 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:39.882015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.882865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.883252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:17:39.883963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a191d72-d3bb-4d29-b899-7fcd8415dc65']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:39.886717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:39.941776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fb0e64-d18d-4870-91d3-da377ee37daf') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:39.942099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fb0e64-d18d-4870-91d3-da377ee37daf') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:40.040247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.067894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Pushing event updated for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.085094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Made reservation on behalf of 1bd5d560384f47649f2e48083e4f1ea5 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:40.090133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.147532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9839079-2566-4ddb-a746-2c2f1b97774b req-710f9ca9-a7d0-44a0-a927-da71fd2577c8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180700 Jul 23 16:17:40.158346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.177552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:17:40.178591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: from cryptography.utils import int_from_bytes Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: from cryptography.utils import int_from_bytes Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:17:40.253674 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:17:40.318132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Allocated IP 192.168.233.8 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/4017bf47-148f-4a46-9219-42005466fbb8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:40.328407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.346356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Attempting to bind port 42b8ccec-b1af-4f2f-af56-76f7892933f9 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:40.346886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Attempting to bind port 42b8ccec-b1af-4f2f-af56-76f7892933f9 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:40.347271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Attempting to bind port 42b8ccec-b1af-4f2f-af56-76f7892933f9 on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:40.356769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a191d72-d3bb-4d29-b899-7fcd8415dc65,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:40.359570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.359958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Port 42b8ccec-b1af-4f2f-af56-76f7892933f9 on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:40.360327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Attempting to bind port 42b8ccec-b1af-4f2f-af56-76f7892933f9 on network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:40.361580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d745c479-11f2-4897-afa9-9653efdb3c8b admin admin] 10.222.0.64 "DELETE /v2.0/networks/4a191d72-d3bb-4d29-b899-7fcd8415dc65 HTTP/1.1" status: 204 len: 168 time: 2.2404077 Jul 23 16:17:40.377842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:40.378336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Checking segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:40.378783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Bound using segment: {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:40.379308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Bound port: 42b8ccec-b1af-4f2f-af56-76f7892933f9, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6806367b-8d7f-4783-9d0d-dad20a56e24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:40.379721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.382349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afead-731b-42af-a128-dea823f4c1db req-01624577-2651-42d7-b74a-2f9360f6580a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.389973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-343afead-731b-42af-a128-dea823f4c1db req-01624577-2651-42d7-b74a-2f9360f6580a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 943 time: 0.7107863 Jul 23 16:17:40.450324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347f008-2927-4601-94ea-b35f67b3cb3f req-bdd19209-6c0b-4e2e-9fe0-7e8950cba81c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.460029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3347f008-2927-4601-94ea-b35f67b3cb3f req-bdd19209-6c0b-4e2e-9fe0-7e8950cba81c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2035475 Jul 23 16:17:40.493018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-343afead-731b-42af-a128-dea823f4c1db req-931f68c7-efc3-481a-9ee2-edc8e44a102e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020432 Jul 23 16:17:40.503553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:40.543169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:40.557973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.577587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3347f008-2927-4601-94ea-b35f67b3cb3f req-3864efc7-e8fb-4a68-9f7c-9f49149a8c81 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158097 Jul 23 16:17:40.580190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40514) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.589707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:40.610894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:40.729832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2de3a15b-a817-4e11-9139-948274e90707 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fbf218214874aecbf4b5f17456cccc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483252 Jul 23 16:17:40.741474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29b3a8a9-0247-48f3-8f5f-347374bbf518 req-e9997b4f-5612-474e-8b0e-c2e52952975a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 210 time: 0.1186891 Jul 23 16:17:40.744555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40516) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:40.865962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.879425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:40.923586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:40.925340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'mac_address': 'fa:16:3e:f9:35:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:40.930445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:40.933205 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f152a-8395-498a-9dc8-dc9420931b25" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-unplugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:40.938578 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.980593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:40.981265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:40.987201 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] 10.222.0.81 "PUT /v2.0/ports/42b8ccec-b1af-4f2f-af56-76f7892933f9 HTTP/1.1" status: 200 len: 1091 time: 1.9926839 Jul 23 16:17:40.987201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:40.992720 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369" -d '{"events": [{"name": "network-changed", "server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:41.002398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.053831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cf485-0f60-4172-8474-4a27285b1387 req-fa9f221d-1998-455a-beaa-0944320158fd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.055841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-897cf485-0f60-4172-8474-4a27285b1387 req-fa9f221d-1998-455a-beaa-0944320158fd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.3247547 Jul 23 16:17:41.060691 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.077801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.088830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.091837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42969e-8713-491f-ab90-705f3de66246 service neutron] Pushing event updated for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.103738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:41.137666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.149210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:41.159493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddbe16-a8a8-48d5-b6b4-209c3933e120 req-b5f7b102-54d7-4556-8e87-8515a7bb0275 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.160332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.173313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6ddbe16-a8a8-48d5-b6b4-209c3933e120 req-b5f7b102-54d7-4556-8e87-8515a7bb0275 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.3049233 Jul 23 16:17:41.173544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Transition to ACTIVE for port object 4017bf47-148f-4a46-9219-42005466fbb8 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:41.230069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-897cf485-0f60-4172-8474-4a27285b1387 req-5314304c-edfc-4c9a-a8cb-5cd2930a9fcb tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570370 Jul 23 16:17:41.263397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.263397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.286374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6ddbe16-a8a8-48d5-b6b4-209c3933e120 req-97c3c99f-4335-4fca-9e7d-1f8d23cdf4cb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121345 Jul 23 16:17:41.303725 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.306763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.308049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d2b6c09-8a48-43fb-8099-55c6a32e0a48 HTTP/1.1" status: 204 len: 168 time: 0.5618172 Jul 23 16:17:41.330154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-7e2186ef-c05f-4e4e-9c90-6442d911d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.331504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52b115-059d-4128-8f34-ba1524144133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2b6c09-8a48-43fb-8099-55c6a32e0a48,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.331715 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-7e2186ef-c05f-4e4e-9c90-6442d911d83f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 1094 time: 0.2344596 Jul 23 16:17:41.380340 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7506acf7-c5ff-4e42-a240-189160b440a4 x-openstack-request-id: req-7506acf7-c5ff-4e42-a240-189160b440a4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:41.381379 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-unplugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:41.383176 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7506acf7-c5ff-4e42-a240-189160b440a4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:41.383605 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'code': 200} Jul 23 16:17:41.393419 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b906eba-9849-4ff8-b997-fe995f4c3866 x-openstack-request-id: req-3b906eba-9849-4ff8-b997-fe995f4c3866 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:41.393721 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:41.393997 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b906eba-9849-4ff8-b997-fe995f4c3866 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:41.395931 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'status': 'completed', 'code': 200} Jul 23 16:17:41.397786 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-2984f8bd-9a9b-420f-a0c8-c1bff0ada177 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9 HTTP/1.1" status: 200 len: 217 time: 0.0496366 Jul 23 16:17:41.406843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.447529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:41.504356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:41.511721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:41.514837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:41.586709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:41.595852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.596582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.610531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:41.619052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-b8d2f7dc-38a3-4131-8492-e8c08a6687a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.621004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-b8d2f7dc-38a3-4131-8492-e8c08a6687a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.1668906 Jul 23 16:17:41.633899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-574ee770-e72c-4a63-a9fd-8f55758c235f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8252025 Jul 23 16:17:41.661850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Request body: {'port': {'device_id': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:41.797537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb918d-0b3b-4622-afbf-35fe51cceeca req-7ff5dd3d-2a66-4319-b487-2cac80200692 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.807674 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f9131666-9729-4e0b-86de-78209105a195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.808273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11cb918d-0b3b-4622-afbf-35fe51cceeca req-7ff5dd3d-2a66-4319-b487-2cac80200692 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2992351 Jul 23 16:17:41.822296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:41.906323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11cb918d-0b3b-4622-afbf-35fe51cceeca req-e13f0f12-a4be-4f8f-8cd2-fff0833a6064 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954134 Jul 23 16:17:41.937890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab558c-bf26-472c-9e09-0065a4ec12ef req-acba95e1-3ae8-4293-ba35-c43074b219d9 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:41.952922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ab558c-bf26-472c-9e09-0065a4ec12ef req-acba95e1-3ae8-4293-ba35-c43074b219d9 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 943 time: 0.2514513 Jul 23 16:17:42.060634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ab558c-bf26-472c-9e09-0065a4ec12ef req-aaac1bcb-e09f-459e-bca1-6043a2f4dd96 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038868 Jul 23 16:17:42.091591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b941df07-a87c-4803-90db-416dd51437f8 None None] Provisioning for port 4017bf47-148f-4a46-9219-42005466fbb8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:42.102652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b941df07-a87c-4803-90db-416dd51437f8 None None] Provisioning complete for port 4017bf47-148f-4a46-9219-42005466fbb8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:42.103038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b941df07-a87c-4803-90db-416dd51437f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.192084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3eb48-37aa-4279-b85d-0ab7837288e6 req-885a0615-ed77-4a03-9e21-624bc6ca9a1c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.201549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28e3eb48-37aa-4279-b85d-0ab7837288e6 req-885a0615-ed77-4a03-9e21-624bc6ca9a1c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1348712 Jul 23 16:17:42.216798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b941df07-a87c-4803-90db-416dd51437f8 None None] Port 4017bf47-148f-4a46-9219-42005466fbb8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:42.243657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4017bf47-148f-4a46-9219-42005466fbb8 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:42.252991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.261110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28e3eb48-37aa-4279-b85d-0ab7837288e6 req-bf269546-8c2d-45ba-a5fd-9a548b0cc19c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Jul 23 16:17:42.269615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Transition to ACTIVE for port object 4017bf47-148f-4a46-9219-42005466fbb8 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:42.290295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.355612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:42.445643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-a3e16bd2-4e72-43ab-ba22-c90542d96660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.450698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-a3e16bd2-4e72-43ab-ba22-c90542d96660 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8151872 Jul 23 16:17:42.479781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d8106-7154-4a61-b3ef-5a2c33ff5885 req-729eddbe-6be6-4229-a0eb-881f95f61e0b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.482281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-123d8106-7154-4a61-b3ef-5a2c33ff5885 req-729eddbe-6be6-4229-a0eb-881f95f61e0b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 946 time: 0.2005513 Jul 23 16:17:42.535785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e08a-df69-4105-a385-6f6255567c25 req-7c1314b9-8769-4e5b-b446-4b8a5934fac7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.544463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6195e08a-df69-4105-a385-6f6255567c25 req-7c1314b9-8769-4e5b-b446-4b8a5934fac7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 949 time: 0.1329687 Jul 23 16:17:42.576582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-123d8106-7154-4a61-b3ef-5a2c33ff5885 req-ffa2211b-b0db-4884-bf48-58832a2fe8d6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865076 Jul 23 16:17:42.620852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Attempting to bind port 4017bf47-148f-4a46-9219-42005466fbb8 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:42.624308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Attempting to bind port 4017bf47-148f-4a46-9219-42005466fbb8 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:42.624841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Attempting to bind port 4017bf47-148f-4a46-9219-42005466fbb8 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:42.647859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Port 4017bf47-148f-4a46-9219-42005466fbb8 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:42.648195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Attempting to bind port 4017bf47-148f-4a46-9219-42005466fbb8 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:42.662783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6195e08a-df69-4105-a385-6f6255567c25 req-11a2e5a5-181c-4ff4-be42-af19add246b1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169226 Jul 23 16:17:42.686605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-e0640732-10b5-4ad9-8df7-1a8ef9346d94 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057047 Jul 23 16:17:42.687755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:42.688097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:42.688473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:42.688905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Bound port: 4017bf47-148f-4a46-9219-42005466fbb8, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:42.689261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.808592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d471a2-69de-46d8-8e64-7a64a38455d5 req-ccca4725-19c2-4864-a1cf-f81380d88a83 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.823613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19d471a2-69de-46d8-8e64-7a64a38455d5 req-ccca4725-19c2-4864-a1cf-f81380d88a83 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1179426 Jul 23 16:17:42.883063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19d471a2-69de-46d8-8e64-7a64a38455d5 req-a88e2fb4-57e2-4a69-9c0c-2b998853b29e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551188 Jul 23 16:17:42.893314 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f3009fb-a383-4ab4-995e-68b4f053c85a req-bb85ff86-061b-44cb-8fa0-b42a6cbd8271 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879230 Jul 23 16:17:42.913569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:42.918947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:42.923929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:42.935502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.989814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:42.991105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:42.994175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] 10.222.0.67 "PUT /v2.0/ports/4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 1094 time: 1.3414721 Jul 23 16:17:43.039142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ae3d-e418-43af-82fd-d512909c7081 service neutron] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:43.101169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27c4c-a4e7-4495-b43e-d9760db3e08a req-bc76d558-bfa5-41f8-bdc2-5aa304ed429b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.109815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66b27c4c-a4e7-4495-b43e-d9760db3e08a req-bc76d558-bfa5-41f8-bdc2-5aa304ed429b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1042187 Jul 23 16:17:43.168977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66b27c4c-a4e7-4495-b43e-d9760db3e08a req-307241f6-d2c2-44f2-93fa-99bdda41efab tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562096 Jul 23 16:17:43.252302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-144539457-network', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:43.306183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-d8debbdc-92ce-4be1-a9f0-9bf7d95d3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.307734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-d8debbdc-92ce-4be1-a9f0-9bf7d95d3684 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1097 time: 0.2636683 Jul 23 16:17:43.332945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38695bf-a4d4-4cf5-a69d-4ac79252c264 req-b0203444-cc8b-480e-932c-46d2801f7527 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.335179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a38695bf-a4d4-4cf5-a69d-4ac79252c264 req-b0203444-cc8b-480e-932c-46d2801f7527 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 943 time: 0.1427610 Jul 23 16:17:43.372205 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-63b4674d-84a4-48d1-b575-a1fcd335c8de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0544209 Jul 23 16:17:43.418592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:43.421718 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4085f7a-ff5a-4511-9113-845d1437adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "tag": "4017bf47-148f-4a46-9219-42005466fbb8"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:43.422599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a38695bf-a4d4-4cf5-a69d-4ac79252c264 req-4e312890-0935-4881-bd0b-69b437fee4ce tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808454 Jul 23 16:17:43.434113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Made reservation on behalf of 34c2c6f3333c4219a2e26afd1356ea3d for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:43.434694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.509539 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29529863-b256-4422-b46a-2c948df7171b x-openstack-request-id: req-29529863-b256-4422-b46a-2c948df7171b {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:43.510496 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "tag": "4017bf47-148f-4a46-9219-42005466fbb8", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:43.510496 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29529863-b256-4422-b46a-2c948df7171b {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:43.510719 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8', 'status': 'completed', 'code': 200} Jul 23 16:17:43.512721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-1fd64294-dbe5-4a37-9fc4-2424fe9b0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.514342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-1fd64294-dbe5-4a37-9fc4-2424fe9b0dc8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 1094 time: 0.3710260 Jul 23 16:17:43.517463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:43.579274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd28075-b364-4756-a055-d90f3406be8b req-f5c2cd4b-d997-4075-8200-bc830b1c2492 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.581450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffd28075-b364-4756-a055-d90f3406be8b req-f5c2cd4b-d997-4075-8200-bc830b1c2492 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1575243 Jul 23 16:17:43.591925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-19bc6f19-6115-489e-9f08-70cb137a775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.593472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-19bc6f19-6115-489e-9f08-70cb137a775f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2137268 Jul 23 16:17:43.698284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffd28075-b364-4756-a055-d90f3406be8b req-dd39f37e-370c-4b41-aebf-71b6120c6bfc tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074715 Jul 23 16:17:43.828613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-e6e96752-e1df-4161-8887-15f656aede41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.830418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-e6e96752-e1df-4161-8887-15f656aede41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233133 Jul 23 16:17:43.833289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-4b8caed6-a389-4c6e-ab8b-17fdd7d0e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.835214 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-4b8caed6-a389-4c6e-ab8b-17fdd7d0e934 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 923 time: 0.2882123 Jul 23 16:17:43.854308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb79a3-a543-4aa0-b1a7-ddf36c5cf4da req-0474b9f9-970c-4b84-910b-f0a21a57e9bb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:43.862754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fcb79a3-a543-4aa0-b1a7-ddf36c5cf4da req-0474b9f9-970c-4b84-910b-f0a21a57e9bb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 946 time: 0.1457994 Jul 23 16:17:43.926940 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-0be42e21-2931-4d6f-bb02-9104bd4b4ec9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9 HTTP/1.1" status: 200 len: 217 time: 0.0747492 Jul 23 16:17:43.975032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fcb79a3-a543-4aa0-b1a7-ddf36c5cf4da req-f6fa7175-3b0c-4aee-9973-f52cbf4270cb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106822 Jul 23 16:17:44.009373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d76bd-c09c-4a36-bf18-8399af5510a6 req-acf408ba-7c6f-4089-864d-94bc13a343eb tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.016326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e37d76bd-c09c-4a36-bf18-8399af5510a6 req-acf408ba-7c6f-4089-864d-94bc13a343eb tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 949 time: 0.2043145 Jul 23 16:17:44.021219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.027091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-792c9cac-78bc-4073-8f45-9c5e33ddfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.028540 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-792c9cac-78bc-4073-8f45-9c5e33ddfd25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.0615234 Jul 23 16:17:44.030818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.068319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e37d76bd-c09c-4a36-bf18-8399af5510a6 req-2bde77ea-5cbe-4dba-93c6-04ea4e0f7fee tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Jul 23 16:17:44.107477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:17:44.112314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed4efe-7ae9-4335-867b-7b3c97f1551b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.122355 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-ec5884f6-f497-43ea-8542-986591fb5be7 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819076 Jul 23 16:17:44.128205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.128591 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Added segment 1a6c37a4-ffdb-4491-8fc8-4e025bbffc59 of type vlan for network 87805c49-0e62-496b-81d9-34be9c55698a Jul 23 16:17:44.184767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864898-6796-4957-8899-9d5b75dd0518 req-88cc05f0-2fcb-4e27-816a-b2f628fa3069 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.193905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51864898-6796-4957-8899-9d5b75dd0518 req-88cc05f0-2fcb-4e27-816a-b2f628fa3069 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.1230462 Jul 23 16:17:44.216105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.256129 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.260308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51864898-6796-4957-8899-9d5b75dd0518 req-86595401-e217-405d-993a-72fc5da5de10 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653508 Jul 23 16:17:44.284408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-8db4acc3-c001-4c0d-991f-3c485222840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.285826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-8db4acc3-c001-4c0d-991f-3c485222840f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360127 Jul 23 16:17:44.342832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.343789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.344363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.363616 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a3cee4a9-fd32-4f1d-8f17-65d4ef3252cf req-adaec99d-50d5-49f8-b4c2-b74f3bad111f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979818 Jul 23 16:17:44.378157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e2647c9-7a77-47ec-a1ec-5ecaf90dc4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.395300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f010-e1d3-4259-919a-289fe13e9797 req-6330bd6d-a714-4958-ac50-073facd665ee tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.397556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4f010-e1d3-4259-919a-289fe13e9797 req-6330bd6d-a714-4958-ac50-073facd665ee tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1134291 Jul 23 16:17:44.464297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4f010-e1d3-4259-919a-289fe13e9797 req-9d26931e-0233-4f94-8e5e-76044c5200a9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Jul 23 16:17:44.474180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40576) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:44.474462 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5485249 Jul 23 16:17:44.481022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Request body: {'subnet': {'network_id': '87805c49-0e62-496b-81d9-34be9c55698a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-subnet', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:44.524575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Made reservation on behalf of 34c2c6f3333c4219a2e26afd1356ea3d for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:44.526664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.543603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df44a8-c7a7-48d2-b58f-ace3669545d3 admin admin] Pushing event updated for resources: {'Network': ['ID=87805c49-0e62-496b-81d9-34be9c55698a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:44.563726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 87805c49-0e62-496b-81d9-34be9c55698a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:17:44.567823 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-50531a5d-b674-4649-8b94-745547f7de9c service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651854 Jul 23 16:17:44.602475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:44.644371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-674362fe-8944-45c1-bb3b-b93a7b05b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.645874 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-674362fe-8944-45c1-bb3b-b93a7b05b5c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1097 time: 0.1967821 Jul 23 16:17:44.705048 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-aae174ab-cd85-4f65-a6c3-9e3d3d84f369 req-22b01ea5-365a-4124-af58-95ae7206e06a service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297200 Jul 23 16:17:44.792139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 84147b02-a537-4fcf-9d1a-b577a7776d7a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:44.792998 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.800439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-cb4944d7-b769-437e-9c1c-a857e3a855ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.803177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-cb4944d7-b769-437e-9c1c-a857e3a855ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1422968 Jul 23 16:17:44.822144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11cd40-3046-40aa-a26b-8681ca0b1d32 req-5eb2419f-7ee4-45dc-bcd1-e1b9dadd2ac0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.824644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f11cd40-3046-40aa-a26b-8681ca0b1d32 req-5eb2419f-7ee4-45dc-bcd1-e1b9dadd2ac0 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 943 time: 0.3172572 Jul 23 16:17:44.860924 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-07ade836-e3da-491a-955c-a01097e7e89e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0463777 Jul 23 16:17:44.913720 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:44.923761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-8361f3ed-b244-4fda-b3ac-f573a0827807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.926319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-8361f3ed-b244-4fda-b3ac-f573a0827807 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0540967 Jul 23 16:17:44.926975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f11cd40-3046-40aa-a26b-8681ca0b1d32 req-16fc5d9a-bb6e-4b1c-a292-c640029109a7 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836084 Jul 23 16:17:44.966958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:44.968357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:44.969951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075762b3-e806-42ac-a9f3-ad498d77d11c req-a4161019-0acd-4ac5-9aae-7f2250002b75 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:44.971733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-075762b3-e806-42ac-a9f3-ad498d77d11c req-a4161019-0acd-4ac5-9aae-7f2250002b75 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1441264 Jul 23 16:17:44.972382 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee3f92-145b-4ad6-bbb0-a49154c78266" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:44.992294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.038172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-d0df88c9-6ffd-4001-bf1e-00379c61de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.044404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-d0df88c9-6ffd-4001-bf1e-00379c61de73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075387 Jul 23 16:17:45.053602 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab1d127-21ac-4974-a49f-626c3e49833f x-openstack-request-id: req-aab1d127-21ac-4974-a49f-626c3e49833f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:45.054019 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:45.054364 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aab1d127-21ac-4974-a49f-626c3e49833f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:45.054852 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'code': 200} Jul 23 16:17:45.054977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-075762b3-e806-42ac-a9f3-ad498d77d11c req-0dc3985c-6aa9-4858-aa8e-c58110de39f9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755286 Jul 23 16:17:45.072039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.125658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.151600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38410ba-0279-43bc-8990-0bc5fc37d38d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:45.174057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Checking segment: {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:45.174957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Network hostable DHCP agents. Network: 87805c49-0e62-496b-81d9-34be9c55698a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:17:45.221536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Network 87805c49-0e62-496b-81d9-34be9c55698a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:17:45.275473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 87805c49-0e62-496b-81d9-34be9c55698a) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:45.286524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4e29e-9373-4569-8b26-bb4c28b8da3f None None] Network 87805c49-0e62-496b-81d9-34be9c55698a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:45.297516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-cf5bf814-e39f-4210-beac-b81df169b87c service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341354 Jul 23 16:17:45.302237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.303694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.366295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d34b16d6-74ed-412f-921c-27573ddddcac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8896809 Jul 23 16:17:45.377030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40588) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:45.390646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:45.417947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-5df30a8c-317b-4508-87b8-17551fa2ee97 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.419644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-5df30a8c-317b-4508-87b8-17551fa2ee97 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1097 time: 0.1989942 Jul 23 16:17:45.425464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b991e-3dff-4193-a45c-df73299ae95c req-6558bbf5-40b8-4b2d-9836-6937c299b24f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.434892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a6b991e-3dff-4193-a45c-df73299ae95c req-6558bbf5-40b8-4b2d-9836-6937c299b24f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 946 time: 0.2241650 Jul 23 16:17:45.452646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:45.470433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.472316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.483822 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f4085f7a-ff5a-4511-9113-845d1437adb9 req-b86f26a0-8616-4510-b1be-f257beb2eb22 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735017 Jul 23 16:17:45.535996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.558061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a6b991e-3dff-4193-a45c-df73299ae95c req-df4796b2-a74b-4dff-b7ad-ed98882f1275 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218200 Jul 23 16:17:45.573662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c305d-2738-4a51-b13d-cb57e89e03e9 req-8f921a1c-24ea-416a-9f3d-ae5f879977dc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.581195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b37c305d-2738-4a51-b13d-cb57e89e03e9 req-8f921a1c-24ea-416a-9f3d-ae5f879977dc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.3183813 Jul 23 16:17:45.589369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.625734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-87805c49-0e62-496b-81d9-34be9c55698a', 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'fixed_ips': [{'subnet_id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:17:45.626663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.682685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.727625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b37c305d-2738-4a51-b13d-cb57e89e03e9 req-ccd99a6a-caac-4657-9f4f-2a02fb761a8d tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450946 Jul 23 16:17:45.831269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Allocated IP 172.20.0.2 (87805c49-0e62-496b-81d9-34be9c55698a/c38410ba-0279-43bc-8990-0bc5fc37d38d/4b625e26-1d08-4fd0-9899-fe43486ec805) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:45.840605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:45.858064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d67eb5-6311-46e7-bac0-ab2111dc5859 req-10394fe3-4f52-488c-822e-710bf025f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:45.859697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07d67eb5-6311-46e7-bac0-ab2111dc5859 req-10394fe3-4f52-488c-822e-710bf025f9c1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1101 time: 0.4746976 Jul 23 16:17:45.895284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:45.950654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:45.956987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:45.960857 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2142ad90-9a7e-4fdb-9f2e-436af27f7e2a" -d '{"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-unplugged", "status": "completed", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:45.966134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.015231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.023534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07d67eb5-6311-46e7-bac0-ab2111dc5859 req-9ecb83cd-52b8-40a4-b8ab-3fe9e272c554 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322572 Jul 23 16:17:46.041105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e65d-74a2-4524-bdc9-5b8c2704d975 req-636b9f0e-d1a8-43de-af0d-f2dc20b62b5c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.043066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d605e65d-74a2-4524-bdc9-5b8c2704d975 req-636b9f0e-d1a8-43de-af0d-f2dc20b62b5c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 946 time: 0.3787088 Jul 23 16:17:46.093513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e145d-ead0-413a-aa7e-b1492179b7ae req-e97304c7-0c7c-48b6-90da-2bdfafcd84de tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.095191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-855e145d-ead0-413a-aa7e-b1492179b7ae req-e97304c7-0c7c-48b6-90da-2bdfafcd84de tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2460878 Jul 23 16:17:46.113868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.117275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.130312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Transition to ACTIVE for port object 4b625e26-1d08-4fd0-9899-fe43486ec805 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:46.153871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Transition to ACTIVE for port object 4b625e26-1d08-4fd0-9899-fe43486ec805 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:46.156117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d605e65d-74a2-4524-bdc9-5b8c2704d975 req-59e7d3e8-12c4-4432-ac3b-5d7332d030e9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959134 Jul 23 16:17:46.165046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.165241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:46.165456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:46.165742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.178649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:17:46.178974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Attempting to bind port 2794f8c8-7d47-4568-8791-e3a52cad8004 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.189448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:46.189791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:46.190743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:46.194450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Bound port: 2794f8c8-7d47-4568-8791-e3a52cad8004, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:46.194831 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.216764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Network 87805c49-0e62-496b-81d9-34be9c55698a is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:46.222714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:46.230435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:46.250392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Pushing event updated for resources: {'Port': ['ID=4b625e26-1d08-4fd0-9899-fe43486ec805,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.259056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-855e145d-ead0-413a-aa7e-b1492179b7ae req-e84d6f18-5aa7-4158-b768-2f27a12a507e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531811 Jul 23 16:17:46.310921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:46.314341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:46.321387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.340127 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291460c6-efce-497c-9082-2226b5e17c76 x-openstack-request-id: req-291460c6-efce-497c-9082-2226b5e17c76 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:46.340559 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-unplugged", "status": "completed", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:46.340694 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-291460c6-efce-497c-9082-2226b5e17c76 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:46.341259 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'code': 200} Jul 23 16:17:46.381643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Attempting to bind port 4b625e26-1d08-4fd0-9899-fe43486ec805 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:46.382248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Attempting to bind port 4b625e26-1d08-4fd0-9899-fe43486ec805 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:46.382422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Attempting to bind port 4b625e26-1d08-4fd0-9899-fe43486ec805 on network 87805c49-0e62-496b-81d9-34be9c55698a {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:46.394568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:46.395365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Checking segment: {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:46.401922 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.402284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Bound using segment: {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:46.402808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Bound port: 4b625e26-1d08-4fd0-9899-fe43486ec805, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:46.403221 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.470026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.473869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.474487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.476176 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-dd8e6566-6235-4670-85ad-3bbb083b3841 service neutron] 10.222.0.81 "PUT /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 1122 time: 1.0286081 Jul 23 16:17:46.531238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] For port 4b625e26-1d08-4fd0-9899-fe43486ec805, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:46.535445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] For port 4b625e26-1d08-4fd0-9899-fe43486ec805, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4b625e26-1d08-4fd0-9899-fe43486ec805,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:46.545922 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.629399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:46.632816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:46.667938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0dd8b-fefe-4df6-8fbb-2ade6b07963c req-2fdb8777-a696-4f2c-94c4-8a4f3178b224 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.678682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25d0dd8b-fefe-4df6-8fbb-2ade6b07963c req-2fdb8777-a696-4f2c-94c4-8a4f3178b224 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 943 time: 0.2210970 Jul 23 16:17:46.698603 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.703872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7cd8-2eef-45be-a648-03e93814bd15 None None] Pushing event updated for resources: {'Port': ['ID=4b625e26-1d08-4fd0-9899-fe43486ec805,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:46.737711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:46.747218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb303d-b8a2-4428-a1bd-8d6162ec19ca req-0f88f833-304b-436b-b43d-8744ce16a1d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:46.758916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8deb303d-b8a2-4428-a1bd-8d6162ec19ca req-0f88f833-304b-436b-b43d-8744ce16a1d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.3021171 Jul 23 16:17:46.764044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:46.908877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25d0dd8b-fefe-4df6-8fbb-2ade6b07963c req-41395759-3225-46ca-9b17-e30507ba329b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318676 Jul 23 16:17:47.002832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:47.017513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:17:47.017964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 42b8ccec-b1af-4f2f-af56-76f7892933f9 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:47.021424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8deb303d-b8a2-4428-a1bd-8d6162ec19ca req-f59b6166-dee3-4e78-9c00-86b5209b6f0f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615168 Jul 23 16:17:47.206947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Allocated IP 172.25.2.78 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1d510101-cdc5-41ea-bc91-487e60f34c0a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:47.350288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de4837-5dea-4255-abc3-fcb265a9bb69 req-c70d6a34-eac5-40cd-9151-ced16b3bc81f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.352176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1de4837-5dea-4255-abc3-fcb265a9bb69 req-c70d6a34-eac5-40cd-9151-ced16b3bc81f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 946 time: 0.2384522 Jul 23 16:17:47.385152 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.394871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:47.435723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'port_id': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'mac_address': 'fa:16:3e:14:f2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:47.450946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19a159-7f3e-4ae7-9206-0106b9e25a5f req-948a0eb2-8311-41fb-80ff-fc7782e14993 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:47.459434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b19a159-7f3e-4ae7-9206-0106b9e25a5f req-948a0eb2-8311-41fb-80ff-fc7782e14993 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2541866 Jul 23 16:17:47.548239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1de4837-5dea-4255-abc3-fcb265a9bb69 req-9d653934-ba50-43d6-ad13-5c2ab7799f8b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515472 Jul 23 16:17:47.576547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.637839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b19a159-7f3e-4ae7-9206-0106b9e25a5f req-18fa5a28-416b-42d0-8d1a-fe32c6344a10 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765788 Jul 23 16:17:47.706010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.723755 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.758456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b8ccec-b1af-4f2f-af56-76f7892933f9 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:47.817199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:47.824253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:47.825664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:47.851133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:47.854515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:47.892751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Pushing event updated for resources: {'Port': ['ID=1d510101-cdc5-41ea-bc91-487e60f34c0a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:47.951300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:17:47.954172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.140895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:48.176228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4017bf47-148f-4a46-9219-42005466fbb8', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '4017bf47-148f-4a46-9219-42005466fbb8', 'mac_address': 'fa:16:3e:0d:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:17:48.269529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352f8f6-cce9-4fa2-91dc-f660cc55348e None None] Network 87805c49-0e62-496b-81d9-34be9c55698a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:17:48.342972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:48.343671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.346283 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b4d9e-612a-43f2-8c6d-3d5605c24984" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:48.375813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7fe6e7ce-43c0-4c1c-a895-830ce22a381f None None] Provisioning for port 4b625e26-1d08-4fd0-9899-fe43486ec805 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:48.376817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe5cd-22e8-4cfd-b34a-39fbe819d640 req-a01b4613-f06b-411b-9429-f0fc35128169 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.384514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10ffe5cd-22e8-4cfd-b34a-39fbe819d640 req-a01b4613-f06b-411b-9429-f0fc35128169 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.6527250 Jul 23 16:17:48.440075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd8b1-42fb-45c4-8f9c-1d800e93ad91 req-af9ae7c8-c358-4408-8df4-5ebfcf048d4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.445900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4017bf47-148f-4a46-9219-42005466fbb8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:48.451860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f1bd8b1-42fb-45c4-8f9c-1d800e93ad91 req-af9ae7c8-c358-4408-8df4-5ebfcf048d4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.6498168 Jul 23 16:17:48.494765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['42b8ccec-b1af-4f2f-af56-76f7892933f9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:48.508298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:48.515494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10ffe5cd-22e8-4cfd-b34a-39fbe819d640 req-b79274d6-bee5-45e8-b693-72db79fb273d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260521 Jul 23 16:17:48.588748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f1bd8b1-42fb-45c4-8f9c-1d800e93ad91 req-6f7d063a-f5c7-4964-bba8-97c9b9965219 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355772 Jul 23 16:17:48.630908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:48.776736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:48.973420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4b625e26-1d08-4fd0-9899-fe43486ec805 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:48.995862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abce06-a8b7-48a3-9f20-0f3db6005d20 req-44e097df-4778-4ba7-9cc0-8593e3e97321 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:48.997587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56abce06-a8b7-48a3-9f20-0f3db6005d20 req-44e097df-4778-4ba7-9cc0-8593e3e97321 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 944 time: 0.3179331 Jul 23 16:17:49.028035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153950c-2086-46d7-a59e-4c4022d85847 req-8151f7aa-6729-4682-8d46-ad090fffa3bb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.038254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2153950c-2086-46d7-a59e-4c4022d85847 req-8151f7aa-6729-4682-8d46-ad090fffa3bb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2004137 Jul 23 16:17:49.072590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:17:49.073064 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-4076b326-8c0f-48e0-afec-e27cdcda33dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900891 Jul 23 16:17:49.110260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2153950c-2086-46d7-a59e-4c4022d85847 req-be4b9d71-c0ac-4fde-b5fd-b348cb15dca1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711086 Jul 23 16:17:49.123064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.251912 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c2107-c02d-4d9c-b8ed-88a5a8ff5174 x-openstack-request-id: req-184c2107-c02d-4d9c-b8ed-88a5a8ff5174 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:49.254177 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:49.254616 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-184c2107-c02d-4d9c-b8ed-88a5a8ff5174 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:49.255217 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'status': 'completed', 'code': 200} Jul 23 16:17:49.258987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 4b625e26-1d08-4fd0-9899-fe43486ec805 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:49.277321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4b625e26-1d08-4fd0-9899-fe43486ec805 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:49.277854 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.325964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56abce06-a8b7-48a3-9f20-0f3db6005d20 req-1c17e5a9-4533-421c-8a49-23ae8531bce4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088415 Jul 23 16:17:49.407936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-7908728e-b270-4112-91da-8d5f26371059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.411321 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-7908728e-b270-4112-91da-8d5f26371059 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 1116 time: 0.2410336 Jul 23 16:17:49.465255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.531878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefee13a-0f67-4631-86fd-58eff7c796bd req-2601a124-9b5f-4f2c-b58d-17ecc81a2bbb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.541240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3eba8f36-fbac-49c2-a64e-ed937e55a958 None None] Provisioning complete for port 4b625e26-1d08-4fd0-9899-fe43486ec805 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:49.541849 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3eba8f36-fbac-49c2-a64e-ed937e55a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.546542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fefee13a-0f67-4631-86fd-58eff7c796bd req-2601a124-9b5f-4f2c-b58d-17ecc81a2bbb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 947 time: 0.2384510 Jul 23 16:17:49.605534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 4b625e26-1d08-4fd0-9899-fe43486ec805, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4b625e26-1d08-4fd0-9899-fe43486ec805,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:49.615368 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.677855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:49.695442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-ab4650d5-27e6-4894-b740-5f48ec1b5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.697991 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-ab4650d5-27e6-4894-b740-5f48ec1b5d27 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.2335601 Jul 23 16:17:49.735576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=4b625e26-1d08-4fd0-9899-fe43486ec805,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:49.783068 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-c460e1cb-7a5d-4860-9d56-876751b0817d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 200 len: 217 time: 0.0654018 Jul 23 16:17:49.786376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-d8c799d9-7649-4d07-8c7e-38ce10ebd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.789324 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-d8c799d9-7649-4d07-8c7e-38ce10ebd363 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1125 time: 0.5522637 Jul 23 16:17:49.845745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fefee13a-0f67-4631-86fd-58eff7c796bd req-7172d60b-4354-4ac9-b9ae-c5c019db801e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620910 Jul 23 16:17:49.985999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec109-35ea-4543-8e2a-f75367ee0bc8 req-a328b49e-d24a-4ab8-be1d-5a5e35d6fa7c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:49.998872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b68ec109-35ea-4543-8e2a-f75367ee0bc8 req-a328b49e-d24a-4ab8-be1d-5a5e35d6fa7c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.3223627 Jul 23 16:17:50.127784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b68ec109-35ea-4543-8e2a-f75367ee0bc8 req-5f3a680e-3d92-4267-9e94-4f2e4753df02 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271656 Jul 23 16:17:50.181580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2e6c3-b7b2-46ca-9bc8-ccbd56a601cd req-c7dc9a47-376d-4983-9323-5ec16fbddd72 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.190713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2af2e6c3-b7b2-46ca-9bc8-ccbd56a601cd req-c7dc9a47-376d-4983-9323-5ec16fbddd72 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.2287321 Jul 23 16:17:50.192590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Router 30fc8c23-8494-488e-9034-2381574a435f is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:17:50.239159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-cb0059b9-2614-43e4-afa2-f40c364bf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.242091 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-cb0059b9-2614-43e4-afa2-f40c364bf685 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.4514534 Jul 23 16:17:50.298272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-43c3b15d-f556-4553-820f-ea199c716c9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449216 Jul 23 16:17:50.303969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-349d2bea-7f5d-47e4-a6c7-fb7f9b15c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.305847 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-349d2bea-7f5d-47e4-a6c7-fb7f9b15c16a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.4700017 Jul 23 16:17:50.351675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2af2e6c3-b7b2-46ca-9bc8-ccbd56a601cd req-bf091137-827a-455c-8a99-c8e0e631de73 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598840 Jul 23 16:17:50.372910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-55d8ab8f-3cad-4b21-b42a-3f3291936791 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 217 time: 0.0480378 Jul 23 16:17:50.455611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdac776-fbcb-440d-8318-0a3288c0d2ad req-b9279642-3dc7-4d72-a992-cd09426727d2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.457207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cdac776-fbcb-440d-8318-0a3288c0d2ad req-b9279642-3dc7-4d72-a992-cd09426727d2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2448380 Jul 23 16:17:50.468512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:50.484539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-8393ee62-c945-40c2-a755-06bcccd97c7a service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774974 Jul 23 16:17:50.486257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-324715ce-54cc-4a56-acc9-1a72ce172fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.487037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Sync routers for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:50.487685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-324715ce-54cc-4a56-acc9-1a72ce172fc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0756505 Jul 23 16:17:50.512814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:50.515765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:50.543862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.549704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6ee5a725-ebae-4760-b0ae-648e148f5257 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1686559 Jul 23 16:17:50.553712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40630) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:50.568965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-a2700990-0912-4619-ac1e-7801b3ba326c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583229 Jul 23 16:17:50.626183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 42b8ccec-b1af-4f2f-af56-76f7892933f9 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:50.704357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 42b8ccec-b1af-4f2f-af56-76f7892933f9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:50.712124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 42b8ccec-b1af-4f2f-af56-76f7892933f9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:50.713030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:50.715533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cdac776-fbcb-440d-8318-0a3288c0d2ad req-68fcdd46-cde0-4551-b19e-cdecb92cc923 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392507 Jul 23 16:17:50.764503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00d8b6-36a0-4d5e-9034-3f9e36ea8659 req-3583b909-e482-4fab-9e2a-fd5dc5fa5963 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:50.770932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe00d8b6-36a0-4d5e-9034-3f9e36ea8659 req-3583b909-e482-4fab-9e2a-fd5dc5fa5963 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2702365 Jul 23 16:17:50.777504 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb91d5bd-296b-42d6-bbad-776442a09778 req-5ca7d8c4-191e-4369-b3b8-038f5673ead9 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818947 Jul 23 16:17:50.824550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-f03d6342-be89-4dbe-9036-61a3f230901f service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469966 Jul 23 16:17:50.857999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe00d8b6-36a0-4d5e-9034-3f9e36ea8659 req-73cfd651-22c8-48d5-8011-bf9c17a982e8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Jul 23 16:17:50.874645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:50.952222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4b625e26-1d08-4fd0-9899-fe43486ec805 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:51.009981 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-442b4d9e-612a-43f2-8c6d-3d5605c24984 req-34d5a305-6652-49d7-b868-cdc6e0220209 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751430 Jul 23 16:17:51.123149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d72ed-3053-47a4-abeb-f3e34f627f05 req-a6e917c5-73e0-4bb4-a65c-5b1ce7988e57 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.131329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.132063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d02d72ed-3053-47a4-abeb-f3e34f627f05 req-a6e917c5-73e0-4bb4-a65c-5b1ce7988e57 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2728686 Jul 23 16:17:51.191627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4b625e26-1d08-4fd0-9899-fe43486ec805 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:51.192025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.221311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:51.223585 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f91685-5139-4203-8bdb-4166c4529e95" -d '{"events": [{"server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "name": "network-vif-plugged", "status": "completed", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:51.248134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:51.264963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.281839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f4c8a-5939-4f33-9cae-5f6fe8688c5c req-590bce7f-3636-48ac-92a8-b0198f525032 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.284188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c0f4c8a-5939-4f33-9cae-5f6fe8688c5c req-590bce7f-3636-48ac-92a8-b0198f525032 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 944 time: 0.3060055 Jul 23 16:17:51.290635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d02d72ed-3053-47a4-abeb-f3e34f627f05 req-d6b96529-9a17-439e-9bd9-b8ab4d7e0802 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574855 Jul 23 16:17:51.342130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:48Z', 'revision_number': 3, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:51.375446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c0f4c8a-5939-4f33-9cae-5f6fe8688c5c req-5c57d8c7-4908-4cf3-a81c-7b9f159a907a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781095 Jul 23 16:17:51.391068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Checking router: 30fc8c23-8494-488e-9034-2381574a435f for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:51.391420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Updating router 30fc8c23-8494-488e-9034-2381574a435f port 1d510101-cdc5-41ea-bc91-487e60f34c0a binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:51.397557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:51.440503 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.701034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0aa1c-5b7f-4d68-b36a-03ea9f855a28 req-c4c6c40e-2c91-4557-ae15-53236b45c9bd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:51.702886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dde0aa1c-5b7f-4d68-b36a-03ea9f855a28 req-c4c6c40e-2c91-4557-ae15-53236b45c9bd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 947 time: 0.2396698 Jul 23 16:17:51.733802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:51.804299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dde0aa1c-5b7f-4d68-b36a-03ea9f855a28 req-7f2bbaf3-0325-4ee0-a4c8-2cab34dfbfab tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815940 Jul 23 16:17:52.009034 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e896d036-2418-4fad-b40d-3d0ac9966c9d x-openstack-request-id: req-e896d036-2418-4fad-b40d-3d0ac9966c9d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:52.009600 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "name": "network-vif-plugged", "status": "completed", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:52.009600 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e896d036-2418-4fad-b40d-3d0ac9966c9d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:52.009998 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'code': 200} Jul 23 16:17:52.010873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:52.014566 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.074925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Transition to ACTIVE for port object 1d510101-cdc5-41ea-bc91-487e60f34c0a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:52.084781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.100610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Allocated IP 172.20.0.1 (87805c49-0e62-496b-81d9-34be9c55698a/c38410ba-0279-43bc-8990-0bc5fc37d38d/022f3636-ae90-4dd6-bf01-3aec88a68c21) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:52.142047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43611ca-d571-448e-af3c-203e10a56764 req-139a0d1d-29b4-4987-8ae2-6c0b64838315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.144350 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e43611ca-d571-448e-af3c-203e10a56764 req-139a0d1d-29b4-4987-8ae2-6c0b64838315 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 1096 time: 0.0987766 Jul 23 16:17:52.166133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976aa61-d5e0-4a4b-94fc-13ee615be086 req-f759a20b-c9b5-41d2-9fdf-ba647626e2b1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.167822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f976aa61-d5e0-4a4b-94fc-13ee615be086 req-f759a20b-c9b5-41d2-9fdf-ba647626e2b1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.2004423 Jul 23 16:17:52.221089 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e43611ca-d571-448e-af3c-203e10a56764 req-f6749b0b-b546-4712-8a57-e6ded177b9ee service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596719 Jul 23 16:17:52.259992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fd30-ab46-4d04-b407-1577a396b913 None None] Pushing event updated for resources: {'Port': ['ID=1d510101-cdc5-41ea-bc91-487e60f34c0a,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.271045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdac7-a8df-458a-938d-8955518d9b94 req-fd01fbd3-9468-4253-87eb-fb7624860d7a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:52.278697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d46cdac7-a8df-458a-938d-8955518d9b94 req-fd01fbd3-9468-4253-87eb-fb7624860d7a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2525539 Jul 23 16:17:52.278969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Attempting to bind port 1d510101-cdc5-41ea-bc91-487e60f34c0a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:52.279069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Attempting to bind port 1d510101-cdc5-41ea-bc91-487e60f34c0a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:52.279450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Attempting to bind port 1d510101-cdc5-41ea-bc91-487e60f34c0a on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:52.289338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 4017bf47-148f-4a46-9219-42005466fbb8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:52.291828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:52.292210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:52.292623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.293024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:52.293560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Bound port: 1d510101-cdc5-41ea-bc91-487e60f34c0a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:52.293965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.324456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4017bf47-148f-4a46-9219-42005466fbb8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:52.325179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.342418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f976aa61-d5e0-4a4b-94fc-13ee615be086 req-f3e76d05-f1b3-4726-b178-d00992d42cb9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650765 Jul 23 16:17:52.380062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d46cdac7-a8df-458a-938d-8955518d9b94 req-271893a7-8488-433f-9f66-8aa9ca9a78d6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Jul 23 16:17:52.408093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.433798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] For port 1d510101-cdc5-41ea-bc91-487e60f34c0a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:52.437018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Transition to ACTIVE for port object 022f3636-ae90-4dd6-bf01-3aec88a68c21 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:52.438153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] For port 1d510101-cdc5-41ea-bc91-487e60f34c0a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1d510101-cdc5-41ea-bc91-487e60f34c0a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:52.453023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.479651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.526848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fd30-ab46-4d04-b407-1577a396b913 None None] Pushing event updated for resources: {'Port': ['ID=1d510101-cdc5-41ea-bc91-487e60f34c0a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.567235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:52.568070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:52.716561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.776400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:52.778838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:52.809998 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:52.890053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Network 87805c49-0e62-496b-81d9-34be9c55698a is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:52.908343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:52.913013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Pushing event updated for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:52.926724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:52.960919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:53.058687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5b910-f33d-450b-bde4-b98562c300f2 req-7550b63a-94a0-4271-9483-cbd75c749f74 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.060354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95d5b910-f33d-450b-bde4-b98562c300f2 req-7550b63a-94a0-4271-9483-cbd75c749f74 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.5776963 Jul 23 16:17:53.061136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.071451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572982f3-6749-4011-b517-f5c2efce8143 req-a7f8c15d-27d0-4753-8de8-fbfcfa4bb0a2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.073053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-572982f3-6749-4011-b517-f5c2efce8143 req-a7f8c15d-27d0-4753-8de8-fbfcfa4bb0a2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.5890822 Jul 23 16:17:53.087080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:48Z', 'revision_number': 3, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:53.119757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd647bf-aca8-46b4-9151-f0682d7e7de8 None None] The sync data for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 is: [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:48Z', 'revision_number': 3, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:53.196201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95d5b910-f33d-450b-bde4-b98562c300f2 req-9d2f68ef-b100-4d0e-93b8-f7557106a33b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212018 Jul 23 16:17:53.211510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-572982f3-6749-4011-b517-f5c2efce8143 req-f38be1bc-85fa-4c93-aab6-bc353cfb87a9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984504 Jul 23 16:17:53.277945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfe690f8-5d15-490d-aef2-d23ea1b82859 None None] Provisioning for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:53.287356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfe690f8-5d15-490d-aef2-d23ea1b82859 None None] Provisioning complete for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:53.287820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bfe690f8-5d15-490d-aef2-d23ea1b82859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.342543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bfe690f8-5d15-490d-aef2-d23ea1b82859 None None] Port 022f3636-ae90-4dd6-bf01-3aec88a68c21 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:53.382233 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.497750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deb39-22bf-4ee3-bc8a-dfc202326589 req-596e4d65-ccbc-4a00-a98b-58ea3064989d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.501426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1deb39-22bf-4ee3-bc8a-dfc202326589 req-596e4d65-ccbc-4a00-a98b-58ea3064989d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.2216799 Jul 23 16:17:53.518462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cbf7d-5192-4307-bee8-bb81a88b41fe req-a7383aac-2e22-413f-b6d2-56c636ff70e5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:53.520164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7cbf7d-5192-4307-bee8-bb81a88b41fe req-a7383aac-2e22-413f-b6d2-56c636ff70e5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1803436 Jul 23 16:17:53.650494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1deb39-22bf-4ee3-bc8a-dfc202326589 req-8bdc21d6-a5a2-4b97-a30e-4ab549d1dbf2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263411 Jul 23 16:17:53.670416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7cbf7d-5192-4307-bee8-bb81a88b41fe req-16098140-0bb3-4771-846d-5356ac6325a6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274352 Jul 23 16:17:53.723551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.731858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.869262 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:53.871488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Pushing event updated for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:54.011389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:17:54.016017 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1072fcb-25a7-4de8-94ca-7bbfb8793270" -d '{"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-plugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:17:54.023871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57142803-f303-4b70-aa53-d83f78fc5215 req-a50dd2ad-5414-40ce-8882-8561040b4077 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.025705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57142803-f303-4b70-aa53-d83f78fc5215 req-a50dd2ad-5414-40ce-8882-8561040b4077 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 944 time: 0.2297938 Jul 23 16:17:54.110887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Network 87805c49-0e62-496b-81d9-34be9c55698a is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:54.146156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:54.178014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57142803-f303-4b70-aa53-d83f78fc5215 req-a4858c31-7aa7-4c12-a503-312da701c1e4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305802 Jul 23 16:17:54.348055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-6d1b5431-d5a5-4bf2-93ec-f62b9c88f4a3 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.349973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-6d1b5431-d5a5-4bf2-93ec-f62b9c88f4a3 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/networks?id=757b7f52-6f0a-4d0b-8fa2-139e99d61478 HTTP/1.1" status: 200 len: 815 time: 0.3204968 Jul 23 16:17:54.368901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Router 30fc8c23-8494-488e-9034-2381574a435f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:17:54.389647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-96e65772-1167-416b-8d15-57d3ee3b3f92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/quotas/e9f4c43fc78b4490a509eff69f464125 HTTP/1.1" status: 200 len: 375 time: 0.0329041 Jul 23 16:17:54.482801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-05c5ca4f-e93c-4dfd-a04d-9954f4baa291 None None] Provisioning complete for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:54.483470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05c5ca4f-e93c-4dfd-a04d-9954f4baa291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:54.521538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-05c5ca4f-e93c-4dfd-a04d-9954f4baa291 None None] Port 022f3636-ae90-4dd6-bf01-3aec88a68c21 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:54.531724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9d62e-c9e8-402c-8086-010b79d35d7b req-d9c3d28f-8a10-41ea-a175-e3c5abf82032 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.533316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72e9d62e-c9e8-402c-8086-010b79d35d7b req-d9c3d28f-8a10-41ea-a175-e3c5abf82032 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2574809 Jul 23 16:17:54.605042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-f24e83ae-13be-4c2c-bb8c-4318581c3aac tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9f4c43fc78b4490a509eff69f464125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2143769 Jul 23 16:17:54.610295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:17:54.624343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c372defe-5520-4ac7-aad7-4ffd0334dd56 admin admin] 10.222.0.64 "PUT /v2.0/routers/30fc8c23-8494-488e-9034-2381574a435f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0425158 Jul 23 16:17:54.624343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72e9d62e-c9e8-402c-8086-010b79d35d7b req-4ae9b290-6d1f-4d0c-ab53-4f28aa7c241b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791149 Jul 23 16:17:54.700887 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425fda65-e119-4c0b-9102-4bfbb13ce14d x-openstack-request-id: req-425fda65-e119-4c0b-9102-4bfbb13ce14d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:17:54.700887 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-plugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:17:54.700887 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-425fda65-e119-4c0b-9102-4bfbb13ce14d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:17:54.700887 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8', 'code': 200} Jul 23 16:17:54.845069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-9ddcb07e-5d60-49b0-9244-bffbc0a59f88 service neutron] 10.222.0.64 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273405 Jul 23 16:17:54.869318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e27093-3274-4ce3-8943-ef56a58b4289 req-8f801fcc-1641-4abe-8ee3-afc35d4bc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.870092 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e27093-3274-4ce3-8943-ef56a58b4289 req-8f801fcc-1641-4abe-8ee3-afc35d4bc4ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1099 time: 0.0865836 Jul 23 16:17:54.893456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1d510101-cdc5-41ea-bc91-487e60f34c0a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:54.932947 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64e27093-3274-4ce3-8943-ef56a58b4289 req-0af423c9-ad26-4a17-9bb7-4d8fc8820fa9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Jul 23 16:17:54.975107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1d510101-cdc5-41ea-bc91-487e60f34c0a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:54.979923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793510f9-c599-4f83-9394-e29ecd8154f7 req-9e2ee39b-002c-49e7-a1be-c7ff22499b47 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:54.981874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-793510f9-c599-4f83-9394-e29ecd8154f7 req-9e2ee39b-002c-49e7-a1be-c7ff22499b47 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1759946 Jul 23 16:17:54.985107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1d510101-cdc5-41ea-bc91-487e60f34c0a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:54.985774 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.038433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-f823e01b-eb5f-4301-b064-6c65b39e1f3e service neutron] 10.222.0.64 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817305 Jul 23 16:17:55.047668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-793510f9-c599-4f83-9394-e29ecd8154f7 req-0051f1a7-3945-4632-9849-aad3b3a58098 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Jul 23 16:17:55.109379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.147890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1d510101-cdc5-41ea-bc91-487e60f34c0a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1d510101-cdc5-41ea-bc91-487e60f34c0a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:55.153336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.175248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-ddeee33d-809e-49da-9497-bcff8bcee049 service neutron] 10.222.0.67 "GET /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1044104 Jul 23 16:17:55.244976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1d510101-cdc5-41ea-bc91-487e60f34c0a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:55.249552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8c37-6813-443a-b5f7-a32ccd92d5b0 req-e2dc8e81-9d44-4d90-9e39-f1082a2c0ecb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.258068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c0e8c37-6813-443a-b5f7-a32ccd92d5b0 req-e2dc8e81-9d44-4d90-9e39-f1082a2c0ecb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1335025 Jul 23 16:17:55.274682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.274906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.275251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.276241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.276241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.276241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.276706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.276877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.277189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.277488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.277806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.278156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:55.337796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c0e8c37-6813-443a-b5f7-a32ccd92d5b0 req-0cd00cdd-67c2-4342-80ed-a0faf0a0d5c7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788085 Jul 23 16:17:55.422312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718add99-10bc-4454-88d2-043066920651 req-884d2407-36f9-45b6-9921-a395a5acf48a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.424863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-718add99-10bc-4454-88d2-043066920651 req-884d2407-36f9-45b6-9921-a395a5acf48a tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.1215775 Jul 23 16:17:55.479531 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Sync routers for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:17:55.499523 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:55.500789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:55.503452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:55.534457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-718add99-10bc-4454-88d2-043066920651 req-6553c7fc-edf2-4d8b-8979-3f2f628d02ac tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969059 Jul 23 16:17:55.547204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:55.625156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2794f8c8-7d47-4568-8791-e3a52cad8004 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:17:55.631463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ee673-656b-4ce7-b159-8f53e70b88ef req-3ad52a16-152b-43dc-bc51-f184d07110b3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:55.642713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b0ee673-656b-4ce7-b159-8f53e70b88ef req-3ad52a16-152b-43dc-bc51-f184d07110b3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.2161355 Jul 23 16:17:55.658989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:55.701704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.741216 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:55.809054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b0ee673-656b-4ce7-b159-8f53e70b88ef req-0b29c7f6-d4bd-4cb3-b013-90fa589e1dbf tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555538 Jul 23 16:17:55.845777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Transition to ACTIVE for port object 2794f8c8-7d47-4568-8791-e3a52cad8004 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:55.852428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:55.980846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:17:56.007557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] No DVR routers for this DVR port 2794f8c8-7d47-4568-8791-e3a52cad8004 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:17:56.064210 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] 10.222.0.67 "PUT /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8831379 Jul 23 16:17:56.089847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.108249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.110792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.111504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.112159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.112700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.113237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.113746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.114478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.115632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.116312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.117033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.117569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213be9f8-9340-4469-b078-08e08dd64e36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.147293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:17:56.168058 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:53Z', 'revision_number': 4, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '022f3636-ae90-4dd6-bf01-3aec88a68c21', 'name': '', 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'mac_address': 'fa:16:3e:44:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:51Z', 'updated_at': '2021-07-23T16:17:53Z', 'revision_number': 2, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'subnets': [{'id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:56.204657 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Checking router: 30fc8c23-8494-488e-9034-2381574a435f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:17:56.205283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Updating router 30fc8c23-8494-488e-9034-2381574a435f port 022f3636-ae90-4dd6-bf01-3aec88a68c21 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:17:56.258609 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.266884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-f18d3164-06cd-4cad-b12a-f2427255938f tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.270273 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-f18d3164-06cd-4cad-b12a-f2427255938f tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.1121902 Jul 23 16:17:56.324159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-543582f1-028c-4c86-9e77-eaf382fe1ffd tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6411448 Jul 23 16:17:56.341007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:56.375162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002ea3-7830-4c2a-a66f-1898ec918ee1 req-f527ef4b-2243-45a6-b7f2-ab08b41db326 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.383208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84002ea3-7830-4c2a-a66f-1898ec918ee1 req-f527ef4b-2243-45a6-b7f2-ab08b41db326 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.2721481 Jul 23 16:17:56.393463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-c14d4efa-dc87-4356-a100-5ca5ce0dfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.398184 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-c14d4efa-dc87-4356-a100-5ca5ce0dfed8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e&tenant_id=5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 1096 time: 0.1194940 Jul 23 16:17:56.445721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.472048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84002ea3-7830-4c2a-a66f-1898ec918ee1 req-9f56573e-2d26-406a-ad86-1266c025536e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861089 Jul 23 16:17:56.558949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-9dfa9486-dcb5-4834-94bc-b7a562f5d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.560506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-9dfa9486-dcb5-4834-94bc-b7a562f5d8cc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1096 time: 0.1041107 Jul 23 16:17:56.656126 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.669784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Transition to ACTIVE for port object 022f3636-ae90-4dd6-bf01-3aec88a68c21 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:56.673077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea2477b6-90c3-4916-abda-52b0b9832896 req-eafa3482-b76b-4f7d-81be-ffe35b1021ce tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 210 time: 0.0629926 Jul 23 16:17:56.677362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-49e2f80c-32a9-40e7-b773-c10a098c5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.678922 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-49e2f80c-32a9-40e7-b773-c10a098c5904 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1027553 Jul 23 16:17:56.682097 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.727334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.741982 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-50ec63c6-a5c4-4920-b503-601220a440d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 200 len: 217 time: 0.0514271 Jul 23 16:17:56.862531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-776916fa-79e9-483e-95b0-4e3c2018012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.866271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-776916fa-79e9-483e-95b0-4e3c2018012a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1136172 Jul 23 16:17:56.884244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1d510101-cdc5-41ea-bc91-487e60f34c0a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:56.900129 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Pushing event updated for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:56.934048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.937801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Allocated IP 172.25.2.102 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/68813369-b6ea-48b2-ad7b-c979c44da691) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:56.938631 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.939749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.941456 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.942045 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.943677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.944215 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.945548 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.946088 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.946872 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.948178 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.949114 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:56.964340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Attempting to bind port 022f3636-ae90-4dd6-bf01-3aec88a68c21 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:17:56.964712 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Attempting to bind port 022f3636-ae90-4dd6-bf01-3aec88a68c21 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:17:56.965095 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Attempting to bind port 022f3636-ae90-4dd6-bf01-3aec88a68c21 on network 87805c49-0e62-496b-81d9-34be9c55698a {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:17:56.970881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3634-a6ee-4658-9216-eaae1c9136dd req-a4e6c02b-8dcb-4c15-a3a7-81dce5cc13f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:56.982658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-864c3634-a6ee-4658-9216-eaae1c9136dd req-a4e6c02b-8dcb-4c15-a3a7-81dce5cc13f6 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.1713376 Jul 23 16:17:56.984848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40734) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:17:56.985862 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:17:56.986727 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Checking segment: {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:17:56.987344 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.987929 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Bound using segment: {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:17:56.988706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Bound port: 022f3636-ae90-4dd6-bf01-3aec88a68c21, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:17:56.989344 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:56.989539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Request body: {'floatingip': {'port_id': '42b8ccec-b1af-4f2f-af56-76f7892933f9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:56.997122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-7b0ae6af-a3c1-497f-ac88-e035be196c20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056380 Jul 23 16:17:57.084892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1d510101-cdc5-41ea-bc91-487e60f34c0a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:57.085863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.162820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-593aa81d-0e5d-4cdb-8fde-8255e0a3a0b8 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:57.165254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-593aa81d-0e5d-4cdb-8fde-8255e0a3a0b8 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.67 "GET /v2.0/networks?id=757b7f52-6f0a-4d0b-8fa2-139e99d61478 HTTP/1.1" status: 200 len: 815 time: 0.2586374 Jul 23 16:17:57.175186 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] For port 022f3636-ae90-4dd6-bf01-3aec88a68c21, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:57.182130 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] For port 022f3636-ae90-4dd6-bf01-3aec88a68c21, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=022f3636-ae90-4dd6-bf01-3aec88a68c21,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:17:57.188535 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.197024 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.223204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Request body: {'port': {'device_id': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'admin_state_up': True, 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:17:57.284360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91704-370c-426c-af69-2f323d8f5441 None None] Pushing event updated for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:57.302708 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:17:57.303377 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:57.447807 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-a8f23300-4650-4879-aec2-0ed6746ad7aa service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272227 Jul 23 16:17:57.481646 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:17:57.635052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Made reservation on behalf of e9f4c43fc78b4490a509eff69f464125 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:17:57.639875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:57.682674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-0883cf86-3015-488c-8670-f4ec328abe56 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113571 Jul 23 16:17:57.932898 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:53Z', 'revision_number': 4, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '022f3636-ae90-4dd6-bf01-3aec88a68c21', 'name': '', 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'mac_address': 'fa:16:3e:44:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:51Z', 'updated_at': '2021-07-23T16:17:57Z', 'revision_number': 4, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'subnets': [{'id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:17:57.950535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Allocated IP 172.20.0.4 (757b7f52-6f0a-4d0b-8fa2-139e99d61478/a73254dd-fb6e-4ba4-9211-9de9a7131b21/8b6d2f9b-1466-4294-81c1-776c20e2e2e8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:17:58.025603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7808e-dc63-4008-98c0-c07a40ee33fc None None] The sync data for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 is: [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:17:53Z', 'revision_number': 4, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '022f3636-ae90-4dd6-bf01-3aec88a68c21', 'name': '', 'network_id': '87805c49-0e62-496b-81d9-34be9c55698a', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'mac_address': 'fa:16:3e:44:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:51Z', 'updated_at': '2021-07-23T16:17:57Z', 'revision_number': 4, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'subnets': [{'id': 'c38410ba-0279-43bc-8990-0bc5fc37d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:17:58.035737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.046208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9906-a224-4b5f-8470-f215c36d0868 req-e27a694b-413d-4887-8dcd-28416ba7c045 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.047805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e93e9906-a224-4b5f-8470-f215c36d0868 req-e27a694b-413d-4887-8dcd-28416ba7c045 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.9267058 Jul 23 16:17:58.312562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d111a5-1033-49e0-9370-768199bc1a21 req-8a372df4-9cab-4767-a21d-19ebea0cffc6 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.316140 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-8a372df4-9cab-4767-a21d-19ebea0cffc6 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.1837511 Jul 23 16:17:58.326167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.493899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Transition to ACTIVE for port object 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:17:58.532782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.560085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64d111a5-1033-49e0-9370-768199bc1a21 req-9c723c07-7134-437b-8d7a-7ace78cc199b service neutron] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:17:58.566861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64d111a5-1033-49e0-9370-768199bc1a21 req-9c723c07-7134-437b-8d7a-7ace78cc199b service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.568220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64d111a5-1033-49e0-9370-768199bc1a21 req-9c723c07-7134-437b-8d7a-7ace78cc199b service neutron] 10.222.0.81 "DELETE /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.2378962 Jul 23 16:17:58.578390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.634723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:58.638983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:58.643591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:58.716314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Pushing event updated for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:58.741667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e93e9906-a224-4b5f-8470-f215c36d0868 req-ed42494f-70a2-4337-b2e0-5f7045d88995 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6278315 Jul 23 16:17:58.776070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:17:58.787289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:58.787967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:58.837550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1f08acb8-9117-4436-9b62-015d778dee92 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6224692 Jul 23 16:17:59.027202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 022f3636-ae90-4dd6-bf01-3aec88a68c21 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:17:59.076413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.090888 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.109808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.127451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f6657f72-df55-4095-be99-97067622152e None None] Provisioning for port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:59.138120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f6657f72-df55-4095-be99-97067622152e None None] Provisioning complete for port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:59.138818 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6657f72-df55-4095-be99-97067622152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.156911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:17:59.200560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f6657f72-df55-4095-be99-97067622152e None None] Port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:17:59.240659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:17:59.257360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:17:59.260833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:17:59.265026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:17:59.268127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.315332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=68813369-b6ea-48b2-ad7b-c979c44da691,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.394980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.406937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f0f97-19da-4719-b74c-ce7ab433a7d0 req-b4dd7f53-c8af-48c5-9e0e-6c66e688229f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:17:59.409065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca8f0f97-19da-4719-b74c-ce7ab433a7d0 req-b4dd7f53-c8af-48c5-9e0e-6c66e688229f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.4223502 Jul 23 16:17:59.413065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.413500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.414104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.414680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.415247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.415819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.416957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.426248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.426856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.427295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.427799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.428209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:17:59.450233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 022f3636-ae90-4dd6-bf01-3aec88a68c21, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=022f3636-ae90-4dd6-bf01-3aec88a68c21,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:17:59.456677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.510129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.556871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:17:59.627189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:17:59.659279 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131 associated. External IP: 172.25.2.213, port: 42b8ccec-b1af-4f2f-af56-76f7892933f9. Jul 23 16:17:59.725807 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:17:59.770623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca8f0f97-19da-4719-b74c-ce7ab433a7d0 req-fc486b6e-cda9-488f-8900-59edd8e53363 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229810 Jul 23 16:18:00.069685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.078233 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.148460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dcd4f-6644-42a5-ac09-caadb8a48222 req-487fa5a2-874e-4dbc-ad17-7efbe5976e58 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.150102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-292dcd4f-6644-42a5-ac09-caadb8a48222 req-487fa5a2-874e-4dbc-ad17-7efbe5976e58 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2050173 Jul 23 16:18:00.195769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:00.206401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=68813369-b6ea-48b2-ad7b-c979c44da691,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:00.287670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-292dcd4f-6644-42a5-ac09-caadb8a48222 req-b2ffd42d-2b53-4f04-87f3-3b3b39d16af3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291168 Jul 23 16:18:00.313909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.341985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.344223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-3eadf733-6765-4f2b-9608-cf6653f913f9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0081313 Jul 23 16:18:00.458253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-a7a977b6-17fe-452c-a4f4-a318252296cf tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0910811 Jul 23 16:18:00.458253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:00.467418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:00.469503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:00.484252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:00.485191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:00.591491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f0fedd0-5690-4f7b-b87f-e6ef281fb58b tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "PUT /v2.0/floatingips/3c3ede10-3a72-4295-b90b-71f2fe168131 HTTP/1.1" status: 200 len: 991 time: 3.6025348 Jul 23 16:18:00.620217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:00.622775 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198" -d '{"events": [{"name": "network-changed", "server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:00.637633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:00.680897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f790831-8097-420c-ac46-ee6dc108bcd1 req-261eb452-3494-483c-994b-c47bf1bdd8f6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.682557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f790831-8097-420c-ac46-ee6dc108bcd1 req-261eb452-3494-483c-994b-c47bf1bdd8f6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.3075767 Jul 23 16:18:00.694880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-398506bb-982c-424a-875d-45c15346917d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:00.697303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9efd3807-6607-40c0-bdf8-73e80cdc22a7 req-398506bb-982c-424a-875d-45c15346917d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2245166 Jul 23 16:18:00.762625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f790831-8097-420c-ac46-ee6dc108bcd1 req-0e7d2962-8ec2-4da4-b2fe-62f8e0bfd1d8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 Jul 23 16:18:00.933043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 022f3636-ae90-4dd6-bf01-3aec88a68c21 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:01.027446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1a9e-c688-4009-90c3-41c1714dabab req-7c6a79bc-9481-46bf-96d5-02321eddb6f3 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.033730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cbd1a9e-c688-4009-90c3-41c1714dabab req-7c6a79bc-9481-46bf-96d5-02321eddb6f3 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.1478024 Jul 23 16:18:01.108631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cbd1a9e-c688-4009-90c3-41c1714dabab req-afdb874a-b80c-4a84-ae08-85a7657da8f7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662968 Jul 23 16:18:01.123274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb75eb-c953-4299-9ebe-6761926579dd req-17feff6f-7b42-4ef3-99e0-7901f58e7243 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.125922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7abb75eb-c953-4299-9ebe-6761926579dd req-17feff6f-7b42-4ef3-99e0-7901f58e7243 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 931 time: 0.1936765 Jul 23 16:18:01.199854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 022f3636-ae90-4dd6-bf01-3aec88a68c21 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:01.200966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:01.209793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7abb75eb-c953-4299-9ebe-6761926579dd req-47d13585-3c3a-4788-b8fd-d29214e192c8 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768192 Jul 23 16:18:01.359525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afdd31-008a-4069-9b1b-06048b863d22 req-16ee5a20-0b24-4099-ae57-4f15899546ee tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.361166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96afdd31-008a-4069-9b1b-06048b863d22 req-16ee5a20-0b24-4099-ae57-4f15899546ee tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1121743 Jul 23 16:18:01.367036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:14:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a159a24-fced-479d-a326-808d87f24937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:17:58Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:01.408615 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688bb009-2b5b-4e56-a727-99471ff8b8a7 x-openstack-request-id: req-688bb009-2b5b-4e56-a727-99471ff8b8a7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:01.409294 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:01.409552 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-688bb009-2b5b-4e56-a727-99471ff8b8a7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:01.409981 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'status': 'completed', 'code': 200} Jul 23 16:18:01.427467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96afdd31-008a-4069-9b1b-06048b863d22 req-d5ea35a8-fedc-419c-a9da-6e5c673bf0f2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521557 Jul 23 16:18:01.496822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:01.603130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-67c2bdee-19c7-4ace-8ec9-e430454b948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.604570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:01.606064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:17:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:01.606644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-67c2bdee-19c7-4ace-8ec9-e430454b948b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 1096 time: 0.1170120 Jul 23 16:18:01.857450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-ebaf02f8-9897-4b91-88aa-f60e5e2f91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.872704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-1445bae3-0c3f-4da5-bda0-4fafebe75421 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4383092 Jul 23 16:18:01.877780 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-ebaf02f8-9897-4b91-88aa-f60e5e2f91cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 200 len: 923 time: 0.2563045 Jul 23 16:18:01.881610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7967-ef65-4037-9072-cca437f147ef req-49e6ea76-1c1f-4de8-af8c-dc9ba82974ef tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:01.883544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f80a7967-ef65-4037-9072-cca437f147ef req-49e6ea76-1c1f-4de8-af8c-dc9ba82974ef tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.3482101 Jul 23 16:18:01.888740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:01.978886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f80a7967-ef65-4037-9072-cca437f147ef req-45a44bfa-bcd2-4399-8262-3ea74da99bdd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851693 Jul 23 16:18:01.979908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.028384 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-835b13a6-e0bf-462b-adf5-59fe37fdae82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9 HTTP/1.1" status: 200 len: 999 time: 0.1393373 Jul 23 16:18:02.048651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:02.140054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-69ac7d0e-ea2e-4421-bec5-2ead84ce4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.141558 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-69ac7d0e-ea2e-4421-bec5-2ead84ce4321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 200 len: 861 time: 0.1059058 Jul 23 16:18:02.170673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.228671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-076cf179-67f0-401b-ac58-d945b76a27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.236782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-076cf179-67f0-401b-ac58-d945b76a27e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4b5c53f8-3254-47b3-8ed8-0bd3a268514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881329 Jul 23 16:18:02.375498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-9f56b7b8-feec-4f3b-b130-debd07799b3a service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317856 Jul 23 16:18:02.499833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Allocated IP 172.25.2.66 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c70bbcf5-88b0-414a-9119-34b662832d6f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:02.566922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:14:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a159a24-fced-479d-a326-808d87f24937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:17:58Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:02.636684 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaa4e3f-a41f-44b3-b4e9-395b8d326198 req-b3babb5d-5332-4a67-bce2-2d5bdaa986c4 service neutron] 10.222.0.81 "GET /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459259 Jul 23 16:18:02.639176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf47c1e-f2dd-42af-aa73-ee68aff2a6bc None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '3c3ede10-3a72-4295-b90b-71f2fe168131', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '63161108-2dfc-4005-939d-612296d89787', 'port_id': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'mac_address': 'fa:16:3e:14:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a159a24-fced-479d-a326-808d87f24937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:15:18Z', 'updated_at': '2021-07-23T16:17:58Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:02.878872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:02.908740 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-9c6087e1-2022-4a2b-af62-5d216317962a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304064 Jul 23 16:18:02.933370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be673ad-abad-44fc-8a1c-e5121695a8e9 req-3ac9faac-745d-4f04-8ef7-1476c9ca13ff tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:02.934583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5be673ad-abad-44fc-8a1c-e5121695a8e9 req-3ac9faac-745d-4f04-8ef7-1476c9ca13ff tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1737971 Jul 23 16:18:03.011414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5be673ad-abad-44fc-8a1c-e5121695a8e9 req-67c2377f-8e04-4c68-883a-570ee427ee6f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564523 Jul 23 16:18:03.024784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.103186 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021abf09-f5ec-492f-8b01-71a481662025 None None] New status for floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:18:03.151754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=c70bbcf5-88b0-414a-9119-34b662832d6f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:03.205394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:03.209636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:03.226177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:03.308210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73703d91-ec30-4cf3-a163-ce6eab5964b5 req-5271c52b-c010-454b-8940-52bbfc5387ed tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:03.316198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73703d91-ec30-4cf3-a163-ce6eab5964b5 req-5271c52b-c010-454b-8940-52bbfc5387ed tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 931 time: 0.1877587 Jul 23 16:18:03.410878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73703d91-ec30-4cf3-a163-ce6eab5964b5 req-87a4af97-c2c5-4791-85ca-d49856a5368c tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921035 Jul 23 16:18:03.452927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:03.557235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.118934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f338-2165-4657-be68-6e7e0e0725a7 req-3e84d80c-4a4b-4945-a7c0-5bd82284c8e2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.120464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4c4f338-2165-4657-be68-6e7e0e0725a7 req-3e84d80c-4a4b-4945-a7c0-5bd82284c8e2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.5094330 Jul 23 16:18:04.250107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4c4f338-2165-4657-be68-6e7e0e0725a7 req-fe8e04f6-6717-4b2a-b080-2491434620e8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053429 Jul 23 16:18:04.258728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.272528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.406812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=c70bbcf5-88b0-414a-9119-34b662832d6f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:04.422327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.442534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:04.443806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-f5f3daf6-56fa-40e1-a508-e05be29cd41f tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5592752 Jul 23 16:18:04.459869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdc60f-9597-40aa-adf6-75c8f701fe61 req-b6d879eb-04aa-42ab-b0a0-664518247d5d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.461501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dfdc60f-9597-40aa-adf6-75c8f701fe61 req-b6d879eb-04aa-42ab-b0a0-664518247d5d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1401820 Jul 23 16:18:04.530479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-d851d42c-29a0-4493-982f-faffd1440ef3 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0678706 Jul 23 16:18:04.578996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dfdc60f-9597-40aa-adf6-75c8f701fe61 req-988d5cf0-c126-4a2b-81a1-cc803c9ba4be tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083944 Jul 23 16:18:04.739310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-a6cf7f26-2568-44c3-b3a2-31982b5563bf tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.740826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1252aca0-2064-4fde-8fdc-bad4e35e6b9a req-a6cf7f26-2568-44c3-b3a2-31982b5563bf tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1937513 Jul 23 16:18:04.783011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6d83-5deb-4f92-8ad6-c4711b4316a5 req-9e9b8f6c-c75b-4980-866d-9c2af757eee8 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.784858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c48a6d83-5deb-4f92-8ad6-c4711b4316a5 req-9e9b8f6c-c75b-4980-866d-9c2af757eee8 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1096 time: 0.1165819 Jul 23 16:18:04.862681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c48a6d83-5deb-4f92-8ad6-c4711b4316a5 req-d1a3a134-668d-417f-a6d1-47ecc4910a0e tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669823 Jul 23 16:18:04.888960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc87cb-5ce7-4d7b-94c9-01c780297fc3 req-ba4f38de-ca29-4a45-a24c-78ec81fc878c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:04.890859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7dc87cb-5ce7-4d7b-94c9-01c780297fc3 req-ba4f38de-ca29-4a45-a24c-78ec81fc878c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.0888288 Jul 23 16:18:04.954575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7dc87cb-5ce7-4d7b-94c9-01c780297fc3 req-7cdfe91e-dd9b-4c2a-9240-a090f20b832e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552542 Jul 23 16:18:05.120309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22a06-b76a-4b20-b582-3c8b765ff177 req-64ffb827-39ef-4545-ab2f-ef59e4114262 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.121888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e22a06-b76a-4b20-b582-3c8b765ff177 req-64ffb827-39ef-4545-ab2f-ef59e4114262 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1346741 Jul 23 16:18:05.150557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05039f7-2d18-4559-a05e-694d9e3ccae7 req-e6e30692-f12f-4069-be10-c6b9ad7b5e12 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.152201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a05039f7-2d18-4559-a05e-694d9e3ccae7 req-e6e30692-f12f-4069-be10-c6b9ad7b5e12 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 931 time: 0.1252587 Jul 23 16:18:05.195061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e22a06-b76a-4b20-b582-3c8b765ff177 req-bf234b8d-16a0-4ed6-bd1f-72aead7e3ba3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Jul 23 16:18:05.235056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a05039f7-2d18-4559-a05e-694d9e3ccae7 req-a433a69c-0a39-4a17-9d68-36d2eec71b4a tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Jul 23 16:18:05.465157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-31956848-ee14-4688-8d2e-9aa2c8204f50 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1879177 Jul 23 16:18:05.483434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:05.504191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a8ae8-d78c-4b14-a138-5ff19259032b req-b57c0a71-ef20-4e5a-a92c-4bc376dfe499 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.506077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee9a8ae8-d78c-4b14-a138-5ff19259032b req-b57c0a71-ef20-4e5a-a92c-4bc376dfe499 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 1096 time: 0.1154530 Jul 23 16:18:05.525754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.575735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee9a8ae8-d78c-4b14-a138-5ff19259032b req-82b7f149-7333-4520-99d8-3626b141ecde tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jul 23 16:18:05.738584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:05.814389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf912a7-cedd-45e1-962b-a2ca0843c06c req-94a438c2-ead8-4c49-840c-4cfc97d5e8f2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:05.816027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf912a7-cedd-45e1-962b-a2ca0843c06c req-94a438c2-ead8-4c49-840c-4cfc97d5e8f2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1293514 Jul 23 16:18:05.913185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Allocated IP 172.25.2.204 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/06895d8e-0c72-43ac-ae75-c29e544fadde) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:05.928066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf912a7-cedd-45e1-962b-a2ca0843c06c req-5bc88a7e-72dc-4538-a9fb-5fba8ca0ed3e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015003 Jul 23 16:18:06.125110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.154569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee07dd-f806-4dd4-8f4e-73ed1ac81cb3 req-c43f8883-5117-4aa0-aa0e-5d8f03a176cf tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:06.156253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69ee07dd-f806-4dd4-8f4e-73ed1ac81cb3 req-c43f8883-5117-4aa0-aa0e-5d8f03a176cf tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1213052 Jul 23 16:18:06.229744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69ee07dd-f806-4dd4-8f4e-73ed1ac81cb3 req-dbed6929-09b8-4f6f-b904-0442511b5d1c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Jul 23 16:18:06.232787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.281833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:06.285527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:06.295755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:06.300528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=06895d8e-0c72-43ac-ae75-c29e544fadde,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:06.447962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.503733 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.784839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.833338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:06.961247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=06895d8e-0c72-43ac-ae75-c29e544fadde,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:06.979276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.009273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f93c4d-ab9c-4dd5-9e43-f4d3b08a7ab5 req-08ddeb7b-4dbd-431b-bad7-132766612a40 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.010967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f93c4d-ab9c-4dd5-9e43-f4d3b08a7ab5 req-08ddeb7b-4dbd-431b-bad7-132766612a40 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2146823 Jul 23 16:18:07.012557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:07.013596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-b1725c0e-588b-46d4-9a31-e4dc8c1eb4b2 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5355351 Jul 23 16:18:07.090533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-ce22072b-f61a-42b3-b276-333c60b501e4 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.0667636 Jul 23 16:18:07.101904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f93c4d-ab9c-4dd5-9e43-f4d3b08a7ab5 req-72e94656-120c-4339-a234-0a14ac77d9e8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851088 Jul 23 16:18:07.270993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-25c49215-2eed-4573-b605-85dff9bdb21d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.284296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-525dbfeb-f38c-4694-b32c-0cf6b5aa96a4 req-25c49215-2eed-4573-b605-85dff9bdb21d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1872253 Jul 23 16:18:07.316690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2e927-d943-49de-aef7-7a712d3f5bbc req-c5e339ce-4939-4625-881c-6aa391188511 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.326355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcd2e927-d943-49de-aef7-7a712d3f5bbc req-c5e339ce-4939-4625-881c-6aa391188511 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1358454 Jul 23 16:18:07.403399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcd2e927-d943-49de-aef7-7a712d3f5bbc req-6224b1df-bed3-4ab6-a0fe-24a7dd490339 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760157 Jul 23 16:18:07.448260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d576d-4892-4072-a23d-a692c7ba6a7e req-f57c1e05-b5f4-4cd0-9f77-29187f94da8e tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.449831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-723d576d-4892-4072-a23d-a692c7ba6a7e req-f57c1e05-b5f4-4cd0-9f77-29187f94da8e tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 931 time: 0.1160460 Jul 23 16:18:07.500879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-723d576d-4892-4072-a23d-a692c7ba6a7e req-4be0f8f2-5b80-47db-8966-5f6f5fb77eb7 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Jul 23 16:18:07.797107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc8fcd-3de4-4ea1-9cff-03af0f5e1b42 req-7aad87cc-4d2c-47f2-aa97-27d6039cec26 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.799281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bc8fcd-3de4-4ea1-9cff-03af0f5e1b42 req-7aad87cc-4d2c-47f2-aa97-27d6039cec26 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2226295 Jul 23 16:18:07.817110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3c6e-ecaf-40a3-98c4-0c6b124d7403 req-8c0dcd53-d0e5-4432-9f5c-0862bb79534a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:07.819655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe9c3c6e-ecaf-40a3-98c4-0c6b124d7403 req-8c0dcd53-d0e5-4432-9f5c-0862bb79534a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1638308 Jul 23 16:18:07.878104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe9c3c6e-ecaf-40a3-98c4-0c6b124d7403 req-f65515cd-104b-42d2-a0f8-7ecc7a8ffe0f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Jul 23 16:18:07.899294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bc8fcd-3de4-4ea1-9cff-03af0f5e1b42 req-1f6e456f-d252-4712-8d17-50a379df9316 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785625 Jul 23 16:18:08.077719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-b2aba9e6-545e-45b5-9d3e-40a5bd3de5c3 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1399627 Jul 23 16:18:08.093179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:08.132019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.508587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d8feb-619f-4af0-a212-36ce7ea65d3f req-1b322e9f-e23d-4819-a5c9-6d04c4ca2c03 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.509758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af6d8feb-619f-4af0-a212-36ce7ea65d3f req-1b322e9f-e23d-4819-a5c9-6d04c4ca2c03 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2537487 Jul 23 16:18:08.545422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:08.612455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af6d8feb-619f-4af0-a212-36ce7ea65d3f req-134770eb-d658-4150-870c-8d0252e94d5c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915511 Jul 23 16:18:08.736076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Allocated IP 172.25.2.69 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/32cae55a-582e-4c1a-b5e4-94ee291da2cf) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:08.805143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f04887-5138-4000-a206-909b73c55a48 req-ce4e305e-9eb5-4f8e-83b4-58cec33e7dac tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:08.807013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65f04887-5138-4000-a206-909b73c55a48 req-ce4e305e-9eb5-4f8e-83b4-58cec33e7dac tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1353469 Jul 23 16:18:08.905172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65f04887-5138-4000-a206-909b73c55a48 req-41345e37-e011-41bd-ab6d-7c3ab31a0084 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672412 Jul 23 16:18:08.917987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.049634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.102974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:09.110886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:09.114980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=32cae55a-582e-4c1a-b5e4-94ee291da2cf,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:09.118226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:09.158842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62522f58-7cf1-4b6d-9edc-4df3bde192b5 req-2aa62a01-3194-4ffc-9c4e-6bf503ad53b4 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.160502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62522f58-7cf1-4b6d-9edc-4df3bde192b5 req-2aa62a01-3194-4ffc-9c4e-6bf503ad53b4 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 931 time: 0.1578505 Jul 23 16:18:09.224587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62522f58-7cf1-4b6d-9edc-4df3bde192b5 req-f381a1e8-798c-4847-bf7f-a921f159ca48 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Jul 23 16:18:09.267728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.328167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.543914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adf08-476a-485e-ade2-504ab7698237 req-63a0c72b-271d-45f4-91a2-5f8d7450aadf tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.545825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-474adf08-476a-485e-ade2-504ab7698237 req-63a0c72b-271d-45f4-91a2-5f8d7450aadf tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1545675 Jul 23 16:18:09.604510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Request body: {'port': {'device_id': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:09.620377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.625777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.631779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-474adf08-476a-485e-ade2-504ab7698237 req-6d25b5bd-feb5-491f-8ef1-4cefeddbd217 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 Jul 23 16:18:09.705950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event updated for resources: {'Port': ['ID=32cae55a-582e-4c1a-b5e4-94ee291da2cf,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:09.728171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.753907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.774226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:09.775528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-6884f3c6-3f7b-481e-a913-ab762f696d54 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6871305 Jul 23 16:18:09.869672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-d51bd70f-e24b-493a-9a7f-c74e68413c32 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0740325 Jul 23 16:18:09.950024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf163974-a6d4-48ce-8eb9-edb9cd98707d req-0923202c-9a25-4506-801f-a1953cbc1579 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:09.959510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf163974-a6d4-48ce-8eb9-edb9cd98707d req-0923202c-9a25-4506-801f-a1953cbc1579 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1997926 Jul 23 16:18:10.096682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf163974-a6d4-48ce-8eb9-edb9cd98707d req-729bb8df-bbdf-43f9-baa7-8f57bbbee3c0 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Jul 23 16:18:10.179329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:10.181853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-d17a67c9-61a3-4491-bf40-38338c9e31b6 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.183420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99bc9744-3ae2-4d51-9b5c-7c0174aaaff5 req-d17a67c9-61a3-4491-bf40-38338c9e31b6 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.3045852 Jul 23 16:18:10.203698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.226225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Transition to ACTIVE for port object 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:10.232368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.278995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e7bb-1457-4599-8c41-77f9ff5bbd64 req-569a30ad-adab-4499-b5f7-345b5a494242 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.286803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f5e7bb-1457-4599-8c41-77f9ff5bbd64 req-569a30ad-adab-4499-b5f7-345b5a494242 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.0946138 Jul 23 16:18:10.308801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Pushing event updated for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.398764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f5e7bb-1457-4599-8c41-77f9ff5bbd64 req-2482bdc4-57bc-4838-ba4b-2b2bea5a9c52 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048484 Jul 23 16:18:10.466875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Attempting to bind port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:10.467303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Attempting to bind port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:10.467698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Attempting to bind port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 on network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:10.476504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 on network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:10.476821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Attempting to bind port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 on network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:10.487913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:10.488346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Checking segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:10.488804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Bound using segment: {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:10.489363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Bound port: 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:10.489919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.495575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d0ab-5a97-4fb6-a092-2ef36fc3b60c req-cff8fd40-be71-4e02-9d48-b55dbd6b449a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.503142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0299d0ab-5a97-4fb6-a092-2ef36fc3b60c req-cff8fd40-be71-4e02-9d48-b55dbd6b449a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.2440093 Jul 23 16:18:10.574501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c02a67ee-22fc-40ae-9f8c-a58e69b0b062 req-a978e043-66e2-4de6-856b-917295bf4f47 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips/eb1344c2-c69d-4824-9964-c6b024fe9dee HTTP/1.1" status: 200 len: 692 time: 0.1421983 Jul 23 16:18:10.628911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:10.634666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:10.641765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.660388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0299d0ab-5a97-4fb6-a092-2ef36fc3b60c req-4f5a8ad6-ecd7-4131-80b2-01c60a1e1866 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563644 Jul 23 16:18:10.705687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.706540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:10.708203 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] 10.222.0.67 "PUT /v2.0/ports/8b6d2f9b-1466-4294-81c1-776c20e2e2e8 HTTP/1.1" status: 200 len: 1091 time: 1.1099203 Jul 23 16:18:10.708827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:10.711492 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447accc9-cc96-45fa-874e-6d97ea611cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:10.759354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a33b3-39f3-4650-9c83-54fb73145edc service neutron] Pushing event updated for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:10.832360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1468b858-096d-4f2f-9873-f2cb0d74334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.834004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-1468b858-096d-4f2f-9873-f2cb0d74334c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9f4c43fc78b4490a509eff69f464125&device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 1094 time: 0.0714285 Jul 23 16:18:10.901714 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-5c468fe8-4d7c-428d-a8a2-433eff99cc2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0572858 Jul 23 16:18:10.996088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-314a9299-66b1-4d8b-a439-b4780492e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:10.999375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-314a9299-66b1-4d8b-a439-b4780492e37f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a73254dd-fb6e-4ba4-9211-9de9a7131b21 HTTP/1.1" status: 200 len: 854 time: 0.0850139 Jul 23 16:18:11.092813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415015-cca7-4424-8933-ff9878ed5370 req-c4eda14c-bc3d-4fd2-ba4b-ac2c8aabb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.094644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-c4eda14c-bc3d-4fd2-ba4b-ac2c8aabb34d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757b7f52-6f0a-4d0b-8fa2-139e99d61478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858123 Jul 23 16:18:11.129192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a67ee-22fc-40ae-9f8c-a58e69b0b062 req-312b2329-cc94-48d8-a629-227dcac902e4 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.131490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c02a67ee-22fc-40ae-9f8c-a58e69b0b062 req-312b2329-cc94-48d8-a629-227dcac902e4 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.5561798 Jul 23 16:18:11.133580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-aaebfb67-c7c2-42a7-85f4-e3e0ad65024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.135217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-aaebfb67-c7c2-42a7-85f4-e3e0ad65024f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1099 time: 0.6300907 Jul 23 16:18:11.146220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-c02a67ee-22fc-40ae-9f8c-a58e69b0b062 req-e79e1184-f215-4908-a36b-d2f3c644a350 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:18:11.148147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c02a67ee-22fc-40ae-9f8c-a58e69b0b062 req-e79e1184-f215-4908-a36b-d2f3c644a350 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084724 Jul 23 16:18:11.198184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.266790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-ac1187ee-be0e-4a68-a523-7455f4b71738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.268902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-ac1187ee-be0e-4a68-a523-7455f4b71738 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1186960 Jul 23 16:18:11.287852 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-3f52810f-2071-4834-b3ab-0fba5d358f7f service neutron] 10.222.0.67 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863539 Jul 23 16:18:11.321734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-a9f7a486-71f6-493b-80c9-bafa1509a8c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0414424 Jul 23 16:18:11.379317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbe696-4658-41de-bce6-bc857a45611f req-0e090a9d-13f5-4a87-9414-6658695cd5fb tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.382983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20cbe696-4658-41de-bce6-bc857a45611f req-0e090a9d-13f5-4a87-9414-6658695cd5fb tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 943 time: 0.3063548 Jul 23 16:18:11.431780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-66bde7c2-9e83-48c8-aa3f-65e5a2cb63af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.433179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-66bde7c2-9e83-48c8-aa3f-65e5a2cb63af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1044784 Jul 23 16:18:11.481506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fd415015-cca7-4424-8933-ff9878ed5370 req-e3dc2a9e-a792-47db-b66a-fad3bcb1a982 service neutron] 10.222.0.67 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849937 Jul 23 16:18:11.485668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20cbe696-4658-41de-bce6-bc857a45611f req-11c3cf17-bc0c-4013-a3d3-bff732eed570 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Jul 23 16:18:11.503810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-2c636765-23b4-4467-be70-0073ba030d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.505592 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-2c636765-23b4-4467-be70-0073ba030d42 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1097 time: 0.0954590 Jul 23 16:18:11.553003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-1bf9007e-7e0a-45f7-82fc-753bcdccff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.554484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-1bf9007e-7e0a-45f7-82fc-753bcdccff31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071031 Jul 23 16:18:11.568593 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dff8f6-c5ca-45d2-bd90-633372635997 x-openstack-request-id: req-c1dff8f6-c5ca-45d2-bd90-633372635997 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:11.568848 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:11.569070 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1dff8f6-c5ca-45d2-bd90-633372635997 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:11.569462 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8', 'status': 'completed', 'code': 200} Jul 23 16:18:11.580290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a91e-2b0f-4877-81f8-d06ed8828ea6 req-d032644a-a1b6-470b-bdb7-c4a7d5c02c7f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.586474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b987a91e-2b0f-4877-81f8-d06ed8828ea6 req-d032644a-a1b6-470b-bdb7-c4a7d5c02c7f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1477773 Jul 23 16:18:11.673338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-53797677-aa93-4596-9c21-08ad12cffc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.675070 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-53797677-aa93-4596-9c21-08ad12cffc17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1543412 Jul 23 16:18:11.679709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b987a91e-2b0f-4877-81f8-d06ed8828ea6 req-4ca45ed2-ce5e-40cb-89ce-8d4113106ee4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813055 Jul 23 16:18:11.733178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-a9d6bf68-9f79-4e1e-9778-d6ec4633f599 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682694 Jul 23 16:18:11.736966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8d1a50ab-64ec-497d-9bad-3c03caf7a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:11.747856 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-3495b6ce-c839-48b5-9be1-50385af925df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 217 time: 0.0645978 Jul 23 16:18:11.750459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-3f969e19-3332-4a8e-8299-1d38ca370443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.753033 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-3f969e19-3332-4a8e-8299-1d38ca370443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9f4c43fc78b4490a509eff69f464125&device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 1094 time: 0.1459560 Jul 23 16:18:11.868338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-eade9fd7-4d98-4906-b9c4-8c6dd2919b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.869644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-7695e4fd-aaa5-4711-8d1d-684a004239b1 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips/eb1344c2-c69d-4824-9964-c6b024fe9dee HTTP/1.1" status: 200 len: 692 time: 0.1194072 Jul 23 16:18:11.869796 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-eade9fd7-4d98-4906-b9c4-8c6dd2919b8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1140091 Jul 23 16:18:11.883371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fb66-e0f2-41b1-baeb-cc4769527945 req-2d75dd0f-f00e-4204-9843-ac9cee466683 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:11.884875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe9fb66-e0f2-41b1-baeb-cc4769527945 req-2d75dd0f-f00e-4204-9843-ac9cee466683 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.2136753 Jul 23 16:18:11.969008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-22337059-85cd-449a-82d4-fa78b5e41cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278695 Jul 23 16:18:12.015797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe9fb66-e0f2-41b1-baeb-cc4769527945 req-b711ecb8-63f6-44de-9cbc-5d27b0a1cc9a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128383 Jul 23 16:18:12.064389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-36751f54-862e-4445-b2e5-10d634f883e6 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.067044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-36751f54-862e-4445-b2e5-10d634f883e6 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1753643 Jul 23 16:18:12.149802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-dc72af6d-f561-426a-b613-14aeefc39d13 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0749769 Jul 23 16:18:12.208552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-82ed6570-2bd8-4f80-ba7e-38e291e701e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3281898 Jul 23 16:18:12.213018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-f8e39ae5-afe9-43a1-aab2-235ed9416964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.214416 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-f8e39ae5-afe9-43a1-aab2-235ed9416964 service neutron] 10.222.0.67 "GET /v2.0/networks?id=757b7f52-6f0a-4d0b-8fa2-139e99d61478 HTTP/1.1" status: 200 len: 916 time: 0.4500341 Jul 23 16:18:12.230985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-54258ac0-39c3-4a28-901f-99a1f13eca80 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0555933 Jul 23 16:18:12.268718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-0d858892-3481-440d-b48d-c10683d5c6d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0435612 Jul 23 16:18:12.297348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2481-3e50-4c59-a90d-06f7473df647 req-d128df3b-0384-45c0-b801-3a834819d8a8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.299268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-595d2481-3e50-4c59-a90d-06f7473df647 req-d128df3b-0384-45c0-b801-3a834819d8a8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1709487 Jul 23 16:18:12.358349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-aacf617d-0fff-4e80-b834-41dce664ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.359873 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-aacf617d-0fff-4e80-b834-41dce664ee6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a73254dd-fb6e-4ba4-9211-9de9a7131b21 HTTP/1.1" status: 200 len: 854 time: 0.0838106 Jul 23 16:18:12.385038 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-9743f8db-d4fe-4227-ae83-7adae6aca76d service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689956 Jul 23 16:18:12.399958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-595d2481-3e50-4c59-a90d-06f7473df647 req-a9fe2163-b397-4c00-885c-15c9464a1fa2 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jul 23 16:18:12.432827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Deleting port 32cae55a-582e-4c1a-b5e4-94ee291da2cf {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:12.433171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.507383 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-5d7f1922-1363-4725-bb5a-67bc9f36a8f5 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054363 Jul 23 16:18:12.514791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-c9381d50-a8f3-4ce8-ae8f-b1f779591732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.516347 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-c9381d50-a8f3-4ce8-ae8f-b1f779591732 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=757b7f52-6f0a-4d0b-8fa2-139e99d61478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454933 Jul 23 16:18:12.579940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.580369 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.605607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Calling delete_port for 32cae55a-582e-4c1a-b5e4-94ee291da2cf owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:12.620353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb9c9-378c-4465-8aca-7f3d88780701 req-0bb94757-5a37-4ba2-b1ac-2c27f0dc85ae tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:12.622259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e3bb9c9-378c-4465-8aca-7f3d88780701 req-0bb94757-5a37-4ba2-b1ac-2c27f0dc85ae tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1480210 Jul 23 16:18:12.651094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-1d0fff33-4e79-4990-bc8f-03698abe1123 service neutron] 10.222.0.67 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223056 Jul 23 16:18:12.719011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e3bb9c9-378c-4465-8aca-7f3d88780701 req-dad26cf1-a5e9-49a1-a9ef-aa5d456106a0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905612 Jul 23 16:18:12.763590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:12.771606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-447accc9-cc96-45fa-874e-6d97ea611cd2 req-4c967afd-23d9-4601-802a-0d1dde65beb9 service neutron] 10.222.0.67 "GET /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140978 Jul 23 16:18:12.842570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:12.858226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:12.895331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event deleted for resources: {'Port': ['ID=32cae55a-582e-4c1a-b5e4-94ee291da2cf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.008404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.012434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.012705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:13.025891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea1e03e-650b-4ef2-b612-5e70c2895c17 req-4b7cad31-cc38-4aae-87f2-6ae715a6a2d9 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb1344c2-c69d-4824-9964-c6b024fe9dee HTTP/1.1" status: 204 len: 173 time: 0.7889547 Jul 23 16:18:13.037862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.054852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'port_id': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'mac_address': 'fa:16:3e:a6:60:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da447f5-74bf-4b48-a081-2547755ff4b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:13.076963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b6ada-c8d2-4f79-8df5-387369e31368 req-c3db9a38-2a2f-4cd5-953f-631a3727b7d7 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.084027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:13.086442 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d878a5-d5dc-4935-9992-059f5927fb93" -d '{"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-unplugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:13.086949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b6ada-c8d2-4f79-8df5-387369e31368 req-c3db9a38-2a2f-4cd5-953f-631a3727b7d7 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 943 time: 0.1373396 Jul 23 16:18:13.131849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:13.163951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.197418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b6ada-c8d2-4f79-8df5-387369e31368 req-949fb4d1-03ae-48b3-9872-f59737e9a5d3 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987909 Jul 23 16:18:13.238094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.252624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d4b78-0abe-4787-aee0-d41a5808814f req-4bb3486f-6288-43d2-9ebf-b6159773ea1d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.254267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-924d4b78-0abe-4787-aee0-d41a5808814f req-4bb3486f-6288-43d2-9ebf-b6159773ea1d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1534836 Jul 23 16:18:13.256350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:13.323214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:13.334466 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:18:13.334909 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:18:13.439779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-924d4b78-0abe-4787-aee0-d41a5808814f req-aa5ca8f1-7291-40d6-851e-9b0529a01ee6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721354 Jul 23 16:18:13.524510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad870d-1093-4276-8c49-d101d74336b3 req-de593e73-c58e-4118-95a2-0af8df41a9ae tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.526291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68ad870d-1093-4276-8c49-d101d74336b3 req-de593e73-c58e-4118-95a2-0af8df41a9ae tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2706995 Jul 23 16:18:13.673520 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a1dc6-4b4b-466f-81cb-688dd97c2b83 x-openstack-request-id: req-a07a1dc6-4b4b-466f-81cb-688dd97c2b83 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:13.674170 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-unplugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:13.674644 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a07a1dc6-4b4b-466f-81cb-688dd97c2b83 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:13.675297 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'code': 200} Jul 23 16:18:13.689314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc970c-f3c3-49dc-a673-b7b03c76cbc3 req-956a13dc-9e97-463c-86f7-bbaf7e1859b1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.695170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ecc970c-f3c3-49dc-a673-b7b03c76cbc3 req-956a13dc-9e97-463c-86f7-bbaf7e1859b1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 944 time: 0.1434875 Jul 23 16:18:13.769198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ecc970c-f3c3-49dc-a673-b7b03c76cbc3 req-34f82fbb-5528-4667-99c6-1bfcf9fc8ed2 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619278 Jul 23 16:18:13.886421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.906059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:13.916885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bfbe3fa-1333-4a48-99ea-69f70e28c3db req-c61bbe6e-63ff-482a-a8d0-4ba56e864afc tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=34c2c6f3333c4219a2e26afd1356ea3d HTTP/1.1" status: 200 len: 1656 time: 0.1057405 Jul 23 16:18:13.936699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:13.946048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:13.979874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d0ac9-0e45-4657-b669-aa53c2cab2db req-e8e98847-396f-4a53-aac6-d6016cd28b24 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:13.981521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f84d0ac9-0e45-4657-b669-aa53c2cab2db req-e8e98847-396f-4a53-aac6-d6016cd28b24 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2113423 Jul 23 16:18:14.008451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.083779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f84d0ac9-0e45-4657-b669-aa53c2cab2db req-5d32c09f-d524-4855-9670-5ad274b1f6a5 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605917 Jul 23 16:18:14.092141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbe3fa-1333-4a48-99ea-69f70e28c3db req-d5df7c0a-a149-4f18-b395-d4a2451579c7 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.092755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:14.100011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bfbe3fa-1333-4a48-99ea-69f70e28c3db req-d5df7c0a-a149-4f18-b395-d4a2451579c7 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks?id=74df0837-16b9-42a6-ba12-b9336a0e2e27&id=74df0837-16b9-42a6-ba12-b9336a0e2e27&id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 787 time: 0.1758919 Jul 23 16:18:14.105919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-2bfbe3fa-1333-4a48-99ea-69f70e28c3db req-20320f79-b6a9-4ff8-a918-bc4c96dc6b6d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:18:14.126813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bfbe3fa-1333-4a48-99ea-69f70e28c3db req-20320f79-b6a9-4ff8-a918-bc4c96dc6b6d tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255594 Jul 23 16:18:14.272039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6cbd5-8bc7-4759-9827-caff80d1edfe req-573fc510-ac5b-4ab0-8ae1-3e958023288f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.282184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44d6cbd5-8bc7-4759-9827-caff80d1edfe req-573fc510-ac5b-4ab0-8ae1-3e958023288f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1113060 Jul 23 16:18:14.289299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:14.298053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.307704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8', 'network_id': '757b7f52-6f0a-4d0b-8fa2-139e99d61478', 'port_id': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8', 'mac_address': 'fa:16:3e:41:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73254dd-fb6e-4ba4-9211-9de9a7131b21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:14.347548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-334f0f24-2b2e-4e13-9b53-6f0fb6a6aebf tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips/515edda6-5277-4a90-be4a-b5ab933e165c HTTP/1.1" status: 200 len: 693 time: 0.0852127 Jul 23 16:18:14.374358 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.378688 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d9e4c8c7-aa40-4694-ba59-446711c1e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.394232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:14.412455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['20be37e4-e97a-4f84-aed8-ef83fe1aeea0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:14.413135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44d6cbd5-8bc7-4759-9827-caff80d1edfe req-4be80d68-76d7-4e16-a1ce-a1f23d3317ae tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244235 Jul 23 16:18:14.449194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:14.461148 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:14.551468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:14.578045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-3baf4841-c042-4fa7-9aca-94901f78b410 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.585424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-3baf4841-c042-4fa7-9aca-94901f78b410 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2243550 Jul 23 16:18:14.642149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-3d4d42a0-829b-47a8-8d72-481a9a8741db tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.0554881 Jul 23 16:18:14.694480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-60c064ca-350e-4a23-811a-6b06cda8ba61 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.0511372 Jul 23 16:18:14.744754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['8b6d2f9b-1466-4294-81c1-776c20e2e2e8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:14.810158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdba19-a24f-448e-939f-588bc250e921 req-4c16942a-99e6-4c2d-8ff3-e9583d566c9a tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:14.811931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4fdba19-a24f-448e-939f-588bc250e921 req-4c16942a-99e6-4c2d-8ff3-e9583d566c9a tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 944 time: 0.3106322 Jul 23 16:18:15.179670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4fdba19-a24f-448e-939f-588bc250e921 req-416038fd-a14b-42c6-bd89-ee1079e4f208 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Jul 23 16:18:15.190587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Deleting port 06895d8e-0c72-43ac-ae75-c29e544fadde {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:15.190931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.313053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.314300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.330866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Calling delete_port for 06895d8e-0c72-43ac-ae75-c29e544fadde owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:15.405432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.411758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da575da-6eaa-4cae-ac89-42f0948fc266 req-53870d31-7ea0-4700-a1c8-fe4f4d5dbe01 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.413394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da575da-6eaa-4cae-ac89-42f0948fc266 req-53870d31-7ea0-4700-a1c8-fe4f4d5dbe01 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1397898 Jul 23 16:18:15.481408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da575da-6eaa-4cae-ac89-42f0948fc266 req-315add96-a540-4e9a-be0e-f5a78e900188 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jul 23 16:18:15.562368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.606948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event deleted for resources: {'Port': ['ID=06895d8e-0c72-43ac-ae75-c29e544fadde,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:15.688311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.690992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:15.692189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad54cc89-eada-407d-89f5-a3379cd96c2b req-1fad8bfd-0925-4fc5-a924-0fe671389c48 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "DELETE /v2.0/floatingips/515edda6-5277-4a90-be4a-b5ab933e165c HTTP/1.1" status: 204 len: 173 time: 0.9915371 Jul 23 16:18:15.715447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e7518-0fb1-47a3-843d-ee406a7c74f1 req-12adaf21-137d-4675-894f-631a2485f85d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.717048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab8e7518-0fb1-47a3-843d-ee406a7c74f1 req-12adaf21-137d-4675-894f-631a2485f85d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 945 time: 0.1679525 Jul 23 16:18:15.800390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab8e7518-0fb1-47a3-843d-ee406a7c74f1 req-cd4a9822-2762-490d-b1c3-1eb4d59fdb7b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756345 Jul 23 16:18:15.861491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeae994-0082-440c-bb03-f97cda3c1316 req-3b86195b-a528-4de7-9120-88a1f631be11 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:15.863509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbeae994-0082-440c-bb03-f97cda3c1316 req-3b86195b-a528-4de7-9120-88a1f631be11 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1075311 Jul 23 16:18:15.918800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbeae994-0082-440c-bb03-f97cda3c1316 req-1973be16-bdbf-4657-b214-831a9435ba39 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Jul 23 16:18:16.009951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-4d9905c9-92bf-4de9-baa1-292ccb5e3131 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips/3c0f83c4-82c8-423a-aca0-f6a6162be9f1 HTTP/1.1" status: 200 len: 692 time: 0.0601618 Jul 23 16:18:16.108631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:16.148301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a6d49-b2aa-4b6e-a2a5-4e93df650433 req-80d4966f-b127-4412-86b1-6ed8043f1451 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.149788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-712a6d49-b2aa-4b6e-a2a5-4e93df650433 req-80d4966f-b127-4412-86b1-6ed8043f1451 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1622810 Jul 23 16:18:16.175125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:16.180655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:16.181310 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.186745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-683dd4b7-fb1c-4bb5-b937-05c74bb039df tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.188224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-683dd4b7-fb1c-4bb5-b937-05c74bb039df tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1609898 Jul 23 16:18:16.251072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-712a6d49-b2aa-4b6e-a2a5-4e93df650433 req-9bad61a7-c250-4a3b-9ad7-e7fc22caeb0b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953219 Jul 23 16:18:16.257126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-545b9715-c593-4a5d-86bc-88526dbe8677 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0579658 Jul 23 16:18:16.301316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.341177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:16.342419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:16.343384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-a9b4b0dc-f932-4ed6-9dd0-269817d133cf tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.66 HTTP/1.1" status: 200 len: 695 time: 0.0716279 Jul 23 16:18:16.345778 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71649b7-7df9-4d27-a4fd-e3ee8a3d7893" -d '{"events": [{"server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "name": "network-vif-plugged", "status": "completed", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:16.350681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.447884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:16.546596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a6f8-ddcd-4675-97eb-bfea260e28c9 req-0230218e-a603-42b5-bfce-d496e44e28aa tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.548160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1748a6f8-ddcd-4675-97eb-bfea260e28c9 req-0230218e-a603-42b5-bfce-d496e44e28aa tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 945 time: 0.2032919 Jul 23 16:18:16.598337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Deleting port c70bbcf5-88b0-414a-9119-34b662832d6f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:16.599542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.607033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1748a6f8-ddcd-4675-97eb-bfea260e28c9 req-ca3f5165-8a51-46a7-a227-3cd51eb7bcd1 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Jul 23 16:18:16.667732 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c1229-87c9-4e82-8fe5-0bb77579a5ba x-openstack-request-id: req-249c1229-87c9-4e82-8fe5-0bb77579a5ba {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:16.668931 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "name": "network-vif-plugged", "status": "completed", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:16.669233 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-249c1229-87c9-4e82-8fe5-0bb77579a5ba {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:16.669652 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8', 'code': 200} Jul 23 16:18:16.710346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.711072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.727571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Calling delete_port for c70bbcf5-88b0-414a-9119-34b662832d6f owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:16.776611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:16.807398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf334b-4501-4356-87a9-0ebde0b63e14 req-818cf942-5fdb-48f8-8851-eeaf17dd593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.808917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89cf334b-4501-4356-87a9-0ebde0b63e14 req-818cf942-5fdb-48f8-8851-eeaf17dd593f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 1096 time: 0.0701332 Jul 23 16:18:16.859456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:16.860351 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:16.886641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b76c7-c32a-4457-86f9-1c296a3ff115 req-db8b548a-73a9-4fc5-ab6c-c1eca9992812 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:16.888213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-873b76c7-c32a-4457-86f9-1c296a3ff115 req-db8b548a-73a9-4fc5-ab6c-c1eca9992812 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1132751 Jul 23 16:18:16.888590 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89cf334b-4501-4356-87a9-0ebde0b63e14 req-0eb0a6dd-be65-4db8-94c8-35329b97cd51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Jul 23 16:18:16.981822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-873b76c7-c32a-4457-86f9-1c296a3ff115 req-5906e504-f42e-4d78-820b-00172939e870 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Jul 23 16:18:16.988365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.005698 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.051133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event deleted for resources: {'Port': ['ID=c70bbcf5-88b0-414a-9119-34b662832d6f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:17.081276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:17.088419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.156026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.158924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.160158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fd11ae2-ca8c-48cc-b280-73e4a0681c10 req-d2cd85d5-cf8d-4281-89d8-5513dc4b727e tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "DELETE /v2.0/floatingips/3c0f83c4-82c8-423a-aca0-f6a6162be9f1 HTTP/1.1" status: 204 len: 173 time: 0.8040400 Jul 23 16:18:17.167481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:17.194559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d438cbe-5af3-48af-bcc9-82e4c93d4db0 req-82afecb1-18f2-41d6-afef-82ea9825cc08 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.195523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d438cbe-5af3-48af-bcc9-82e4c93d4db0 req-82afecb1-18f2-41d6-afef-82ea9825cc08 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.0907562 Jul 23 16:18:17.248780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d438cbe-5af3-48af-bcc9-82e4c93d4db0 req-9ac5455a-1476-4c8c-b696-11e906742ce3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452960 Jul 23 16:18:17.335856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.384862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-a23cbca9-40b7-4c0e-be8c-ab8a572ae95c tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips/e8c7ec31-d4d7-4adb-9b9c-65e7b67079df HTTP/1.1" status: 200 len: 693 time: 0.0886981 Jul 23 16:18:17.534006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505402ab-7852-46f1-8788-e435c0badf1f req-293dcde7-4824-4089-8676-064cd1ab688a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.535585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-505402ab-7852-46f1-8788-e435c0badf1f req-293dcde7-4824-4089-8676-064cd1ab688a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1656899 Jul 23 16:18:17.572700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-e76ff833-3e8d-43c4-85f6-65f962fea386 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.574289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-e76ff833-3e8d-43c4-85f6-65f962fea386 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1714876 Jul 23 16:18:17.638895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-505402ab-7852-46f1-8788-e435c0badf1f req-c55b38a7-69c9-42f8-97e1-ce64c40d7bbc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Jul 23 16:18:17.644416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-044eca7c-09c2-43a1-90e2-9127ea015a57 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0616329 Jul 23 16:18:17.705538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-0ae14b90-5c52-4dff-8704-b2a56a018059 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.102 HTTP/1.1" status: 200 len: 696 time: 0.0542388 Jul 23 16:18:17.887811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80551a-5fde-481f-89df-d79b4917ffcd req-b185c7ad-c656-45f3-bb8a-19cf83588eb9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:17.889593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c80551a-5fde-481f-89df-d79b4917ffcd req-b185c7ad-c656-45f3-bb8a-19cf83588eb9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1373959 Jul 23 16:18:17.927457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Deleting port 68813369-b6ea-48b2-ad7b-c979c44da691 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:17.927457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:17.953581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c80551a-5fde-481f-89df-d79b4917ffcd req-9fcfc274-f169-4fcb-b4df-53b7a31048fd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571156 Jul 23 16:18:18.042549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.043833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.062001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Calling delete_port for 68813369-b6ea-48b2-ad7b-c979c44da691 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:18.192849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50371c-7eef-43d3-9951-678ac11a9004 req-e90ecbf7-875d-4968-b113-2c5da2e92a0b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.194316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf50371c-7eef-43d3-9951-678ac11a9004 req-e90ecbf7-875d-4968-b113-2c5da2e92a0b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 945 time: 0.1341603 Jul 23 16:18:18.258916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf50371c-7eef-43d3-9951-678ac11a9004 req-fadfe5dd-8a97-40d0-bd4f-078805f5699e tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Jul 23 16:18:18.301675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.338649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Pushing event deleted for resources: {'Port': ['ID=68813369-b6ea-48b2-ad7b-c979c44da691,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:18.456842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.460343 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:18.461565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5d32a1-4bda-433d-9e93-646c44e66e3b req-650705af-4d2b-40bf-ae1c-6b7b0412ce07 tempest-FloatingIPDetailsTestJSON-229874187 tempest-FloatingIPDetailsTestJSON-229874187-project] 10.222.0.64 "DELETE /v2.0/floatingips/e8c7ec31-d4d7-4adb-9b9c-65e7b67079df HTTP/1.1" status: 204 len: 173 time: 0.7504861 Jul 23 16:18:18.470336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:18.483794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84f5c4-9642-4766-b7ee-068da95a3b32 req-a5cb6713-d309-4eea-81fe-ff18b24b7d53 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.486235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f84f5c4-9642-4766-b7ee-068da95a3b32 req-a5cb6713-d309-4eea-81fe-ff18b24b7d53 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1492505 Jul 23 16:18:18.625374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f84f5c4-9642-4766-b7ee-068da95a3b32 req-ee47b57d-f7e1-4056-ad82-58fa8e4e6e1d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274686 Jul 23 16:18:18.671400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:18.673866 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c122593-881e-42c8-922c-046adef97fc2" -d '{"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-plugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:18.701052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4329f3-71ea-4e53-adcd-01157d380579 req-3c24e592-4e43-4a31-a748-6976bad4168f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.703113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd4329f3-71ea-4e53-adcd-01157d380579 req-3c24e592-4e43-4a31-a748-6976bad4168f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1564298 Jul 23 16:18:18.807706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd4329f3-71ea-4e53-adcd-01157d380579 req-345998e1-2c52-4271-a411-a4512a92e129 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Jul 23 16:18:18.888976 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eb033d-1b7e-4f04-a8ae-807cee160d75 x-openstack-request-id: req-74eb033d-1b7e-4f04-a8ae-807cee160d75 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:18.889365 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-plugged", "status": "completed", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:18.889685 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74eb033d-1b7e-4f04-a8ae-807cee160d75 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:18.890379 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'code': 200} Jul 23 16:18:18.987731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e2708-06b6-4397-bb28-91ab6aeddb39 req-3c9fda9c-43c4-4286-8ea0-51356ec1ee49 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:18.996852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c4e2708-06b6-4397-bb28-91ab6aeddb39 req-3c9fda9c-43c4-4286-8ea0-51356ec1ee49 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1137986 Jul 23 16:18:19.058075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c4e2708-06b6-4397-bb28-91ab6aeddb39 req-a995ad47-f538-436c-a62a-f2ad03cecc2b tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Jul 23 16:18:19.080936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.157233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22166788-d15c-4ff0-884f-c897ced134ca req-2776ef82-be7f-4831-80e7-fdf047e60744 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.159273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22166788-d15c-4ff0-884f-c897ced134ca req-2776ef82-be7f-4831-80e7-fdf047e60744 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.0998201 Jul 23 16:18:19.224569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22166788-d15c-4ff0-884f-c897ced134ca req-c0bb7991-a3e9-4178-a7d0-fc49c5a008f4 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568640 Jul 23 16:18:19.259955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7f10f-4568-42e0-bd15-8afcbff158a4 req-4e58c44e-8c25-475d-8622-6e6640c83ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.262463 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-05f7f10f-4568-42e0-bd15-8afcbff158a4 req-4e58c44e-8c25-475d-8622-6e6640c83ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 1097 time: 0.1397831 Jul 23 16:18:19.402411 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-05f7f10f-4568-42e0-bd15-8afcbff158a4 req-a610ae45-42a9-4338-8f99-dcd874d721f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189470 Jul 23 16:18:19.536407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Deleting port 022f3636-ae90-4dd6-bf01-3aec88a68c21 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:19.537071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.631407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] For port 022f3636-ae90-4dd6-bf01-3aec88a68c21, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=022f3636-ae90-4dd6-bf01-3aec88a68c21,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:19.631769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.650454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Calling delete_port for 022f3636-ae90-4dd6-bf01-3aec88a68c21 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:19.798671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c54b6-f6cd-463f-9473-2ab707d61ea9 req-13a7b948-d9c3-4f61-80fd-4d60de659fca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:19.800533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-840c54b6-f6cd-463f-9473-2ab707d61ea9 req-13a7b948-d9c3-4f61-80fd-4d60de659fca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1013167 Jul 23 16:18:19.902952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-840c54b6-f6cd-463f-9473-2ab707d61ea9 req-f4086347-134c-4a0d-99de-8d6ab3d456aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908742 Jul 23 16:18:19.940439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:19.977624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=022f3636-ae90-4dd6-bf01-3aec88a68c21,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:20.070993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc3a14-900b-4add-98e4-847569ad6344 req-5d1ae3e1-5112-4f0d-89a0-5af517e6785c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.072762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89cc3a14-900b-4add-98e4-847569ad6344 req-5d1ae3e1-5112-4f0d-89a0-5af517e6785c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.0876675 Jul 23 16:18:20.149857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89cc3a14-900b-4add-98e4-847569ad6344 req-0e022dad-ee74-46f2-9c6d-3ec9badaf265 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669496 Jul 23 16:18:20.185104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.237075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e4dca-fda2-4f70-96b1-fb57d21c08dc req-89c1512f-b00f-44d9-aa44-a669a7d62169 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.238917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c09e4dca-fda2-4f70-96b1-fb57d21c08dc req-89c1512f-b00f-44d9-aa44-a669a7d62169 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.0870566 Jul 23 16:18:20.296026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c09e4dca-fda2-4f70-96b1-fb57d21c08dc req-fa8d623d-44a5-4727-b726-be1f952f1e43 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Jul 23 16:18:20.377362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc58c5-070f-4369-abfd-a5e6d04fe5b1 req-8b43398c-2f73-48f9-9c06-ad08cf3b9066 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:20.378997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6afc58c5-070f-4369-abfd-a5e6d04fe5b1 req-8b43398c-2f73-48f9-9c06-ad08cf3b9066 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.0820205 Jul 23 16:18:20.423007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6afc58c5-070f-4369-abfd-a5e6d04fe5b1 req-3f2018c4-7ada-49b4-9311-640227dbf395 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368235 Jul 23 16:18:20.427649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Router 30fc8c23-8494-488e-9034-2381574a435f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:20.538432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:20.543550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9913e245-bbf8-4481-bc80-de66d284a5d9 admin admin] 10.222.0.64 "PUT /v2.0/routers/30fc8c23-8494-488e-9034-2381574a435f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0720680 Jul 23 16:18:20.546160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41070) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:20.552463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Sync routers for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:20.565352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:20.566241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:20.659528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.688100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:20.775872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:20.975100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:18:19Z', 'revision_number': 5, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port': {'id': '1d510101-cdc5-41ea-bc91-487e60f34c0a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc8c23-8494-488e-9034-2381574a435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:46Z', 'updated_at': '2021-07-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.055830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Checking router: 30fc8c23-8494-488e-9034-2381574a435f for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:21.078903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Routers {'30fc8c23-8494-488e-9034-2381574a435f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:21.079286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['30fc8c23-8494-488e-9034-2381574a435f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.152440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67df20-9019-4455-a9d4-ddfee481d9c4 req-f9fe3372-bf40-4b4a-a696-c0ef2abd82e6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.160836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f67df20-9019-4455-a9d4-ddfee481d9c4 req-f9fe3372-bf40-4b4a-a696-c0ef2abd82e6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1002975 Jul 23 16:18:21.196104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Deleting port 1d510101-cdc5-41ea-bc91-487e60f34c0a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:21.196104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.234141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f67df20-9019-4455-a9d4-ddfee481d9c4 req-ec9d62ee-267f-4591-aecc-ed0155532eb4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716374 Jul 23 16:18:21.262113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] Set router 30fc8c23-8494-488e-9034-2381574a435f gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:21.332521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:18:20Z', 'revision_number': 6, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:21.339597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] For port 1d510101-cdc5-41ea-bc91-487e60f34c0a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1d510101-cdc5-41ea-bc91-487e60f34c0a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:21.339983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.373665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Calling delete_port for 1d510101-cdc5-41ea-bc91-487e60f34c0a owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:21.373876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb4024-5693-41ca-aa15-ca0936c6d443 None None] The sync data for ids ['30fc8c23-8494-488e-9034-2381574a435f'] in n-d-800484-3 is: [{'id': '30fc8c23-8494-488e-9034-2381574a435f', 'name': 'tempest-FloatingIPDetailsTestJSON-144539457-router', 'tenant_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:45Z', 'updated_at': '2021-07-23T16:18:20Z', 'revision_number': 6, 'project_id': '34c2c6f3333c4219a2e26afd1356ea3d', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:21.392292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f28a9-8226-44e0-b6b3-4cb98f9128cb req-8a235bff-24d9-43c1-9206-577fdb7223d4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.394140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6f28a9-8226-44e0-b6b3-4cb98f9128cb req-8a235bff-24d9-43c1-9206-577fdb7223d4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.0855885 Jul 23 16:18:21.464333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6f28a9-8226-44e0-b6b3-4cb98f9128cb req-ed299a22-a685-4a13-a896-890eea47b85d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606489 Jul 23 16:18:21.622502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813455-956f-4f8f-981e-74fe487b85c3 req-c355adf0-720b-4589-bcb6-833bb8511102 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.630746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07813455-956f-4f8f-981e-74fe487b85c3 req-c355adf0-720b-4589-bcb6-833bb8511102 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1045690 Jul 23 16:18:21.635892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.675356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d510101-cdc5-41ea-bc91-487e60f34c0a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:21.732613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07813455-956f-4f8f-981e-74fe487b85c3 req-25bb533d-b55d-441c-85f3-841368c73d42 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988812 Jul 23 16:18:21.762911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.774645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc1884-839e-4528-b870-85685ae3d583 req-3672d0aa-cb48-484d-8186-f15b9745dc89 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.783045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46fc1884-839e-4528-b870-85685ae3d583 req-3672d0aa-cb48-484d-8186-f15b9745dc89 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1504912 Jul 23 16:18:21.865613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46fc1884-839e-4528-b870-85685ae3d583 req-ab421d5d-87b7-4a83-8731-9095565ebf57 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803237 Jul 23 16:18:21.942300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.945368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:21.947978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b6d5d-44bf-476a-869a-5e2a6fe4e671 req-59cdc567-d91a-444c-bc4b-2f9730d66442 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:21.950187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b7b6d5d-44bf-476a-869a-5e2a6fe4e671 req-59cdc567-d91a-444c-bc4b-2f9730d66442 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1334360 Jul 23 16:18:22.006440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b7b6d5d-44bf-476a-869a-5e2a6fe4e671 req-84386a47-f602-4220-8cd0-ae57ee23f546 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 Jul 23 16:18:22.011904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.012559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fc8c23-8494-488e-9034-2381574a435f {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:18:22.019664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.021629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6487b46c-717f-4f1e-a41a-0f48121fabc9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/30fc8c23-8494-488e-9034-2381574a435f HTTP/1.1" status: 204 len: 168 time: 1.4745638 Jul 23 16:18:22.024349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41100) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:22.074849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Deleting subnet c38410ba-0279-43bc-8990-0bc5fc37d38d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:22.078604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.146964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.314365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.777896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.840716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38410ba-0279-43bc-8990-0bc5fc37d38d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:22.846369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1d510101-cdc5-41ea-bc91-487e60f34c0a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:22.858888 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:22.860790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6cf38310-e26e-42ea-8dd1-7d2cfbecbf92 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c38410ba-0279-43bc-8990-0bc5fc37d38d HTTP/1.1" status: 204 len: 168 time: 0.8350000 Jul 23 16:18:22.863513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:22.872369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d529de-600d-43aa-8362-814474d7d6e8 req-61a14700-aaf4-409e-83b6-5a1a078f0e35 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:22.879488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20d529de-600d-43aa-8362-814474d7d6e8 req-61a14700-aaf4-409e-83b6-5a1a078f0e35 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.5425043 Jul 23 16:18:22.884287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b47be2-307e-4e44-bad8-0449b4ae867a None None] Network 87805c49-0e62-496b-81d9-34be9c55698a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:22.900543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1d510101-cdc5-41ea-bc91-487e60f34c0a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:22.901144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1d510101-cdc5-41ea-bc91-487e60f34c0a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:22.901712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 022f3636-ae90-4dd6-bf01-3aec88a68c21 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:22.938203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 022f3636-ae90-4dd6-bf01-3aec88a68c21 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:22.938819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 022f3636-ae90-4dd6-bf01-3aec88a68c21 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:22.972084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20d529de-600d-43aa-8362-814474d7d6e8 req-f1bcbfa3-f25c-4d50-b655-fdaf8960b093 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916398 Jul 23 16:18:22.983047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-7d43ca1b-89e8-4a5a-86a5-c4074c887859 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.010822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-7d43ca1b-89e8-4a5a-86a5-c4074c887859 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.2617860 Jul 23 16:18:23.039846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-b027440c-b58a-4b56-a8dd-361f189464a6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/quotas/38564a54dcfe408d8dd5c5d906550b7c HTTP/1.1" status: 200 len: 375 time: 0.0280716 Jul 23 16:18:23.058986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.147209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Deleting port 4b625e26-1d08-4fd0-9899-fe43486ec805 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:23.147547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.188774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] DHCP port deletion for 87805c49-0e62-496b-81d9-34be9c55698a request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:18:23.204430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a1632-27d2-4987-bd15-b6921ed9da8a req-f07303f0-764e-4ba9-8b9b-2f28cb52e6ef tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.212050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c5a1632-27d2-4987-bd15-b6921ed9da8a req-f07303f0-764e-4ba9-8b9b-2f28cb52e6ef tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1349645 Jul 23 16:18:23.238313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-81462eac-df2d-40f2-bbc3-b893c39fea7b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906943 Jul 23 16:18:23.244117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] For port 4b625e26-1d08-4fd0-9899-fe43486ec805, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4b625e26-1d08-4fd0-9899-fe43486ec805,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:23.244581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.258787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Deleting port 4b625e26-1d08-4fd0-9899-fe43486ec805 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:23.259166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.261719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Calling delete_port for 4b625e26-1d08-4fd0-9899-fe43486ec805 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:23.339219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c5a1632-27d2-4987-bd15-b6921ed9da8a req-d1980203-ce87-460a-b7f9-5b99544754e8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268370 Jul 23 16:18:23.378559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] For port 4b625e26-1d08-4fd0-9899-fe43486ec805, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4b625e26-1d08-4fd0-9899-fe43486ec805,segment=NetworkSegment(1a6c37a4-ffdb-4491-8fc8-4e025bbffc59),segment_id=1a6c37a4-ffdb-4491-8fc8-4e025bbffc59)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:23.379269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.393519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.402099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Calling delete_port for 4b625e26-1d08-4fd0-9899-fe43486ec805 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:23.412464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-67d2778a-1e04-4e63-8621-995a818c81e9 service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724339 Jul 23 16:18:23.430570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b625e26-1d08-4fd0-9899-fe43486ec805,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.437131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] No DVR routers for this DVR port 4b625e26-1d08-4fd0-9899-fe43486ec805 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:23.569944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.579851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-64b7ca61-aad1-452d-bfe8-f7304cfdd279 service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661909 Jul 23 16:18:23.585346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87805c49-0e62-496b-81d9-34be9c55698a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:23.611738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:23.612025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6c37a4-ffdb-4491-8fc8-4e025bbffc59') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:23.621126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444fa4e-05bb-4021-a50a-2f76d20458e9 req-5c8877fc-08c9-477e-9671-5b2871a4906b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:23.628887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6444fa4e-05bb-4021-a50a-2f76d20458e9 req-5c8877fc-08c9-477e-9671-5b2871a4906b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 946 time: 0.1699772 Jul 23 16:18:23.643028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.678870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.686649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:18:23.687057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.711881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6444fa4e-05bb-4021-a50a-2f76d20458e9 req-3aadc659-35c2-40b6-bcd2-19435a4be3e2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728991 Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:18:23.731928 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:18:23.786887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.835721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.837286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] Pushing event deleted for resources: {'Port': ['ID=4b625e26-1d08-4fd0-9899-fe43486ec805,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.839241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88886ffa-5f3e-47eb-89c2-5c5249fbac92 None None] No DVR routers for this DVR port 4b625e26-1d08-4fd0-9899-fe43486ec805 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:23.870003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:23.877959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] 10.222.0.64 "DELETE /v2.0/networks/87805c49-0e62-496b-81d9-34be9c55698a HTTP/1.1" status: 204 len: 168 time: 1.0117278 Jul 23 16:18:23.890180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11c7e-60cc-40f7-abce-a71c6f69243c admin admin] Pushing event deleted for resources: {'Network': ['ID=87805c49-0e62-496b-81d9-34be9c55698a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:23.932200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fadeb19-6562-4dda-8442-b3ffcdad2da4 req-516971b5-1737-4d97-9015-a15f473f6fe7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 210 time: 0.0455387 Jul 23 16:18:24.084703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-5e53ddc1-90b5-4799-8355-96112ecedc5f tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.087103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-5e53ddc1-90b5-4799-8355-96112ecedc5f tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1097 time: 0.1829617 Jul 23 16:18:24.146624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:24.149310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:24.245001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32670ff4-9702-483a-a92b-ec63f532425b req-2a2d27dc-90b9-4184-a7c9-d9e7d93390e4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.246631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32670ff4-9702-483a-a92b-ec63f532425b req-2a2d27dc-90b9-4184-a7c9-d9e7d93390e4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1660390 Jul 23 16:18:24.295954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-b0e417d7-6933-4573-9c78-62ee6aa8c22f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.297488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-b0e417d7-6933-4573-9c78-62ee6aa8c22f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eafeeff-cc3e-451c-907e-4b47490c628f HTTP/1.1" status: 200 len: 946 time: 0.1572671 Jul 23 16:18:24.299239 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f84eca59-5efe-4aff-8741-b0d8657d1d0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34c2c6f3333c4219a2e26afd1356ea3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471543 Jul 23 16:18:24.302604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41152) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:24.327607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.437619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32670ff4-9702-483a-a92b-ec63f532425b req-6a61a361-7a82-458f-a38b-15e6aae1c20c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802454 Jul 23 16:18:24.517639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:24.564856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.596793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:24.618568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.662341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:24.666164 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa484247-7dae-426d-b45c-d77422203ee3" -d '{"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:24.672079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.675492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Deleting port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:24.676005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.682058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.738590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217f5b-99c5-4b0d-8c71-a76e795a9abb req-aea41586-6278-4feb-956a-26603b5fdbaa tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:24.747054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70217f5b-99c5-4b0d-8c71-a76e795a9abb req-aea41586-6278-4feb-956a-26603b5fdbaa tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2369964 Jul 23 16:18:24.799099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:24.825969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:24.838923 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3022661d-a831-4209-b98e-b171d471c895 x-openstack-request-id: req-3022661d-a831-4209-b98e-b171d471c895 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:24.839171 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:24.839421 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3022661d-a831-4209-b98e-b171d471c895 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:24.839818 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'code': 200} Jul 23 16:18:24.841530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.844529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.847871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaed4efe-7ae9-4335-867b-7b3c97f1551b HTTP/1.1" status: 204 len: 168 time: 0.5419335 Jul 23 16:18:24.855957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:24.856131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:24.856436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:24.868857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:24.869182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:24.883057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:24.883645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:24.883645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:24.884047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Bound port: 2f9244d1-f738-4793-9dc9-2412c39a1291, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:24.884332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.895619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70217f5b-99c5-4b0d-8c71-a76e795a9abb req-f1bb70c5-4f33-4620-8c23-1c9a4f3de9df tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394849 Jul 23 16:18:24.921399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4b625e26-1d08-4fd0-9899-fe43486ec805 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:24.936239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d244c4-c30f-4dae-b15e-fa16ac9074f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed4efe-7ae9-4335-867b-7b3c97f1551b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:24.952933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] For port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:24.953912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:24.970366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Calling delete_port for 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:24.982876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 4b625e26-1d08-4fd0-9899-fe43486ec805 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:24.983219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4b625e26-1d08-4fd0-9899-fe43486ec805 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:25.062288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:25.072011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:25.085001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.157524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:25.223465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:25.224645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:25.225381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:25.232578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:25.233455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Attempting to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:25.240207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:25.241166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:25.242302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:25.243133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Bound port: 2f9244d1-f738-4793-9dc9-2412c39a1291, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:25.243741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.277683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.296018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.296650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.301884 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-8bf016d6-d681-482a-9ef3-a09f55316ab6 service neutron] 10.222.0.81 "PUT /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 1122 time: 1.1622357 Jul 23 16:18:25.374141 n-d-800484-3 neutron-server[94005]: WARNING neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Concurrent port binding operations failed on port 2f9244d1-f738-4793-9dc9-2412c39a1291 Jul 23 16:18:25.382955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:25.386295 n-d-800484-3 neutron-server[94005]: INFO neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Attempt 2 to bind port 2f9244d1-f738-4793-9dc9-2412c39a1291 Jul 23 16:18:25.387013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:18:25.428451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:25.481818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-670425df-f3ea-4f72-903a-1488c32b5188 req-fbc3d2e4-66a8-43c6-bd81-0ddc6e7ddf7e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 210 time: 0.3285270 Jul 23 16:18:25.485915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.508550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:25.638300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event deleted for resources: {'Port': ['ID=20be37e4-e97a-4f84-aed8-ef83fe1aeea0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:25.706624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-f0eae488-4e4d-4308-96d0-b0f3d97a7431 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.711153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-f0eae488-4e4d-4308-96d0-b0f3d97a7431 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.2998009 Jul 23 16:18:25.736946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Request body: {'port': {'device_id': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'admin_state_up': True, 'tenant_id': '38564a54dcfe408d8dd5c5d906550b7c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:25.829512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b57896-8781-4535-bd1d-b9e2cfbb6148 req-7dfee7eb-ebb8-4b7c-8ca9-a51291bcc19a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:25.841484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b57896-8781-4535-bd1d-b9e2cfbb6148 req-7dfee7eb-ebb8-4b7c-8ca9-a51291bcc19a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.7057986 Jul 23 16:18:25.903127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] No DVR routers for this DVR port 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:25.912655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.916948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffffe6a4-a900-4fca-81de-d739c7760521 req-5c3a0ce6-1cc1-4c0c-a092-a24fecfe595f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.81 "DELETE /v2.0/ports/20be37e4-e97a-4f84-aed8-ef83fe1aeea0 HTTP/1.1" status: 204 len: 173 time: 1.6014094 Jul 23 16:18:25.918664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-deleted', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:25.921095 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f4647-25a3-462c-a136-6944eb62aeee" -d '{"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-deleted", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:25.967122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Made reservation on behalf of 38564a54dcfe408d8dd5c5d906550b7c for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:25.972651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:25.976261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b57896-8781-4535-bd1d-b9e2cfbb6148 req-bef2c33f-9164-4783-a801-8ef2186f3562 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337719 Jul 23 16:18:26.008398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577acab-d8f9-46fb-b9bd-0e0b53a4d793 req-2a843542-6bd6-45a4-b65e-d242efa1b231 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.016697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2577acab-d8f9-46fb-b9bd-0e0b53a4d793 req-2a843542-6bd6-45a4-b65e-d242efa1b231 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.3819094 Jul 23 16:18:26.073022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2577acab-d8f9-46fb-b9bd-0e0b53a4d793 req-2ac377b4-417d-49da-b121-09cea6931217 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555651 Jul 23 16:18:26.203216 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e043f1-ddae-444f-a680-16711dd24801 x-openstack-request-id: req-59e043f1-ddae-444f-a680-16711dd24801 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:26.203552 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eafeeff-cc3e-451c-907e-4b47490c628f", "name": "network-vif-deleted", "tag": "20be37e4-e97a-4f84-aed8-ef83fe1aeea0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:26.203879 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59e043f1-ddae-444f-a680-16711dd24801 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:26.204320 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eafeeff-cc3e-451c-907e-4b47490c628f', 'name': 'network-vif-deleted', 'tag': '20be37e4-e97a-4f84-aed8-ef83fe1aeea0', 'status': 'completed', 'code': 200} Jul 23 16:18:26.281350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e5733-c34a-4820-997e-4da6ea7de993 req-f8f333e3-0102-4d2d-96a3-afe5323d67b7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.294586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-187e5733-c34a-4820-997e-4da6ea7de993 req-f8f333e3-0102-4d2d-96a3-afe5323d67b7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2124541 Jul 23 16:18:26.340016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Allocated IP 172.20.0.4 (3792dc91-998e-4c59-b925-771bef1f281d/1da447f5-74bf-4b48-a081-2547755ff4b0/9ffdc3a7-152d-43dc-a2fe-4476413500d8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:26.360046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-187e5733-c34a-4820-997e-4da6ea7de993 req-74d5bc83-67e3-472c-b0dd-9954681a41f1 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626700 Jul 23 16:18:26.384244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41202) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:26.531491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1482193672-network', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:26.574605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['20be37e4-e97a-4f84-aed8-ef83fe1aeea0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:26.632447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee6e972e-687d-4e62-9bc4-7a5b295740b7 req-02f34a37-75fd-4559-b9d0-ff53f851482d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 210 time: 0.0556986 Jul 23 16:18:26.633368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Made reservation on behalf of 4dfd4a573753480bb4a1f95b05206c70 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:26.633883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.636818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.646951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.697991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.740064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['20be37e4-e97a-4f84-aed8-ef83fe1aeea0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:26.748819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Network 3792dc91-998e-4c59-b925-771bef1f281d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:26.756921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:26.765755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:26.771045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.787386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.801689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:26.833923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:26.834889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.835461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:18:26.843383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:26.844228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67642ddf-0bcd-4fa4-9c33-1cdea419f479,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:26.846542 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504a57d-118e-44a5-91ed-409503d47aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:26.871160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.871504 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Added segment 42629a16-efb1-4e91-b6cb-cffcb1276c5c of type vlan for network ec5fda1d-19ab-451b-9f6c-1636760460b0 Jul 23 16:18:26.878481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-a049b606-c551-4c46-98b9-124b26372ead tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1460497 Jul 23 16:18:26.892082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Request body: {'port': {'device_id': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:26.944190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:26.945594 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb251c0-c58e-4db0-b84e-c83e65435b95 x-openstack-request-id: req-4bb251c0-c58e-4db0-b84e-c83e65435b95 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:26.945886 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:26.946193 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bb251c0-c58e-4db0-b84e-c83e65435b95 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:26.946543 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'status': 'completed', 'code': 200} Jul 23 16:18:27.006258 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.032180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.033162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.033747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.104098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5fda1d-19ab-451b-9f6c-1636760460b0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.128901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:18:27.181146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d0630299-8d16-44c6-bff2-9c26d3f804f9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7956531 Jul 23 16:18:27.181992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41214) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:27.185718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-b9600695-2dcf-4c3d-9023-8d65c22fba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.187602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-b9600695-2dcf-4c3d-9023-8d65c22fba50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1125 time: 0.2179646 Jul 23 16:18:27.193418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Request body: {'subnet': {'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1482193672-subnet', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:27.378327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bddd7-e6b2-41ba-9dd1-c3ea427c92ec req-a897e567-996e-4848-9ddc-bb9de39684de tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.381579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d33bddd7-e6b2-41ba-9dd1-c3ea427c92ec req-a897e567-996e-4848-9ddc-bb9de39684de tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.2778728 Jul 23 16:18:27.426706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Made reservation on behalf of 4dfd4a573753480bb4a1f95b05206c70 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:27.428970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.465340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f878-d939-4be6-86f6-d149e2793b9b req-ba8bf029-d2c5-4035-9bc9-66876c9f95fe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.472793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3940f878-d939-4be6-86f6-d149e2793b9b req-ba8bf029-d2c5-4035-9bc9-66876c9f95fe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.2727594 Jul 23 16:18:27.539345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffdc3a7-152d-43dc-a2fe-4476413500d8 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:27.553515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.572095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Transition to ACTIVE for port object 9ffdc3a7-152d-43dc-a2fe-4476413500d8 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:27.577363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.594028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d33bddd7-e6b2-41ba-9dd1-c3ea427c92ec req-d23a972a-7800-452e-a6f9-a719059b59c8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753273 Jul 23 16:18:27.604167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-860a30e3-ce2b-4fc4-ac82-47e73b31241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.605614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-860a30e3-ce2b-4fc4-ac82-47e73b31241d service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.4077711 Jul 23 16:18:27.628127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3940f878-d939-4be6-86f6-d149e2793b9b req-15a2cfa0-ee13-4b05-bc7f-c10eb0a263ff tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542554 Jul 23 16:18:27.666449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-a7712c3e-108e-4fa4-a3cf-42d4978338eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 217 time: 0.0510983 Jul 23 16:18:27.752375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:27.780160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-68fe3fd6-5993-479b-9f65-6ecbd6cb0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:27.781662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-68fe3fd6-5993-479b-9f65-6ecbd6cb0fe8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1068664 Jul 23 16:18:27.853336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-11cf6aa5-39ff-4e6d-8c9b-3366a597111e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418146 Jul 23 16:18:27.884133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Attempting to bind port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:27.884460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Attempting to bind port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:27.884786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Attempting to bind port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:27.893860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 on network 3792dc91-998e-4c59-b925-771bef1f281d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:27.894125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Attempting to bind port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:27.901028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:27.901821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Checking segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:27.902692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Bound using segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:27.903571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Bound port: 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:27.904347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.979333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:27.997974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:28.003330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:28.009755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.043283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.044413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.045314 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] 10.222.0.67 "PUT /v2.0/ports/9ffdc3a7-152d-43dc-a2fe-4476413500d8 HTTP/1.1" status: 200 len: 1091 time: 1.1597326 Jul 23 16:18:28.089547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56bb0-d11c-4f25-9951-14fab1487117 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:28.099892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99ce9-4552-427c-94bb-f709023a6c6c req-6439ef75-7e76-4d58-a3f5-a25e16aed7b0 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.101418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53c99ce9-4552-427c-94bb-f709023a6c6c req-6439ef75-7e76-4d58-a3f5-a25e16aed7b0 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.3361757 Jul 23 16:18:28.120691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec26d263-aa9c-4868-a88c-257556d12d80,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:28.167545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-fb7d67da-ee4a-4a29-a4d5-db7572cb3844 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798505 Jul 23 16:18:28.175524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906548ff-daa6-4f5a-8e83-a3a3b737417a req-ec488031-2cf1-4d73-9bc3-0c43baf70e80 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.177781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-906548ff-daa6-4f5a-8e83-a3a3b737417a req-ec488031-2cf1-4d73-9bc3-0c43baf70e80 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.3360054 Jul 23 16:18:28.178779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-1dc46722-8f7b-46b2-be70-8f2a1f1a94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.180370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-1dc46722-8f7b-46b2-be70-8f2a1f1a94a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 1094 time: 0.0769010 Jul 23 16:18:28.228648 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-56b26803-6641-4ee7-8433-c54a6a27a33e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8 HTTP/1.1" status: 200 len: 217 time: 0.0366337 Jul 23 16:18:28.247432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53c99ce9-4552-427c-94bb-f709023a6c6c req-7c29e440-a551-41e8-b395-09ef68119806 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365569 Jul 23 16:18:28.251139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Checking segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:28.251565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Network hostable DHCP agents. Network: ec5fda1d-19ab-451b-9f6c-1636760460b0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:18:28.283824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-00af321b-261b-46a9-a3ad-a11cc5b66d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.285278 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-00af321b-261b-46a9-a3ad-a11cc5b66d4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.0492294 Jul 23 16:18:28.326737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-9fe280bf-1823-41d1-9498-9c5e7ee0bd4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339851 Jul 23 16:18:28.329067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-906548ff-daa6-4f5a-8e83-a3a3b737417a req-87bf99a8-f093-4f73-aff1-6039549a3b42 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337509 Jul 23 16:18:28.341750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:18:28.366863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d504a57d-118e-44a5-91ed-409503d47aa3 req-0b607534-f718-43af-b69d-93efa5a3c644 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857986 Jul 23 16:18:28.367128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ec5fda1d-19ab-451b-9f6c-1636760460b0) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:28.371829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.373991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.380558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469971d-51a6-440a-a2fe-321d98ff7e88 None None] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:28.394467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5f76ce77-3d83-4983-ad7b-ee8cd9b642fa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2055926 Jul 23 16:18:28.395700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41228) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:28.402467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:28.429188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.430378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.435560 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-dea5cbaf-333a-4b2b-9459-a4b4ef5a7662 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968909 Jul 23 16:18:28.504947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.557680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2424b91a-6269-4a3f-a456-b5831d9b68c5 req-3f36f22d-f44a-40ea-bf17-dcc51919561a service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096210 Jul 23 16:18:28.578542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.663556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ec5fda1d-19ab-451b-9f6c-1636760460b0', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:18:28.664846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.677233 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:28.824356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f4db-225e-4d64-b0dc-6818f450a88e req-38384025-8ee3-4b83-9997-162cb1186510 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.825373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Allocated IP 172.20.0.2 (ec5fda1d-19ab-451b-9f6c-1636760460b0/ec26d263-aa9c-4868-a88c-257556d12d80/9409bfa0-3993-4552-ba5e-c45efffde567) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:28.826156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e76f4db-225e-4d64-b0dc-6818f450a88e req-38384025-8ee3-4b83-9997-162cb1186510 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.1256535 Jul 23 16:18:28.840328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:28.851966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:28.916040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7ab2a-b3da-46d4-9aac-10a9af7d5d07 req-286922b6-9dab-4ba0-9a80-12729a9e494b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:28.917458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04d7ab2a-b3da-46d4-9aac-10a9af7d5d07 req-286922b6-9dab-4ba0-9a80-12729a9e494b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1777174 Jul 23 16:18:28.925624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e76f4db-225e-4d64-b0dc-6818f450a88e req-fb83c0ca-df3e-4b64-973e-027f723f2266 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Jul 23 16:18:28.948675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:28.953327 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af60632-35f7-4a5d-958f-b2eb3e3a8279" -d '{"events": [{"name": "network-changed", "server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:29.091694 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937845c8-fdcb-499d-aaeb-50bdb23be23f x-openstack-request-id: req-937845c8-fdcb-499d-aaeb-50bdb23be23f {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:29.092304 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:29.092304 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-937845c8-fdcb-499d-aaeb-50bdb23be23f {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:29.092608 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'status': 'completed', 'code': 200} Jul 23 16:18:29.131259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.183678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:29.202258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-7d477b92-8ba3-4606-93bc-1f93c0dac727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.205706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-7d477b92-8ba3-4606-93bc-1f93c0dac727 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 1094 time: 0.0847120 Jul 23 16:18:29.294074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'mac_address': 'fa:16:3e:f9:35:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:29.389863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:29.392203 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995c0e46-d9e5-4b7d-903d-f2ce47abf657" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-unplugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:29.403053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-c8e0823b-76ab-40f6-a558-91cfa81336e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.404922 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-c8e0823b-76ab-40f6-a558-91cfa81336e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 914 time: 0.1896594 Jul 23 16:18:29.407186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.429226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:29.436038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Transition to ACTIVE for port object 9409bfa0-3993-4552-ba5e-c45efffde567 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:29.441321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.442340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:29.449434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.462908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04d7ab2a-b3da-46d4-9aac-10a9af7d5d07 req-444c7fb5-12df-4132-a968-1597fa673acb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347383 Jul 23 16:18:29.466361 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-c680c850-754f-40f3-b97c-021e77b5ee15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8 HTTP/1.1" status: 200 len: 217 time: 0.0542009 Jul 23 16:18:29.504363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:29.504363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 20be37e4-e97a-4f84-aed8-ef83fe1aeea0 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:29.510873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Transition to ACTIVE for port object 9409bfa0-3993-4552-ba5e-c45efffde567 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:29.521012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:29.534759 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.566474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-386b66bb-ff8a-4d9c-9840-ab8e7f4ab226 service neutron] 10.222.0.67 "GET /v2.0/ports/4017bf47-148f-4a46-9219-42005466fbb8/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.1578500 Jul 23 16:18:29.618086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.623797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:29.632858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-541c2374-9617-4397-9211-2708c7db1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.634642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-541c2374-9617-4397-9211-2708c7db1432 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.1590958 Jul 23 16:18:29.666254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.682563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:29.690393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:29.693319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:18:29.693684 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:18:29.696071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:29.701496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e7e-fc40-45d9-931a-630be1154d09 req-fbc6f717-93bf-4bc3-848e-add9248dd73c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:29.712178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8b7e7e-fc40-45d9-931a-630be1154d09 req-fbc6f717-93bf-4bc3-848e-add9248dd73c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 948 time: 0.3056602 Jul 23 16:18:29.722489 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-58181c7a-cecf-4ff9-8d73-79da85d7c9ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805235 Jul 23 16:18:29.733420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Pushing event updated for resources: {'Port': ['ID=9409bfa0-3993-4552-ba5e-c45efffde567,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:29.779382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Attempting to bind port 9409bfa0-3993-4552-ba5e-c45efffde567 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:29.779767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Attempting to bind port 9409bfa0-3993-4552-ba5e-c45efffde567 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:29.782424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Attempting to bind port 9409bfa0-3993-4552-ba5e-c45efffde567 on network ec5fda1d-19ab-451b-9f6c-1636760460b0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:29.794476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:29.794896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Checking segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:29.797808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.798303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Bound using segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:29.798804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Bound port: 9409bfa0-3993-4552-ba5e-c45efffde567, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:29.799206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.870862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-5f75a5c8-6cda-423c-a0d8-4fc7894c9d62 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399579 Jul 23 16:18:29.882990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] For port 9409bfa0-3993-4552-ba5e-c45efffde567, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:29.887472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] For port 9409bfa0-3993-4552-ba5e-c45efffde567, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9409bfa0-3993-4552-ba5e-c45efffde567,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:29.892495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:29.919239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8b7e7e-fc40-45d9-931a-630be1154d09 req-ac6ce75b-a5ba-450d-8477-56873a2187e5 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964488 Jul 23 16:18:29.984498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8af60632-35f7-4a5d-958f-b2eb3e3a8279 req-978eecfe-7fe6-4b80-a652-2b8dd4333b3b service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067996 Jul 23 16:18:29.994320 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f584936-40df-447b-b0fe-99c1cadb801b x-openstack-request-id: req-9f584936-40df-447b-b0fe-99c1cadb801b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:29.994611 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-unplugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:29.994861 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f584936-40df-447b-b0fe-99c1cadb801b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:29.999097 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'code': 200} Jul 23 16:18:30.000155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723edb92-f3fa-40f8-9dbb-0a579ae8428c None None] Pushing event updated for resources: {'Port': ['ID=9409bfa0-3993-4552-ba5e-c45efffde567,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.039827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75536e5-ed1e-4512-b804-11d288c20434 req-81fa322b-8377-4e6e-a27b-25ec899a2a66 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.047227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a75536e5-ed1e-4512-b804-11d288c20434 req-81fa322b-8377-4e6e-a27b-25ec899a2a66 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.3257098 Jul 23 16:18:30.077043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-c1ad4a4e-a756-4c35-8ad5-6fd20793927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.078591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-c1ad4a4e-a756-4c35-8ad5-6fd20793927f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1099 time: 0.2573769 Jul 23 16:18:30.080748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Allocated IP 172.25.2.55 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/25a39ee5-0416-4c6a-a82a-06469218d0c1) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:30.208919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a75536e5-ed1e-4512-b804-11d288c20434 req-48ba82f1-9067-475c-bb03-a1ddade2bfc7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608171 Jul 23 16:18:30.250836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.269221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:30.290823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:30.295920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.311401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e856-4344-43ad-8a37-76cea782d506 req-5e810d4b-8e4f-4124-be1e-3618a18e6b2b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.312969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71a1e856-4344-43ad-8a37-76cea782d506 req-5e810d4b-8e4f-4124-be1e-3618a18e6b2b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.2335033 Jul 23 16:18:30.346128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.350423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-f5ead3ee-33a2-48b1-a0b2-3bcaf99fea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.352081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-f5ead3ee-33a2-48b1-a0b2-3bcaf99fea6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1099 time: 0.2205970 Jul 23 16:18:30.354174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.418409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71a1e856-4344-43ad-8a37-76cea782d506 req-c4fd1d5d-3cee-4a4a-9c52-9514f2126f3a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948448 Jul 23 16:18:30.497972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-c95be9d2-afa5-43ed-8e4f-a10753090d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.499463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-c95be9d2-afa5-43ed-8e4f-a10753090d67 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1389391 Jul 23 16:18:30.500474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:30.571518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-24647b05-7295-44f1-a0f6-fd1621c6d602 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0459383 Jul 23 16:18:30.578401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:30.600300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:30.651094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:30.664618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:30.680901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=25a39ee5-0416-4c6a-a82a-06469218d0c1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:30.714140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-fa691d16-f0ff-4fa1-8803-811d5537ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.715572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-fa691d16-f0ff-4fa1-8803-811d5537ff9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1279433 Jul 23 16:18:30.894300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9409bfa0-3993-4552-ba5e-c45efffde567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:30.930398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec10f83-9deb-4883-92c2-e0fbdf5717f2 req-c2daa04b-a7b3-4fb7-86bc-7458a16e4006 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.931981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ec10f83-9deb-4883-92c2-e0fbdf5717f2 req-c2daa04b-a7b3-4fb7-86bc-7458a16e4006 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.3638880 Jul 23 16:18:30.995550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-7f537f27-7c6c-4ff3-aa92-6dc0bbad505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:30.997789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-7f537f27-7c6c-4ff3-aa92-6dc0bbad505c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729449 Jul 23 16:18:31.010874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9409bfa0-3993-4552-ba5e-c45efffde567 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:31.016774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ec10f83-9deb-4883-92c2-e0fbdf5717f2 req-f6a8585c-bd9a-4898-9c1e-e363af1fcef1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736525 Jul 23 16:18:31.182075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84deadb5-d29d-4e41-bf30-47fe276be486 None None] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:31.244065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.286587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c87f3b-2f17-4a81-b16d-536f7b938181 req-62d87a82-332d-4623-b750-5c8d512c94e4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.288289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53c87f3b-2f17-4a81-b16d-536f7b938181 req-62d87a82-332d-4623-b750-5c8d512c94e4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.2761707 Jul 23 16:18:31.322769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-077e9ad8-a00a-4bea-92eb-aaba0f175ea9 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039176 Jul 23 16:18:31.342182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Provisioning for port 9409bfa0-3993-4552-ba5e-c45efffde567 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:31.351228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Provisioning complete for port 9409bfa0-3993-4552-ba5e-c45efffde567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:31.351639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.480743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53c87f3b-2f17-4a81-b16d-536f7b938181 req-ef25cf78-998d-4d64-b16b-cc19b9f1a82a tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566780 Jul 23 16:18:31.491976 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.561866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] For port 9409bfa0-3993-4552-ba5e-c45efffde567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9409bfa0-3993-4552-ba5e-c45efffde567,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:31.571676 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.584486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26d0e26-a430-45d5-be8d-f25afc009489 req-60dc5a91-698d-445b-adf9-c9686b6a7f65 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410815 Jul 23 16:18:31.633263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82368a-b1c9-4d8e-b1f2-9a656d2c9d8c req-c6df04fc-3d99-48fe-87a3-c14d221561fb tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.635037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c82368a-b1c9-4d8e-b1f2-9a656d2c9d8c req-c6df04fc-3d99-48fe-87a3-c14d221561fb tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.3457041 Jul 23 16:18:31.680366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35688e24-e87f-4c82-bbe0-4bc74ee6ef5a None None] Pushing event updated for resources: {'Port': ['ID=9409bfa0-3993-4552-ba5e-c45efffde567,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:31.771623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:31.851724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c82368a-b1c9-4d8e-b1f2-9a656d2c9d8c req-f7f77ded-d09c-4553-bebe-2b2f7b64f2f5 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030354 Jul 23 16:18:31.949314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab70c6-39ec-426a-9ef1-bdc2821f2a6b req-525d7b4a-195a-4953-ad15-e764d3c57824 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:31.950893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74ab70c6-39ec-426a-9ef1-bdc2821f2a6b req-525d7b4a-195a-4953-ad15-e764d3c57824 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.1763279 Jul 23 16:18:31.997661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ee35c1c5-2392-4f62-b183-adf74d9390a9 None None] Provisioning complete for port 9409bfa0-3993-4552-ba5e-c45efffde567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:31.998750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee35c1c5-2392-4f62-b183-adf74d9390a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.004938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74ab70c6-39ec-426a-9ef1-bdc2821f2a6b req-6911d676-845d-4b81-a1ab-42583879e910 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Jul 23 16:18:32.010770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Router 3cf225b0-dc77-4984-a056-4b1ce29eacea is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:18:32.205241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:32.254727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:32.490770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:32.503027 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Sync routers for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:32.508600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.509968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-534bf279-e8f5-4c45-a610-320b2d834cc7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1131079 Jul 23 16:18:32.513327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:32.518148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd94c6-86bc-4730-bd4e-1cf8509f831f req-faef9a67-00bb-4a90-95be-9a6a94438b83 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.519981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8dd94c6-86bc-4730-bd4e-1cf8509f831f req-faef9a67-00bb-4a90-95be-9a6a94438b83 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1109636 Jul 23 16:18:32.535761 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:32.536714 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:32.581029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8dd94c6-86bc-4730-bd4e-1cf8509f831f req-7edf9a8f-1c87-4eee-b72b-9d12f01ae543 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526526 Jul 23 16:18:32.663979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:32.765796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c5dd7-d0b8-4a4c-8175-fd9b3dfea161 req-5548ae08-5f0e-4f0a-adaa-397db7dc9026 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:32.776367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-098c5dd7-d0b8-4a4c-8175-fd9b3dfea161 req-5548ae08-5f0e-4f0a-adaa-397db7dc9026 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 950 time: 0.1484435 Jul 23 16:18:32.782067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:32.788706 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85510709-469b-4b36-8c7d-ababac66996e" -d '{"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-unplugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:32.801098 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:32.816343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:32.880150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:32.893779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:32.897371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-098c5dd7-d0b8-4a4c-8175-fd9b3dfea161 req-246ca971-2de6-43ba-af04-5a5831f7b5ae tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156099 Jul 23 16:18:32.995702 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f2638-f147-4518-be19-3c46c4ac6382 x-openstack-request-id: req-ac2f2638-f147-4518-be19-3c46c4ac6382 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:32.996138 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-unplugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:32.996399 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac2f2638-f147-4518-be19-3c46c4ac6382 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:32.996929 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8', 'code': 200} Jul 23 16:18:33.000149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9409bfa0-3993-4552-ba5e-c45efffde567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:33.056527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'port_id': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'mac_address': 'fa:16:3e:27:ae:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da447f5-74bf-4b48-a081-2547755ff4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:33.058572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.175197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.225693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9409bfa0-3993-4552-ba5e-c45efffde567 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:33.226347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.281866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 84147b02-a537-4fcf-9d1a-b577a7776d7a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:33.282444 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.331047 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 3, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:33.365423 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.388761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffdc3a7-152d-43dc-a2fe-4476413500d8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:33.398347 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Checking router: 3cf225b0-dc77-4984-a056-4b1ce29eacea for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:33.398933 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Updating router 3cf225b0-dc77-4984-a056-4b1ce29eacea port 25a39ee5-0416-4c6a-a82a-06469218d0c1 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:33.471646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:33.472143 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.493256 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.494845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593351-76ba-422a-aeea-3fc79be24173 req-d94ad286-1dae-4a32-a2cc-dd5184625af1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.496423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82593351-76ba-422a-aeea-3fc79be24173 req-d94ad286-1dae-4a32-a2cc-dd5184625af1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.3547111 Jul 23 16:18:33.538909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3a38-d398-42ae-824e-2b7bd5be666a req-eb3a3a04-6693-4adb-a2d0-6c085bcc52ff tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.540420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecef3a38-d398-42ae-824e-2b7bd5be666a req-eb3a3a04-6693-4adb-a2d0-6c085bcc52ff tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.4649515 Jul 23 16:18:33.573527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.644205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.664785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecef3a38-d398-42ae-824e-2b7bd5be666a req-0743148c-cd28-4015-9c03-d337e6bfaefc tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054747 Jul 23 16:18:33.732451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.762923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82593351-76ba-422a-aeea-3fc79be24173 req-6f115c01-1448-4e90-b579-b56edffd22e7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531936 Jul 23 16:18:33.783093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:33.785421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-f9f369c0-a7a1-4441-8e63-0568d2e7f4be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4923232 Jul 23 16:18:33.787730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:33.888952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:33.904883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['9ffdc3a7-152d-43dc-a2fe-4476413500d8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:33.973361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f30d4-7269-48e4-8e29-7ea30665cdea req-7cf7683a-7fbc-4569-bc29-c5899b64236f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:33.976440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Allocated IP 172.20.0.1 (ec5fda1d-19ab-451b-9f6c-1636760460b0/ec26d263-aa9c-4868-a88c-257556d12d80/6e99b354-5b2d-4613-8ed3-2690d6c01165) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:33.983895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e6f30d4-7269-48e4-8e29-7ea30665cdea req-7cf7683a-7fbc-4569-bc29-c5899b64236f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 946 time: 0.1694567 Jul 23 16:18:34.218720 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.219765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e6f30d4-7269-48e4-8e29-7ea30665cdea req-2b4a6f92-3408-427d-aff9-459ccbc4963c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345550 Jul 23 16:18:34.234694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:34.236809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:34.266856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Transition to ACTIVE for port object 25a39ee5-0416-4c6a-a82a-06469218d0c1 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:34.283337 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.320251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.350503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Transition to ACTIVE for port object 6e99b354-5b2d-4613-8ed3-2690d6c01165 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:34.384003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-b0ce64ca-6ae5-4752-a5b9-b5bce9606286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.385550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-b0ce64ca-6ae5-4752-a5b9-b5bce9606286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 1095 time: 0.3437159 Jul 23 16:18:34.419395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Attempting to bind port 25a39ee5-0416-4c6a-a82a-06469218d0c1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:34.419861 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Attempting to bind port 25a39ee5-0416-4c6a-a82a-06469218d0c1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:34.420286 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Attempting to bind port 25a39ee5-0416-4c6a-a82a-06469218d0c1 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:34.423535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.442722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffc025-5086-4727-88fa-fcc78e0c4d63 req-21141d97-b95d-4076-9d9c-1f10bcf65551 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:34.444331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2ffc025-5086-4727-88fa-fcc78e0c4d63 req-21141d97-b95d-4076-9d9c-1f10bcf65551 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.2218688 Jul 23 16:18:34.452140 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:34.454270 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:34.456261 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.458444 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:34.459125 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Bound port: 25a39ee5-0416-4c6a-a82a-06469218d0c1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:34.459686 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.559164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Pushing event updated for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:34.598730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:34.614905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:34.621151 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f9861-573e-40ba-a750-9865c4453e3f None None] Pushing event updated for resources: {'Port': ['ID=25a39ee5-0416-4c6a-a82a-06469218d0c1,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:34.627059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2ffc025-5086-4727-88fa-fcc78e0c4d63 req-6aed6763-6b02-40d5-a846-ef50e234d380 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711290 Jul 23 16:18:34.630523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:34.642037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:34.647663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4017bf47-148f-4a46-9219-42005466fbb8', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '4017bf47-148f-4a46-9219-42005466fbb8', 'mac_address': 'fa:16:3e:0d:21:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:34.654834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-a6e4e86f-ca48-413a-8b40-6a56c39fa0d1 service neutron] 10.222.0.67 "GET /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.2413836 Jul 23 16:18:34.675505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] For port 25a39ee5-0416-4c6a-a82a-06469218d0c1, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:34.685118 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] For port 25a39ee5-0416-4c6a-a82a-06469218d0c1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=25a39ee5-0416-4c6a-a82a-06469218d0c1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:34.703948 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.743771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.815059 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.871938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4017bf47-148f-4a46-9219-42005466fbb8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:34.942983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:34.957676 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:34.991194 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f9861-573e-40ba-a750-9865c4453e3f None None] Pushing event updated for resources: {'Port': ['ID=25a39ee5-0416-4c6a-a82a-06469218d0c1,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.014353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:35.015838 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:35.016479 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:35.024681 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed1aba-15de-4214-b14f-4a28fcee73f5" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:35.103393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.136569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-b75bb678-aa55-4324-9bf1-c0b14ba31a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.138470 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-b75bb678-aa55-4324-9bf1-c0b14ba31a79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.7117505 Jul 23 16:18:35.210355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5400caaa-34f7-4cbd-bc2a-3cb062301d71 None None] Provisioning for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:35.218229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5400caaa-34f7-4cbd-bc2a-3cb062301d71 None None] Provisioning complete for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:35.218944 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5400caaa-34f7-4cbd-bc2a-3cb062301d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.232900 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:35.251854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:35.293045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:35.295934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-0aac9a8e-faa6-46e4-9455-cd91f96e25cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 200 len: 217 time: 0.1406450 Jul 23 16:18:35.303844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c0b54-def3-4888-a7e9-9175498b395b req-d55c1de7-a6a9-405d-8acc-776bd92f9c12 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.304142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5400caaa-34f7-4cbd-bc2a-3cb062301d71 None None] Port 6e99b354-5b2d-4613-8ed3-2690d6c01165 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:35.305955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957c0b54-def3-4888-a7e9-9175498b395b req-d55c1de7-a6a9-405d-8acc-776bd92f9c12 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 944 time: 0.1631589 Jul 23 16:18:35.320019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:35.374535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267845d-3616-408c-af37-0a87e5f84778 req-92076da9-f38b-4535-b1e7-b738bec4c421 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.383101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e267845d-3616-408c-af37-0a87e5f84778 req-92076da9-f38b-4535-b1e7-b738bec4c421 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 944 time: 0.3542261 Jul 23 16:18:35.413476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9244d1-f738-4793-9dc9-2412c39a1291 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:35.426910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:35.458863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.469866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-158a93dc-8393-4ddb-b5ce-979493e78fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:35.473565 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-158a93dc-8393-4ddb-b5ce-979493e78fea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1518617 Jul 23 16:18:35.474731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.500767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957c0b54-def3-4888-a7e9-9175498b395b req-34c4a666-992a-4cf5-9441-af7708152104 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636026 Jul 23 16:18:35.559915 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 3, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:35.596542 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9bdc55-12ff-45ac-8958-7cb109476d57 x-openstack-request-id: req-ed9bdc55-12ff-45ac-8958-7cb109476d57 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:35.596836 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-plugged", "status": "completed", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:35.597094 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed9bdc55-12ff-45ac-8958-7cb109476d57 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:35.599866 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'code': 200} Jul 23 16:18:35.669497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] Transition to ACTIVE for port object 2f9244d1-f738-4793-9dc9-2412c39a1291 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:35.688439 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d123-a6e4-4ecb-b5c8-b41e04276a38 None None] The sync data for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 is: [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:30Z', 'revision_number': 3, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:35.695320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e267845d-3616-408c-af37-0a87e5f84778 req-862b0261-44ad-429c-b5fa-23e30b302fe5 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107877 Jul 23 16:18:35.696956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:35.784480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] No DVR routers for this DVR port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:35.845284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] Pushing event updated for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:35.915426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-0f58def1-7174-46e2-a0bd-d58196590abc service neutron] 10.222.0.67 "PUT /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2519588 Jul 23 16:18:35.995413 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-167974e3-8b6b-4069-b6c3-4db6d070c68d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677543 Jul 23 16:18:36.228636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dbc5c-7e66-4d7e-84b7-aa574544eabf req-6c910176-22b0-4972-ba0c-1bffd9b5aab4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.229036 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-38cd20de-df26-4e4c-bd75-fec8f192ab14 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726558 Jul 23 16:18:36.230859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f7dbc5c-7e66-4d7e-84b7-aa574544eabf req-6c910176-22b0-4972-ba0c-1bffd9b5aab4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 947 time: 0.3618305 Jul 23 16:18:36.239526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93796d-1dd2-4ac9-90d0-718a041cd6bf req-71a270fc-05c8-41c0-af9c-7dec7ff9eae6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.239732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:36.241888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d93796d-1dd2-4ac9-90d0-718a041cd6bf req-71a270fc-05c8-41c0-af9c-7dec7ff9eae6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.3031535 Jul 23 16:18:36.257881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59116e-a8aa-4060-8ffd-15236e2610e4 req-43ccfe5f-a05e-4414-af74-d98aead8416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.260317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a59116e-a8aa-4060-8ffd-15236e2610e4 req-43ccfe5f-a05e-4414-af74-d98aead8416d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1102 time: 0.3083558 Jul 23 16:18:36.334321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d93796d-1dd2-4ac9-90d0-718a041cd6bf req-8d479ef5-ad39-4b92-950f-09a3f6686839 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726225 Jul 23 16:18:36.354055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:36.358552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:36.358927 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.369736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f7dbc5c-7e66-4d7e-84b7-aa574544eabf req-dd849833-39ec-44e4-960a-3d7cba5084a5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263516 Jul 23 16:18:36.417606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-32e4f1f3-e51a-4455-92d2-99d7025cf4f5 req-b4690b61-38c0-496d-873b-2437c5f56f77 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680133 Jul 23 16:18:36.435277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a59116e-a8aa-4060-8ffd-15236e2610e4 req-dd17781b-38e8-446c-a788-462e177b4cd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528289 Jul 23 16:18:36.560430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.650221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-462d9bfa-8410-4ea7-bea6-a2ace2bcb59f tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.651886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:36.653310 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-462d9bfa-8410-4ea7-bea6-a2ace2bcb59f tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.6543856 Jul 23 16:18:36.661700 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.728039 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:18:36.821042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:36.882560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a250e7-6699-4bfb-9c60-f747ece5f619 req-0cf1a3b3-b580-4317-90fd-480cb04f643b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.884184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77a250e7-6699-4bfb-9c60-f747ece5f619 req-0cf1a3b3-b580-4317-90fd-480cb04f643b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2212691 Jul 23 16:18:36.905185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.933024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:36.941253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77a250e7-6699-4bfb-9c60-f747ece5f619 req-06d37495-3525-4c63-a7f5-f32a1f5670e3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Jul 23 16:18:36.950626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60963a66-7a1e-46e4-89cd-a5640aa862ed req-5d0611cd-f6b5-4110-9f05-8ef8f0142dd0 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.958206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60963a66-7a1e-46e4-89cd-a5640aa862ed req-5d0611cd-f6b5-4110-9f05-8ef8f0142dd0 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 947 time: 0.2324696 Jul 23 16:18:36.985787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-fe80d1a5-9398-46ab-9af9-ca16f8c9c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:36.987457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-fe80d1a5-9398-46ab-9af9-ca16f8c9c6b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 1096 time: 0.2653449 Jul 23 16:18:36.990716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.008911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 25a39ee5-0416-4c6a-a82a-06469218d0c1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:37.040109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60963a66-7a1e-46e4-89cd-a5640aa862ed req-0cd8ed8f-6952-4659-8ba6-f91a708c3753 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736549 Jul 23 16:18:37.044134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-a9c6e52d-05de-4a68-96f7-7ac0fac2ce8a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.045809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-a9c6e52d-05de-4a68-96f7-7ac0fac2ce8a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67&tenant_id=1bd5d560384f47649f2e48083e4f1ea5&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 947 time: 0.2413337 Jul 23 16:18:37.128928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 25a39ee5-0416-4c6a-a82a-06469218d0c1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:37.145346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 25a39ee5-0416-4c6a-a82a-06469218d0c1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:37.145574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.195280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1ebf-7995-4371-bfa8-136cd9ee18c2 req-e3c859b0-a5e2-47b5-9216-394befab1b8c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.196962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-437a1ebf-7995-4371-bfa8-136cd9ee18c2 req-e3c859b0-a5e2-47b5-9216-394befab1b8c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1164057 Jul 23 16:18:37.246854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Pushing event updated for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:37.267194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-437a1ebf-7995-4371-bfa8-136cd9ee18c2 req-14348294-3c3c-4a5b-a238-3e263562424e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588100 Jul 23 16:18:37.288676 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.300118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:37.307850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:37.312702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 25a39ee5-0416-4c6a-a82a-06469218d0c1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=25a39ee5-0416-4c6a-a82a-06469218d0c1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:37.319219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.324617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-a583f6d9-4246-4fa0-a402-ace191032bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.326749 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-a583f6d9-4246-4fa0-a402-ace191032bec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1096 time: 0.2792532 Jul 23 16:18:37.397718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=25a39ee5-0416-4c6a-a82a-06469218d0c1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:37.446791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-878af22b-7a40-42e3-b652-ba44ac63fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.448861 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-878af22b-7a40-42e3-b652-ba44ac63fc52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1098 time: 0.2923818 Jul 23 16:18:37.510732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41030-3e82-4fef-98a8-c95b8290fa45 req-554974b3-339b-4aa1-829f-c5740b13c5c4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.519355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2d41030-3e82-4fef-98a8-c95b8290fa45 req-554974b3-339b-4aa1-829f-c5740b13c5c4 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.0891457 Jul 23 16:18:37.564050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2d41030-3e82-4fef-98a8-c95b8290fa45 req-a1d20825-e0a4-4953-b7ce-0b1b1abdae24 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Jul 23 16:18:37.601115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:37.603684 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a493379-4b1a-4641-99ca-68161c7b9e01" -d '{"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:37.612698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-10cef246-d2cd-4c15-a3fc-13b784df2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.615016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-10cef246-d2cd-4c15-a3fc-13b784df2eee service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.2469633 Jul 23 16:18:37.650585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Router 3cf225b0-dc77-4984-a056-4b1ce29eacea has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:37.651288 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675551c1-4f46-4c25-bfd2-ceb7a6823bb8 x-openstack-request-id: req-675551c1-4f46-4c25-bfd2-ceb7a6823bb8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:37.651577 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:37.651829 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-675551c1-4f46-4c25-bfd2-ceb7a6823bb8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:37.652218 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'code': 200} Jul 23 16:18:37.656127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8c5b06d4-7054-4633-8483-d3465485d177 None None] Provisioning complete for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:37.656687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c5b06d4-7054-4633-8483-d3465485d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:37.700022 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-d9480fa5-9356-4c8d-baf0-b1ead741e0ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 200 len: 217 time: 0.0456998 Jul 23 16:18:37.715898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b06d4-7054-4633-8483-d3465485d177 None None] Port 6e99b354-5b2d-4613-8ed3-2690d6c01165 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:37.799746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b040-b273-48ac-8f87-c8948be6e1f6 req-d36b8f78-e970-42b5-8ee9-84a513dd6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.804172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1154b040-b273-48ac-8f87-c8948be6e1f6 req-d36b8f78-e970-42b5-8ee9-84a513dd6739 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 1096 time: 0.0774670 Jul 23 16:18:37.805550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-aa73d978-c57d-4d5d-ba1b-cd8a26c8060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.807128 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-aa73d978-c57d-4d5d-ba1b-cd8a26c8060d service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3362148 Jul 23 16:18:37.858702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1154b040-b273-48ac-8f87-c8948be6e1f6 req-bd33c152-aca7-4d0f-a521-ea51780cb9ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Jul 23 16:18:37.911911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-ffa9429e-b4c9-4625-9cbd-ef18095335c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0662680 Jul 23 16:18:37.933192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-d3df63ce-5b3e-4e71-81f0-4f77b5b19435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:37.934769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-d3df63ce-5b3e-4e71-81f0-4f77b5b19435 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.2050407 Jul 23 16:18:38.005983 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-27d3bbaa-a6f3-4352-ac0f-10c506b185a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420947 Jul 23 16:18:38.055708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-4be2ffd1-0c5d-430e-b4f2-9bf9d8b6cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.057318 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-4be2ffd1-0c5d-430e-b4f2-9bf9d8b6cce4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1351867 Jul 23 16:18:38.068810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:38.092658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b13b6c65-3f57-4678-bf8a-7ffbdf3f2578 admin admin] 10.222.0.64 "PUT /v2.0/routers/3cf225b0-dc77-4984-a056-4b1ce29eacea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5702915 Jul 23 16:18:38.187247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-43250029-e5e0-428f-893a-89a9c540f097 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735849 Jul 23 16:18:38.236658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-1004f8ae-8f0d-4783-af7d-0b43a90a5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.237417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:38.238502 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-1004f8ae-8f0d-4783-af7d-0b43a90a5d09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661694 Jul 23 16:18:38.287318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc51d7-9866-49f6-acbe-9ab92a85f501 req-ef1a92c4-6020-4747-98ed-a8145f51b6df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.294368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79cc51d7-9866-49f6-acbe-9ab92a85f501 req-ef1a92c4-6020-4747-98ed-a8145f51b6df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2278783 Jul 23 16:18:38.310644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-2b40ba9b-3dff-477f-a9ed-f29599735955 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.318109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-2b40ba9b-3dff-477f-a9ed-f29599735955 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.2400362 Jul 23 16:18:38.343204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-f4225d3a-4a1e-4d00-a5b1-b37538b57d7a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/quotas/5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 375 time: 0.0241699 Jul 23 16:18:38.345489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Sync routers for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:38.351491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4017bf47-148f-4a46-9219-42005466fbb8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:38.351883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.385521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:38.386473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:38.398255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79cc51d7-9866-49f6-acbe-9ab92a85f501 req-d7b4cf79-95ed-4e50-a8e0-bb0962f927df tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991938 Jul 23 16:18:38.412088 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-a925c427-2ef9-448f-95c8-1c0d165b45af service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629252 Jul 23 16:18:38.483656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-37d43614-a7bf-424b-be18-53aacf5e512f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395006 Jul 23 16:18:38.540579 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-a2e66a45-bcc4-4746-ad80-81705cb10bee service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449991 Jul 23 16:18:38.547138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.553535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:38.566224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-893a9e5b-56cd-41db-9c79-659e9b6a60c4 req-c00dc188-6271-43eb-93be-e88f3d19c196 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245184 Jul 23 16:18:38.604511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-7b7b1c02-9f24-4b88-8de1-c30c719a6bae service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196263 Jul 23 16:18:38.656924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:38.661976 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:38.765979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-60dd3883-b6b3-42e1-a48e-7e0225dd109c service neutron] 10.222.0.64 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401668 Jul 23 16:18:38.773786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:38.780333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886cd9c-b657-4974-8a65-bc1dfcbe8d1c req-aee3f3e5-4650-4b1f-a2d8-5ae7f832ed7a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:38.790641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0886cd9c-b657-4974-8a65-bc1dfcbe8d1c req-aee3f3e5-4650-4b1f-a2d8-5ae7f832ed7a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 947 time: 0.2178845 Jul 23 16:18:38.846818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0886cd9c-b657-4974-8a65-bc1dfcbe8d1c req-7c3b2a2d-548b-4dda-a735-4a441b77ef84 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Jul 23 16:18:38.892994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:36Z', 'revision_number': 2, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:38.936715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 25a39ee5-0416-4c6a-a82a-06469218d0c1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:38.940893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Checking router: 3cf225b0-dc77-4984-a056-4b1ce29eacea for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:38.941441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Updating router 3cf225b0-dc77-4984-a056-4b1ce29eacea port 6e99b354-5b2d-4613-8ed3-2690d6c01165 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:18:39.002107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668130-5a4a-44d8-85d6-48831f38a386 req-4566551d-01aa-4330-aecc-0aa628dc21fe tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.003935 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-4566551d-01aa-4330-aecc-0aa628dc21fe tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.1112742 Jul 23 16:18:39.015523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.076061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 25a39ee5-0416-4c6a-a82a-06469218d0c1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:39.076600 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.210150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-be668130-5a4a-44d8-85d6-48831f38a386 req-1e7ec889-816b-4f08-aaa5-526f74023a10 service neutron] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:39.214350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-be668130-5a4a-44d8-85d6-48831f38a386 req-1e7ec889-816b-4f08-aaa5-526f74023a10 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.215702 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be668130-5a4a-44d8-85d6-48831f38a386 req-1e7ec889-816b-4f08-aaa5-526f74023a10 service neutron] 10.222.0.81 "DELETE /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.2033675 Jul 23 16:18:39.257877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa599975-d6ce-4a93-8c91-483201d9f85e req-b3e1a774-9d95-46d3-9d77-2a17a610d1b4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.259514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa599975-d6ce-4a93-8c91-483201d9f85e req-b3e1a774-9d95-46d3-9d77-2a17a610d1b4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1958740 Jul 23 16:18:39.360117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa599975-d6ce-4a93-8c91-483201d9f85e req-9b478b64-b2bd-466d-9638-1b1d6cda207b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929780 Jul 23 16:18:39.584862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bea9f7-0f56-4ef7-a0fc-3b8d67f59f35 req-ed1a29f8-79d8-443c-9741-8f62ffe61797 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:39.587556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4bea9f7-0f56-4ef7-a0fc-3b8d67f59f35 req-ed1a29f8-79d8-443c-9741-8f62ffe61797 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.1088138 Jul 23 16:18:39.653020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:39.655298 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691e66b1-6d88-4708-8abb-a76a9988df4c" -d '{"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-plugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:39.720141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4bea9f7-0f56-4ef7-a0fc-3b8d67f59f35 req-85708332-067b-496a-86f6-1cf79610169e tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214893 Jul 23 16:18:39.798453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.823178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Transition to ACTIVE for port object 6e99b354-5b2d-4613-8ed3-2690d6c01165 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:39.832618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e49ea215-483e-4bea-a016-2ac7cd8437bb req-1d04df8f-bb47-4d67-86ba-65ab360bf645 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 210 time: 0.0603745 Jul 23 16:18:39.833090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:39.917603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fdf7a-3e20-4196-93ba-2421251d81f9 None None] Pushing event updated for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:39.994375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Attempting to bind port 6e99b354-5b2d-4613-8ed3-2690d6c01165 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:39.995061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Attempting to bind port 6e99b354-5b2d-4613-8ed3-2690d6c01165 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:39.997488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Attempting to bind port 6e99b354-5b2d-4613-8ed3-2690d6c01165 on network ec5fda1d-19ab-451b-9f6c-1636760460b0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:40.003670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:40.004872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Checking segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:40.005452 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.006218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Bound using segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:40.007235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Bound port: 6e99b354-5b2d-4613-8ed3-2690d6c01165, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:40.007820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.086381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] For port 6e99b354-5b2d-4613-8ed3-2690d6c01165, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:40.089879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] For port 6e99b354-5b2d-4613-8ed3-2690d6c01165, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6e99b354-5b2d-4613-8ed3-2690d6c01165,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:40.100964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.150570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2fe6-46af-4969-bb46-91034b3f9ba9 req-9eed86b7-8db3-4525-8796-989573ba7920 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.152277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a7f2fe6-46af-4969-bb46-91034b3f9ba9 req-9eed86b7-8db3-4525-8796-989573ba7920 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.1443076 Jul 23 16:18:40.199666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fdf7a-3e20-4196-93ba-2421251d81f9 None None] Pushing event updated for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.211132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:40.211787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:40.212479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41422) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.225386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267704957', 'description': 'tempest-description--2139605950'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:40.250665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a7f2fe6-46af-4969-bb46-91034b3f9ba9 req-e666af73-f670-418a-badc-244213395a6f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Jul 23 16:18:40.302386 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b370ff-f18e-4548-80b4-43e418492b3f x-openstack-request-id: req-84b370ff-f18e-4548-80b4-43e418492b3f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:40.302638 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-plugged", "status": "completed", "tag": "4017bf47-148f-4a46-9219-42005466fbb8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:40.302886 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84b370ff-f18e-4548-80b4-43e418492b3f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:40.303281 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8', 'code': 200} Jul 23 16:18:40.307886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.409234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:40.528160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.534545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.580699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b41a2-70dd-429b-a9ca-aa82bd38e336 req-4a3bcc08-3b29-414f-a166-1cea7925360f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.590038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-009b41a2-70dd-429b-a9ca-aa82bd38e336 req-4a3bcc08-3b29-414f-a166-1cea7925360f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1592951 Jul 23 16:18:40.610090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.617966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41432) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.622070 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3996379 Jul 23 16:18:40.632907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'security_group_rule': {'security_group_id': 'd2d90fae-bc6d-4137-b29e-beb3f82dec5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:40.636208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664473d-0432-453b-a7fe-7e8dd204eab2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d90fae-bc6d-4137-b29e-beb3f82dec5e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.650360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-009b41a2-70dd-429b-a9ca-aa82bd38e336 req-dcc45bd6-265c-4703-bfbb-9c40020973ea tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592773 Jul 23 16:18:40.684720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.783852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:40Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:40.788380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.802065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.813443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32d48-3fba-42b9-81bd-b13046178db6 None None] The sync data for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 is: [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:40Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:40.858833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:40.862246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400196 Jul 23 16:18:40.863041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:40.865701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfff6f-107f-4ee9-a078-d85432d18176 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98ae061-7c52-4126-8b48-2811a2b8c26b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:40.879667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'security_group_rule': {'security_group_id': 'd2d90fae-bc6d-4137-b29e-beb3f82dec5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:40.916214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df84b2-572c-4d9f-b194-deb0e068daa2 req-5ed46b7d-f55f-4d76-ad3e-af6e43b06661 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.923440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78df84b2-572c-4d9f-b194-deb0e068daa2 req-5ed46b7d-f55f-4d76-ad3e-af6e43b06661 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1833894 Jul 23 16:18:40.961849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac160-f598-4575-ba08-8ab194100ed8 req-04759f96-ccd9-4cb0-b7cb-831416867583 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:40.963697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c68ac160-f598-4575-ba08-8ab194100ed8 req-04759f96-ccd9-4cb0-b7cb-831416867583 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1102 time: 0.1802745 Jul 23 16:18:40.977090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.017120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78df84b2-572c-4d9f-b194-deb0e068daa2 req-e2dc25c4-0870-4baa-a151-443b505d3b4f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831230 Jul 23 16:18:41.046090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c68ac160-f598-4575-ba08-8ab194100ed8 req-5a8377f3-8e52-407c-9957-58c2d91b9314 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702260 Jul 23 16:18:41.174327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-36a1b9b5-0aca-4dca-9b48-8d9618af6010 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.175963 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-36a1b9b5-0aca-4dca-9b48-8d9618af6010 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 821 time: 0.2120876 Jul 23 16:18:41.178689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.182356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.186335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.194231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Request body: {'port': {'device_id': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'admin_state_up': True, 'tenant_id': '5cc5270f02d445cb827146ac5901498b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:41.232925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.237884 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729548 Jul 23 16:18:41.242164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41446) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:41.244664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c478ac-0c30-4ec8-8aff-c0b081020883 req-26dcaa7d-5fce-4cf1-951e-dcaa65b23856 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.246277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4c478ac-0c30-4ec8-8aff-c0b081020883 req-26dcaa7d-5fce-4cf1-951e-dcaa65b23856 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.1329384 Jul 23 16:18:41.247596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:41.248356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f78a4-ee8b-48ce-b755-a11f2c710861 req-666cb1af-c27f-4a70-93c3-362562f20961 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.249726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-584f78a4-ee8b-48ce-b755-a11f2c710861 req-666cb1af-c27f-4a70-93c3-362562f20961 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1096 time: 0.1255460 Jul 23 16:18:41.267956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad72a2-ee91-4bb2-93ce-e1f7e8cb5a90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb3f76-a5c0-492c-b5ab-a3470dacc86b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:41.308073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4c478ac-0c30-4ec8-8aff-c0b081020883 req-560e4f1c-a350-42d2-af07-f7c0174bc2b7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Jul 23 16:18:41.321577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-584f78a4-ee8b-48ce-b755-a11f2c710861 req-995278af-2030-4d5e-b16f-158c4d103ab5 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Jul 23 16:18:41.370907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.503015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Made reservation on behalf of 5cc5270f02d445cb827146ac5901498b for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:41.510951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.532635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8990ead7-9483-4eda-a58e-69ca024bbc52 req-275f8292-b573-4f9a-9270-cc6b69a823e1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 210 time: 0.0455396 Jul 23 16:18:41.600486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daa997-0fa2-4747-8de2-f51edc7cbc16 req-a7563181-651d-4fde-8b34-7c9e2b7cef4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.610495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81daa997-0fa2-4747-8de2-f51edc7cbc16 req-a7563181-651d-4fde-8b34-7c9e2b7cef4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1663516 Jul 23 16:18:41.702111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81daa997-0fa2-4747-8de2-f51edc7cbc16 req-ee680eb6-89a2-4cd5-9032-5b61e822728d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906010 Jul 23 16:18:41.740451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.743682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4fec27c6-4e50-4003-8d89-1d36ecea07c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:41.827224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Allocated IP 172.20.0.8 (d27ea7d7-a24b-4946-9683-0acd3f18b182/7b3a2947-2176-44c5-a571-b1a318ddf196/6b4c0061-2731-47a9-bd04-af998446e540) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:41.914055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c6808-eaee-4602-b780-ed3f942e3597 req-dc5ea3a6-545e-4835-b4ac-168a4508638e tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:41.915977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-980c6808-eaee-4602-b780-ed3f942e3597 req-dc5ea3a6-545e-4835-b4ac-168a4508638e tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 1096 time: 0.0752742 Jul 23 16:18:41.967181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-980c6808-eaee-4602-b780-ed3f942e3597 req-a9428d07-b8d7-46a6-bfc0-04b32da246b7 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Jul 23 16:18:42.004601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Allocated IP 172.25.2.13 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/434f03a8-adb2-40a7-8eb3-351ae722507a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:42.265868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97e9a-9672-4b2d-9b69-cde93bcb355e req-46fee46b-ad3d-4d91-a379-f5fc91570edf tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.267644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ca97e9a-9672-4b2d-9b69-cde93bcb355e req-46fee46b-ad3d-4d91-a379-f5fc91570edf tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1518061 Jul 23 16:18:42.270663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd172c-0044-46a7-a632-b75576a1a181 req-c27dd29e-1360-4dd3-84b6-8eff4c9ee211 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.272146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3afd172c-0044-46a7-a632-b75576a1a181 req-c27dd29e-1360-4dd3-84b6-8eff4c9ee211 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 1102 time: 0.1095877 Jul 23 16:18:42.338539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3afd172c-0044-46a7-a632-b75576a1a181 req-b8c2f791-e22f-43ae-9bd1-cfb761ae0ac3 tempest-ServersAdminTestJSON-1853947447 tempest-ServersAdminTestJSON-1853947447-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Jul 23 16:18:42.366748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ca97e9a-9672-4b2d-9b69-cde93bcb355e req-7129cf06-10e9-47fc-9d04-520eeb1fe72f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869553 Jul 23 16:18:42.603188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.678199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.791239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:42.835116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:42.840127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2e63e-60be-4c79-9c2b-e57c5cff8686 req-d29af03c-ad44-4745-9749-c2ae2ae05b4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:42.849382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ce2e63e-60be-4c79-9c2b-e57c5cff8686 req-d29af03c-ad44-4745-9749-c2ae2ae05b4a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1450679 Jul 23 16:18:42.915165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ce2e63e-60be-4c79-9c2b-e57c5cff8686 req-cf76e770-a8ee-4c27-bb2c-a53c84bd2c3b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647078 Jul 23 16:18:42.934986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Network d27ea7d7-a24b-4946-9683-0acd3f18b182 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:42.971003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:42.997734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:42.999835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6e99b354-5b2d-4613-8ed3-2690d6c01165 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:43.014519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.042746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.092665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:43.103341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:43.127470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:43.162795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:43.170325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:43.170966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.196875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.197536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.236032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1198679-0a5d-4883-8b04-da008fa3a6d4 req-c34b239d-82ce-4e7c-bdb3-948d45dceb4a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.243997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'Port': ['ID=434f03a8-adb2-40a7-8eb3-351ae722507a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.248918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1198679-0a5d-4883-8b04-da008fa3a6d4 req-c34b239d-82ce-4e7c-bdb3-948d45dceb4a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 931 time: 0.1890638 Jul 23 16:18:43.249354 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9267abb7-77c6-479a-8dbe-47a711477b9a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607443 Jul 23 16:18:43.258375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.270763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Request body: {'port': {'device_id': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:43.311888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db7727-a77e-4403-8838-9ce07d5eca90 req-efebf565-41d7-420e-a790-3f242d169bd0 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.319142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0db7727-a77e-4403-8838-9ce07d5eca90 req-efebf565-41d7-420e-a790-3f242d169bd0 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 945 time: 0.2071550 Jul 23 16:18:43.321993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.357210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1198679-0a5d-4883-8b04-da008fa3a6d4 req-6d6143a4-e213-4832-a143-41ff20c68242 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073198 Jul 23 16:18:43.364402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6e99b354-5b2d-4613-8ed3-2690d6c01165, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6e99b354-5b2d-4613-8ed3-2690d6c01165,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:43.370539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.394777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.408447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.423667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0db7727-a77e-4403-8838-9ce07d5eca90 req-3b89493f-47ad-4f52-8b01-d395c294c755 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034384 Jul 23 16:18:43.488026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.609232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e374b-6653-476d-9357-5f47b20b26c9 req-bb7d5b82-a056-45f7-a7ce-7dbb4cc51856 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:43.610809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-171e374b-6653-476d-9357-5f47b20b26c9 req-bb7d5b82-a056-45f7-a7ce-7dbb4cc51856 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 950 time: 0.0847654 Jul 23 16:18:43.658481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-171e374b-6653-476d-9357-5f47b20b26c9 req-e9c6b6cc-5f6c-4eeb-af14-b5f190f96f12 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372031 Jul 23 16:18:43.751815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.768014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.846249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-0169fef4-5467-4acc-ba5a-490a3343594b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552824 Jul 23 16:18:43.961551 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:43.965273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'Port': ['ID=434f03a8-adb2-40a7-8eb3-351ae722507a,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:43.998062 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.018731 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2ce6be8-f1ae-483e-a96f-3f3beb93dfda tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7710104 Jul 23 16:18:44.047007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-3cbbb406-5ccc-4c97-8ae5-d3e00f55f3b9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.054224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-3cbbb406-5ccc-4c97-8ae5-d3e00f55f3b9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053661 Jul 23 16:18:44.078668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-5e5d0b46-8e5a-47ae-9512-f33daf4d500d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/quotas/1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 375 time: 0.0233471 Jul 23 16:18:44.107192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4c0061-2731-47a9-bd04-af998446e540 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:44.117171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.127833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3039c-51b9-434f-9112-f253681c7cf5 req-8f0b36ea-7415-4be7-8dcb-19f5ff8f02c8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.138109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Transition to ACTIVE for port object 6b4c0061-2731-47a9-bd04-af998446e540 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:44.140454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29c3039c-51b9-434f-9112-f253681c7cf5 req-8f0b36ea-7415-4be7-8dcb-19f5ff8f02c8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1763074 Jul 23 16:18:44.146164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.198312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29c3039c-51b9-434f-9112-f253681c7cf5 req-1f8de386-3930-4ddb-8a26-d7f33d9bd0c3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567968 Jul 23 16:18:44.239041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-1bca0a4e-538d-4381-9ad9-0c97ec913609 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589248 Jul 23 16:18:44.245101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:44.260556 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.359055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:44.360413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:44.360757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:44.368502 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0330b06-bf53-4370-838c-7bf1124a7dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.374217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:44.374546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:44.391025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-72c36c4f-1b12-4a2b-a046-25f92ebfb2fe tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1267704957&fields=id&tenant_id=4dfd4a573753480bb4a1f95b05206c70 HTTP/1.1" status: 200 len: 267 time: 0.0684986 Jul 23 16:18:44.397004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:44.398313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:44.398793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:44.401831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Bound port: 6b4c0061-2731-47a9-bd04-af998446e540, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:44.402418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.508510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:44.511877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:44.528217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.596443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-48ec2de4-bb0c-4ba9-9ced-7b264639d12b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.605587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-48ec2de4-bb0c-4ba9-9ced-7b264639d12b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/networks?id=ec5fda1d-19ab-451b-9f6c-1636760460b0 HTTP/1.1" status: 200 len: 812 time: 0.2135880 Jul 23 16:18:44.620116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.621085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.622756 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] 10.222.0.67 "PUT /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 1091 time: 1.3573544 Jul 23 16:18:44.624572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:44.627534 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0" -d '{"events": [{"name": "network-changed", "server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "tag": "6b4c0061-2731-47a9-bd04-af998446e540"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:44.628378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-6b1877f4-a85a-43e8-a988-cb677a5a638d tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/quotas/4dfd4a573753480bb4a1f95b05206c70 HTTP/1.1" status: 200 len: 375 time: 0.0217240 Jul 23 16:18:44.661161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ae1d-76ce-4c04-9f70-cbb6f6c8474f service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:44.728025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf3550-31bb-45f0-b3a7-2cbf03dbb9ed req-729167ee-f3fb-40c9-8fe5-f6562c1a9b1e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.729486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9baf3550-31bb-45f0-b3a7-2cbf03dbb9ed req-729167ee-f3fb-40c9-8fe5-f6562c1a9b1e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2599051 Jul 23 16:18:44.745578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-82caf0e3-07fb-4247-b925-7235e2fc214a tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4dfd4a573753480bb4a1f95b05206c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163266 Jul 23 16:18:44.746693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-73394bba-267d-407b-913b-392d999175aa tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.762215 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-73394bba-267d-407b-913b-392d999175aa tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 950 time: 0.2234101 Jul 23 16:18:44.844295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9baf3550-31bb-45f0-b3a7-2cbf03dbb9ed req-9c14470d-9f53-46b3-8594-75426e662a67 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053336 Jul 23 16:18:44.889367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-2692464b-2012-4a52-87a7-3831d4ad2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:44.891139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-2692464b-2012-4a52-87a7-3831d4ad2736 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1094 time: 0.2061388 Jul 23 16:18:44.895990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6e99b354-5b2d-4613-8ed3-2690d6c01165 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:44.970471 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-1cbce0c9-62c8-42d6-86b0-b1606ba709ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 217 time: 0.0627651 Jul 23 16:18:44.994998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Deleting port de46753f-8209-4c78-8304-9b47841d0add {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:44.995347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:44.996908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-5b944974-6cec-4ade-bab8-4092c4745e2e service neutron] 10.222.0.64 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286551 Jul 23 16:18:45.017021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6e99b354-5b2d-4613-8ed3-2690d6c01165 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:45.019545 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.025669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-078cf5ed-363f-4863-a341-9fee77d4c73a req-7eb7ffe2-b08c-4c71-b45f-3ef4e69617ae tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 210 time: 0.0505309 Jul 23 16:18:45.101486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-37bb97b3-b964-4395-ae0b-883bfe5a5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.103061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-37bb97b3-b964-4395-ae0b-883bfe5a5d4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1188564 Jul 23 16:18:45.163584 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-d8eaeb68-5211-4aef-8ef2-d31d2d1aedca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486894 Jul 23 16:18:45.171059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] For port de46753f-8209-4c78-8304-9b47841d0add, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de46753f-8209-4c78-8304-9b47841d0add,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:45.171434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.207786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Calling delete_port for de46753f-8209-4c78-8304-9b47841d0add owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:45.334598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-9bc02bb4-7b2a-4cf3-b5f2-0831e0b69674 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590278 Jul 23 16:18:45.403681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.492270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-024407ea-4051-46c1-a2b7-5d87322acc3f req-792c52c2-49e6-46ad-9be7-6d0aed8e5548 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446273 Jul 23 16:18:45.494414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.509390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:45.534140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['de46753f-8209-4c78-8304-9b47841d0add', '84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:45.534880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event deleted for resources: {'Port': ['ID=de46753f-8209-4c78-8304-9b47841d0add,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:45.536515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-43df87cd-0400-40f7-a5bb-bac6e7122746 service neutron] 10.222.0.64 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090098 Jul 23 16:18:45.617840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] No DVR routers for this DVR port de46753f-8209-4c78-8304-9b47841d0add on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:45.621134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:45.624178 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c0b1abdc-7a50-4604-b796-d8087d786e80 req-b916f81a-6eab-4863-ae0e-1cbd1d3b9a13 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "DELETE /v2.0/ports/de46753f-8209-4c78-8304-9b47841d0add HTTP/1.1" status: 204 len: 173 time: 0.8560600 Jul 23 16:18:45.689183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-8fac47ad-74d6-4905-ae41-adb1d8a22a5c tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.692266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-8fac47ad-74d6-4905-ae41-adb1d8a22a5c tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.67 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 945 time: 0.1548100 Jul 23 16:18:45.786908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8158-b642-45b6-b929-572063997366 req-29f5d894-6b2b-45f4-8c68-240ef4d589bd tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:45.790973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0de8158-b642-45b6-b929-572063997366 req-29f5d894-6b2b-45f4-8c68-240ef4d589bd tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 945 time: 0.2437119 Jul 23 16:18:45.829460 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-0df419f3-8ee0-4f0e-983d-51f7e3d5c5d2 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558186 Jul 23 16:18:45.944907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0de8158-b642-45b6-b929-572063997366 req-68785fba-6268-47c5-98c6-b95177179032 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Jul 23 16:18:46.018792 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadafd35-4dda-4d48-8ed2-934eaf200bcc x-openstack-request-id: req-eadafd35-4dda-4d48-8ed2-934eaf200bcc {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:46.019085 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "tag": "6b4c0061-2731-47a9-bd04-af998446e540", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:46.019854 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eadafd35-4dda-4d48-8ed2-934eaf200bcc {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:46.020424 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540', 'status': 'completed', 'code': 200} Jul 23 16:18:46.037908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Deleting port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:46.038422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.111831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-a6ee4a32-7e20-431b-9566-9832b9335b1b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.113782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-a6ee4a32-7e20-431b-9566-9832b9335b1b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782135 Jul 23 16:18:46.139145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Request body: {'port': {'device_id': '2186810d-a086-423c-b8f3-fdcde03364eb', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '1bd5d560384f47649f2e48083e4f1ea5'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:46.154373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cb99e25-01df-40df-9be2-b77230bfb6c2 req-8950b1ee-6bac-4b1e-a034-0321d2682f70 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=92af5172-849d-4dc1-85e7-27c7e0294bfb HTTP/1.1" status: 200 len: 210 time: 0.0723896 Jul 23 16:18:46.335427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-82ce2659-9ed3-4d00-959e-7f692168bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.338396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-82ce2659-9ed3-4d00-959e-7f692168bc92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1094 time: 0.3033481 Jul 23 16:18:46.341849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe57b405-5693-4b88-9318-579d5d0cfa8b req-274f4efd-9e5b-4f7f-bf1a-09975576af53 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 210 time: 0.0679169 Jul 23 16:18:46.376547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Made reservation on behalf of 1bd5d560384f47649f2e48083e4f1ea5 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:46.381009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.462014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-4963fe92-ac5b-4058-9292-ac4ed4060d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.463369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-4963fe92-ac5b-4058-9292-ac4ed4060d94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1131616 Jul 23 16:18:46.487979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] For port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:46.490226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.542857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-f3096ccd-27d0-40b2-9421-bdd1c17effce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 217 time: 0.0711684 Jul 23 16:18:46.563110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Calling delete_port for 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:46.585198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5ecf4-0319-4624-9fd5-b27058626074 req-d76914c9-7e21-4d4c-be42-aaf50034e962 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.587086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ede5ecf4-0319-4624-9fd5-b27058626074 req-d76914c9-7e21-4d4c-be42-aaf50034e962 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.4450142 Jul 23 16:18:46.595357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Allocated IP 192.168.233.203 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/59f743e4-feaf-43d7-9738-095625a058e1) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:46.753045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec8e8a-6c53-4ece-af95-eda2d541fec5 req-390ae714-6068-4f02-8ad9-a9efd179b3dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.754674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffec8e8a-6c53-4ece-af95-eda2d541fec5 req-390ae714-6068-4f02-8ad9-a9efd179b3dd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2202547 Jul 23 16:18:46.757445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ede5ecf4-0319-4624-9fd5-b27058626074 req-b6c51c90-3196-4889-8ce7-ac90dab5bd78 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475229 Jul 23 16:18:46.758868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-f58469fd-17f7-4474-afe3-694fa7d52c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:46.760236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-f58469fd-17f7-4474-afe3-694fa7d52c65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.1948407 Jul 23 16:18:46.812331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.832683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-1f046e65-2fbd-4d56-8b44-b20e02a39ca1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461819 Jul 23 16:18:46.843912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Transition to ACTIVE for port object 59f743e4-feaf-43d7-9738-095625a058e1 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:46.847072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffec8e8a-6c53-4ece-af95-eda2d541fec5 req-4740acb0-0022-4a52-a18d-88e153d26adc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812869 Jul 23 16:18:46.901597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:46.914102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:46.937657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-e8ac7b36-55fd-4091-92fd-07875e6373e9 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938210 Jul 23 16:18:46.967622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:46.985270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:46.989276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:46.994198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:47.007773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:47.072812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.073593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.093026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-efdae25a-8d08-4658-ae5f-391aa8c16d1f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9566467 Jul 23 16:18:47.107555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Request body: {'port': {'device_id': '2186810d-a086-423c-b8f3-fdcde03364eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:47.220137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.250056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.308292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc7fcd25-03de-46f7-a279-d4fbbffd38f0 req-9f81e40e-a495-4325-a838-9006799f97ce service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586924 Jul 23 16:18:47.310234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Pushing event deleted for resources: {'Port': ['ID=8b6d2f9b-1466-4294-81c1-776c20e2e2e8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:47.331522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b154-35ec-4630-9c11-057853110b5c req-eb3d4023-9911-44d1-ae48-805d96da80ec tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.333763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7e9b154-35ec-4630-9c11-057853110b5c req-eb3d4023-9911-44d1-ae48-805d96da80ec tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 936 time: 0.3950644 Jul 23 16:18:47.391971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.410678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc79b1a8-7cb3-4a6c-8175-bcee7838b9c6 None None] Provisioning for port 59f743e4-feaf-43d7-9738-095625a058e1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:47.414953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc79b1a8-7cb3-4a6c-8175-bcee7838b9c6 None None] Provisioning complete for port 59f743e4-feaf-43d7-9738-095625a058e1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:47.415492 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc79b1a8-7cb3-4a6c-8175-bcee7838b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.459909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bc79b1a8-7cb3-4a6c-8175-bcee7838b9c6 None None] Port 59f743e4-feaf-43d7-9738-095625a058e1 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:47.473371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fa0ce-8f6b-4809-9d44-845cfb1c5230 req-d26f1f1c-027f-4e61-9ae7-808ac0fd84eb tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.475200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-862fa0ce-8f6b-4809-9d44-845cfb1c5230 req-d26f1f1c-027f-4e61-9ae7-808ac0fd84eb tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/ports?device_id=715ba87f-9d70-41e4-be2a-da32acbf2491 HTTP/1.1" status: 200 len: 867 time: 0.3230543 Jul 23 16:18:47.476069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] No DVR routers for this DVR port 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:47.479529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.481570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eec16d2-eeff-435e-94e0-598e17f0c1d3 req-778645ed-8ecd-4417-9c02-709c5279af8b tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.67 "DELETE /v2.0/ports/8b6d2f9b-1466-4294-81c1-776c20e2e2e8 HTTP/1.1" status: 204 len: 173 time: 1.7675331 Jul 23 16:18:47.482362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'name': 'network-vif-deleted', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:47.484851 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26670d5-61d7-44c5-9a81-cd7b2f41cbf7" -d '{"events": [{"server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "name": "network-vif-deleted", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:47.529622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7e9b154-35ec-4630-9c11-057853110b5c req-56753d43-b382-4ca3-9031-83ffeb9fbcd7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738410 Jul 23 16:18:47.587005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-862fa0ce-8f6b-4809-9d44-845cfb1c5230 req-990fb855-0917-4c13-8c4c-03e2cc5cada3 tempest-AttachSCSIVolumeTestJSON-1588997272 tempest-AttachSCSIVolumeTestJSON-1588997272-project] 10.222.0.64 "GET /v2.0/security-groups?id=d121b1c9-4943-4d58-8e36-4723e0693d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963612 Jul 23 16:18:47.659193 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f34ea83-cfa6-4c76-b7a9-6fc296866664 x-openstack-request-id: req-8f34ea83-cfa6-4c76-b7a9-6fc296866664 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:47.659490 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715ba87f-9d70-41e4-be2a-da32acbf2491", "name": "network-vif-deleted", "tag": "8b6d2f9b-1466-4294-81c1-776c20e2e2e8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:47.659743 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f34ea83-cfa6-4c76-b7a9-6fc296866664 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:47.660710 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715ba87f-9d70-41e4-be2a-da32acbf2491', 'name': 'network-vif-deleted', 'tag': '8b6d2f9b-1466-4294-81c1-776c20e2e2e8', 'status': 'completed', 'code': 200} Jul 23 16:18:47.747494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9976b53c-d36b-47c2-8c6e-910e50f8db2c req-20a7dd67-77f6-4b0f-af77-852a27b84b5d tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 210 time: 0.0636966 Jul 23 16:18:47.825434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-3240758e-8ec5-4abd-b805-2a53b4571e14 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.826993 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-3240758e-8ec5-4abd-b805-2a53b4571e14 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.81 "GET /v2.0/networks?id=ec5fda1d-19ab-451b-9f6c-1636760460b0 HTTP/1.1" status: 200 len: 812 time: 0.3600190 Jul 23 16:18:47.937784 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-6871a160-e54d-4ae8-80d7-e55635d8c180 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfd4a573753480bb4a1f95b05206c70 HTTP/1.1" status: 200 len: 380 time: 0.0790160 Jul 23 16:18:47.943829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:47.952462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'port': {'device_id': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'admin_state_up': True, 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'security_groups': ['d2d90fae-bc6d-4137-b29e-beb3f82dec5e']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:47.960818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:47.983618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3aa50-743b-4d02-896f-315e80216371 req-cc22d623-ecc4-41c3-a417-861bc9b61465 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:47.985161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4be3aa50-743b-4d02-896f-315e80216371 req-cc22d623-ecc4-41c3-a417-861bc9b61465 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1222618 Jul 23 16:18:47.996039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Transition to ACTIVE for port object 59f743e4-feaf-43d7-9738-095625a058e1 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:48.023030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.024855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'name': 'network-vif-deleted', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:48.026404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81c6cf-4ed7-458a-9f93-5d78f614f071 req-98b63870-72b6-4cf5-8926-7eccf917ef42 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.027254 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8ab07a-c4ab-46b8-9806-438197eebb40" -d '{"events": [{"server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "name": "network-vif-deleted", "tag": "de46753f-8209-4c78-8304-9b47841d0add"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:48.028003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba81c6cf-4ed7-458a-9f93-5d78f614f071 req-98b63870-72b6-4cf5-8926-7eccf917ef42 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.1150954 Jul 23 16:18:48.062371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4be3aa50-743b-4d02-896f-315e80216371 req-8df485b5-ee25-4ada-9af1-18df84e4e413 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684383 Jul 23 16:18:48.115835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba81c6cf-4ed7-458a-9f93-5d78f614f071 req-a92d2f57-180e-47e2-8445-983528b69fd7 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Jul 23 16:18:48.119642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:48.195674 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d8441b-570f-47c5-80d1-87ac0cc373cf x-openstack-request-id: req-98d8441b-570f-47c5-80d1-87ac0cc373cf {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:48.196059 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92af5172-849d-4dc1-85e7-27c7e0294bfb", "name": "network-vif-deleted", "tag": "de46753f-8209-4c78-8304-9b47841d0add", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:48.196397 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98d8441b-570f-47c5-80d1-87ac0cc373cf {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:48.196868 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92af5172-849d-4dc1-85e7-27c7e0294bfb', 'name': 'network-vif-deleted', 'tag': 'de46753f-8209-4c78-8304-9b47841d0add', 'status': 'completed', 'code': 200} Jul 23 16:18:48.216842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Made reservation on behalf of 4dfd4a573753480bb4a1f95b05206c70 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:18:48.229149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.309995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70e73-7bf2-4fa1-bdb6-fa1aaf07390d req-519f2de3-5419-49db-a03c-3659308fe7ef tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.312456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ee70e73-7bf2-4fa1-bdb6-fa1aaf07390d req-519f2de3-5419-49db-a03c-3659308fe7ef tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1411088 Jul 23 16:18:48.340427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:48.364870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:48.365297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:48.365689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:48.379427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:48.379787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 8b6d2f9b-1466-4294-81c1-776c20e2e2e8 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:48.391905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ee70e73-7bf2-4fa1-bdb6-fa1aaf07390d req-7d65aa35-2a79-4b5a-8443-9afec77582dc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675662 Jul 23 16:18:48.414734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:48.415060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:48.428811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:48.429185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:48.429645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:48.429980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Bound port: 59f743e4-feaf-43d7-9738-095625a058e1, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:48.430301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.543585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Allocated IP 172.20.0.9 (ec5fda1d-19ab-451b-9f6c-1636760460b0/ec26d263-aa9c-4868-a88c-257556d12d80/645cbbe6-4552-40e9-b4fc-8212d02b9b7a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:18:48.558103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:48.562910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:48.569779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.631970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.632612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.634101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] 10.222.0.67 "PUT /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 1096 time: 1.5324402 Jul 23 16:18:48.678988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36180aa9-2b63-4174-90e8-70173501dadf service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:48.749515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f39e0-f437-4baa-acfe-c813b9aaaed3 req-c7e4a8ce-9b04-483c-9d2f-f95bba0e6df5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.751503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7f39e0-f437-4baa-acfe-c813b9aaaed3 req-c7e4a8ce-9b04-483c-9d2f-f95bba0e6df5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.1237130 Jul 23 16:18:48.826308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:48.848501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-c11e9dc4-8829-4b30-a591-58037272e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:48.850820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-c11e9dc4-8829-4b30-a591-58037272e28a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1099 time: 0.1245918 Jul 23 16:18:48.856133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Transition to ACTIVE for port object 645cbbe6-4552-40e9-b4fc-8212d02b9b7a will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:48.914472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-52142f7f-05c9-4018-9b8a-9f847fe78f54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0486224 Jul 23 16:18:48.957610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a4a9304-beac-4023-ab15-c635fe88a2b1 req-5df9b84b-5a77-44a9-b847-6aae1326ea11 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 210 time: 0.0910881 Jul 23 16:18:48.962301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7f39e0-f437-4baa-acfe-c813b9aaaed3 req-2b0c28fe-f9a8-47ea-b168-80f20691d767 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041550 Jul 23 16:18:48.988531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.019944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de46753f-8209-4c78-8304-9b47841d0add no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:49.028493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-1b873c8d-327d-4912-a7cf-90fd04136d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.030003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-1b873c8d-327d-4912-a7cf-90fd04136d43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1004117 Jul 23 16:18:49.043143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: de46753f-8209-4c78-8304-9b47841d0add {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:49.043490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de46753f-8209-4c78-8304-9b47841d0add not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:49.047949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:18:49.055939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event updated for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:49.060886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:18:49.078228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:18:49.176731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.177430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.244700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-9044763f-c398-46f2-86fd-55dcca27cef2 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960148 Jul 23 16:18:49.264330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5c05b-e677-49db-b29f-88ef601a201c req-796d4279-0871-4fa6-b3f7-ddad45bcbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.266122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-796d4279-0871-4fa6-b3f7-ddad45bcbcda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201736 Jul 23 16:18:49.274156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Request body: {'port': {'device_id': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:18:49.410900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adb98c-d446-44a3-91c9-ca705fdb9e4c req-d9d4470b-40e2-44d5-b373-ab6ab14d99fd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.418265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76adb98c-d446-44a3-91c9-ca705fdb9e4c req-d9d4470b-40e2-44d5-b373-ab6ab14d99fd tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.1544299 Jul 23 16:18:49.475510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76adb98c-d446-44a3-91c9-ca705fdb9e4c req-7cde7c4d-6006-4afb-bb74-b0efc7467c52 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 Jul 23 16:18:49.480696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-08b5d87d-b5cb-4eb5-8384-d2b7a505e826 None None] Provisioning for port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:49.493046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-08b5d87d-b5cb-4eb5-8384-d2b7a505e826 None None] Provisioning complete for port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:49.493046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08b5d87d-b5cb-4eb5-8384-d2b7a505e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.538757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cbfcc-9053-4465-82a4-b46414880af9 req-3a490c57-3a98-49c7-9898-3009d0f84ca3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.540765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-751cbfcc-9053-4465-82a4-b46414880af9 req-3a490c57-3a98-49c7-9898-3009d0f84ca3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.3328972 Jul 23 16:18:49.564538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-08b5d87d-b5cb-4eb5-8384-d2b7a505e826 None None] Port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:18:49.571508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-dea040b3-edf1-4ac2-9839-890f0fba94e0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2313490 Jul 23 16:18:49.704972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-751cbfcc-9053-4465-82a4-b46414880af9 req-76e645f3-64b2-48fe-abb3-7583296ee71b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533270 Jul 23 16:18:49.784326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-822a4b4f-95c6-4daa-8a02-af57b4f86475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.786678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-822a4b4f-95c6-4daa-8a02-af57b4f86475 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 1095 time: 0.1431000 Jul 23 16:18:49.806961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6dd64-d6ff-4caf-a01f-bef354fe0ccd req-0002271a-2e21-4e9e-85ad-9651449c44c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.808545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec6dd64-d6ff-4caf-a01f-bef354fe0ccd req-0002271a-2e21-4e9e-85ad-9651449c44c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1160345 Jul 23 16:18:49.843627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:49.855225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-927979de-c440-495c-87aa-17b61226ce01 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779073 Jul 23 16:18:49.903681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec6dd64-d6ff-4caf-a01f-bef354fe0ccd req-7a6437f9-df67-4119-b9a6-58dc283c8ba4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854554 Jul 23 16:18:49.933413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-2f218146-4714-48f4-a96c-01964648674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:49.934949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-2f218146-4714-48f4-a96c-01964648674d service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1255131 Jul 23 16:18:50.039516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-e2d88ecc-941d-4237-9433-0c8c627de42d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 200 len: 217 time: 0.0919418 Jul 23 16:18:50.049045 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-76a5c05b-e677-49db-b29f-88ef601a201c req-5d07f28c-4b76-47fd-8fa2-7ceb93e942d2 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864848 Jul 23 16:18:50.186216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-8e5fede6-a08e-4783-b097-220eaddba3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.187674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-8e5fede6-a08e-4783-b097-220eaddba3ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1473546 Jul 23 16:18:50.198208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:50.201476 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2087cd52-1683-4df8-8911-218a2842e08e" -d '{"events": [{"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:50.221466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645cbbe6-4552-40e9-b4fc-8212d02b9b7a {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:50.230766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.242898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-6b6855f4-a0fe-442c-a2fc-bdac4b1da6a6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.244478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-6b6855f4-a0fe-442c-a2fc-bdac4b1da6a6 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.2948856 Jul 23 16:18:50.246732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Transition to ACTIVE for port object 645cbbe6-4552-40e9-b4fc-8212d02b9b7a will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:18:50.248472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-eb21ddf0-4084-44b1-b02e-384473babda7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471332 Jul 23 16:18:50.250652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.327129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165a028-4837-4156-b298-8065c83dc946 req-f3f2a918-59f2-4950-80d6-6ce6079d05d8 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.328643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b165a028-4837-4156-b298-8065c83dc946 req-f3f2a918-59f2-4950-80d6-6ce6079d05d8 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 931 time: 0.2323570 Jul 23 16:18:50.355934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:50.427271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511eb3-90d6-4705-96e7-b19f05b1ab8c req-e79bf813-5914-48e7-9c3f-8e898e32fc0d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.446297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14511eb3-90d6-4705-96e7-b19f05b1ab8c req-e79bf813-5914-48e7-9c3f-8e898e32fc0d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.3798370 Jul 23 16:18:50.511157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Attempting to bind port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:18:50.511805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Attempting to bind port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:18:50.514618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Attempting to bind port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a on network ec5fda1d-19ab-451b-9f6c-1636760460b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:50.524901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a on network ec5fda1d-19ab-451b-9f6c-1636760460b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:18:50.526352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Attempting to bind port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a on network ec5fda1d-19ab-451b-9f6c-1636760460b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:18:50.551829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:18:50.552173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Checking segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:18:50.552604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Bound using segment: {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:18:50.553073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Bound port: 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42629a16-efb1-4e91-b6cb-cffcb1276c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:18:50.553396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.600169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14511eb3-90d6-4705-96e7-b19f05b1ab8c req-da5a41f1-375c-4d9f-83e7-29e3cb7edcd5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453745 Jul 23 16:18:50.644121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:18:50.652642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:18:50.660423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.716212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b165a028-4837-4156-b298-8065c83dc946 req-9a8e3907-24ef-43c3-8259-52f6f80dc00e tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085918 Jul 23 16:18:50.755401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-63ca81da-bb5d-4a9e-bd09-5518dde0e179 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580956 Jul 23 16:18:50.766332 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0363cc6-f2cf-444c-ac97-72aae96ebb52 x-openstack-request-id: req-e0363cc6-f2cf-444c-ac97-72aae96ebb52 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:50.766619 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:50.766869 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0363cc6-f2cf-444c-ac97-72aae96ebb52 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:50.767250 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'status': 'completed', 'code': 200} Jul 23 16:18:50.772291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:50.825650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.826752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.828287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-7b75ee0d-94fe-4743-bef8-2b757585e4b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/645cbbe6-4552-40e9-b4fc-8212d02b9b7a HTTP/1.1" status: 200 len: 1091 time: 1.5611322 Jul 23 16:18:50.868654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087cd52-1683-4df8-8911-218a2842e08e req-f086fc7d-18de-4551-8ecf-7e260b8a0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:50.870581 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-f086fc7d-18de-4551-8ecf-7e260b8a0fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1099 time: 0.1057067 Jul 23 16:18:50.915698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Deleting port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:50.918834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:50.999396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087cd52-1683-4df8-8911-218a2842e08e req-5d0a0cd6-a3ae-489a-a2a5-c8d10c0cc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.001772 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-5d0a0cd6-a3ae-489a-a2a5-c8d10c0cc7ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1169691 Jul 23 16:18:51.097198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-e3d53877-6c3a-42e8-87d1-b88c607035cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0650902 Jul 23 16:18:51.192091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087cd52-1683-4df8-8911-218a2842e08e req-e6960b8f-198b-46dc-a277-bdc8fc5bfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.194574 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-e6960b8f-198b-46dc-a277-bdc8fc5bfbcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0857334 Jul 23 16:18:51.210678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-a65314ef-95de-4bcf-9b5e-0d3372195912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.212706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-a65314ef-95de-4bcf-9b5e-0d3372195912 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dfd4a573753480bb4a1f95b05206c70&device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 1094 time: 0.2098472 Jul 23 16:18:51.346956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-8e6e96c7-5505-4b15-9803-0e4a73e278ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a HTTP/1.1" status: 200 len: 217 time: 0.1192675 Jul 23 16:18:51.421337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-623822dd-904e-4217-b7d4-0c1828d02ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.422843 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-623822dd-904e-4217-b7d4-0c1828d02ad0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec26d263-aa9c-4868-a88c-257556d12d80 HTTP/1.1" status: 200 len: 851 time: 0.0614514 Jul 23 16:18:51.433359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087cd52-1683-4df8-8911-218a2842e08e req-209d1483-1fe1-4fd0-939e-273862c7153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.434883 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-209d1483-1fe1-4fd0-939e-273862c7153d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2284474 Jul 23 16:18:51.571809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c4bf05-bbb5-47e3-87c9-0d2daf1157d7 req-9abd9e01-5e69-4b11-823c-d1cfa2850d4c service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039172 Jul 23 16:18:51.615558 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-530396ff-b444-4bb6-856d-76c6f4e6bfad service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700637 Jul 23 16:18:51.635924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4ddeb-51a0-409e-a9d7-5fb8b2d6eeec req-713a6d15-67da-47fc-9917-e9fa556734ed tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.637662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbc4ddeb-51a0-409e-a9d7-5fb8b2d6eeec req-713a6d15-67da-47fc-9917-e9fa556734ed tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 950 time: 0.8291004 Jul 23 16:18:51.645958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-da1d3f3f-0cc4-43b3-a33b-5bd7be7be546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.647655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-da1d3f3f-0cc4-43b3-a33b-5bd7be7be546 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec5fda1d-19ab-451b-9f6c-1636760460b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165866 Jul 23 16:18:51.663156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] For port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:51.663562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:51.691917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54288-e39c-41b8-bd63-5b1ee9b9e609 req-55260ed8-de7a-4747-ad4f-a6279f4d1919 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:51.699420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dd54288-e39c-41b8-bd63-5b1ee9b9e609 req-55260ed8-de7a-4747-ad4f-a6279f4d1919 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.6936648 Jul 23 16:18:51.724498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Calling delete_port for 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:51.783301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbc4ddeb-51a0-409e-a9d7-5fb8b2d6eeec req-fc843020-46e5-4f83-8ea9-82d5ad3fe1fc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281815 Jul 23 16:18:51.850048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dd54288-e39c-41b8-bd63-5b1ee9b9e609 req-ae9439b4-9bf1-4e94-a968-b431ef9e92dc tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Jul 23 16:18:51.852718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-93104f87-727b-4f78-b9cc-f9e70519db17 service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933732 Jul 23 16:18:51.854719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2087cd52-1683-4df8-8911-218a2842e08e req-6f87d004-8733-474b-96a5-d6d6ef64d6c1 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319591 Jul 23 16:18:52.011634 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f7ab545-eb1f-41ae-b7b9-a47dd9b037a1 req-d9c64639-fb7f-47ee-a138-1219daba1897 service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400518 Jul 23 16:18:52.086369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3068e0f-d96e-4a9a-820c-07727bd8a2f7 req-04779e17-7cb7-4546-b4f0-57936478f9f2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.088314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3068e0f-d96e-4a9a-820c-07727bd8a2f7 req-04779e17-7cb7-4546-b4f0-57936478f9f2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2005436 Jul 23 16:18:52.125653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.165677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:52.181319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef80cb0-c4c8-4c11-8e1e-9558492b475c req-c44f2a44-9f12-4246-8a01-02563fedd07a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.182849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ef80cb0-c4c8-4c11-8e1e-9558492b475c req-c44f2a44-9f12-4246-8a01-02563fedd07a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.2280083 Jul 23 16:18:52.186306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event deleted for resources: {'Port': ['ID=0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.258071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3068e0f-d96e-4a9a-820c-07727bd8a2f7 req-a9fc78eb-010c-475f-8a4d-a2709435ef4e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591883 Jul 23 16:18:52.262982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] No DVR routers for this DVR port 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:52.273664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.279608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efc6d3bf-f1cd-4e19-9ceb-7afb81b41fee req-79816848-37fc-4d87-822f-26ac93ebeb1c tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.67 "DELETE /v2.0/ports/0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a HTTP/1.1" status: 204 len: 173 time: 2.0148783 Jul 23 16:18:52.281454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'name': 'network-vif-deleted', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:52.299320 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efba6081-69a1-4432-92ec-b752c4c94bb8" -d '{"events": [{"server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "name": "network-vif-deleted", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:52.391127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ef80cb0-c4c8-4c11-8e1e-9558492b475c req-e0ed45c2-39b4-4c2c-9662-24dc0fbb9d58 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892939 Jul 23 16:18:52.421608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:52.424059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:52.463913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:52.464547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:52.575284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951866-c72a-45e0-9128-d129225d95dc req-54bf6a21-3de3-4a91-8ed8-afcd745edbbd tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.584210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e951866-c72a-45e0-9128-d129225d95dc req-54bf6a21-3de3-4a91-8ed8-afcd745edbbd tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 943 time: 0.1645103 Jul 23 16:18:52.636621 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97769b7b-3d63-499d-8976-4b0a6e06fb0c x-openstack-request-id: req-97769b7b-3d63-499d-8976-4b0a6e06fb0c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:52.636923 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4", "name": "network-vif-deleted", "tag": "0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:52.637175 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97769b7b-3d63-499d-8976-4b0a6e06fb0c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:52.637571 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4', 'name': 'network-vif-deleted', 'tag': '0eb2bc0f-d2a8-4f36-bdfb-eafdccf9e49a', 'status': 'completed', 'code': 200} Jul 23 16:18:52.647830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e951866-c72a-45e0-9128-d129225d95dc req-f0f125f9-288c-437d-ada7-0c80d16339eb tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627463 Jul 23 16:18:52.663452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:52.680506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '59f743e4-feaf-43d7-9738-095625a058e1', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '59f743e4-feaf-43d7-9738-095625a058e1', 'mac_address': 'fa:16:3e:8e:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:52.740683 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.755005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:52.771703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:52.775003 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:52.794326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:52.799645 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:52.828972 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a228e-ad2e-4da1-bf74-24438bbfab11 x-openstack-request-id: req-ae8a228e-ad2e-4da1-bf74-24438bbfab11 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:52.829366 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:52.829712 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae8a228e-ad2e-4da1-bf74-24438bbfab11 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:52.831410 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'status': 'completed', 'code': 200} Jul 23 16:18:52.875133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:52.944134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-808f930c-380a-449e-a1a7-5e45288c4ac5 req-288607a3-02c3-40af-bf56-77c812c3bd9f tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca9ebe77-f1ba-4478-8b53-a00ed57ab2a4 HTTP/1.1" status: 200 len: 210 time: 0.0376294 Jul 23 16:18:52.984172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-908528b2-aea9-46b2-a790-4bbbe55b07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:52.986035 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-908528b2-aea9-46b2-a790-4bbbe55b07d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dfd4a573753480bb4a1f95b05206c70&device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 1094 time: 0.1070666 Jul 23 16:18:53.112870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-f8a6ae33-c496-405e-8bf9-fbec588bfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.114352 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-f8a6ae33-c496-405e-8bf9-fbec588bfcf6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec5fda1d-19ab-451b-9f6c-1636760460b0 HTTP/1.1" status: 200 len: 913 time: 0.1161790 Jul 23 16:18:53.123550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34e1d5-7db9-4f3a-9fdf-750b16c40536 req-182f2de1-8d97-4965-ac5b-27a239fa6e7c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.125221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a34e1d5-7db9-4f3a-9fdf-750b16c40536 req-182f2de1-8d97-4965-ac5b-27a239fa6e7c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1488864 Jul 23 16:18:53.173011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a34e1d5-7db9-4f3a-9fdf-750b16c40536 req-07676818-6af8-4e24-b8c6-ac118cb7ef0c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Jul 23 16:18:53.180428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['59f743e4-feaf-43d7-9738-095625a058e1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:53.208362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-06abc7db-716f-4b3a-9142-305d48f47c52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a HTTP/1.1" status: 200 len: 217 time: 0.0863008 Jul 23 16:18:53.279419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-6b7a8750-1220-469b-93e2-32fd42821dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.280920 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-6b7a8750-1220-469b-93e2-32fd42821dd2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec26d263-aa9c-4868-a88c-257556d12d80 HTTP/1.1" status: 200 len: 851 time: 0.0562086 Jul 23 16:18:53.354728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-b8f81485-f6f0-4e2c-9ef5-b1071c3a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.356918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-b8f81485-f6f0-4e2c-9ef5-b1071c3a23ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec5fda1d-19ab-451b-9f6c-1636760460b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688903 Jul 23 16:18:53.476721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ea92-749a-4937-944c-39160c0a15cc req-1eec63a0-ab37-44ec-9884-4ee50638a70d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.478907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8601ea92-749a-4937-944c-39160c0a15cc req-1eec63a0-ab37-44ec-9884-4ee50638a70d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1063936 Jul 23 16:18:53.485467 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-9105604e-c435-4753-ac17-6cd1ae178bb6 service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204145 Jul 23 16:18:53.582175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8601ea92-749a-4937-944c-39160c0a15cc req-39e341b4-d83e-440e-b7e9-03d4de88a2c2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973876 Jul 23 16:18:53.621179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3419d-91fe-4d0c-8dca-d91b3f76310c req-91aa6968-1a2d-448d-b83d-8901fa4ca710 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.623578 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a821dffa-b218-43fa-84f5-9de6dfd6fa1f req-f1a05dab-7e16-49c1-b314-b337872f89ef service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295483 Jul 23 16:18:53.626614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6af3419d-91fe-4d0c-8dca-d91b3f76310c req-91aa6968-1a2d-448d-b83d-8901fa4ca710 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.1264508 Jul 23 16:18:53.684033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6af3419d-91fe-4d0c-8dca-d91b3f76310c req-dfba20d9-89ab-4ca0-a80f-039a06a1ad2e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Jul 23 16:18:53.834765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519428-130e-4eb8-83ea-3ea42114bc32 req-e0304694-9acb-4d52-b43d-7640a24804e9 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:53.836261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23519428-130e-4eb8-83ea-3ea42114bc32 req-e0304694-9acb-4d52-b43d-7640a24804e9 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 943 time: 0.0736618 Jul 23 16:18:53.878384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23519428-130e-4eb8-83ea-3ea42114bc32 req-bc34af83-4b86-4c89-8b1d-c8fb05b73611 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Jul 23 16:18:54.295816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed40007-d7f7-4a8f-beae-edb19fe7e038 req-a76c8e8f-3a86-4daf-bddb-e0fcbecc29bc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.297394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ed40007-d7f7-4a8f-beae-edb19fe7e038 req-a76c8e8f-3a86-4daf-bddb-e0fcbecc29bc tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.1015577 Jul 23 16:18:54.367178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ed40007-d7f7-4a8f-beae-edb19fe7e038 req-ac4b282f-0d36-46bb-8b2a-46ff961f7360 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598359 Jul 23 16:18:54.404440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:54.411344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d434f02-3f35-497d-a412-9983851d4815 req-e14f359e-23c4-45b3-91aa-7d799db7f2be tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.418647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d434f02-3f35-497d-a412-9983851d4815 req-e14f359e-23c4-45b3-91aa-7d799db7f2be tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1313112 Jul 23 16:18:54.468319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 59f743e4-feaf-43d7-9738-095625a058e1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:54.469513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d434f02-3f35-497d-a412-9983851d4815 req-f00c0616-9c9a-4050-8efb-db6e3c354529 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Jul 23 16:18:54.474500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 59f743e4-feaf-43d7-9738-095625a058e1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:54.474750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.557724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.586142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:54.588425 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fe45f-28f8-4ccf-980d-715b97695939" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:54.611333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:54.617182 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:54.659036 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fffed84-4f90-45ea-877e-40ffbef0096f x-openstack-request-id: req-4fffed84-4f90-45ea-877e-40ffbef0096f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:54.659523 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:54.659917 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fffed84-4f90-45ea-877e-40ffbef0096f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:54.660426 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'code': 200} Jul 23 16:18:54.685916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:54.871697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127ccb2-2ae3-4460-bcb0-4480172aa465 req-7d51ff0f-339b-4d12-a7a0-98024bfa55a3 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.874390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1127ccb2-2ae3-4460-bcb0-4480172aa465 req-7d51ff0f-339b-4d12-a7a0-98024bfa55a3 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1634860 Jul 23 16:18:54.888256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90520-ec2a-4ce5-bcac-1d7f90f60f34 req-028974b7-2284-48ae-aefd-4ca5fe3796df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.890105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9c90520-ec2a-4ce5-bcac-1d7f90f60f34 req-028974b7-2284-48ae-aefd-4ca5fe3796df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1101 time: 0.1664164 Jul 23 16:18:54.928185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54e9c2-214c-4cd9-ad36-cc484d8097c1 req-1ee404a1-48be-4f71-b65b-cf088faa5304 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:54.930533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba54e9c2-214c-4cd9-ad36-cc484d8097c1 req-1ee404a1-48be-4f71-b65b-cf088faa5304 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1573071 Jul 23 16:18:54.968901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1127ccb2-2ae3-4460-bcb0-4480172aa465 req-435fe60d-fd42-4971-87e9-bfd6d4987ab2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847945 Jul 23 16:18:54.993990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9c90520-ec2a-4ce5-bcac-1d7f90f60f34 req-903d8551-6868-4391-bb28-6c4b8a5fe9f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822248 Jul 23 16:18:54.999203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba54e9c2-214c-4cd9-ad36-cc484d8097c1 req-f2739292-98f2-4d94-8110-a84f3b1ceee3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Jul 23 16:18:55.060252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 645cbbe6-4552-40e9-b4fc-8212d02b9b7a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:18:55.147652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:55.191541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:55.205478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'port_id': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'mac_address': 'fa:16:3e:70:06:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:18:55.242732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d02da-7b30-4f8a-b463-7c6c31ecc7eb req-0320f785-1ae9-4706-9669-1f546458377d tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.253139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-621d02da-7b30-4f8a-b463-7c6c31ecc7eb req-0320f785-1ae9-4706-9669-1f546458377d tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 943 time: 0.1237531 Jul 23 16:18:55.275752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.296594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-621d02da-7b30-4f8a-b463-7c6c31ecc7eb req-269ba275-69c9-48e0-ac89-7181a463ff19 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jul 23 16:18:55.302144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645cbbe6-4552-40e9-b4fc-8212d02b9b7a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:18:55.324895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:55.329621 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.387474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:55.400501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.401135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.401782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.402390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.402762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.403183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.403608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.404029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.404451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.404882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.405453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.406300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:55.538575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6764-54b8-442b-b430-799578ab0597 req-cf27e211-ad38-44e2-9109-38d37e1e1392 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.540950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eef6764-54b8-442b-b430-799578ab0597 req-cf27e211-ad38-44e2-9109-38d37e1e1392 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.0858908 Jul 23 16:18:55.611366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eef6764-54b8-442b-b430-799578ab0597 req-e7ee14e3-57db-4cd3-b78d-8019a15dfa91 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645421 Jul 23 16:18:55.666891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:55.682275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5a910-8b30-4f85-ba22-fe0779da1eb2 req-788cf1d3-fcf6-45aa-8c7d-ce4f9dc63679 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:55.689907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43c5a910-8b30-4f85-ba22-fe0779da1eb2 req-788cf1d3-fcf6-45aa-8c7d-ce4f9dc63679 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1119833 Jul 23 16:18:55.734692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43c5a910-8b30-4f85-ba22-fe0779da1eb2 req-86a121b5-5587-4cff-892a-568b9ef8762e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Jul 23 16:18:55.743869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['645cbbe6-4552-40e9-b4fc-8212d02b9b7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:56.010853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-88ea1f90-d136-403d-9106-276520a322b8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.014691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-88ea1f90-d136-403d-9106-276520a322b8 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 951 time: 0.1626792 Jul 23 16:18:56.236091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8fde6-d9f8-4c54-a35b-00424a329406 req-9c53fc5c-cd97-4fde-9082-e3d34131832a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.239559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dd8fde6-d9f8-4c54-a35b-00424a329406 req-9c53fc5c-cd97-4fde-9082-e3d34131832a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1470633 Jul 23 16:18:56.247847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7cbf7-aeef-4cd0-8cd2-4a7aaa5366f2 req-af10355f-b062-464b-b4b3-220acbe45ceb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.249351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3a7cbf7-aeef-4cd0-8cd2-4a7aaa5366f2 req-af10355f-b062-464b-b4b3-220acbe45ceb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1439135 Jul 23 16:18:56.266686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Deleting port c72070d7-49d6-4bba-b249-5aca7d09f2c5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:56.267216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.293425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Deleting port 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:56.293860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.312399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3a7cbf7-aeef-4cd0-8cd2-4a7aaa5366f2 req-2d824212-c705-4caf-904f-63d6559fac0e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Jul 23 16:18:56.334215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dd8fde6-d9f8-4c54-a35b-00424a329406 req-bd379628-5fd4-47ba-a476-5166e0cc3d48 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709541 Jul 23 16:18:56.432787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] For port c72070d7-49d6-4bba-b249-5aca7d09f2c5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c72070d7-49d6-4bba-b249-5aca7d09f2c5,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:56.433331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.459561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] For port 84147b02-a537-4fcf-9d1a-b577a7776d7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=84147b02-a537-4fcf-9d1a-b577a7776d7a,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:56.459994 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.462497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ef0cd-4be9-4503-aa0d-8d48d3ca6603 req-0f401d57-13a6-4efd-9e41-bd22ee0077e1 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.462759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Calling delete_port for c72070d7-49d6-4bba-b249-5aca7d09f2c5 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:56.464184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-547ef0cd-4be9-4503-aa0d-8d48d3ca6603 req-0f401d57-13a6-4efd-9e41-bd22ee0077e1 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 944 time: 0.0715506 Jul 23 16:18:56.480832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Calling delete_port for 84147b02-a537-4fcf-9d1a-b577a7776d7a owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:56.541193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-547ef0cd-4be9-4503-aa0d-8d48d3ca6603 req-be48eafc-822b-454e-aca7-b67e9c007fba tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709376 Jul 23 16:18:56.599539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d6312-ecc2-43dd-b35d-c0fa033adfc3 req-503e3fb0-bbbd-4cde-b3b0-ac525c36d188 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.601545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf1d6312-ecc2-43dd-b35d-c0fa033adfc3 req-503e3fb0-bbbd-4cde-b3b0-ac525c36d188 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1055138 Jul 23 16:18:56.644371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf1d6312-ecc2-43dd-b35d-c0fa033adfc3 req-349eb26f-8b5a-4f20-b072-b1ef147551ac tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Jul 23 16:18:56.776822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.812070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['84147b02-a537-4fcf-9d1a-b577a7776d7a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:18:56.813860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Pushing event deleted for resources: {'Port': ['ID=84147b02-a537-4fcf-9d1a-b577a7776d7a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:56.823687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aabbd-f66b-4003-a544-0bc5e9681816 req-43c9b7c3-3572-408a-929c-3c65243776ac tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:56.825402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4aabbd-f66b-4003-a544-0bc5e9681816 req-43c9b7c3-3572-408a-929c-3c65243776ac tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/ports?device_id=3724439a-da2f-42be-a872-af262a7107ba HTTP/1.1" status: 200 len: 868 time: 0.1197033 Jul 23 16:18:56.889329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.889677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.890044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.890380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.890714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.891048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.891375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.891696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.892022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.892342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.892662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.892984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:18:56.897833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] No DVR routers for this DVR port 84147b02-a537-4fcf-9d1a-b577a7776d7a on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:18:56.897833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.933477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c4aabbd-f66b-4003-a544-0bc5e9681816 req-7d572f0a-3fd2-424f-af43-78afbaef00ff tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d406ee3-8399-4395-9077-4c26db1d388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994945 Jul 23 16:18:56.935893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:56.938167 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7eb064b-a527-4b24-b5bb-a0727eea4901 req-da90de2b-523d-4fee-99f7-e576c3ffb409 tempest-ServersAdminTestJSON-682055034 tempest-ServersAdminTestJSON-682055034-project] 10.222.0.81 "DELETE /v2.0/ports/84147b02-a537-4fcf-9d1a-b577a7776d7a HTTP/1.1" status: 204 len: 173 time: 0.8832834 Jul 23 16:18:56.938631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-deleted', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:56.948509 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2228f-9a77-45e1-b159-643e05a8f2c8" -d '{"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-deleted", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:56.957713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72070d7-49d6-4bba-b249-5aca7d09f2c5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.111067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 645cbbe6-4552-40e9-b4fc-8212d02b9b7a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:18:57.156118 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91afd6bf-b59b-4a2c-8b02-2282ef55389a x-openstack-request-id: req-91afd6bf-b59b-4a2c-8b02-2282ef55389a {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:57.156654 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724439a-da2f-42be-a872-af262a7107ba", "name": "network-vif-deleted", "tag": "84147b02-a537-4fcf-9d1a-b577a7776d7a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:57.156913 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91afd6bf-b59b-4a2c-8b02-2282ef55389a {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:57.157314 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724439a-da2f-42be-a872-af262a7107ba', 'name': 'network-vif-deleted', 'tag': '84147b02-a537-4fcf-9d1a-b577a7776d7a', 'status': 'completed', 'code': 200} Jul 23 16:18:57.227231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:18:57.236000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:18:57.237131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.248048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91054577-4d97-48a0-9c9b-b3c682038faa req-c4c503f7-954e-4dd5-9075-3b0c5d17ff5f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.249597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91054577-4d97-48a0-9c9b-b3c682038faa req-c4c503f7-954e-4dd5-9075-3b0c5d17ff5f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1833327 Jul 23 16:18:57.292965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba43dbd-87be-48f8-a2bc-569d7a00a42d req-8aa4caa8-c75f-4992-a407-74ba09ce5ed1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.294504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ba43dbd-87be-48f8-a2bc-569d7a00a42d req-8aa4caa8-c75f-4992-a407-74ba09ce5ed1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1542144 Jul 23 16:18:57.329699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91054577-4d97-48a0-9c9b-b3c682038faa req-5aec179b-3e06-446d-966d-ea601af94a0b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732994 Jul 23 16:18:57.363109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.363631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ba43dbd-87be-48f8-a2bc-569d7a00a42d req-7b736e18-8665-4f81-8026-c6f2840032dc tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627880 Jul 23 16:18:57.370493 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-01dfc04c-2534-4c2b-899f-337f98b3ddad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2268984 Jul 23 16:18:57.400463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:18:57.410861 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60943b19-eb1c-45c5-a9a5-c0f7c69870fe" -d '{"events": [{"server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "name": "network-vif-plugged", "status": "completed", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:18:57.428079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:57.433733 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.436266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:18:57.444615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:57.531527 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b4e844-290c-4b6c-a293-aa6fe0fb211f x-openstack-request-id: req-77b4e844-290c-4b6c-a293-aa6fe0fb211f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:18:57.531912 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "name": "network-vif-plugged", "status": "completed", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:18:57.532207 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77b4e844-290c-4b6c-a293-aa6fe0fb211f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:18:57.533300 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'code': 200} Jul 23 16:18:57.543366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 84147b02-a537-4fcf-9d1a-b577a7776d7a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:18:57.543710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 84147b02-a537-4fcf-9d1a-b577a7776d7a not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:18:57.604692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78cce5-40ab-49c4-ae2d-84b58feafd26 req-e962d96f-8b93-4edf-afc5-078859e27a6e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.606539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f78cce5-40ab-49c4-ae2d-84b58feafd26 req-e962d96f-8b93-4edf-afc5-078859e27a6e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1658182 Jul 23 16:18:57.608284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:57.671941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f78cce5-40ab-49c4-ae2d-84b58feafd26 req-2789f1bb-20c8-4608-a809-c4c993dc04c9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Jul 23 16:18:57.797745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5546d-307b-464b-8729-9a8bbfeb61ae req-d0025eec-41e1-4d06-bb16-c736def08aa8 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.811452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ea5546d-307b-464b-8729-9a8bbfeb61ae req-d0025eec-41e1-4d06-bb16-c736def08aa8 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.1477232 Jul 23 16:18:57.880421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ea5546d-307b-464b-8729-9a8bbfeb61ae req-a0cd209c-834a-4288-bab1-7c383d9ff83f tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667908 Jul 23 16:18:57.980992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b36e1-ead6-483e-b1f9-070ebdc6a2b7 req-c5509489-8817-4d1d-b194-7d3dc7512362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:57.982943 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b70b36e1-ead6-483e-b1f9-070ebdc6a2b7 req-c5509489-8817-4d1d-b194-7d3dc7512362 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 1096 time: 0.1170213 Jul 23 16:18:58.096705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b70b36e1-ead6-483e-b1f9-070ebdc6a2b7 req-1a7ad202-0689-413a-8584-894aecb86541 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761929 Jul 23 16:18:58.131309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:18:58.273917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:18:58.280222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41882) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:58.281423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-05d5fa0b-0c25-49f0-9bd2-cf044e95ea56 admin admin] 10.222.0.64 "PUT /v2.0/routers/d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1326854 Jul 23 16:18:58.284169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41884) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:58.288549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Sync routers for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:18:58.304216 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:58.305365 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.463289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.525369 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:58.525636 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.647349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-62733675-9ccd-41b9-a81c-e590a632fa96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37ce69013546482ca71f38faa427a036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657138 Jul 23 16:18:58.652081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41894) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:58.658451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.695942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c280c2-5705-41d7-bfb7-3b8d7e85c297 req-9b47a5a8-37c0-45bf-a910-df8db697af4f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.697497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08c280c2-5705-41d7-bfb7-3b8d7e85c297 req-9b47a5a8-37c0-45bf-a910-df8db697af4f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2302465 Jul 23 16:18:58.748450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Deleting port 7bb77821-c189-4691-9cae-b77a52fcbde1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:18:58.748795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.759918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0ae38-6e4c-4ecd-b2e2-7354c6ff5859 req-d0e4b136-0c0e-4204-b65e-4d9e8de9923a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:58.761508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8be0ae38-6e4c-4ecd-b2e2-7354c6ff5859 req-d0e4b136-0c0e-4204-b65e-4d9e8de9923a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2702708 Jul 23 16:18:58.816310 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:18:56Z', 'revision_number': 5, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port': {'id': '7bb77821-c189-4691-9cae-b77a52fcbde1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:00Z', 'updated_at': '2021-07-23T16:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.862004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] For port 7bb77821-c189-4691-9cae-b77a52fcbde1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7bb77821-c189-4691-9cae-b77a52fcbde1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:18:58.862366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.876206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Calling delete_port for 7bb77821-c189-4691-9cae-b77a52fcbde1 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:18:58.876617 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Checking router: d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:18:58.884449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8be0ae38-6e4c-4ecd-b2e2-7354c6ff5859 req-e11c1c8a-d252-4ff8-97c4-2fe37bcec8f3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Jul 23 16:18:58.896331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:58.900263 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Routers {'d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:18:58.903699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:58.948634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.002555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08c280c2-5705-41d7-bfb7-3b8d7e85c297 req-03704970-bb4d-4f4b-ab24-fe4ae4abeb28 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928634 Jul 23 16:18:59.056642 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.060432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.064096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d406ee3-8399-4395-9077-4c26db1d388e HTTP/1.1" status: 204 len: 168 time: 0.4045448 Jul 23 16:18:59.084885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864e1e3-d14a-4656-badf-905adf0c0e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d406ee3-8399-4395-9077-4c26db1d388e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.131434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.167044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb77821-c189-4691-9cae-b77a52fcbde1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.179286 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] Set router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:18:59.245331 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:18:58Z', 'revision_number': 6, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:18:59.281317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.295910 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262ca27-5329-414d-85d2-8f2b5b3e33e7 None None] The sync data for ids ['d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285'] in n-d-800484-3 is: [{'id': 'd9c0a66d-9ed2-4f77-a33f-0eb0a48bd285', 'name': 'tempest-AttachSCSIVolumeTestJSON-1780481418-router', 'tenant_id': 'e9f4c43fc78b4490a509eff69f464125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:16:59Z', 'updated_at': '2021-07-23T16:18:58Z', 'revision_number': 6, 'project_id': 'e9f4c43fc78b4490a509eff69f464125', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:18:59.352814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f64a4-a2d2-4f4f-8f48-9d1e4c7cf89f req-66611d19-eb3d-4886-acc1-7e61e03a6767 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.354617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c08f64a4-a2d2-4f4f-8f48-9d1e4c7cf89f req-66611d19-eb3d-4886-acc1-7e61e03a6767 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.2294426 Jul 23 16:18:59.450267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.451688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba65c3a-bc66-481e-9a76-18df294a7085 req-0388eac9-e1e7-465b-a7c1-1b8f77dd677a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.454885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.462699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bba65c3a-bc66-481e-9a76-18df294a7085 req-0388eac9-e1e7-465b-a7c1-1b8f77dd677a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2768412 Jul 23 16:18:59.486232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c08f64a4-a2d2-4f4f-8f48-9d1e4c7cf89f req-f1f75b31-61b4-428f-a74f-bb454a7b66a3 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191466 Jul 23 16:18:59.515539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.517822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:18:59.531698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.536612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-f96c4026-c586-4f5e-bec5-72345d48b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.537402 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-83721ab4-7321-4f63-9f9d-4d7552c67930 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d9c0a66d-9ed2-4f77-a33f-0eb0a48bd285 HTTP/1.1" status: 204 len: 168 time: 1.2516232 Jul 23 16:18:59.538206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-f96c4026-c586-4f5e-bec5-72345d48b521 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1101 time: 0.2555189 Jul 23 16:18:59.538668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:59.555695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bba65c3a-bc66-481e-9a76-18df294a7085 req-1cc2be4e-6dc4-4adc-928d-1cbcd6f06aae tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914972 Jul 23 16:18:59.589792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:59.614197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Deleting subnet a73254dd-fb6e-4ba4-9211-9de9a7131b21 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:18:59.619582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.671635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-f3aa5a1c-496c-449d-8804-047e760583ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.673289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-f3aa5a1c-496c-449d-8804-047e760583ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1165991 Jul 23 16:18:59.684568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-516ccede-2408-49a6-b46b-c1daaf4b01c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=144c344f9b19417c87cb1dbfc387424f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914106 Jul 23 16:18:59.684807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:59.696393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.744683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-e9e0d09e-ac43-436b-af68-eef5ea855f3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0584929 Jul 23 16:18:59.797769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.808983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-6ec984d6-8ad0-45fb-97ab-5667d27f0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.810859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-6ec984d6-8ad0-45fb-97ab-5667d27f0b9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0589390 Jul 23 16:18:59.826467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.853225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.889792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-82bfa5b0-ebe0-4996-8773-d6421ca82060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:18:59.891697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-82bfa5b0-ebe0-4996-8773-d6421ca82060 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659125 Jul 23 16:18:59.915241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.946726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.949532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.950729 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0456390c-0e49-4f2e-a026-b5dbbfb35311 HTTP/1.1" status: 204 len: 168 time: 0.2650383 Jul 23 16:18:59.967258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73254dd-fb6e-4ba4-9211-9de9a7131b21,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:18:59.971030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:18:59.976980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6022b-7edc-4b97-8733-8b07a88f1b0e None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:18:59.981483 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6925125-0902-4e03-92a1-647e4c50b8c2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a73254dd-fb6e-4ba4-9211-9de9a7131b21 HTTP/1.1" status: 204 len: 168 time: 0.4398046 Jul 23 16:18:59.991972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:18:59.998292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e124133-d820-458e-bf1a-a33a853a14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0456390c-0e49-4f2e-a026-b5dbbfb35311,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:00.093956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.210362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-1bca2f7b-67f7-412b-98d7-c8b687a9d433 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104470 Jul 23 16:19:00.238298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbe74-8108-417e-806d-5755f31492b0 req-28da698b-8b85-46be-8e8d-381afbbb9e78 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.246596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b09fbe74-8108-417e-806d-5755f31492b0 req-28da698b-8b85-46be-8e8d-381afbbb9e78 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2342370 Jul 23 16:19:00.284068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Deleting port 68e07ef8-6065-46c7-8661-eed748ccd4fc {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:00.284414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.331297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] DHCP port deletion for 757b7f52-6f0a-4d0b-8fa2-139e99d61478 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:19:00.383098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b09fbe74-8108-417e-806d-5755f31492b0 req-72ab8b7e-8e43-40f0-9f2f-0a97813304c1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353498 Jul 23 16:19:00.418775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] For port 68e07ef8-6065-46c7-8661-eed748ccd4fc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68e07ef8-6065-46c7-8661-eed748ccd4fc,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:00.419288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.433238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-4fb8598b-e840-40f6-9f75-b8bbf558d2ba service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145593 Jul 23 16:19:00.439128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Calling delete_port for 68e07ef8-6065-46c7-8661-eed748ccd4fc owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:00.447651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Deleting port 68e07ef8-6065-46c7-8661-eed748ccd4fc {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:00.448078 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.474658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:00.525303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74d5c-00b5-49ca-b32d-c0a030a3ac04 req-23ac9ffc-3f1c-4aba-ab47-505dba9fb9a1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.538150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bc74d5c-00b5-49ca-b32d-c0a030a3ac04 req-23ac9ffc-3f1c-4aba-ab47-505dba9fb9a1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2213945 Jul 23 16:19:00.631170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:19:00.633579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] For port 68e07ef8-6065-46c7-8661-eed748ccd4fc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68e07ef8-6065-46c7-8661-eed748ccd4fc,segment=NetworkSegment(7c9e8fa8-ab21-4689-b51c-39ce7935bbcd),segment_id=7c9e8fa8-ab21-4689-b51c-39ce7935bbcd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:00.635529 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.661182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.679029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bc74d5c-00b5-49ca-b32d-c0a030a3ac04 req-23229985-f522-4aca-854f-a5fda634a1bf tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399364 Jul 23 16:19:00.707744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] No DVR routers for this DVR port 68e07ef8-6065-46c7-8661-eed748ccd4fc on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:00.716269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Pushing event deleted for resources: {'Port': ['ID=68e07ef8-6065-46c7-8661-eed748ccd4fc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:00.739942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Calling delete_port for 68e07ef8-6065-46c7-8661-eed748ccd4fc owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:00.801780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdfbdc-3040-4afe-be82-ef00f9df7e90 req-cba59292-ed66-4a45-a40b-27d3843ee40b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:00.804205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4bdfbdc-3040-4afe-be82-ef00f9df7e90 req-cba59292-ed66-4a45-a40b-27d3843ee40b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.1756570 Jul 23 16:19:00.889677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.908671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757b7f52-6f0a-4d0b-8fa2-139e99d61478']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:00.916060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:00.921166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68e07ef8-6065-46c7-8661-eed748ccd4fc no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:00.927708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:00.928004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9e8fa8-ab21-4689-b51c-39ce7935bbcd') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:00.941735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.958892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:00.963990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 68e07ef8-6065-46c7-8661-eed748ccd4fc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:00.964563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68e07ef8-6065-46c7-8661-eed748ccd4fc not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:00.965145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7bb77821-c189-4691-9cae-b77a52fcbde1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:00.966171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4bdfbdc-3040-4afe-be82-ef00f9df7e90 req-c65bb0d6-f61a-45e7-bd3e-3041c32bd295 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504738 Jul 23 16:19:00.997881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:00.998317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:01.000383 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:01.067952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb1451-db71-4e90-8078-4fb5c63cce1f req-f0ba1925-afa0-4d2b-8b1c-15ec82a24ce4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.078434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ceb1451-db71-4e90-8078-4fb5c63cce1f req-f0ba1925-afa0-4d2b-8b1c-15ec82a24ce4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2481391 Jul 23 16:19:01.090194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.122156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.124822 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] 10.222.0.64 "DELETE /v2.0/networks/757b7f52-6f0a-4d0b-8fa2-139e99d61478 HTTP/1.1" status: 204 len: 168 time: 1.1294703 Jul 23 16:19:01.138135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41946) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:01.147780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203ec7d-5f1c-4993-8062-b2917a15510d admin admin] Pushing event deleted for resources: {'Network': ['ID=757b7f52-6f0a-4d0b-8fa2-139e99d61478,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.177261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7bb77821-c189-4691-9cae-b77a52fcbde1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:01.178459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7bb77821-c189-4691-9cae-b77a52fcbde1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:01.179293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c72070d7-49d6-4bba-b249-5aca7d09f2c5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:01.181613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '6b4c0061-2731-47a9-bd04-af998446e540', 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182', 'port_id': '6b4c0061-2731-47a9-bd04-af998446e540', 'mac_address': 'fa:16:3e:ee:c2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3a2947-2176-44c5-a571-b1a318ddf196', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:01.234528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c72070d7-49d6-4bba-b249-5aca7d09f2c5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:01.234869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c72070d7-49d6-4bba-b249-5aca7d09f2c5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:01.236887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ceb1451-db71-4e90-8078-4fb5c63cce1f req-6758a7f4-5c06-4ad7-9e3c-fbfd9c747e32 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520617 Jul 23 16:19:01.279076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.287448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ac53b-c3cd-483f-82b0-6ddca8628dcc req-fb66f187-c289-4307-a0f4-3682e2a8c0b3 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.288976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c1ac53b-c3cd-483f-82b0-6ddca8628dcc req-fb66f187-c289-4307-a0f4-3682e2a8c0b3 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.1703918 Jul 23 16:19:01.301034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41954) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:01.310535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Request body: {'floatingip': {'port_id': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:01.313611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.317270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4c0061-2731-47a9-bd04-af998446e540 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:01.364947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Network 757b7f52-6f0a-4d0b-8fa2-139e99d61478 is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:19:01.365733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] No DVR routers for this DVR port 68e07ef8-6065-46c7-8661-eed748ccd4fc on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:01.368881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b2c34-2a14-4b4d-b3b8-538590980007 None None] Pushing event deleted for resources: {'Port': ['ID=68e07ef8-6065-46c7-8661-eed748ccd4fc,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.382460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:01.383368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.394354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:01.452655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:01.577576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2fc5-79ad-43d8-b2a2-c2d6e6534f63 req-a72da968-333f-49b6-aa20-8c68e1b2dffe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.580041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d33f2fc5-79ad-43d8-b2a2-c2d6e6534f63 req-a72da968-333f-49b6-aa20-8c68e1b2dffe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1017530 Jul 23 16:19:01.624002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d33f2fc5-79ad-43d8-b2a2-c2d6e6534f63 req-00756192-42c2-4d9a-82e8-3e3ea3f37ab9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Jul 23 16:19:01.738990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6b4c0061-2731-47a9-bd04-af998446e540'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:01.857570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd53bb-2fee-4da8-9208-c1186ec21b72 req-109412dd-576b-4021-9724-6c6e68c9c6ca tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:01.869418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1cd53bb-2fee-4da8-9208-c1186ec21b72 req-109412dd-576b-4021-9724-6c6e68c9c6ca tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1058211 Jul 23 16:19:01.929971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1cd53bb-2fee-4da8-9208-c1186ec21b72 req-6404b6a3-9687-44ac-9a4d-a55320ad9d28 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596223 Jul 23 16:19:02.419930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc5679-59c9-43ce-87d6-9ae537a6d50b req-a40ab241-1c03-43a6-ba4d-b94fbc69dee2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:02.421505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abfc5679-59c9-43ce-87d6-9ae537a6d50b req-a40ab241-1c03-43a6-ba4d-b94fbc69dee2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.1046491 Jul 23 16:19:02.433621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.441444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.482854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abfc5679-59c9-43ce-87d6-9ae537a6d50b req-8c39b50a-00f2-4b78-b06e-362077fde2f2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524440 Jul 23 16:19:02.542283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:02.627137 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Floating IP aef6bcac-fd8a-4638-b379-d91b8c821b9f associated. External IP: 172.25.2.13, port: 645cbbe6-4552-40e9-b4fc-8212d02b9b7a. Jul 23 16:19:02.812630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9649a-d704-49e8-8599-4646ea4d93af req-15f4427a-d883-4dd0-af73-8be126f16831 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:02.815973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9a9649a-d704-49e8-8599-4646ea4d93af req-15f4427a-d883-4dd0-af73-8be126f16831 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.0922463 Jul 23 16:19:02.865961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9a9649a-d704-49e8-8599-4646ea4d93af req-4c8dbe12-71cf-421f-99f8-e470b6db9cf9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Jul 23 16:19:02.981508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:02.994252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Router 3cf225b0-dc77-4984-a056-4b1ce29eacea has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:03.082193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Deleting port 72f2b83d-06b3-446c-9025-0153eb33ad90 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:03.082457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.086170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a2c94-e3a5-4e4b-ade5-28cc842ae37a req-1b53d202-31db-4603-93a5-1f560899edc5 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.087821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b53a2c94-e3a5-4e4b-ade5-28cc842ae37a req-1b53d202-31db-4603-93a5-1f560899edc5 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.0770984 Jul 23 16:19:03.135672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b53a2c94-e3a5-4e4b-ade5-28cc842ae37a req-9644edca-a2c3-4109-a414-8a96c80b7489 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Jul 23 16:19:03.176762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a145d469-ad80-4908-85f0-c62119c55bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.202576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:03.213640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Sync routers for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:03.214714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.224198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:03.224925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.262551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] For port 72f2b83d-06b3-446c-9025-0153eb33ad90, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=72f2b83d-06b3-446c-9025-0153eb33ad90,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:03.262923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.294911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Calling delete_port for 72f2b83d-06b3-446c-9025-0153eb33ad90 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:03.297516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b9cd9e5-4689-4dd5-978a-f768330b3c1b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "PUT /v2.0/floatingips/aef6bcac-fd8a-4638-b379-d91b8c821b9f HTTP/1.1" status: 200 len: 990 time: 1.9955015 Jul 23 16:19:03.303521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:03.305806 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef984f5e-979c-4e40-8ee2-48e0caa6db55" -d '{"events": [{"name": "network-changed", "server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:03.377481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:03.395895 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f1a7b0-7062-4230-bbca-349b708d5a30 x-openstack-request-id: req-71f1a7b0-7062-4230-bbca-349b708d5a30 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:03.396184 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:03.396439 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71f1a7b0-7062-4230-bbca-349b708d5a30 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:03.396839 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'status': 'completed', 'code': 200} Jul 23 16:19:03.499402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a145d469-ad80-4908-85f0-c62119c55bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.509534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a145d469-ad80-4908-85f0-c62119c55bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.651082 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a145d469-ad80-4908-85f0-c62119c55bbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a31b99e1d4040ee9e1cdbafa1eb7a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667905 Jul 23 16:19:03.655521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145d469-ad80-4908-85f0-c62119c55bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43836716-b675-49dd-8c2f-54f9a350dd1d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:03.660311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42020) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:03.670805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792d62-20b5-45ab-93c6-1b8d8d4a4983 req-984c60f6-46e3-4afc-ab29-4dddea0bd225 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.673024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25792d62-20b5-45ab-93c6-1b8d8d4a4983 req-984c60f6-46e3-4afc-ab29-4dddea0bd225 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.0892286 Jul 23 16:19:03.681625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.697960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-0123ea23-baba-456c-ba38-5186ebfc3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.699653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-0123ea23-baba-456c-ba38-5186ebfc3b05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dfd4a573753480bb4a1f95b05206c70&device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 1096 time: 0.2499881 Jul 23 16:19:03.711150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'aef6bcac-fd8a-4638-b379-d91b8c821b9f', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'port_id': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'mac_address': 'fa:16:3e:70:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:43Z', 'updated_at': '2021-07-23T16:19:02Z', 'revision_number': 1, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.733816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f2b83d-06b3-446c-9025-0153eb33ad90,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:03.734731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25792d62-20b5-45ab-93c6-1b8d8d4a4983 req-23d0e19c-d3df-455a-a716-cd002b096eb0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518746 Jul 23 16:19:03.751549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Checking router: 3cf225b0-dc77-4984-a056-4b1ce29eacea for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:03.765509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:03.766464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:03.865965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.919058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:03.951013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:03.953257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-d6e27b85-c168-4a4c-8a5b-c3bf1cadc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:03.954821 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-d6e27b85-c168-4a4c-8a5b-c3bf1cadc963 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ec5fda1d-19ab-451b-9f6c-1636760460b0 HTTP/1.1" status: 200 len: 913 time: 0.2317741 Jul 23 16:19:04.084371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb74bc-c203-47e3-a801-3f9128242176 req-090e480a-3a75-447b-b3f2-ea0e995fae9c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.091543 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-be16bb79-f6f6-402c-959a-af04d879fcf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a HTTP/1.1" status: 200 len: 998 time: 0.1033325 Jul 23 16:19:04.099734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82cb74bc-c203-47e3-a801-3f9128242176 req-090e480a-3a75-447b-b3f2-ea0e995fae9c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1054888 Jul 23 16:19:04.129529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.132024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.133161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43836716-b675-49dd-8c2f-54f9a350dd1d HTTP/1.1" status: 204 len: 168 time: 0.4717646 Jul 23 16:19:04.137152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.142940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82cb74bc-c203-47e3-a801-3f9128242176 req-dd0faea8-8209-44b8-a94a-1ce693dd91fd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Jul 23 16:19:04.158544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebed28-153b-458c-9e46-33ccceac4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43836716-b675-49dd-8c2f-54f9a350dd1d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.169786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-8142431a-4e20-4925-9265-29f0d8ace27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.171813 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-8142431a-4e20-4925-9265-29f0d8ace27c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec26d263-aa9c-4868-a88c-257556d12d80 HTTP/1.1" status: 200 len: 851 time: 0.0736136 Jul 23 16:19:04.313736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'aef6bcac-fd8a-4638-b379-d91b8c821b9f', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'port_id': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'mac_address': 'fa:16:3e:70:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:43Z', 'updated_at': '2021-07-23T16:19:02Z', 'revision_number': 1, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:04.316358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be698234-00a9-4348-a8a3-f18f21a496b7 req-51ea8737-abb2-43ba-bae9-a1cc83362177 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.318848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-6f466ec8-348e-4a14-ad23-c56fa579b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:04.320352 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-6f466ec8-348e-4a14-ad23-c56fa579b633 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ec5fda1d-19ab-451b-9f6c-1636760460b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149914 Jul 23 16:19:04.320665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be698234-00a9-4348-a8a3-f18f21a496b7 req-51ea8737-abb2-43ba-bae9-a1cc83362177 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.0919724 Jul 23 16:19:04.382877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be698234-00a9-4348-a8a3-f18f21a496b7 req-3aa72a21-740d-44f1-b08c-4e14f2a13f35 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 Jul 23 16:19:04.385001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67de0e-86af-438a-96de-8619ac3398e9 None None] The sync data for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 is: [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'aef6bcac-fd8a-4638-b379-d91b8c821b9f', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'port_id': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'mac_address': 'fa:16:3e:70:06:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:18:43Z', 'updated_at': '2021-07-23T16:19:02Z', 'revision_number': 1, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:04.482172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:04.546908 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-35318694-b35b-48b1-b308-0cbae6979df5 service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924577 Jul 23 16:19:04.552761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Router d5846a6b-c762-4264-b83d-2af17bbcf527 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:04.573120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 6b4c0061-2731-47a9-bd04-af998446e540 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:04.579719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 6b4c0061-2731-47a9-bd04-af998446e540 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:04.580098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.627125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42036) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.656107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.703434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.725315 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c72bfa-b5dc-4ba1-be9a-7d4e28257318 None None] New status for floating IP aef6bcac-fd8a-4638-b379-d91b8c821b9f: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:04.760005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:04.761787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:04.767081 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f4886-f6ab-4dd1-bc94-dc944a219816" -d '{"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-plugged", "status": "completed", "tag": "6b4c0061-2731-47a9-bd04-af998446e540"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:04.770508 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.853424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:04.886152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.887039 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc031631-6497-43b7-b375-7c886b797a3f x-openstack-request-id: req-cc031631-6497-43b7-b375-7c886b797a3f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:04.887352 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-plugged", "status": "completed", "tag": "6b4c0061-2731-47a9-bd04-af998446e540", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:04.887616 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc031631-6497-43b7-b375-7c886b797a3f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:04.888514 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540', 'code': 200} Jul 23 16:19:04.899341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:04.944103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ef984f5e-979c-4e40-8ee2-48e0caa6db55 req-4b97bbbe-bf2a-4e6e-bf73-03003b7d7057 service neutron] 10.222.0.81 "GET /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891647 Jul 23 16:19:04.953753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:04.970620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5d4e270-d168-48e8-a063-1349acccc940 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5846a6b-c762-4264-b83d-2af17bbcf527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8282478 Jul 23 16:19:04.971409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42042) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:04.977811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Sync routers for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:04.992896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:04.995275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.040245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f73e8-44e0-4cee-b1fc-c66171c99f59,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.047838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c785c869ade45b88388040c5594e185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186265 Jul 23 16:19:05.055613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42044) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:05.069076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.069655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.070767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.071277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.071792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.072289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.072786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.073275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.073763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.074286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.074783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.075274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e7acd-f393-41e1-a1a0-ebda0628df28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:05.132598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.152539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48fc82-78cd-4208-a9ac-c048d8f63b44 req-40455bc2-d91f-49f2-89fd-13f35179080e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.153994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a48fc82-78cd-4208-a9ac-c048d8f63b44 req-40455bc2-d91f-49f2-89fd-13f35179080e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.2484035 Jul 23 16:19:05.190175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:05.202999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da3ce0-fb03-4752-8c27-e091cc5e44be req-45e8021d-64d7-49c5-99c0-4fdf78734091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.204517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0da3ce0-fb03-4752-8c27-e091cc5e44be req-45e8021d-64d7-49c5-99c0-4fdf78734091 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1096 time: 0.2400312 Jul 23 16:19:05.207307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.268574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.276972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.323458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a48fc82-78cd-4208-a9ac-c048d8f63b44 req-62f081d8-44e5-4231-9f75-a3b370d6a293 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552896 Jul 23 16:19:05.357086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Deleting port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:05.357623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.383032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0da3ce0-fb03-4752-8c27-e091cc5e44be req-e49ecefb-f573-4e8d-a5ea-6848331311e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522863 Jul 23 16:19:05.438699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.441341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.442553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/240f73e8-44e0-4cee-b1fc-c66171c99f59 HTTP/1.1" status: 204 len: 168 time: 0.3854849 Jul 23 16:19:05.449808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:19:03Z', 'revision_number': 5, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port': {'id': '701cae3c-bb0a-4a2d-9856-0d12996dcfdf', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:17:09Z', 'updated_at': '2021-07-23T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.478794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931252b7-8c07-492b-88d7-284030d1c1e2 req-cefbde55-21a4-43c3-bd5e-2b770b1f5fe9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.480443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-931252b7-8c07-492b-88d7-284030d1c1e2 req-cefbde55-21a4-43c3-bd5e-2b770b1f5fe9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1977479 Jul 23 16:19:05.481450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3ef8e-c6eb-498e-a11c-95f054779a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f73e8-44e0-4cee-b1fc-c66171c99f59,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:05.566386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Checking router: d5846a6b-c762-4264-b83d-2af17bbcf527 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:05.622684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-931252b7-8c07-492b-88d7-284030d1c1e2 req-c3ebab93-c3af-46ce-a020-106dd616cd83 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353009 Jul 23 16:19:05.629590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Routers {'d5846a6b-c762-4264-b83d-2af17bbcf527'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:05.630736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:18:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d5846a6b-c762-4264-b83d-2af17bbcf527'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.689256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c3661-104d-4eaf-87f3-9f89d5fb46da req-4641a214-686d-435b-9b23-c5ebba24c59a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:05.699315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa3c3661-104d-4eaf-87f3-9f89d5fb46da req-4641a214-686d-435b-9b23-c5ebba24c59a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2135854 Jul 23 16:19:05.785833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa3c3661-104d-4eaf-87f3-9f89d5fb46da req-d131a77a-28d8-4c2c-a6b4-1ec53916839c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845895 Jul 23 16:19:05.853446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] For port 701cae3c-bb0a-4a2d-9856-0d12996dcfdf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:05.854075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:05.868386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Calling delete_port for 701cae3c-bb0a-4a2d-9856-0d12996dcfdf owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:05.884112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] Set router d5846a6b-c762-4264-b83d-2af17bbcf527 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:05.945348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:19:05Z', 'revision_number': 6, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:05.977697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7aba-ee21-4683-ad4e-906baa29f326 None None] The sync data for ids ['d5846a6b-c762-4264-b83d-2af17bbcf527'] in n-d-800484-3 is: [{'id': 'd5846a6b-c762-4264-b83d-2af17bbcf527', 'name': 'tempest-AttachSCSIVolumeTestJSON-38056452-router', 'tenant_id': '45387dc2214745e0b73a687274862de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:17:08Z', 'updated_at': '2021-07-23T16:19:05Z', 'revision_number': 6, 'project_id': '45387dc2214745e0b73a687274862de3', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:06.090884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.133436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=701cae3c-bb0a-4a2d-9856-0d12996dcfdf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:06.211545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.324513 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.326890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.390151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.390960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5846a6b-c762-4264-b83d-2af17bbcf527 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:19:06.396979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.399374 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a5ba2247-73b4-4409-b573-96ae2dc6aa7c admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5846a6b-c762-4264-b83d-2af17bbcf527 HTTP/1.1" status: 204 len: 168 time: 1.4223709 Jul 23 16:19:06.401764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42072) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:06.510792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Deleting subnet 507a828a-ca0f-48ad-84f2-8ec0f1c0f246 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:19:06.516827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.600119 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.640535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e823c-3544-424b-8601-260155fb3450 req-a1c80910-c244-4907-a5bb-7fcafdde268e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.642118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5e823c-3544-424b-8601-260155fb3450 req-a1c80910-c244-4907-a5bb-7fcafdde268e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.2044830 Jul 23 16:19:06.735358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5e823c-3544-424b-8601-260155fb3450 req-203b8562-9c93-4c4c-94c1-ac9f1251d041 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858436 Jul 23 16:19:06.772552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.858917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0e4d4-44fc-4656-a316-0086b80f2539 req-10a5b442-67a3-42ef-9e87-18749ae0a36f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:06.860590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5af0e4d4-44fc-4656-a316-0086b80f2539 req-10a5b442-67a3-42ef-9e87-18749ae0a36f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1471877 Jul 23 16:19:06.873327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 72f2b83d-06b3-446c-9025-0153eb33ad90 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:06.902129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 72f2b83d-06b3-446c-9025-0153eb33ad90 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:06.902552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 72f2b83d-06b3-446c-9025-0153eb33ad90 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:06.903039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 701cae3c-bb0a-4a2d-9856-0d12996dcfdf no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:06.916036 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.940101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 701cae3c-bb0a-4a2d-9856-0d12996dcfdf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:06.940542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 701cae3c-bb0a-4a2d-9856-0d12996dcfdf not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:06.988201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:06.990867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/507a828a-ca0f-48ad-84f2-8ec0f1c0f246 HTTP/1.1" status: 204 len: 168 time: 0.5870435 Jul 23 16:19:06.993482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42098) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:06.993991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba06a14-8203-4d55-9d41-4cd3d46d2046 None None] Network 1204f6ec-5d9e-459d-90de-7791feccf172 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:07.034280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287e66b-a5a8-40a0-aff9-0a48ae62b7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507a828a-ca0f-48ad-84f2-8ec0f1c0f246,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.055367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5af0e4d4-44fc-4656-a316-0086b80f2539 req-e33eadb7-0e36-4f69-bba2-b30bd5f34ba8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767368 Jul 23 16:19:07.133317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.233211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63993d42-b36f-43fa-b6fc-36c5c4689935 req-949a2069-ba54-4ec2-b339-ebda450e3c20 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.241232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63993d42-b36f-43fa-b6fc-36c5c4689935 req-949a2069-ba54-4ec2-b339-ebda450e3c20 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.0937243 Jul 23 16:19:07.253688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Deleting port 02f8328a-62c1-411a-b1c7-6c2bac1df62d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:07.254126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.307653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63993d42-b36f-43fa-b6fc-36c5c4689935 req-667cf003-6d33-419a-9ac8-e3f2e585f95a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590055 Jul 23 16:19:07.342278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] For port 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=02f8328a-62c1-411a-b1c7-6c2bac1df62d,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:07.342748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.358003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] DHCP port deletion for 1204f6ec-5d9e-459d-90de-7791feccf172 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:19:07.361168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Calling delete_port for 02f8328a-62c1-411a-b1c7-6c2bac1df62d owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:07.415272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Deleting port 02f8328a-62c1-411a-b1c7-6c2bac1df62d {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:07.415427 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.464616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.496774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] No DVR routers for this DVR port 02f8328a-62c1-411a-b1c7-6c2bac1df62d on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:07.502010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f8328a-62c1-411a-b1c7-6c2bac1df62d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.517802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] For port 02f8328a-62c1-411a-b1c7-6c2bac1df62d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=02f8328a-62c1-411a-b1c7-6c2bac1df62d,segment=NetworkSegment(1b4f01f2-39f9-481b-959b-727d67ae5a04),segment_id=1b4f01f2-39f9-481b-959b-727d67ae5a04)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:07.518222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.533597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Calling delete_port for 02f8328a-62c1-411a-b1c7-6c2bac1df62d owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:07.589465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.603186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1204f6ec-5d9e-459d-90de-7791feccf172']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:07.616841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4f01f2-39f9-481b-959b-727d67ae5a04') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:07.618386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4f01f2-39f9-481b-959b-727d67ae5a04') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:07.630784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.642559 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.655440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.663796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:07.664438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.671922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] Pushing event deleted for resources: {'Port': ['ID=02f8328a-62c1-411a-b1c7-6c2bac1df62d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.676874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc126161-53d2-44d2-85fe-32ec70f6e306 None None] No DVR routers for this DVR port 02f8328a-62c1-411a-b1c7-6c2bac1df62d on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:07.732898 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:07.743793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.749165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:07.751831 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1204f6ec-5d9e-459d-90de-7791feccf172 HTTP/1.1" status: 204 len: 168 time: 0.7573149 Jul 23 16:19:07.785727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c9dea-5b8b-4565-a19c-597ce05df0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1204f6ec-5d9e-459d-90de-7791feccf172,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:07.790595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2aed52-73e0-4b30-97ff-0c862e302acc req-b43b3723-a16e-4e13-9faa-8c217db96c62 tempest-FlavorsV2NegativeTest-2093365490 tempest-FlavorsV2NegativeTest-2093365490-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=16c12e8c16cd435f95985f40f09e5b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279102 Jul 23 16:19:07.953179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42142) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:07.963407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aed52-73e0-4b30-97ff-0c862e302acc req-902d917a-d455-4fd5-bccf-ce3361d93310 tempest-FlavorsV2NegativeTest-2093365490 tempest-FlavorsV2NegativeTest-2093365490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.965185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2aed52-73e0-4b30-97ff-0c862e302acc req-902d917a-d455-4fd5-bccf-ce3361d93310 tempest-FlavorsV2NegativeTest-2093365490 tempest-FlavorsV2NegativeTest-2093365490-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724713 Jul 23 16:19:07.998933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d89f0-34e4-459b-a9ba-16265b89ace1 req-b7cadb9b-7022-4607-92c8-ce0c5db26a59 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:07.999155 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4e24210-694f-4001-8c45-d1c93b10f413 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9f4c43fc78b4490a509eff69f464125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441649 Jul 23 16:19:08.000432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024d89f0-34e4-459b-a9ba-16265b89ace1 req-b7cadb9b-7022-4607-92c8-ce0c5db26a59 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.1082640 Jul 23 16:19:08.001203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42144) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:08.007928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2aed52-73e0-4b30-97ff-0c862e302acc req-f0214e68-b186-49fc-be2f-147dde03ac38 tempest-FlavorsV2NegativeTest-2093365490 tempest-FlavorsV2NegativeTest-2093365490-project] 10.222.0.64 "GET /v2.0/quotas/16c12e8c16cd435f95985f40f09e5b2e HTTP/1.1" status: 200 len: 375 time: 0.0309815 Jul 23 16:19:08.070266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2aed52-73e0-4b30-97ff-0c862e302acc req-a059792d-b600-4324-bfdc-079835fd70dc tempest-FlavorsV2NegativeTest-2093365490 tempest-FlavorsV2NegativeTest-2093365490-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=16c12e8c16cd435f95985f40f09e5b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481694 Jul 23 16:19:08.100066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-024d89f0-34e4-459b-a9ba-16265b89ace1 req-e4614246-fdfb-4fea-a8a2-a19731138185 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903106 Jul 23 16:19:08.111962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.150927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.251411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.254362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:08.255609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d121b1c9-4943-4d58-8e36-4723e0693d59 HTTP/1.1" status: 204 len: 168 time: 0.2533975 Jul 23 16:19:08.265562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedb90e-47ee-4af5-90f4-919e1e3e2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d121b1c9-4943-4d58-8e36-4723e0693d59,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:08.354603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c630d2-e319-4a59-b3b9-bc273d07d0e0 req-9b9490c5-378e-4ab8-accd-b7a50a88df86 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.356335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1c630d2-e319-4a59-b3b9-bc273d07d0e0 req-9b9490c5-378e-4ab8-accd-b7a50a88df86 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1479750 Jul 23 16:19:08.397963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff0d1-83a9-4a7b-9523-dcd13c02ce03 req-efba84f3-ed45-422a-b71d-df896f689558 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.399479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-100ff0d1-83a9-4a7b-9523-dcd13c02ce03 req-efba84f3-ed45-422a-b71d-df896f689558 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1096 time: 0.1122561 Jul 23 16:19:08.452582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1c630d2-e319-4a59-b3b9-bc273d07d0e0 req-44971fa6-df4b-49b1-a779-a9486290662a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873423 Jul 23 16:19:08.488975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-100ff0d1-83a9-4a7b-9523-dcd13c02ce03 req-6e89d0db-8180-46a1-867c-d1833b42e3b4 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732939 Jul 23 16:19:08.712356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91016d8-ae11-4525-ad4c-48cc7c6bf5fc req-ed4b0f62-7b4f-4bc7-8dd7-6d646a018e1c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.713899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e91016d8-ae11-4525-ad4c-48cc7c6bf5fc req-ed4b0f62-7b4f-4bc7-8dd7-6d646a018e1c tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1298146 Jul 23 16:19:08.726676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9e29-3abb-4d3c-b7bc-7064e490a2ac req-c28040a8-012a-4857-bc62-c3d3a694945d tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:08.728394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f03a9e29-3abb-4d3c-b7bc-7064e490a2ac req-c28040a8-012a-4857-bc62-c3d3a694945d tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1096 time: 0.0938570 Jul 23 16:19:08.793409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e91016d8-ae11-4525-ad4c-48cc7c6bf5fc req-c56c828c-5943-4aa8-b9f9-45baf14dabcd tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689919 Jul 23 16:19:08.797522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f03a9e29-3abb-4d3c-b7bc-7064e490a2ac req-04750a84-f44a-46b0-be33-66a6f2eef40a tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629506 Jul 23 16:19:08.811874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42190) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:08.906091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42200) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:08.906989 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-69d1661e-02ec-4695-906b-b3196cc32462 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45387dc2214745e0b73a687274862de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943499 Jul 23 16:19:08.923329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 02f8328a-62c1-411a-b1c7-6c2bac1df62d no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:08.949316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 02f8328a-62c1-411a-b1c7-6c2bac1df62d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:08.949657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 02f8328a-62c1-411a-b1c7-6c2bac1df62d not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:08.964550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:08.997327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.021334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.083874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.087114 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.091571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20355805-0169-4494-a907-ff30252982df HTTP/1.1" status: 204 len: 168 time: 0.1839509 Jul 23 16:19:09.102078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4547a88-9175-485a-b8e0-2f4f47bf0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20355805-0169-4494-a907-ff30252982df,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:09.128317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30af9b31-442d-4ffd-85e3-4160be8b5e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.257699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30af9b31-442d-4ffd-85e3-4160be8b5e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.263549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30af9b31-442d-4ffd-85e3-4160be8b5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.313177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-30af9b31-442d-4ffd-85e3-4160be8b5e4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16c12e8c16cd435f95985f40f09e5b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475518 Jul 23 16:19:09.315599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af9b31-442d-4ffd-85e3-4160be8b5e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab4687c-5d98-49d8-a782-d57fe18a78b6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:09.315863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42218) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:09.396458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.424807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.500376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.504171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:09.512159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ab4687c-5d98-49d8-a782-d57fe18a78b6 HTTP/1.1" status: 204 len: 168 time: 0.1951194 Jul 23 16:19:09.531628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab18d84-e8c1-414c-bc83-4522f0fb2ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab4687c-5d98-49d8-a782-d57fe18a78b6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:09.683366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a510f-9451-42a4-915c-6ddc64a4dfa8 req-ab9ea2f8-51a3-4257-b134-4f483b53b27a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:09.686542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af2a510f-9451-42a4-915c-6ddc64a4dfa8 req-ab9ea2f8-51a3-4257-b134-4f483b53b27a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.0984964 Jul 23 16:19:09.743795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af2a510f-9451-42a4-915c-6ddc64a4dfa8 req-bbdf3bab-061c-4f34-a6cc-3d29afa7c535 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502982 Jul 23 16:19:10.130019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:10.145833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b41877-5131-4046-8eb8-881deba62c40 req-e414ac18-a75c-4af9-a987-b90e162c4d93 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.155191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b41877-5131-4046-8eb8-881deba62c40 req-e414ac18-a75c-4af9-a987-b90e162c4d93 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1317513 Jul 23 16:19:10.168137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-512d788e-7982-46c2-858c-a9b816dd34af tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:10.170089 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-512d788e-7982-46c2-858c-a9b816dd34af tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078630 Jul 23 16:19:10.186127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:10.187226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:19:10.225447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b41877-5131-4046-8eb8-881deba62c40 req-83478612-e410-4ba4-9b2e-f42b8e74d5e7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636599 Jul 23 16:19:10.278675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1926232999-network', 'tenant_id': '36fc6d272e9344e29f0df6bfc68942a6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:10.361382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Made reservation on behalf of 36fc6d272e9344e29f0df6bfc68942a6 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:10.364969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.385015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.425081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:10.425414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:10.425744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:10.439656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:10.439971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:10.450732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:10.451068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:10.451643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:10.451895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Bound port: 6b4c0061-2731-47a9-bd04-af998446e540, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:10.527900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42292) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:10.535548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:10.547036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.548507 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-778be6bf-e874-444c-8671-e87d51680644 service neutron] 10.222.0.64 "POST /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540/bindings HTTP/1.1" status: 201 len: 389 time: 0.3683372 Jul 23 16:19:10.564109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.571275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.599590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:10.624213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.624644 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Added segment 01fda108-ede1-435a-b7d7-cffa7dc8a0d5 of type vlan for network 9f77628a-e8a2-49bf-9e76-105b35316d82 Jul 23 16:19:10.626761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.690478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.702573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-network', 'tenant_id': '38400845fdeb419185670c5d01d12523'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:10.740086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.741319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.742148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.748898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Made reservation on behalf of 38400845fdeb419185670c5d01d12523 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:10.751241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.768899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6370783 Jul 23 16:19:10.771582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:10.776899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Request body: {'subnet': {'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1926232999-subnet', 'tenant_id': '36fc6d272e9344e29f0df6bfc68942a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:10.832844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63df516-b6e5-4bf1-92eb-e9f5dfc4f877 admin admin] Pushing event updated for resources: {'Network': ['ID=9f77628a-e8a2-49bf-9e76-105b35316d82,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:10.843068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Made reservation on behalf of 36fc6d272e9344e29f0df6bfc68942a6 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:10.846015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:10.847251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9f77628a-e8a2-49bf-9e76-105b35316d82 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:10.984370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-6e0ee398-1932-425c-b8de-14172914aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:10.985796 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-6e0ee398-1932-425c-b8de-14172914aeeb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1096 time: 0.1362660 Jul 23 16:19:11.176999 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.183534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.202984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-1d11567d-bbc6-41c1-9098-ac74b1f214af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.205267 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-1d11567d-bbc6-41c1-9098-ac74b1f214af service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2122614 Jul 23 16:19:11.211995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.257350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cac43-9145-478b-a27a-acd7bbac0b1d req-97381a96-bb30-47e0-bf34-976b9f6ec5fb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.258933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-636cac43-9145-478b-a27a-acd7bbac0b1d req-97381a96-bb30-47e0-bf34-976b9f6ec5fb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1333807 Jul 23 16:19:11.285901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-2b7fd195-7143-42e3-a5cb-eada8cee85a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 217 time: 0.0714824 Jul 23 16:19:11.291669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caff6d-ea32-43e4-99aa-687acadefcc6 req-8d04b945-21ec-442d-8aeb-371e18fedabe tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.293103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78caff6d-ea32-43e4-99aa-687acadefcc6 req-8d04b945-21ec-442d-8aeb-371e18fedabe tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.5556328 Jul 23 16:19:11.356806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb98e2ca-9032-4758-a10e-50b786c11315,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.366579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-636cac43-9145-478b-a27a-acd7bbac0b1d req-9dd5f0ee-6754-437b-8026-223a736b510a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973454 Jul 23 16:19:11.366917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Checking segment: {'id': '01fda108-ede1-435a-b7d7-cffa7dc8a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:11.367325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Network hostable DHCP agents. Network: 9f77628a-e8a2-49bf-9e76-105b35316d82, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:11.381320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-9c1c85d4-18e3-4372-bdcb-ea2173cdba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.382417 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-9c1c85d4-18e3-4372-bdcb-ea2173cdba2d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0890348 Jul 23 16:19:11.403220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Network 9f77628a-e8a2-49bf-9e76-105b35316d82 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:11.408401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78caff6d-ea32-43e4-99aa-687acadefcc6 req-642e3ad8-9924-4aec-b195-e04f21dff978 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Jul 23 16:19:11.441280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9f77628a-e8a2-49bf-9e76-105b35316d82) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:11.445319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-ed6b4c61-7f7e-44a9-a6dd-922289a39f00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556986 Jul 23 16:19:11.448407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.449001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.451072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.452873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeec3ec-33f3-4bec-b973-3a0ef6f9aa1d None None] Network 9f77628a-e8a2-49bf-9e76-105b35316d82 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:11.461478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.510131 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1726a0d1-4ba8-4d54-9e4b-6c33a70c25ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7372015 Jul 23 16:19:11.512340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:11.598151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.599468 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Added segment 410a2124-de9e-42ad-a522-e46318aa3e22 of type vlan for network 9019c1ff-e47b-44b6-8452-710180156e45 Jul 23 16:19:11.601987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5a09b-758e-473f-98a9-98bca082101d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.626936 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-8e15cc8e-1ce1-48ad-9f2b-82b043ad3da6 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578553 Jul 23 16:19:11.711775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.742237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcf081-afc3-4421-a6b5-8778473011f4 None None] Network 9f77628a-e8a2-49bf-9e76-105b35316d82 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:11.780747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d6fe5c5f-c996-4aa4-8251-892e2df57cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.786251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056cd3a-0388-410b-b672-249bc1de5c55 req-4bd4cae9-0dfb-49ea-9a1b-751608fdd42a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.794256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7056cd3a-0388-410b-b672-249bc1de5c55 req-4bd4cae9-0dfb-49ea-9a1b-751608fdd42a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2786231 Jul 23 16:19:11.808057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.809010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:11.809593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:11.811979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-7f1cd4da-638e-48b5-9f67-7625e623348f service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749685 Jul 23 16:19:11.872858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3427720 Jul 23 16:19:11.877027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42314) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:11.928190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Request body: {'subnet': {'network_id': '9019c1ff-e47b-44b6-8452-710180156e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-subnet', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:11.942951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7056cd3a-0388-410b-b672-249bc1de5c55 req-ed544de6-b03e-4fca-9a40-3d62939c8882 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476042 Jul 23 16:19:11.953542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb4cf0-0880-42a2-a69a-f7c5dd5124f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9019c1ff-e47b-44b6-8452-710180156e45,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:11.992132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Made reservation on behalf of 38400845fdeb419185670c5d01d12523 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:11.994948 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.068241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9019c1ff-e47b-44b6-8452-710180156e45 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:12.363085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.432132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fa0c6c-7430-499b-9aad-7303af48b1a2,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.468384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Checking segment: {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:12.468889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Network hostable DHCP agents. Network: 9019c1ff-e47b-44b6-8452-710180156e45, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:12.489568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Network 9019c1ff-e47b-44b6-8452-710180156e45 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:12.512835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9019c1ff-e47b-44b6-8452-710180156e45) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:12.522515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.525788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2284c7-c932-4127-ac3a-418ead30cc64 None None] Network 9019c1ff-e47b-44b6-8452-710180156e45 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:12.534939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1874990024-network', 'tenant_id': 'a7b7789af4364ae8803250430a84b335'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:12.576025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Made reservation on behalf of a7b7789af4364ae8803250430a84b335 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:12.576665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.577449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.578544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.602636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.637615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c72656ed-3d53-44ab-8562-b1bae8c04cc5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7567146 Jul 23 16:19:12.644308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42338) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:12.650849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:12.682350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c36c02-6bd0-461e-84c4-93556d9ef07c req-9d720605-2393-4b4c-a7d2-3e24471a14c4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.683985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80c36c02-6bd0-461e-84c4-93556d9ef07c req-9d720605-2393-4b4c-a7d2-3e24471a14c4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1836183 Jul 23 16:19:12.728122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d81b6-8068-45e0-91c9-3dee44cf7630 req-ab49c50c-3ac5-4dcc-b8a6-0f1eff4a43bb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:12.729613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-172d81b6-8068-45e0-91c9-3dee44cf7630 req-ab49c50c-3ac5-4dcc-b8a6-0f1eff4a43bb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.1594226 Jul 23 16:19:12.739573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9019c1ff-e47b-44b6-8452-710180156e45', 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'fixed_ips': [{'subnet_id': '54fa0c6c-7430-499b-9aad-7303af48b1a2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:12.741134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.764857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80c36c02-6bd0-461e-84c4-93556d9ef07c req-3a0a331e-8a95-4b31-949c-ab198ac4e724 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714390 Jul 23 16:19:12.780665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.786396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-172d81b6-8068-45e0-91c9-3dee44cf7630 req-a5063571-3c9d-4bd8-8e1e-ac0a399daef8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Jul 23 16:19:12.787014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.814141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.815836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.856564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:12.873866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4ea52a-0e52-49b0-8f3c-ff53454c54e7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:12.879482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.879902 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Added segment b6799939-940d-412f-a015-ce860fbec55a of type vlan for network be6a6307-689f-42e7-8c97-41879707305c Jul 23 16:19:12.929582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:12.959975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.008394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Allocated IP 172.20.0.2 (9019c1ff-e47b-44b6-8452-710180156e45/54fa0c6c-7430-499b-9aad-7303af48b1a2/e0efd595-e4c1-44f6-ad60-89ebc7500d6c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:13.043908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.045148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.045835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.093787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5692043 Jul 23 16:19:13.096410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:13.102232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Request body: {'subnet': {'network_id': 'be6a6307-689f-42e7-8c97-41879707305c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1874990024-subnet', 'tenant_id': 'a7b7789af4364ae8803250430a84b335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:13.189526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039133-c713-4ae5-9e0e-3648abf64330 admin admin] Pushing event updated for resources: {'Network': ['ID=be6a6307-689f-42e7-8c97-41879707305c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.200313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Made reservation on behalf of a7b7789af4364ae8803250430a84b335 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:13.203661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.204679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network be6a6307-689f-42e7-8c97-41879707305c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:13.244058 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.287237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Transition to ACTIVE for port object e0efd595-e4c1-44f6-ad60-89ebc7500d6c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:13.331928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.372913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Transition to ACTIVE for port object e0efd595-e4c1-44f6-ad60-89ebc7500d6c will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:13.383153 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.390853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cb0c9-a6ce-488b-a671-0c24dfc33e2e req-7c62c4bb-d5c0-4823-9ba5-30d0efde0773 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.393158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-307cb0c9-a6ce-488b-a671-0c24dfc33e2e req-7c62c4bb-d5c0-4823-9ba5-30d0efde0773 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.3082325 Jul 23 16:19:13.407548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.429262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Network 9019c1ff-e47b-44b6-8452-710180156e45 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:13.433562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:13.439386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:13.457158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-307cb0c9-a6ce-488b-a671-0c24dfc33e2e req-69ab75e1-62f7-413c-9b56-3a417cfffdef tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Jul 23 16:19:13.512829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a33a70-2980-4f40-8a24-ae4e5ce87011,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.516810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Pushing event updated for resources: {'Port': ['ID=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:13.535543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Attempting to bind port e0efd595-e4c1-44f6-ad60-89ebc7500d6c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:13.535919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Attempting to bind port e0efd595-e4c1-44f6-ad60-89ebc7500d6c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:13.536290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Attempting to bind port e0efd595-e4c1-44f6-ad60-89ebc7500d6c on network 9019c1ff-e47b-44b6-8452-710180156e45 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:13.541685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:13.542103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Checking segment: {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:13.542226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Checking segment: {'id': 'b6799939-940d-412f-a015-ce860fbec55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'be6a6307-689f-42e7-8c97-41879707305c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:13.542673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.542760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Network hostable DHCP agents. Network: be6a6307-689f-42e7-8c97-41879707305c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:13.542956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Bound using segment: {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:13.543372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Bound port: e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:13.543760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.585612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Network be6a6307-689f-42e7-8c97-41879707305c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:13.605771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, be6a6307-689f-42e7-8c97-41879707305c) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:13.613474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:13.614083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.619758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a69f251-a140-4e7f-b3ab-1525ced96178 None None] Network be6a6307-689f-42e7-8c97-41879707305c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:13.645140 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c822d2e8-b85a-4e7a-88f2-511ed5a450ce admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5473099 Jul 23 16:19:13.730924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:13.736345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.744956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] For port e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:13.751920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] For port e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:13.766207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.767317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:13.945311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75f7c9-c0c5-4591-9f22-af7c7483f400 None None] Pushing event updated for resources: {'Port': ['ID=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.027632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e57de-32e5-46b3-a377-418865174e73 None None] Network be6a6307-689f-42e7-8c97-41879707305c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:14.058180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Allocated IP 172.25.2.84 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/7835f5b4-f19b-43c0-8a9b-40377cc928f2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:14.114364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b640ed-39ea-4246-b1ee-bb2a9e858381 req-e9309119-b47a-4e81-aeab-6eaa7ae5bb66 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.116563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19b640ed-39ea-4246-b1ee-bb2a9e858381 req-e9309119-b47a-4e81-aeab-6eaa7ae5bb66 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2179306 Jul 23 16:19:14.156959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe2b30-e77d-45ca-aa97-5ab6768e230b req-a28f58dd-f5f6-44bf-a26a-c4d588637ab0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.162204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bbe2b30-e77d-45ca-aa97-5ab6768e230b req-a28f58dd-f5f6-44bf-a26a-c4d588637ab0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.2097175 Jul 23 16:19:14.258041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.267375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19b640ed-39ea-4246-b1ee-bb2a9e858381 req-1e319562-e413-42ff-ac58-55877bbaaf50 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378825 Jul 23 16:19:14.319350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bbe2b30-e77d-45ca-aa97-5ab6768e230b req-3a8b1f98-1d65-438a-bdc4-40a8cbfbbf2e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415875 Jul 23 16:19:14.368418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-86a8c15b-2141-4405-b4e6-5159002e7b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.383365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.439311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:14.484845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:14.489976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:14.497044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:14.500271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Pushing event updated for resources: {'Port': ['ID=7835f5b4-f19b-43c0-8a9b-40377cc928f2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:14.914810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0efd595-e4c1-44f6-ad60-89ebc7500d6c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:14.922825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-dcfd6343-784e-4faa-9f24-de186a40a22d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.930382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-dcfd6343-784e-4faa-9f24-de186a40a22d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.3242476 Jul 23 16:19:14.970940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-f18f65e8-2b97-421e-80c9-1351c3076dcb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/quotas/eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 375 time: 0.0395811 Jul 23 16:19:14.977576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e0efd595-e4c1-44f6-ad60-89ebc7500d6c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:14.995492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-6d01198f-f933-41d0-96c1-ac747b24df27 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:14.996944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-6d01198f-f933-41d0-96c1-ac747b24df27 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/networks?id=9f77628a-e8a2-49bf-9e76-105b35316d82 HTTP/1.1" status: 200 len: 815 time: 0.3222919 Jul 23 16:19:15.035868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.045843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-2b923b18-a962-4c5a-87db-a5c1b9927db0 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/quotas/36fc6d272e9344e29f0df6bfc68942a6 HTTP/1.1" status: 200 len: 375 time: 0.0234401 Jul 23 16:19:15.132413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae8a71-276f-4aa1-a7fd-3c5f5d8ee551 None None] Network 9019c1ff-e47b-44b6-8452-710180156e45 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:15.144576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-94d9f030-85cc-4ebf-9327-b400894207ab tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=36fc6d272e9344e29f0df6bfc68942a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663931 Jul 23 16:19:15.193031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-d8b32068-f9ab-41ba-aed8-4b8381be86b8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211261 Jul 23 16:19:15.217948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Provisioning for port e0efd595-e4c1-44f6-ad60-89ebc7500d6c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:15.224917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Provisioning complete for port e0efd595-e4c1-44f6-ad60-89ebc7500d6c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:15.225293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.366428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.411997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.421917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] For port e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:15.426839 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.480228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be04435-9b9d-4d63-b484-0b0ff522a10c None None] Pushing event updated for resources: {'Port': ['ID=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:15.650714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b034574-1a9e-4a6b-89c2-edfee6011cde None None] Provisioning complete for port e0efd595-e4c1-44f6-ad60-89ebc7500d6c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:15.651078 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b034574-1a9e-4a6b-89c2-edfee6011cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.706086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-f2998d8c-1d05-4c3f-ad98-f97a80aa63cd service neutron] 10.222.0.64 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487235 Jul 23 16:19:15.744409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-0c700e5d-88c3-4270-bb7b-ecbd939fe15e service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354474 Jul 23 16:19:15.780814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:15.959756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-9f0e2056-d25e-42ec-9b98-bfde31d73bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433541 Jul 23 16:19:15.983203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-3258b58e-ea61-45ae-a7b9-414e9221b667 service neutron] 10.222.0.64 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297630 Jul 23 16:19:16.022881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Router ed3e491d-a645-4924-856b-4ab8e4dafe83 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:19:16.199644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:16.209859 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Sync routers for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:16.225124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:16.225974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:16.239354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:16.244083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:16.244857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c8be989-6ecb-49ff-ba4a-585a2f65a297 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5989223 Jul 23 16:19:16.332920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12ca5-141e-4c14-84a0-b8b58ce7a655 req-e4160bee-9411-46b7-9c1f-2edbdfade90b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.346145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34e12ca5-141e-4c14-84a0-b8b58ce7a655 req-e4160bee-9411-46b7-9c1f-2edbdfade90b tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1937935 Jul 23 16:19:16.464178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34e12ca5-141e-4c14-84a0-b8b58ce7a655 req-b914179e-4f70-4655-85cc-7d39133e390f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164773 Jul 23 16:19:16.597227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:16.831190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a2689-ef77-4c3d-a485-360e31834e42 req-02ecc71e-c75d-43d3-bda5-e86e9a1f7fca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.844816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca0a2689-ef77-4c3d-a485-360e31834e42 req-02ecc71e-c75d-43d3-bda5-e86e9a1f7fca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.3100753 Jul 23 16:19:16.940069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49bb6c-9847-4143-87bc-9a2a65307dc7 req-74365683-ec1c-49ee-a74b-a0fb7fabc8c9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:16.955088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a49bb6c-9847-4143-87bc-9a2a65307dc7 req-74365683-ec1c-49ee-a74b-a0fb7fabc8c9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.2976472 Jul 23 16:19:16.955404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0efd595-e4c1-44f6-ad60-89ebc7500d6c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:17.017399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca0a2689-ef77-4c3d-a485-360e31834e42 req-342f885e-fd84-4c44-8129-1559578f95bd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715007 Jul 23 16:19:17.074325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a49bb6c-9847-4143-87bc-9a2a65307dc7 req-5ddea9d4-86c9-438e-a29d-71af87c5eb0f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Jul 23 16:19:17.078570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e0efd595-e4c1-44f6-ad60-89ebc7500d6c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:17.079426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.151616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 3, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.247220 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Checking router: ed3e491d-a645-4924-856b-4ab8e4dafe83 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:17.248024 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Updating router ed3e491d-a645-4924-856b-4ab8e4dafe83 port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:17.294548 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.332540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.426942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61290dfb-82a3-4d55-a161-f86d3c8bbbd5 req-93bc7968-68b4-46bc-8f9f-f62835b6bb5c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 210 time: 0.0889680 Jul 23 16:19:17.432812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad27fa8-3e22-460a-907b-928ce12274b3 req-ef76500a-e7fb-42ea-9e83-6ba817ad9490 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 210 time: 0.0645518 Jul 23 16:19:17.466582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.617583 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.629007 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Transition to ACTIVE for port object 7835f5b4-f19b-43c0-8a9b-40377cc928f2 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:17.636884 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.663704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d842d-5f40-4210-9e15-bd8fc5e35a07 req-e37e008b-b78c-4b85-bdcb-6c55cda03ea6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.670975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e1d842d-5f40-4210-9e15-bd8fc5e35a07 req-e37e008b-b78c-4b85-bdcb-6c55cda03ea6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.0946581 Jul 23 16:19:17.686832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Allocated IP 172.20.0.1 (9019c1ff-e47b-44b6-8452-710180156e45/54fa0c6c-7430-499b-9aad-7303af48b1a2/e9336480-0b16-4239-bdc3-3827c549e634) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:17.702632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Attempting to bind port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:17.703001 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Attempting to bind port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:17.703395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Attempting to bind port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:17.711077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e1d842d-5f40-4210-9e15-bd8fc5e35a07 req-56d8cd3a-cbe2-4501-a0ec-57cc1c48d2a7 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Jul 23 16:19:17.714977 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:17.715356 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:17.715759 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.716304 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:17.716778 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Bound port: 7835f5b4-f19b-43c0-8a9b-40377cc928f2, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:17.717181 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.720253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Pushing event updated for resources: {'Port': ['ID=7835f5b4-f19b-43c0-8a9b-40377cc928f2,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.748381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.748787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.749061 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.749381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.749712 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.750065 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.750394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.750716 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.751037 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.751360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.751702 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.752011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:17.794229 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] For port 7835f5b4-f19b-43c0-8a9b-40377cc928f2, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:17.801963 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] For port 7835f5b4-f19b-43c0-8a9b-40377cc928f2, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7835f5b4-f19b-43c0-8a9b-40377cc928f2,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:17.808670 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.848582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.868067 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:17.868716 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:17.888895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Transition to ACTIVE for port object e9336480-0b16-4239-bdc3-3827c549e634 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:17.945706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394b030-e680-431c-b5ef-120e4ea34bc5 None None] Pushing event updated for resources: {'Port': ['ID=7835f5b4-f19b-43c0-8a9b-40377cc928f2,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:17.986233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-ee53520f-3d9b-4844-80d8-598f61378f7d tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:17.988302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-ee53520f-3d9b-4844-80d8-598f61378f7d tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.81 "GET /v2.0/networks?id=9f77628a-e8a2-49bf-9e76-105b35316d82 HTTP/1.1" status: 200 len: 815 time: 0.1286967 Jul 23 16:19:17.989856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:17.995351 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:18.029923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Request body: {'port': {'device_id': '326a6e90-8905-421d-bff6-504a1a45095f', 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82', 'admin_state_up': True, 'tenant_id': '36fc6d272e9344e29f0df6bfc68942a6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:18.039957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Network 9019c1ff-e47b-44b6-8452-710180156e45 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:18.056156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:18.064117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:18.102586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Pushing event updated for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:18.186540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.223234 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 3, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:18.301643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bb9f-6aa4-44e1-9833-9fe01324f700 req-10e73270-718a-4bad-9576-6520b0c18f09 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.302285 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d2daa-2df5-41af-930f-41372d3ef1af None None] The sync data for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 is: [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:14Z', 'revision_number': 3, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:18.310102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d37bb9f-6aa4-44e1-9833-9fe01324f700 req-10e73270-718a-4bad-9576-6520b0c18f09 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1554496 Jul 23 16:19:18.412407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d37bb9f-6aa4-44e1-9833-9fe01324f700 req-237f993d-c660-47e6-bebd-5b280c33cfe5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954123 Jul 23 16:19:18.433861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3cb87-0b5d-4abe-8bba-48e415e81108 req-85befb5c-2912-4f80-92d5-c56a65cd25bb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.440988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Made reservation on behalf of 36fc6d272e9344e29f0df6bfc68942a6 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:18.443883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adc3cb87-0b5d-4abe-8bba-48e415e81108 req-85befb5c-2912-4f80-92d5-c56a65cd25bb tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.2510467 Jul 23 16:19:18.453446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.488423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c2dcf32-ca6b-45e9-974b-2584519ce8d4 None None] Provisioning for port e9336480-0b16-4239-bdc3-3827c549e634 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:18.508671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c2dcf32-ca6b-45e9-974b-2584519ce8d4 None None] Provisioning complete for port e9336480-0b16-4239-bdc3-3827c549e634 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:18.509321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2dcf32-ca6b-45e9-974b-2584519ce8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.529908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.600143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adc3cb87-0b5d-4abe-8bba-48e415e81108 req-846d5a24-df87-4562-a513-76d7a0bcf059 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538923 Jul 23 16:19:18.600478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:18.664805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dcf32-ca6b-45e9-974b-2584519ce8d4 None None] Port e9336480-0b16-4239-bdc3-3827c549e634 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:18.785725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-e35caee7-7f41-4ff9-855d-f1e86b088dc9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:18.799418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-e35caee7-7f41-4ff9-855d-f1e86b088dc9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 808 time: 0.3528171 Jul 23 16:19:18.809953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:18.844789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4b8d41b-6758-490f-9089-4da5ac45f0dd req-cd0bcef1-6a60-4466-adba-fe50f06215af tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 210 time: 0.0874178 Jul 23 16:19:18.850738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Request body: {'port': {'device_id': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'admin_state_up': True, 'tenant_id': 'eb9a8dcfd8f84609a0cd34b9fc6cb198'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:18.857849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Allocated IP 172.20.0.6 (9f77628a-e8a2-49bf-9e76-105b35316d82/bb98e2ca-9032-4758-a10e-50b786c11315/f914c7b5-7ef6-4e61-a132-2cc57985e675) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:18.902646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:18.906467 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae135a-8fd7-4f71-8cf5-d92804d41511" -d '{"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:18.935751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:18.938301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9e2bab6-9877-4d57-90fc-cbe6dd558aae req-60bbb430-f49e-45a1-b339-024e0e3cc087 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 210 time: 0.1142604 Jul 23 16:19:18.945006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.038777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7835f5b4-f19b-43c0-8a9b-40377cc928f2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:19.053837 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f597a6d-e775-4eff-a55f-cda4cd2081be x-openstack-request-id: req-3f597a6d-e775-4eff-a55f-cda4cd2081be {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:19.055749 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:19.056013 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f597a6d-e775-4eff-a55f-cda4cd2081be {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:19.056417 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'code': 200} Jul 23 16:19:19.123325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.139889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.153110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:19.157721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:19.158205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.200601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Made reservation on behalf of eb9a8dcfd8f84609a0cd34b9fc6cb198 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:19.205487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.236923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35deb6b-2506-429a-a2b9-9d23340994ca req-f0b41646-5715-4cb3-adee-2c3fbfb744ce tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.246545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e35deb6b-2506-429a-a2b9-9d23340994ca req-f0b41646-5715-4cb3-adee-2c3fbfb744ce tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.1793926 Jul 23 16:19:19.250952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.291053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.311486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e35deb6b-2506-429a-a2b9-9d23340994ca req-f2825752-9c73-4e55-9fb1-65e8b79b6314 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636663 Jul 23 16:19:19.318337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.350944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.368142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7835f5b4-f19b-43c0-8a9b-40377cc928f2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7835f5b4-f19b-43c0-8a9b-40377cc928f2,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:19.374849 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.387435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.430382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Network 9f77628a-e8a2-49bf-9e76-105b35316d82 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:19.431049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Pushing event updated for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.453442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:19.494374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:19.504570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Allocated IP 172.20.0.6 (06195bdd-656a-4ed4-a01d-5b775a38fb88/68062c34-cb9c-4121-9797-ad8ffd88e4d8/548f1085-e5ce-4056-b9e6-b01f2e824290) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:19.506583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7835f5b4-f19b-43c0-8a9b-40377cc928f2,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.765658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2095-2d2e-4c0e-ac50-a560829325af req-ff8ceece-266a-4db7-9a7b-86ade7c01a39 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.768944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e65d2095-2d2e-4c0e-ac50-a560829325af req-ff8ceece-266a-4db7-9a7b-86ade7c01a39 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2125921 Jul 23 16:19:19.907942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e65d2095-2d2e-4c0e-ac50-a560829325af req-aec9affc-d746-42ce-a4ac-d4d1c90f538a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180921 Jul 23 16:19:19.918059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:19.962791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Pushing event updated for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:19.968641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746239b-4637-4f96-b5dd-65454f4911be req-be900563-fe19-410e-8dc0-435d2186d80d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.972128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Network 9019c1ff-e47b-44b6-8452-710180156e45 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:19.976764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:19.978265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2746239b-4637-4f96-b5dd-65454f4911be req-be900563-fe19-410e-8dc0-435d2186d80d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.1989985 Jul 23 16:19:19.984796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:19.985567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.057180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-a1fe6c20-613d-4148-99b3-752935046675 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0311837 Jul 23 16:19:20.060323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2746239b-4637-4f96-b5dd-65454f4911be req-f20314e6-4410-4ec0-aa51-8944830ff445 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810952 Jul 23 16:19:20.074917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.114896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:20.141834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Request body: {'port': {'device_id': '326a6e90-8905-421d-bff6-504a1a45095f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.263191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Network 06195bdd-656a-4ed4-a01d-5b775a38fb88 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:20.291052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.309764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Router ed3e491d-a645-4924-856b-4ab8e4dafe83 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:20.312071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:20.315306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:20.369211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.406306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3b39dde0-ebe0-432d-a4dd-b6b648ec51c8 None None] Provisioning complete for port e9336480-0b16-4239-bdc3-3827c549e634 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:20.406894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3b39dde0-ebe0-432d-a4dd-b6b648ec51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.452546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.453662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.456332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3b39dde0-ebe0-432d-a4dd-b6b648ec51c8 None None] Port e9336480-0b16-4239-bdc3-3827c549e634 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:20.471235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0588-34d9-4683-8bbb-2d145e84c8b3 req-51b3b33b-2c66-4a2d-958d-23cf00eb7b15 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.473500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e8c0588-34d9-4683-8bbb-2d145e84c8b3 req-51b3b33b-2c66-4a2d-958d-23cf00eb7b15 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 931 time: 0.2392735 Jul 23 16:19:20.503153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f343792-d46d-4ba2-a952-80cc94114ab5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6571836 Jul 23 16:19:20.523348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836658e-ec79-4450-bd3b-b5acd5a74a18 req-a447725c-68a3-41fc-a728-486fd30ba811 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:20.525204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8836658e-ec79-4450-bd3b-b5acd5a74a18 req-a447725c-68a3-41fc-a728-486fd30ba811 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 931 time: 0.3533125 Jul 23 16:19:20.546505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Request body: {'port': {'device_id': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:20.591365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:20.633126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e8c0588-34d9-4683-8bbb-2d145e84c8b3 req-01e1f3a7-f04b-4bd9-a7bb-3309a33211cb tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440337 Jul 23 16:19:20.675829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8836658e-ec79-4450-bd3b-b5acd5a74a18 req-c347a14a-86ce-4bc2-8e14-4cf8a39fda93 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333184 Jul 23 16:19:20.749641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.806509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:20.812663 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3bdf7de-701a-4b40-9fec-b36263b4ee9f admin admin] 10.222.0.64 "PUT /v2.0/routers/ed3e491d-a645-4924-856b-4ab8e4dafe83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5655048 Jul 23 16:19:20.822664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f914c7b5-7ef6-4e61-a132-2cc57985e675 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:20.830580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:20.830872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.852193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'port_id': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'mac_address': 'fa:16:3e:27:ae:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da447f5-74bf-4b48-a081-2547755ff4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:20.859943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Transition to ACTIVE for port object f914c7b5-7ef6-4e61-a132-2cc57985e675 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:20.865844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.928091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:20.949034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffdc3a7-152d-43dc-a2fe-4476413500d8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:20.980871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Pushing event updated for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:20.982544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:20.984100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7835f5b4-f19b-43c0-8a9b-40377cc928f2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:20.990560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Sync routers for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:21.016570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.070904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:21.070904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:21.084082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Attempting to bind port f914c7b5-7ef6-4e61-a132-2cc57985e675 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:21.084424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Attempting to bind port f914c7b5-7ef6-4e61-a132-2cc57985e675 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '01fda108-ede1-435a-b7d7-cffa7dc8a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:21.084753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Attempting to bind port f914c7b5-7ef6-4e61-a132-2cc57985e675 on network 9f77628a-e8a2-49bf-9e76-105b35316d82 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:21.089470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Port f914c7b5-7ef6-4e61-a132-2cc57985e675 on network 9f77628a-e8a2-49bf-9e76-105b35316d82 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:21.089796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Attempting to bind port f914c7b5-7ef6-4e61-a132-2cc57985e675 on network 9f77628a-e8a2-49bf-9e76-105b35316d82 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:21.094986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:21.095322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Checking segment: {'id': '01fda108-ede1-435a-b7d7-cffa7dc8a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:21.095702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Bound using segment: {'id': '01fda108-ede1-435a-b7d7-cffa7dc8a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:21.096117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Bound port: f914c7b5-7ef6-4e61-a132-2cc57985e675, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01fda108-ede1-435a-b7d7-cffa7dc8a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:21.097042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.180443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:21.184206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675,segment=NetworkSegment(01fda108-ede1-435a-b7d7-cffa7dc8a0d5),segment_id=01fda108-ede1-435a-b7d7-cffa7dc8a0d5)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:21.189787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.218317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548f1085-e5ce-4056-b9e6-b01f2e824290 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:21.227724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.240347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Transition to ACTIVE for port object 548f1085-e5ce-4056-b9e6-b01f2e824290 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:21.256315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.259363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Pushing event updated for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.264887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.265561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.267293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-77457f31-e6f5-4a84-9b37-eeb2524157fa service neutron] 10.222.0.81 "PUT /v2.0/ports/f914c7b5-7ef6-4e61-a132-2cc57985e675 HTTP/1.1" status: 200 len: 1091 time: 1.1324806 Jul 23 16:19:21.269165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:21.271960 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffb8e87-c598-4d32-b8f0-c93622832f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:21.331318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.357730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:21.358505 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.394227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815e82d-108b-4387-97ee-4ec41175c00a req-28b17703-2a22-487a-98c4-feb65c88d832 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.395895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2815e82d-108b-4387-97ee-4ec41175c00a req-28b17703-2a22-487a-98c4-feb65c88d832 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 943 time: 0.6356339 Jul 23 16:19:21.409625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-d49031c1-c305-4246-9a4e-06414a1553c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.411163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-d49031c1-c305-4246-9a4e-06414a1553c1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36fc6d272e9344e29f0df6bfc68942a6&device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 1094 time: 0.0750437 Jul 23 16:19:21.417057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:21.420457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['9ffdc3a7-152d-43dc-a2fe-4476413500d8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:21.429970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.456426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a9640-15fa-4cfe-9d23-20f2cd6d9e19 req-afaea7ac-ae6f-4803-8cc9-58c990543cbe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.463536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-203a9640-15fa-4cfe-9d23-20f2cd6d9e19 req-afaea7ac-ae6f-4803-8cc9-58c990543cbe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2183659 Jul 23 16:19:21.491716 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-1ed6a39a-4ea4-4e19-b511-b8e65855d60b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675 HTTP/1.1" status: 200 len: 217 time: 0.0596206 Jul 23 16:19:21.546669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2815e82d-108b-4387-97ee-4ec41175c00a req-be11effe-32dc-4ea9-9d56-3fd6a0f56d94 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138327 Jul 23 16:19:21.563091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:21.565481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:21.567628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:21.570777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-27448cbb-dfee-4a60-bd42-eae2bfb5ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.572862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-27448cbb-dfee-4a60-bd42-eae2bfb5ed63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb98e2ca-9032-4758-a10e-50b786c11315 HTTP/1.1" status: 200 len: 855 time: 0.0746300 Jul 23 16:19:21.583777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-203a9640-15fa-4cfe-9d23-20f2cd6d9e19 req-a11898dd-880f-40f9-b79f-ec081abf6ab1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191831 Jul 23 16:19:21.584720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:21.585196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:21.606002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:21.608019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:21.608614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:21.609784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Bound port: 548f1085-e5ce-4056-b9e6-b01f2e824290, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:21.611064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.655031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-c5f0fb99-74e9-44cd-921a-1d60ba15b8ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f77628a-e8a2-49bf-9e76-105b35316d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721645 Jul 23 16:19:21.702000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:21.705568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:21.718665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.792505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-505b6276-f74d-468e-8bb6-9bbd33b89c5a service neutron] 10.222.0.81 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281228 Jul 23 16:19:21.828503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20ddff81-72c1-4178-95bf-e4ecf3b45e24 req-07550228-e4e4-4b9a-a945-1f43432d907a tempest-FloatingIPsNegativeTestJSON-1491575088 tempest-FloatingIPsNegativeTestJSON-1491575088-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=38400845fdeb419185670c5d01d12523 HTTP/1.1" status: 200 len: 217 time: 0.1194916 Jul 23 16:19:21.841025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 4, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e9336480-0b16-4239-bdc3-3827c549e634', 'name': '', 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'mac_address': 'fa:16:3e:5f:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:17Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 2, 'project_id': '38400845fdeb419185670c5d01d12523', 'subnets': [{'id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:21.876872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.877489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.877888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Checking router: ed3e491d-a645-4924-856b-4ab8e4dafe83 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:21.878552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Updating router ed3e491d-a645-4924-856b-4ab8e4dafe83 port e9336480-0b16-4239-bdc3-3827c549e634 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:21.878969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-508679b3-5567-455f-a73a-afe67521d67d service neutron] 10.222.0.81 "PUT /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 1091 time: 1.3509099 Jul 23 16:19:21.880309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:21.882605 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e625ae2-fa82-4127-9e63-91d4d00bf035" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:21.900381 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6dbec3-3837-4339-bbaa-1029a32215e7 x-openstack-request-id: req-fe6dbec3-3837-4339-bbaa-1029a32215e7 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:21.900788 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:21.903624 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe6dbec3-3837-4339-bbaa-1029a32215e7 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:21.904563 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675', 'status': 'completed', 'code': 200} Jul 23 16:19:21.911472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508679b3-5567-455f-a73a-afe67521d67d service neutron] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:21.949216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:21.952567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefb15-4aee-4545-9411-d53bd0905a0b req-f6179ea6-ea93-4244-895d-53604c22681f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:21.954353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4bdefb15-4aee-4545-9411-d53bd0905a0b req-f6179ea6-ea93-4244-895d-53604c22681f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.1248932 Jul 23 16:19:21.972046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7c6374c4-bb12-4da3-a1c4-9de00913e448 req-747dc2a1-3ed9-4e8b-9d56-e9a417672fac service neutron] 10.222.0.81 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726480 Jul 23 16:19:22.053175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4bdefb15-4aee-4545-9411-d53bd0905a0b req-5e9b328c-ff45-4cbf-a4ef-3034568edb3c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Jul 23 16:19:22.095066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7b400-3608-445f-9247-518af915e105 req-2f37fe1a-2fb7-49a1-a1e7-d6839556db80 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.102886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed7b400-3608-445f-9247-518af915e105 req-2f37fe1a-2fb7-49a1-a1e7-d6839556db80 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 943 time: 0.1334040 Jul 23 16:19:22.106749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-58577699-d335-44d8-a42c-8d10f0a47a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.108186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-58577699-d335-44d8-a42c-8d10f0a47a97 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1094 time: 0.1662812 Jul 23 16:19:22.165019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-e519b2ff-b365-4134-bf3c-fb7e420000cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 217 time: 0.0430641 Jul 23 16:19:22.170580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-b59ba919-463d-4a0f-a212-ba3c95b69cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.172132 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-b59ba919-463d-4a0f-a212-ba3c95b69cbe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=36fc6d272e9344e29f0df6bfc68942a6&device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 1094 time: 0.0917196 Jul 23 16:19:22.230703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed7b400-3608-445f-9247-518af915e105 req-ddb6c39f-00bd-4f71-ae6c-257d177af31c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227076 Jul 23 16:19:22.281598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f1a9c05-3622-480e-a77c-53f5e9cd2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.284280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-7f1a9c05-3622-480e-a77c-53f5e9cd2a99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1071589 Jul 23 16:19:22.296177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-568079b2-9dbf-4884-a316-2199d096e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.298153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-568079b2-9dbf-4884-a316-2199d096e7dd service neutron] 10.222.0.81 "GET /v2.0/networks?id=9f77628a-e8a2-49bf-9e76-105b35316d82 HTTP/1.1" status: 200 len: 916 time: 0.1200202 Jul 23 16:19:22.331648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.343439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Transition to ACTIVE for port object e9336480-0b16-4239-bdc3-3827c549e634 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:22.344014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-6344481c-59f9-466e-a454-2f4e506b5e58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394125 Jul 23 16:19:22.349419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-473a8961-e4d8-488c-b197-5e8fdc7ca481 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675 HTTP/1.1" status: 200 len: 217 time: 0.0441992 Jul 23 16:19:22.350571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.357423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc6ad7e2-bd3b-4254-a258-027f72d0bab6 req-d038c139-d763-48b3-b483-8edc652493d3 tempest-FloatingIPsNegativeTestJSON-1491575088 tempest-FloatingIPsNegativeTestJSON-1491575088-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0665934 Jul 23 16:19:22.399466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9d54b-16b5-460d-8196-9953b1c03ec8 None None] Pushing event updated for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:22.452299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-15bc3d57-a5fa-4416-bfae-fb87ef6f548f service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920935 Jul 23 16:19:22.457420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-b91094c7-2399-4001-8553-60920342db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.460295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-b91094c7-2399-4001-8553-60920342db5b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb98e2ca-9032-4758-a10e-50b786c11315 HTTP/1.1" status: 200 len: 855 time: 0.1029537 Jul 23 16:19:22.515521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-931b2c35-c838-478f-b437-3d97f8e299ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9f77628a-e8a2-49bf-9e76-105b35316d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458167 Jul 23 16:19:22.532709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b184b8-a544-4cd7-9e64-109a1001a8ad req-2c3fb327-8aab-4f85-93ac-1450bcf2ee12 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:22.537898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Attempting to bind port e9336480-0b16-4239-bdc3-3827c549e634 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:22.538312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Attempting to bind port e9336480-0b16-4239-bdc3-3827c549e634 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:22.538686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Attempting to bind port e9336480-0b16-4239-bdc3-3827c549e634 on network 9019c1ff-e47b-44b6-8452-710180156e45 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:22.539684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9b184b8-a544-4cd7-9e64-109a1001a8ad req-2c3fb327-8aab-4f85-93ac-1450bcf2ee12 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.3338981 Jul 23 16:19:22.544273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:22.544657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Checking segment: {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:22.545201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.545744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Bound using segment: {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:22.546326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Bound port: e9336480-0b16-4239-bdc3-3827c549e634, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a2124-de9e-42ad-a522-e46318aa3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:22.546825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.617638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:22.628683 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a34d8c-8501-45ff-8d45-11051c27bb47 x-openstack-request-id: req-b8a34d8c-8501-45ff-8d45-11051c27bb47 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:22.628999 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:22.629214 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8a34d8c-8501-45ff-8d45-11051c27bb47 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:22.629606 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'status': 'completed', 'code': 200} Jul 23 16:19:22.638565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9b184b8-a544-4cd7-9e64-109a1001a8ad req-cbb3f7bb-a830-48a0-98a3-29765d0edd9b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925608 Jul 23 16:19:22.673040 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-a07f2851-dee9-421a-821b-8901d3a40fc6 service neutron] 10.222.0.81 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511235 Jul 23 16:19:22.679769 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-ccdf218e-e343-4ceb-a35c-5538654182bc req-a6d0f92d-9a88-4e1f-b987-ab561927c2c5 tempest-FloatingIPsNegativeTestJSON-1491575088 tempest-FloatingIPsNegativeTestJSON-1491575088-project] show failed (client error): The resource could not be found. Jul 23 16:19:22.684687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccdf218e-e343-4ceb-a35c-5538654182bc req-a6d0f92d-9a88-4e1f-b987-ab561927c2c5 tempest-FloatingIPsNegativeTestJSON-1491575088 tempest-FloatingIPsNegativeTestJSON-1491575088-project] 10.222.0.64 "GET /v2.0/floatingips/42b90e87-69bc-4d2b-9a09-5503fe545d44 HTTP/1.1" status: 404 len: 350 time: 0.0653477 Jul 23 16:19:22.695741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42478) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:22.774308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] For port e9336480-0b16-4239-bdc3-3827c549e634, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:22.778143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] For port e9336480-0b16-4239-bdc3-3827c549e634, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e9336480-0b16-4239-bdc3-3827c549e634,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:22.787132 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.825764 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ffb8e87-c598-4d32-b8f0-c93622832f4a req-5c2e3a81-add4-40b0-be31-08dc2f35f548 service neutron] 10.222.0.81 "GET /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443312 Jul 23 16:19:22.863952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:22.864563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:22.892953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3afbe91-eadf-4348-9ccb-4b17a5f9797d req-5c0724b1-3557-44a2-a3b4-ec9364bfea21 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298620 Jul 23 16:19:22.927267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:22.927923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:22.977198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9d54b-16b5-460d-8196-9953b1c03ec8 None None] Pushing event updated for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:23.098927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:23.100564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:23.169922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:23.180076 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84148dc-1bec-4ac5-83be-084d5fefbb09" -d '{"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:23.225949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:23.244075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:23.355232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:23.410479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860a58-870d-4474-a79d-1c7d403c7c8e req-aa299af9-5f46-447e-a9f4-ab28efefffa5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.412034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff860a58-870d-4474-a79d-1c7d403c7c8e req-aa299af9-5f46-447e-a9f4-ab28efefffa5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.5979645 Jul 23 16:19:23.423732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 4, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e9336480-0b16-4239-bdc3-3827c549e634', 'name': '', 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'mac_address': 'fa:16:3e:5f:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:17Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '38400845fdeb419185670c5d01d12523', 'subnets': [{'id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:23.433677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fed04-9c63-4218-b7fd-8f6e507832a3 req-422bcbec-5f48-4786-8d53-d37d6dc944c1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.435334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-017fed04-9c63-4218-b7fd-8f6e507832a3 req-422bcbec-5f48-4786-8d53-d37d6dc944c1 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 944 time: 0.6746619 Jul 23 16:19:23.450492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7ca59-3d31-4533-8502-7f4f05f8965d None None] The sync data for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 is: [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:18Z', 'revision_number': 4, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e9336480-0b16-4239-bdc3-3827c549e634', 'name': '', 'network_id': '9019c1ff-e47b-44b6-8452-710180156e45', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'mac_address': 'fa:16:3e:5f:f2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:17Z', 'updated_at': '2021-07-23T16:19:22Z', 'revision_number': 4, 'project_id': '38400845fdeb419185670c5d01d12523', 'subnets': [{'id': '54fa0c6c-7430-499b-9aad-7303af48b1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:23.567054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff860a58-870d-4474-a79d-1c7d403c7c8e req-01bdfa01-2e07-4c71-8a3a-000494388d9d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447883 Jul 23 16:19:23.586664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-017fed04-9c63-4218-b7fd-8f6e507832a3 req-6956484d-b8d8-4b74-98e8-e0aee81b9ea3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387777 Jul 23 16:19:23.603893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-ba772808-5c2e-4a8a-ba14-5dd41e244ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.606322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-ba772808-5c2e-4a8a-ba14-5dd41e244ab6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1094 time: 0.2929659 Jul 23 16:19:23.731339 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eefbad8-a0d1-4873-8b5c-64485de94d97 x-openstack-request-id: req-8eefbad8-a0d1-4873-8b5c-64485de94d97 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:23.731646 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-plugged", "status": "completed", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:23.731898 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8eefbad8-a0d1-4873-8b5c-64485de94d97 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:23.732389 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'code': 200} Jul 23 16:19:23.817179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-9e578686-432d-40ef-8232-ec7cf9aad834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:23.818778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-9e578686-432d-40ef-8232-ec7cf9aad834 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.1987290 Jul 23 16:19:23.903651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-e2c3726a-d0dd-48e1-8f1b-09c6593e2abe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 217 time: 0.0615170 Jul 23 16:19:24.006896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83175f-8a3a-4749-a34f-cff52c9625b0 req-faba8159-2d1b-451f-9931-093552239869 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.008478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d83175f-8a3a-4749-a34f-cff52c9625b0 req-faba8159-2d1b-451f-9931-093552239869 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 945 time: 0.3049493 Jul 23 16:19:24.058151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-9d67de10-19a4-4fa2-9534-6d03e777a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.059678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-9d67de10-19a4-4fa2-9534-6d03e777a38c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1299622 Jul 23 16:19:24.101513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3349d-9fdb-4a97-a266-fe425d789838 req-0cdf3092-2e31-481f-921d-552435b8f9d1 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.102969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-c4dcf707-272e-4589-a783-389b9c7ce5b8 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.103494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6b3349d-9fdb-4a97-a266-fe425d789838 req-0cdf3092-2e31-481f-921d-552435b8f9d1 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 943 time: 0.3128555 Jul 23 16:19:24.105164 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-c4dcf707-272e-4589-a783-389b9c7ce5b8 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.0850258 Jul 23 16:19:24.118998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:24.132855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-1b60fb9c-8f22-413f-828a-aac6b4cec808 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572846 Jul 23 16:19:24.162413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b8ad8-c9d7-4e18-9c71-7136fa41b98f req-f357af8d-a079-4715-94d1-b312ee54fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.163908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a5b8ad8-c9d7-4e18-9c71-7136fa41b98f req-f357af8d-a079-4715-94d1-b312ee54fb58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 1096 time: 0.2742934 Jul 23 16:19:24.196360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d83175f-8a3a-4749-a34f-cff52c9625b0 req-9725853d-7391-42f7-988c-c64926d6042f tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755486 Jul 23 16:19:24.239808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.295969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6b3349d-9fdb-4a97-a266-fe425d789838 req-1250164b-83c5-4046-a716-06eb8f9e09ac tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661003 Jul 23 16:19:24.357539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.409308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:24.421557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a5b8ad8-c9d7-4e18-9c71-7136fa41b98f req-7ff2d56e-312a-4aff-b997-d2ebeac73150 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472863 Jul 23 16:19:24.458892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:24.502285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-b942e3c4-f3b2-44e9-9cda-25b640038c80 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605704 Jul 23 16:19:24.514783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:24.517115 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89360c4-bc1f-4d4d-ada4-b778739247ba" -d '{"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4c0061-2731-47a9-bd04-af998446e540"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:24.521579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.528319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.593068 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71db10b-fc99-4d14-a71b-54528b850748 x-openstack-request-id: req-e71db10b-fc99-4d14-a71b-54528b850748 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:24.593068 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4c0061-2731-47a9-bd04-af998446e540", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:24.593287 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e71db10b-fc99-4d14-a71b-54528b850748 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:24.593604 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540', 'code': 200} Jul 23 16:19:24.676419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:24.688571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:24.688766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:24.690394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:24.696204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:24.696667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Attempting to bind port 6b4c0061-2731-47a9-bd04-af998446e540 on network d27ea7d7-a24b-4946-9683-0acd3f18b182 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:24.703433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:24.704088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Checking segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:24.704708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Bound using segment: {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:24.705241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Bound port: 6b4c0061-2731-47a9-bd04-af998446e540, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff81d1f-a066-4190-bfc6-387570576474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd27ea7d7-a24b-4946-9683-0acd3f18b182'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:24.705744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.722443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59f96f-b408-4740-8447-948547dcf63d req-51be7c36-9c63-4e15-83f4-c16e2242f99d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.729722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db59f96f-b408-4740-8447-948547dcf63d req-51be7c36-9c63-4e15-83f4-c16e2242f99d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.2805178 Jul 23 16:19:24.795539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:24.802301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:24.811846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.852504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db59f96f-b408-4740-8447-948547dcf63d req-8075b640-6c26-4f81-b814-28b3c3bd5b53 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217952 Jul 23 16:19:24.872316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e625ae2-fa82-4127-9e63-91d4d00bf035 req-17653c87-b0a3-4391-afc5-121da89bd9c3 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631647 Jul 23 16:19:24.933839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.934582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:24.935979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] 10.222.0.81 "PUT /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 1121 time: 0.8219416 Jul 23 16:19:24.938423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0f0b-6a29-4921-b36c-070d0a2ab89b req-bb30276e-87ab-4dbc-803a-781f2be3adc8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:24.941185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-502f0f0b-6a29-4921-b36c-070d0a2ab89b req-bb30276e-87ab-4dbc-803a-781f2be3adc8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.1980786 Jul 23 16:19:24.942550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a071476-e3fe-45e3-9239-972b01dc1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:24.963584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e9336480-0b16-4239-bdc3-3827c549e634 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:25.028558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e9336480-0b16-4239-bdc3-3827c549e634 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:25.032718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e9336480-0b16-4239-bdc3-3827c549e634 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:25.033353 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.066067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6b4c0061-2731-47a9-bd04-af998446e540'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:25.094392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-502f0f0b-6a29-4921-b36c-070d0a2ab89b req-3932b19a-0aa3-4b00-aded-4ddbb60e2e5e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419339 Jul 23 16:19:25.108423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6b4c0061-2731-47a9-bd04-af998446e540'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:25.132450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb95c8-7506-49e8-ac38-6b22dff88f37 req-7673f4d6-82eb-46d7-949b-8c4f11c97eff tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.134019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48fb95c8-7506-49e8-ac38-6b22dff88f37 req-7673f4d6-82eb-46d7-949b-8c4f11c97eff tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2073019 Jul 23 16:19:25.167999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Deleting port e9336480-0b16-4239-bdc3-3827c549e634 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:25.168352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.205380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48fb95c8-7506-49e8-ac38-6b22dff88f37 req-5706e416-2ddf-49cd-898a-7245b0761de1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Jul 23 16:19:25.272577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] For port e9336480-0b16-4239-bdc3-3827c549e634, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e9336480-0b16-4239-bdc3-3827c549e634,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.272951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.287207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Calling delete_port for e9336480-0b16-4239-bdc3-3827c549e634 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:25.350734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.352599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:25.456785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e9336480-0b16-4239-bdc3-3827c549e634, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e9336480-0b16-4239-bdc3-3827c549e634,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.478419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.489186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f87fc-0760-4e1f-bdb9-d59f0fe99736 req-ab017efe-2ba2-4cb2-a582-70eca001c6b7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.490813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-926f87fc-0760-4e1f-bdb9-d59f0fe99736 req-ab017efe-2ba2-4cb2-a582-70eca001c6b7 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1979024 Jul 23 16:19:25.524936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787472-8564-44b1-856c-d3b815e81614 req-2031a29d-e884-4dff-bf08-7fd69249170c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:25.526041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d787472-8564-44b1-856c-d3b815e81614 req-2031a29d-e884-4dff-bf08-7fd69249170c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 943 time: 0.1680481 Jul 23 16:19:25.614329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-926f87fc-0760-4e1f-bdb9-d59f0fe99736 req-7e0349d7-41c1-4755-b13b-9c88f8ef501a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083012 Jul 23 16:19:25.626054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d787472-8564-44b1-856c-d3b815e81614 req-6d4d98ce-0cfe-461b-a039-50a4af2de5b2 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Jul 23 16:19:25.660214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.664273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:25.678280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.699136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9336480-0b16-4239-bdc3-3827c549e634,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:25.708672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:19:25.709196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f914c7b5-7ef6-4e61-a132-2cc57985e675 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:25.839742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675,segment=NetworkSegment(01fda108-ede1-435a-b7d7-cffa7dc8a0d5),segment_id=01fda108-ede1-435a-b7d7-cffa7dc8a0d5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.853542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'f914c7b5-7ef6-4e61-a132-2cc57985e675', 'network_id': '9f77628a-e8a2-49bf-9e76-105b35316d82', 'port_id': 'f914c7b5-7ef6-4e61-a132-2cc57985e675', 'mac_address': 'fa:16:3e:a7:fd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb98e2ca-9032-4758-a10e-50b786c11315', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:25.891882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.897708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.912923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f914c7b5-7ef6-4e61-a132-2cc57985e675 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:25.933640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675,segment=NetworkSegment(01fda108-ede1-435a-b7d7-cffa7dc8a0d5),segment_id=01fda108-ede1-435a-b7d7-cffa7dc8a0d5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:25.938066 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:25.988880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:26.058981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6f11b-0be8-4107-a69c-097ecc0a4718 req-e7d5eb69-363f-4493-86a2-e26ca8288370 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.060525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dd6f11b-0be8-4107-a69c-097ecc0a4718 req-e7d5eb69-363f-4493-86a2-e26ca8288370 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.1195779 Jul 23 16:19:26.165891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dd6f11b-0be8-4107-a69c-097ecc0a4718 req-1ebeaf8a-842b-4158-8cd6-9297004e42f8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747736 Jul 23 16:19:26.224311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Router ed3e491d-a645-4924-856b-4ab8e4dafe83 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:26.554550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f914c7b5-7ef6-4e61-a132-2cc57985e675'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:26.594307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:26.596618 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b1f97a-b42f-4553-8714-9abebec78989" -d '{"events": [{"name": "network-changed", "server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "tag": "6b4c0061-2731-47a9-bd04-af998446e540"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:26.615236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5aeb9-0a7c-4030-b147-cb298a29d5a0 req-66ea00d2-72ba-4045-adde-f27cabc96e6e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.616691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1f5aeb9-0a7c-4030-b147-cb298a29d5a0 req-66ea00d2-72ba-4045-adde-f27cabc96e6e tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.4424186 Jul 23 16:19:26.704292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1f5aeb9-0a7c-4030-b147-cb298a29d5a0 req-167a17c6-015c-43e4-9249-0fc2eaa64bb3 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651171 Jul 23 16:19:26.707791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:26.713136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-57bc28bf-37c1-4539-8f11-d5736e50f0f9 admin admin] 10.222.0.64 "PUT /v2.0/routers/ed3e491d-a645-4924-856b-4ab8e4dafe83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0163002 Jul 23 16:19:26.715903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:26.718381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Sync routers for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:26.729174 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:26.730113 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:26.735193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cf3b0-337a-4514-99c6-187263aa181a req-c0155243-a627-40a4-98f0-8010fc054f30 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:26.737913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e2cf3b0-337a-4514-99c6-187263aa181a req-c0155243-a627-40a4-98f0-8010fc054f30 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1438220 Jul 23 16:19:26.788680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e2cf3b0-337a-4514-99c6-187263aa181a req-d8ead467-fe93-461e-a602-89a81f0976bd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Jul 23 16:19:26.855419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:26.858383 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729f25ca-2640-46a2-833d-a7ea4c4adcec x-openstack-request-id: req-729f25ca-2640-46a2-833d-a7ea4c4adcec {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:26.858814 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "tag": "6b4c0061-2731-47a9-bd04-af998446e540", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:26.859163 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-729f25ca-2640-46a2-833d-a7ea4c4adcec {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:26.859665 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540', 'status': 'completed', 'code': 200} Jul 23 16:19:26.942716 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:26.987869 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.006762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f97a-b42f-4553-8714-9abebec78989 req-134e8e18-ba57-4fe3-bafa-89593a540bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.008282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-134e8e18-ba57-4fe3-bafa-89593a540bff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1124 time: 0.1963410 Jul 23 16:19:27.024338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9caf9a-6d5e-408e-b3cc-dccda53c68d7 req-3c3f7e5d-a6c6-4028-92b6-a54c625867df tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.025840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad9caf9a-6d5e-408e-b3cc-dccda53c68d7 req-3c3f7e5d-a6c6-4028-92b6-a54c625867df tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.1415830 Jul 23 16:19:27.051957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Deleting port 7835f5b4-f19b-43c0-8a9b-40377cc928f2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:27.052559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.076153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90c0d-8b34-4271-8ec7-ccc87fc08249 req-2ad78564-b5cc-4c8d-8a0b-cfd10001508a tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.077625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad90c0d-8b34-4271-8ec7-ccc87fc08249 req-2ad78564-b5cc-4c8d-8a0b-cfd10001508a tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 944 time: 0.1724322 Jul 23 16:19:27.134198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] For port 7835f5b4-f19b-43c0-8a9b-40377cc928f2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7835f5b4-f19b-43c0-8a9b-40377cc928f2,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:27.134852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.146504 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:25Z', 'revision_number': 5, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port': {'id': '7835f5b4-f19b-43c0-8a9b-40377cc928f2', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:13Z', 'updated_at': '2021-07-23T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:27.148534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Calling delete_port for 7835f5b4-f19b-43c0-8a9b-40377cc928f2 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:27.176688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad9caf9a-6d5e-408e-b3cc-dccda53c68d7 req-bf70dcb0-ac9d-4f67-94ba-ed0f2cfe407a tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379542 Jul 23 16:19:27.177404 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Checking router: ed3e491d-a645-4924-856b-4ab8e4dafe83 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:27.181751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad90c0d-8b34-4271-8ec7-ccc87fc08249 req-0fc9b2d3-e61f-49b1-bd1d-5e1f369357fe tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Jul 23 16:19:27.186052 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Routers {'ed3e491d-a645-4924-856b-4ab8e4dafe83'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:27.186665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ed3e491d-a645-4924-856b-4ab8e4dafe83'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:27.195993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f97a-b42f-4553-8714-9abebec78989 req-294db4bd-2cd5-43b8-98c6-7e09c157f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.197977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-294db4bd-2cd5-43b8-98c6-7e09c157f522 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1701806 Jul 23 16:19:27.253321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-6e5f6f04-597e-4295-874d-323c5ea11fa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 217 time: 0.0471354 Jul 23 16:19:27.280678 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] Set router ed3e491d-a645-4924-856b-4ab8e4dafe83 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:27.326871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f97a-b42f-4553-8714-9abebec78989 req-e47a6e77-6c33-4aac-9886-ecd8d2b8e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.328319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-e47a6e77-6c33-4aac-9886-ecd8d2b8e777 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0677145 Jul 23 16:19:27.335452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.337198 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:26Z', 'revision_number': 6, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:27.363236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7835f5b4-f19b-43c0-8a9b-40377cc928f2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:27.367415 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f143db5-8f37-468e-bfe1-06d5971b587f None None] The sync data for ids ['ed3e491d-a645-4924-856b-4ab8e4dafe83'] in n-d-800484-3 is: [{'id': 'ed3e491d-a645-4924-856b-4ab8e4dafe83', 'name': 'tempest-FloatingIPsNegativeTestJSON-1786813774-router', 'tenant_id': '38400845fdeb419185670c5d01d12523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:12Z', 'updated_at': '2021-07-23T16:19:26Z', 'revision_number': 6, 'project_id': '38400845fdeb419185670c5d01d12523', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:27.415948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-83f40edf-04d8-454c-acef-e1808e920125 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319312 Jul 23 16:19:27.442460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.530730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.532859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.534734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7ceee-2f61-4d25-ae8c-f3574b482942 req-b3b603f3-9f24-448f-8d6a-82aa7125d189 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.536338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9eb7ceee-2f61-4d25-ae8c-f3574b482942 req-b3b603f3-9f24-448f-8d6a-82aa7125d189 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2070801 Jul 23 16:19:27.583757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.584386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3e491d-a645-4924-856b-4ab8e4dafe83 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:19:27.589107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.589384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-aa16ae20-068d-4a03-bf19-9b1fbe6968a0 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539924 Jul 23 16:19:27.590257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-69def0f8-9802-4d03-8cec-b926d751fdd3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ed3e491d-a645-4924-856b-4ab8e4dafe83 HTTP/1.1" status: 204 len: 168 time: 0.8732789 Jul 23 16:19:27.592928 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:27.604409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39b1f-92d7-4af4-a21b-0a6545028da7 req-a6df5c0b-8201-4165-af50-b6172ed112ab tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:27.605897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe39b1f-92d7-4af4-a21b-0a6545028da7 req-a6df5c0b-8201-4165-af50-b6172ed112ab tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.1831865 Jul 23 16:19:27.633326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9eb7ceee-2f61-4d25-ae8c-f3574b482942 req-3a4dde0c-c16b-4b1d-be02-7f8949a93435 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858777 Jul 23 16:19:27.638317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Deleting subnet 54fa0c6c-7430-499b-9aad-7303af48b1a2 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:19:27.641420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.681690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.706655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe39b1f-92d7-4af4-a21b-0a6545028da7 req-00fa93bd-57f6-4d7a-b709-40afe49a7e45 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916955 Jul 23 16:19:27.738545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b1f97a-b42f-4553-8714-9abebec78989 req-381c969c-1a6e-41a1-ba2d-f20356626a1a service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269047 Jul 23 16:19:27.780950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.845718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.875537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fa0c6c-7430-499b-9aad-7303af48b1a2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:27.883461 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:27.886591 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-09067f51-4482-4c32-8fe8-02753699fbec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/54fa0c6c-7430-499b-9aad-7303af48b1a2 HTTP/1.1" status: 204 len: 168 time: 0.2926428 Jul 23 16:19:27.887223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42536) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:27.898047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65499a29-5dd3-441e-97b4-5b62bf247cd5 None None] Network 9019c1ff-e47b-44b6-8452-710180156e45 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:28.007156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.035141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f312f-440d-49c8-b835-a194fc255f8c req-c843c083-16c5-475e-846a-6a9abcf2cd5a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.037126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad0f312f-440d-49c8-b835-a194fc255f8c req-c843c083-16c5-475e-846a-6a9abcf2cd5a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1470683 Jul 23 16:19:28.170636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad0f312f-440d-49c8-b835-a194fc255f8c req-e95b5fe7-f129-465d-b2bd-86793a3a52d4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129410 Jul 23 16:19:28.186831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] DHCP port deletion for 9019c1ff-e47b-44b6-8452-710180156e45 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:19:28.215674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Deleting port e0efd595-e4c1-44f6-ad60-89ebc7500d6c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:28.216038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.226894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-77c4388d-bdd7-4c38-a8ca-f93755467810 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.228444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-77c4388d-bdd7-4c38-a8ca-f93755467810 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.1697159 Jul 23 16:19:28.239680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Deleting port e0efd595-e4c1-44f6-ad60-89ebc7500d6c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:28.240161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.266588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-2e95d0b3-4aeb-404f-8eee-efbf7ac3392a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/quotas/38564a54dcfe408d8dd5c5d906550b7c HTTP/1.1" status: 200 len: 375 time: 0.0274091 Jul 23 16:19:28.313736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] For port e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:28.314328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.326086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Calling delete_port for e0efd595-e4c1-44f6-ad60-89ebc7500d6c owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:28.379568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] For port e0efd595-e4c1-44f6-ad60-89ebc7500d6c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,segment=NetworkSegment(410a2124-de9e-42ad-a522-e46318aa3e22),segment_id=410a2124-de9e-42ad-a522-e46318aa3e22)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:28.379937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.398868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Calling delete_port for e0efd595-e4c1-44f6-ad60-89ebc7500d6c owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:28.433506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.461270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] Pushing event deleted for resources: {'Port': ['ID=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.468268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e19a7-a167-4761-8009-6e9f40dc4f17 None None] No DVR routers for this DVR port e0efd595-e4c1-44f6-ad60-89ebc7500d6c on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:28.481635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-05027106-e33c-460c-92c4-10c234f4e898 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854215 Jul 23 16:19:28.525842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.533459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486b6a4-590b-4a2a-830b-adb2a4fabdd6 req-3d7fc62e-d880-454c-9cc9-a45c3a20bd27 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.538423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7486b6a4-590b-4a2a-830b-adb2a4fabdd6 req-3d7fc62e-d880-454c-9cc9-a45c3a20bd27 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 944 time: 0.2411239 Jul 23 16:19:28.634555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.642512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7486b6a4-590b-4a2a-830b-adb2a4fabdd6 req-ee471004-8e6f-4280-82c7-b264aae07240 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032546 Jul 23 16:19:28.682070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0efd595-e4c1-44f6-ad60-89ebc7500d6c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:28.685358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] No DVR routers for this DVR port e0efd595-e4c1-44f6-ad60-89ebc7500d6c on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:28.694713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-56c576f3-ee26-4df7-a7e1-9d9d099f21be service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046158 Jul 23 16:19:28.860165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.885743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9019c1ff-e47b-44b6-8452-710180156e45']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.892391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e9336480-0b16-4239-bdc3-3827c549e634 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:28.899229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a2124-de9e-42ad-a522-e46318aa3e22') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.899518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a2124-de9e-42ad-a522-e46318aa3e22') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:28.912949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e9336480-0b16-4239-bdc3-3827c549e634 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:28.913479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e9336480-0b16-4239-bdc3-3827c549e634 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:28.913703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0efd595-e4c1-44f6-ad60-89ebc7500d6c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:28.923713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.933786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-4b40aeef-9aa3-4e3a-9c53-b4b4276e03e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365146 Jul 23 16:19:28.948693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d7c41-ad93-4242-8958-59e66220b582 req-6723a555-f956-4876-b65a-89e565ea395c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:28.951134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e0efd595-e4c1-44f6-ad60-89ebc7500d6c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:28.951682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0efd595-e4c1-44f6-ad60-89ebc7500d6c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:28.952252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7835f5b4-f19b-43c0-8a9b-40377cc928f2 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:28.956348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-459d7c41-ad93-4242-8958-59e66220b582 req-6723a555-f956-4876-b65a-89e565ea395c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.2303264 Jul 23 16:19:28.964303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.973804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7835f5b4-f19b-43c0-8a9b-40377cc928f2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:28.974427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7835f5b4-f19b-43c0-8a9b-40377cc928f2 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:28.982226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:28.982226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:28.983487 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:29.066007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-459d7c41-ad93-4242-8958-59e66220b582 req-3cc9b20e-10e7-47a7-84eb-aa448c1b9854 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081741 Jul 23 16:19:29.083419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.090299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.092797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9019c1ff-e47b-44b6-8452-710180156e45 HTTP/1.1" status: 204 len: 168 time: 1.2043920 Jul 23 16:19:29.122479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dcee7-ee57-4f06-aaa1-6186bbf0add4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9019c1ff-e47b-44b6-8452-710180156e45,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.257099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f914c7b5-7ef6-4e61-a132-2cc57985e675 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:29.325813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0a295-6c61-4827-8b66-c2bb28f8a3c0 req-9be8d128-9a7e-4748-88ac-4abc443d69a2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.337833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26f0a295-6c61-4827-8b66-c2bb28f8a3c0 req-9be8d128-9a7e-4748-88ac-4abc443d69a2 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.1606243 Jul 23 16:19:29.385207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port f914c7b5-7ef6-4e61-a132-2cc57985e675 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:29.397715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port f914c7b5-7ef6-4e61-a132-2cc57985e675 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:29.398136 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.416632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42572) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:29.433114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbc20db5-ae59-49f6-8608-8d318634e46f req-a5e17beb-cc9a-4028-a7ab-20e4172c623a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 210 time: 0.0726969 Jul 23 16:19:29.473940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26f0a295-6c61-4827-8b66-c2bb28f8a3c0 req-28802c64-2c85-49eb-aa50-91e00bb0715c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322012 Jul 23 16:19:29.553761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42574) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:29.558620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e7509c8-ee9f-45d6-ac6e-75615edccdb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38400845fdeb419185670c5d01d12523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360896 Jul 23 16:19:29.565685 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.606725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:29.609730 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae35aba-29bd-462f-a158-bc515dd90736" -d '{"events": [{"server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "name": "network-vif-plugged", "status": "completed", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:29.624336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675,segment=NetworkSegment(01fda108-ede1-435a-b7d7-cffa7dc8a0d5),segment_id=01fda108-ede1-435a-b7d7-cffa7dc8a0d5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:29.636558 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.695678 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6581140-d0a6-4358-aee5-1868641020a2 x-openstack-request-id: req-b6581140-d0a6-4358-aee5-1868641020a2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:29.697137 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "name": "network-vif-plugged", "status": "completed", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:29.697496 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6581140-d0a6-4358-aee5-1868641020a2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:29.699112 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675', 'code': 200} Jul 23 16:19:29.705119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-b416eb9b-551c-44bd-bb76-896ada1f0a2a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.706752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-b416eb9b-551c-44bd-bb76-896ada1f0a2a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a562695-28b5-4752-bcd8-29e8af3fdcfd HTTP/1.1" status: 200 len: 945 time: 0.2129679 Jul 23 16:19:29.710677 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.765275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.776460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.787601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdf8b4-c781-4d80-bba7-8b880ea2f7e7 req-1d06abae-c0e2-4515-8e15-05c87c230eca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.789895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6efdf8b4-c781-4d80-bba7-8b880ea2f7e7 req-1d06abae-c0e2-4515-8e15-05c87c230eca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1972537 Jul 23 16:19:29.861319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2213153-76e5-4c89-9bb9-fa1376202b66 req-8fc2b8f6-f177-4334-b491-8c759b07a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.863937 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2213153-76e5-4c89-9bb9-fa1376202b66 req-8fc2b8f6-f177-4334-b491-8c759b07a9e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 1096 time: 0.0717425 Jul 23 16:19:29.902521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2213153-76e5-4c89-9bb9-fa1376202b66 req-1652cf0e-fa4e-41a9-87cb-c39c262df754 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Jul 23 16:19:29.935669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6efdf8b4-c781-4d80-bba7-8b880ea2f7e7 req-b4b537dd-f0b8-4249-b95e-d60b50e87b0b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348579 Jul 23 16:19:29.963674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.966334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:29.969821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbf5a09b-758e-473f-98a9-98bca082101d HTTP/1.1" status: 204 len: 168 time: 0.4127240 Jul 23 16:19:29.984717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614537e2-7a63-4148-aa81-a814a7236d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5a09b-758e-473f-98a9-98bca082101d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:29.997129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b28d11-0579-4767-80ea-7f1669c31f46 req-58355eb3-d55c-4390-96c7-518bf9c80b6c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:29.998693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80b28d11-0579-4767-80ea-7f1669c31f46 req-58355eb3-d55c-4390-96c7-518bf9c80b6c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 945 time: 0.1766329 Jul 23 16:19:30.008025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Deleting port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:30.008365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.109273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80b28d11-0579-4767-80ea-7f1669c31f46 req-a1e5e037-3f48-4d0c-bf9d-e36a95792f8a tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967658 Jul 23 16:19:30.140416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] For port 9ffdc3a7-152d-43dc-a2fe-4476413500d8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9ffdc3a7-152d-43dc-a2fe-4476413500d8,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:30.141074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.165541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Calling delete_port for 9ffdc3a7-152d-43dc-a2fe-4476413500d8 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:30.322004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1235-801b-43fa-afdc-e1ad1f717412 req-ca8ff48b-dd8f-4ba3-821d-3465c14dc589 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.326439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c22f1235-801b-43fa-afdc-e1ad1f717412 req-ca8ff48b-dd8f-4ba3-821d-3465c14dc589 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 943 time: 0.0991247 Jul 23 16:19:30.371120 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-1849a083-eec1-4e10-bd6b-5a312afde947 service neutron] 10.222.0.67 "GET /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.0834975 Jul 23 16:19:30.415531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.427994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['9ffdc3a7-152d-43dc-a2fe-4476413500d8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:30.456799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c22f1235-801b-43fa-afdc-e1ad1f717412 req-624324f9-fe13-44a7-9eb8-1407530c9115 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Jul 23 16:19:30.531212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event deleted for resources: {'Port': ['ID=9ffdc3a7-152d-43dc-a2fe-4476413500d8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:30.594489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6310abe2-0a08-43b5-826c-63264ab5670e req-3f1ca589-4bd1-42f8-bb75-2c87c1218b22 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Jul 23 16:19:30.623693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:30.639064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:30.681221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:30.684040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] No DVR routers for this DVR port 9ffdc3a7-152d-43dc-a2fe-4476413500d8 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:30.691242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.693331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f83a411-86cd-4b6b-81d2-b1100bbdf0f6 req-d6714d7e-9c9c-4a57-b1f8-0ea1d4a432a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "DELETE /v2.0/ports/9ffdc3a7-152d-43dc-a2fe-4476413500d8 HTTP/1.1" status: 204 len: 173 time: 0.9705372 Jul 23 16:19:30.693787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-deleted', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:30.696254 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e63cf0-41e1-4bef-b4d5-ff1aa647627e" -d '{"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-deleted", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:30.727904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4c0061-2731-47a9-bd04-af998446e540 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:30.741800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:30.767765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.806836 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf6ba4d-4886-4dd8-8986-b91188499930 x-openstack-request-id: req-caf6ba4d-4886-4dd8-8986-b91188499930 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:30.807230 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a562695-28b5-4752-bcd8-29e8af3fdcfd", "name": "network-vif-deleted", "tag": "9ffdc3a7-152d-43dc-a2fe-4476413500d8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:30.807599 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-caf6ba4d-4886-4dd8-8986-b91188499930 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:30.808529 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a562695-28b5-4752-bcd8-29e8af3fdcfd', 'name': 'network-vif-deleted', 'tag': '9ffdc3a7-152d-43dc-a2fe-4476413500d8', 'status': 'completed', 'code': 200} Jul 23 16:19:30.858535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-8b9c80f6-06f3-4697-9f36-805194b98629 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.860420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-8b9c80f6-06f3-4697-9f36-805194b98629 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 813 time: 0.4225044 Jul 23 16:19:30.872956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] Transition to ACTIVE for port object 6b4c0061-2731-47a9-bd04-af998446e540 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:30.876558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383fd78-eebf-4ed1-be3c-bc5954f8fda3 req-284d7055-6ba0-4add-bd4c-76fc5b52b230 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:30.878888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:30.879761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1383fd78-eebf-4ed1-be3c-bc5954f8fda3 req-284d7055-6ba0-4add-bd4c-76fc5b52b230 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.2591205 Jul 23 16:19:30.884976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Request body: {'port': {'device_id': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'admin_state_up': True, 'tenant_id': '38564a54dcfe408d8dd5c5d906550b7c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:30.945021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] No DVR routers for this DVR port 6b4c0061-2731-47a9-bd04-af998446e540 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:30.993494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] Pushing event updated for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:30.994469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1383fd78-eebf-4ed1-be3c-bc5954f8fda3 req-9c76eac8-d117-4f13-a65f-28f271e159ab tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 Jul 23 16:19:31.006901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-3d5bb587-0325-462e-921e-76f9a84b2b0a service neutron] 10.222.0.67 "PUT /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6293106 Jul 23 16:19:31.019850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42616) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:31.096832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Made reservation on behalf of 38564a54dcfe408d8dd5c5d906550b7c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:31.100567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.120333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1262595609-network', 'tenant_id': 'eca55d7dbc2040e798b4a30270eedfa0'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:31.143858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Made reservation on behalf of eca55d7dbc2040e798b4a30270eedfa0 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:31.146363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.148078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7b47b-4375-4c75-8db5-f1f7786ad1f6 req-b1681acf-7036-4baa-b70c-2125fb9be0be tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.149630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3b7b47b-4375-4c75-8db5-f1f7786ad1f6 req-b1681acf-7036-4baa-b70c-2125fb9be0be tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1103573 Jul 23 16:19:31.157292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.274147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.280664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.304624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:31.313720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3b7b47b-4375-4c75-8db5-f1f7786ad1f6 req-f0b6fe3b-c267-407d-a563-72f170add081 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547976 Jul 23 16:19:31.329064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd5572-940e-4f0a-9df4-8cd2f9b12e5d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:31.333560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.333910 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Added segment 797e1792-e5de-4d52-adb4-d2dbe669888e of type vlan for network e7091295-3c16-4842-992d-1dbb37f15b46 Jul 23 16:19:31.352482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Allocated IP 172.20.0.12 (3792dc91-998e-4c59-b925-771bef1f281d/1da447f5-74bf-4b48-a081-2547755ff4b0/e9a1d464-4289-4566-9260-00c8113c5323) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:31.385715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7c978-2953-4faa-b16d-f97998523052 req-f7e5c462-a36f-46b2-8b1e-ec5ae4326fea tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.389968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03c7c978-2953-4faa-b16d-f97998523052 req-f7e5c462-a36f-46b2-8b1e-ec5ae4326fea tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 945 time: 0.1869881 Jul 23 16:19:31.428152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.470302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03c7c978-2953-4faa-b16d-f97998523052 req-9eacc83b-00d4-496c-9eab-fd0bc8fb9a79 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693648 Jul 23 16:19:31.472629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.474239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.474968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.497832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-89f1cb77-0ced-4c6f-9c11-81e90f694564 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.499287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-89f1cb77-0ced-4c6f-9c11-81e90f694564 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.1339607 Jul 23 16:19:31.586417 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5653684 Jul 23 16:19:31.588509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848e23-96a9-4a70-ae68-14185f099758 admin admin] Pushing event updated for resources: {'Network': ['ID=e7091295-3c16-4842-992d-1dbb37f15b46,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:31.590605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42628) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:31.596618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Request body: {'subnet': {'network_id': 'e7091295-3c16-4842-992d-1dbb37f15b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1262595609-subnet', 'tenant_id': 'eca55d7dbc2040e798b4a30270eedfa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:31.602435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e7091295-3c16-4842-992d-1dbb37f15b46 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:31.655411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Made reservation on behalf of eca55d7dbc2040e798b4a30270eedfa0 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:31.657019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.676308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.683773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-79ac4b98-0f0a-4308-9b8d-849f67d10b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.685445 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-79ac4b98-0f0a-4308-9b8d-849f67d10b17 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4&tenant_id=5cc5270f02d445cb827146ac5901498b HTTP/1.1" status: 200 len: 1095 time: 0.1732442 Jul 23 16:19:31.694249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae132b3-c7e7-4c2b-a36a-37f21a95ef10 req-25be063d-063d-4302-a98d-5721a9fbc282 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.695868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dae132b3-c7e7-4c2b-a36a-37f21a95ef10 req-25be063d-063d-4302-a98d-5721a9fbc282 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.1144822 Jul 23 16:19:31.740508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81c459e4-4391-4d67-b082-3c0ce7e21c34 req-74ed130d-1ba7-47a0-beea-aaafc3f89856 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 210 time: 0.0407512 Jul 23 16:19:31.783547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dae132b3-c7e7-4c2b-a36a-37f21a95ef10 req-64ed3c6c-465d-4639-9263-3d4de7f055fe tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Jul 23 16:19:31.789364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:31.833432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-1f384530-4ebd-45da-9a62-4f50deb7e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:31.834955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-1f384530-4ebd-45da-9a62-4f50deb7e046 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1095 time: 0.1086040 Jul 23 16:19:31.835240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Network 3792dc91-998e-4c59-b925-771bef1f281d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:31.838290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:31.842355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:31.941864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.016439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-e8470567-5848-41cc-8a33-b194a0d74149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.017817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-e8470567-5848-41cc-8a33-b194a0d74149 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.1739798 Jul 23 16:19:32.019742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa48dc7-14a9-4ef9-98b0-1f4ec876f6b6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.073146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-16e94cc5-026b-409a-b7ad-051820095682 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 200 len: 217 time: 0.0441103 Jul 23 16:19:32.075934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Checking segment: {'id': '797e1792-e5de-4d52-adb4-d2dbe669888e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e7091295-3c16-4842-992d-1dbb37f15b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:32.076288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Network hostable DHCP agents. Network: e7091295-3c16-4842-992d-1dbb37f15b46, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:32.131347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Network e7091295-3c16-4842-992d-1dbb37f15b46 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:32.135078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-7cef81e3-d28b-47d4-8197-ec6c76a500d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.136550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-7cef81e3-d28b-47d4-8197-ec6c76a500d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0569246 Jul 23 16:19:32.152582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e7091295-3c16-4842-992d-1dbb37f15b46) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:32.162994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34934276-6dc1-4143-880e-d9661e46a901 None None] Network e7091295-3c16-4842-992d-1dbb37f15b46 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:32.175441 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-49e827f0-5b0e-47f6-a870-c34ec43b7e82 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323758 Jul 23 16:19:32.176807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.177399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.185671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event updated for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:32.218787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a766e02-7e57-4f22-83b2-11df46f23913 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6262627 Jul 23 16:19:32.247972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.248617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.280895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646549ff-b3a6-476d-8c93-160381d9a9fd req-ef5eec40-a0a6-4dc7-83ae-1eb91e11740e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.282522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-646549ff-b3a6-476d-8c93-160381d9a9fd req-ef5eec40-a0a6-4dc7-83ae-1eb91e11740e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.1180818 Jul 23 16:19:32.284514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-f9b5e9cb-d8e6-4b43-aff7-272d35f6aa52 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033749 Jul 23 16:19:32.287201 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-9daf6861-e689-494f-a59e-0f21413a91bc service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031709 Jul 23 16:19:32.301393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Request body: {'port': {'device_id': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:32.318593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f548788-a163-4fbf-af4e-b9d5a53c8b8e None None] Network e7091295-3c16-4842-992d-1dbb37f15b46 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:32.429029 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-347bf35a-af25-41d8-b5f5-cbd6de383f45 service neutron] 10.222.0.81 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347947 Jul 23 16:19:32.440516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-646549ff-b3a6-476d-8c93-160381d9a9fd req-7728d704-c26f-45c8-b08e-ed0cee48709a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512163 Jul 23 16:19:32.517354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.577916 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-064e43f5-1eac-467d-992e-a24a26271870 service neutron] show failed (client error): The resource could not be found. Jul 23 16:19:32.582852 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-064e43f5-1eac-467d-992e-a24a26271870 service neutron] 10.222.0.67 "GET /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0965168 Jul 23 16:19:32.606726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9de1-d095-48e7-b94e-d0ad99ec1f0e req-fc4aca60-3d3a-4db3-88c4-2be677e089c3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.608352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c2d9de1-d095-48e7-b94e-d0ad99ec1f0e req-fc4aca60-3d3a-4db3-88c4-2be677e089c3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1606004 Jul 23 16:19:32.637853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:32.677074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 9ffdc3a7-152d-43dc-a2fe-4476413500d8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:32.679238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9ffdc3a7-152d-43dc-a2fe-4476413500d8 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:32.736957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-231429091', 'description': 'tempest-description-999153321'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:32.796398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c2d9de1-d095-48e7-b94e-d0ad99ec1f0e req-dfa7262c-14c4-4e3d-97f1-fde892488741 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924070 Jul 23 16:19:32.842024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:32.855926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-456bc9c9-dc0f-44dc-a68d-1f1d5f790d95 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:32.858851 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-456bc9c9-dc0f-44dc-a68d-1f1d5f790d95 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4&tenant_id=5cc5270f02d445cb827146ac5901498b&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.1141300 Jul 23 16:19:33.005626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-00d385d0-e338-47bf-aadd-1cf59d8cb4dc service neutron] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:33.006292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-626f57ae-89c9-4b28-b855-328015bfefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.007726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-626f57ae-89c9-4b28-b855-328015bfefee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1101 time: 0.1815894 Jul 23 16:19:33.009977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-00d385d0-e338-47bf-aadd-1cf59d8cb4dc service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.012195 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3e6fc922-a962-4f60-9166-db5af6f9a41e req-00d385d0-e338-47bf-aadd-1cf59d8cb4dc service neutron] 10.222.0.81 "DELETE /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.1441429 Jul 23 16:19:33.049974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:33.056728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a1d464-4289-4566-9260-00c8113c5323 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:33.072848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.143812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Transition to ACTIVE for port object e9a1d464-4289-4566-9260-00c8113c5323 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:33.155219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.198618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.234245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.279307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:33.282006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bb7c0-8410-43bf-af38-943d84da3248 req-2dd7b2c8-f46c-40eb-b7e0-173f9c7048f3 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.283738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad3bb7c0-8410-43bf-af38-943d84da3248 req-2dd7b2c8-f46c-40eb-b7e0-173f9c7048f3 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 945 time: 0.2953913 Jul 23 16:19:33.294248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-c731cd51-8104-438c-8015-1c278ce1ba71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694578 Jul 23 16:19:33.309833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.311335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b64ab80a-2add-431c-93fe-eba938b1f1fa req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5935729 Jul 23 16:19:33.311880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.329701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.372366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50175d1e-4313-4fa9-bf6e-acdd72472970 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3704a59-c79a-4582-9cf0-329c97fad679,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.412554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-731e0979-24dd-4de2-b36b-3cec19fe73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.414348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-731e0979-24dd-4de2-b36b-3cec19fe73c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5cc5270f02d445cb827146ac5901498b&device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 1096 time: 0.0938380 Jul 23 16:19:33.466012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad3bb7c0-8410-43bf-af38-943d84da3248 req-f6b8c4aa-15c1-405e-af0e-d10be75105a6 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622324 Jul 23 16:19:33.546506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:33.592590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Attempting to bind port e9a1d464-4289-4566-9260-00c8113c5323 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:33.592933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Attempting to bind port e9a1d464-4289-4566-9260-00c8113c5323 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:33.593262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Attempting to bind port e9a1d464-4289-4566-9260-00c8113c5323 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:33.594301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88', 'port_id': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'mac_address': 'fa:16:3e:a3:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68062c34-cb9c-4121-9797-ad8ffd88e4d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:33.647669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.663262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548f1085-e5ce-4056-b9e6-b01f2e824290 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:33.666187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-12e11886-c560-4c79-b03d-5c4cf54ad3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.667948 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-12e11886-c560-4c79-b03d-5c4cf54ad3b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 200 len: 922 time: 0.2261147 Jul 23 16:19:33.679176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Port e9a1d464-4289-4566-9260-00c8113c5323 on network 3792dc91-998e-4c59-b925-771bef1f281d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:33.679572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Attempting to bind port e9a1d464-4289-4566-9260-00c8113c5323 on network 3792dc91-998e-4c59-b925-771bef1f281d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:33.688880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:33.694063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.710559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:33.710946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Checking segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:33.711355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Bound using segment: {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:33.711751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Bound port: e9a1d464-4289-4566-9260-00c8113c5323, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:33.712113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:33.778403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:33.837259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899b3ea-93f5-4dc2-9095-86811e3e48c1 req-e7f7cfe3-c7aa-45c2-b469-fd0eddfae765 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.838878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4899b3ea-93f5-4dc2-9095-86811e3e48c1 req-e7f7cfe3-c7aa-45c2-b469-fd0eddfae765 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.2331119 Jul 23 16:19:33.924441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae66875-5bcd-4f48-a240-44a51e6af1cd req-afd2a3bc-22ed-4c0b-9c84-ac4b2d5b41d6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:33.925839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ae66875-5bcd-4f48-a240-44a51e6af1cd req-afd2a3bc-22ed-4c0b-9c84-ac4b2d5b41d6 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 944 time: 0.3550401 Jul 23 16:19:33.932241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:33.970225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4899b3ea-93f5-4dc2-9095-86811e3e48c1 req-148f7a9c-213c-4c7d-a7a7-a8792051a227 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163940 Jul 23 16:19:33.987023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:34.010469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e9a1d464-4289-4566-9260-00c8113c5323,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:34.045365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.068559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-e69970fc-6b56-4c51-968b-51dbdceec975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 200 len: 217 time: 0.3920097 Jul 23 16:19:34.120559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-15f451a3-5807-4c27-bfd6-aeabb9c2246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.121483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ae66875-5bcd-4f48-a240-44a51e6af1cd req-4afd6ba6-687b-48e2-8bf7-1bc2c389c688 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818106 Jul 23 16:19:34.122309 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-15f451a3-5807-4c27-bfd6-aeabb9c2246c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 200 len: 861 time: 0.0471442 Jul 23 16:19:34.128847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.129966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.132928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] 10.222.0.67 "PUT /v2.0/ports/e9a1d464-4289-4566-9260-00c8113c5323 HTTP/1.1" status: 200 len: 1092 time: 1.8373122 Jul 23 16:19:34.134226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:34.141176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:34.143675 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f9591-973d-4126-a17f-295665ba8281" -d '{"events": [{"name": "network-changed", "server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "tag": "e9a1d464-4289-4566-9260-00c8113c5323"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:34.159055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['548f1085-e5ce-4056-b9e6-b01f2e824290'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:34.186290 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-f218a8cf-8d9b-4f7a-bc00-14567ad032a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d27ea7d7-a24b-4946-9683-0acd3f18b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550313 Jul 23 16:19:34.307552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-3c4fd680-5fc5-48e9-93a2-1152acacf716 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150699 Jul 23 16:19:34.315180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.323719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-60e4ec07-5b10-4f4e-a69f-5e43715f5568 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a3704a59-c79a-4582-9cf0-329c97fad679 HTTP/1.1" status: 200 len: 1811 time: 0.2812533 Jul 23 16:19:34.338408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9646a-b5a5-4bb2-a929-fbf9bcb53182 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:34.353024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3704a59-c79a-4582-9cf0-329c97fad679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:34.353495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3704a59-c79a-4582-9cf0-329c97fad679', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:34.384557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Transition to ACTIVE for port object 59f743e4-feaf-43d7-9738-095625a058e1 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:34.397466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.448567 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9d7905d2-6abb-4d31-9683-f01d8214a71a req-fe5ae15b-a645-4f8e-9dd8-8379dc04f9c6 service neutron] 10.222.0.67 "GET /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336110 Jul 23 16:19:34.451018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-5096ad13-cce5-4447-bdac-b36d45a63059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.453188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-5096ad13-cce5-4447-bdac-b36d45a63059 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 1095 time: 0.2608654 Jul 23 16:19:34.532334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b045d-c1fc-4682-a53b-3b0254eb3dc7 req-b11476a2-2fa7-48d4-83c6-7eead10555d3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.538451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d22b045d-c1fc-4682-a53b-3b0254eb3dc7 req-b11476a2-2fa7-48d4-83c6-7eead10555d3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.3124499 Jul 23 16:19:34.553727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:34.564323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-4c317526-6649-4307-9af0-a58e29d65d59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a1d464-4289-4566-9260-00c8113c5323 HTTP/1.1" status: 200 len: 217 time: 0.0964174 Jul 23 16:19:34.599198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] No DVR routers for this DVR port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:34.662430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.728257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d22b045d-c1fc-4682-a53b-3b0254eb3dc7 req-718d9494-3326-4cb3-8e5c-8eeb319901b3 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596210 Jul 23 16:19:34.739106 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.750422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:34.750422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:34.750422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:34.750422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.759263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-983c20a2-418c-4439-b6b5-f75f6f2d2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:34.760736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-983c20a2-418c-4439-b6b5-f75f6f2d2da2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.1729455 Jul 23 16:19:34.766312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:34.766715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:34.787936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cf0566-7ce1-410f-a77b-2d224aff2349,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:34.811689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:34.812029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:34.812416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:34.812857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Bound port: 59f743e4-feaf-43d7-9738-095625a058e1, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:34.813213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.818972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-3ff801d5-a31b-46aa-baeb-3e05939cb378 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474844 Jul 23 16:19:34.821313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:34.822449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d59a7cf9-d34e-4daf-a740-12ced95753a2 req-4aae4062-08f8-4962-917e-15f0a6d3e801 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4866138 Jul 23 16:19:34.969795 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b55ca-7da4-46ec-9042-8089fcfdcfc7 x-openstack-request-id: req-016b55ca-7da4-46ec-9042-8089fcfdcfc7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:34.970116 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "tag": "e9a1d464-4289-4566-9260-00c8113c5323", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:34.970480 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-016b55ca-7da4-46ec-9042-8089fcfdcfc7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:34.970757 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323', 'status': 'completed', 'code': 200} Jul 23 16:19:34.999635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:35.019751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4185c-ba68-4999-bc9b-deb4fc727632 req-2e68afdb-8961-4c6f-bce3-d53d86e9d3bb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.021250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fc4185c-ba68-4999-bc9b-deb4fc727632 req-2e68afdb-8961-4c6f-bce3-d53d86e9d3bb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.2045736 Jul 23 16:19:35.034651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-eb461b33-5b11-4e74-a424-1f3166cf9183 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982720 Jul 23 16:19:35.040494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:35.072042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.188040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.188663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:35.190123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] 10.222.0.81 "PUT /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 1096 time: 2.1515074 Jul 23 16:19:35.195125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fc4185c-ba68-4999-bc9b-deb4fc727632 req-c3677a1e-57e8-464a-94ad-33b09898c478 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667593 Jul 23 16:19:35.258230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9fc1-4e9f-4b95-8f34-5741def53921 service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:35.289899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5597e76a-0994-40c0-bec2-18af35606c70 req-d6a27463-bbd7-4308-836d-f44f92bcfab8 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a3704a59-c79a-4582-9cf0-329c97fad679 HTTP/1.1" status: 200 len: 2404 time: 0.1739914 Jul 23 16:19:35.305085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4679bbf5-e04e-4a6f-9bdd-c05d258850c3 req-c2b00a24-404f-4734-a8d0-264c9a525850 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617300 Jul 23 16:19:35.366707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-38ff39d6-c0df-4301-9270-459610ed866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.368295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-38ff39d6-c0df-4301-9270-459610ed866f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1099 time: 0.1356151 Jul 23 16:19:35.420063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bdc29-84fa-4624-89a4-e7d4046626e0 req-ddf35945-8a64-462c-bf96-b66431778834 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.421602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb2bdc29-84fa-4624-89a4-e7d4046626e0 req-ddf35945-8a64-462c-bf96-b66431778834 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 1095 time: 0.1386216 Jul 23 16:19:35.529376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb2bdc29-84fa-4624-89a4-e7d4046626e0 req-742b4bb1-cd27-4745-84d2-b4fd3d42ef26 tempest-LiveAutoBlockMigrationV225Test-1914767544 tempest-LiveAutoBlockMigrationV225Test-1914767544-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979526 Jul 23 16:19:35.540751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f9591-973d-4126-a17f-295665ba8281 req-dd3f50e5-e3f5-4375-acde-c020a6b90175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.542731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-dd3f50e5-e3f5-4375-acde-c020a6b90175 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 1095 time: 0.1734338 Jul 23 16:19:35.548434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-627b17fc-e0b1-401d-954f-56b6f4e000d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.550654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-627b17fc-e0b1-401d-954f-56b6f4e000d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1725712 Jul 23 16:19:35.602108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-349cc737-891e-4614-84d2-e1fff9a92c8b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0385494 Jul 23 16:19:35.751017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-a8762e2e-e70f-4bda-8725-f69dbb71d1b5 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-group-rules/c9cf0566-7ce1-410f-a77b-2d224aff2349 HTTP/1.1" status: 200 len: 778 time: 0.0872450 Jul 23 16:19:35.763412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-162cd793-eee7-4b9f-b166-ebd6f85edd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.764813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-162cd793-eee7-4b9f-b166-ebd6f85edd54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1525500 Jul 23 16:19:35.799853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f9591-973d-4126-a17f-295665ba8281 req-6176fab9-e36c-4780-be4e-24f8bf7cac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:35.801341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-6176fab9-e36c-4780-be4e-24f8bf7cac73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 200 len: 914 time: 0.2459867 Jul 23 16:19:36.194948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6a574-2ea2-4df8-8417-acbb98abeb60 req-5980570d-afd6-4418-b870-5077c3806f56 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.196377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dc6a574-2ea2-4df8-8417-acbb98abeb60 req-5980570d-afd6-4418-b870-5077c3806f56 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 944 time: 0.5748155 Jul 23 16:19:36.202180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-c3bd89f2-8321-42b9-b220-27b7627aa7af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a1d464-4289-4566-9260-00c8113c5323 HTTP/1.1" status: 200 len: 217 time: 0.3880072 Jul 23 16:19:36.208416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-1932cf9f-e6f3-4cae-8194-cf3a7eb0c256 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a3704a59-c79a-4582-9cf0-329c97fad679 HTTP/1.1" status: 200 len: 2404 time: 0.4469118 Jul 23 16:19:36.313588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dc6a574-2ea2-4df8-8417-acbb98abeb60 req-45e04892-6935-4659-8b3c-32ff1dba41b5 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098900 Jul 23 16:19:36.319405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.326138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f9591-973d-4126-a17f-295665ba8281 req-2ef1c82d-e182-48d1-a438-09918f384ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.327637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-2ef1c82d-e182-48d1-a438-09918f384ff9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 200 len: 853 time: 0.1129012 Jul 23 16:19:36.341774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-0f13fa74-0463-4b7a-bbf7-a046b2cb5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.343489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-0f13fa74-0463-4b7a-bbf7-a046b2cb5743 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5328786 Jul 23 16:19:36.345318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.396412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-ad7a698b-c228-4f74-9ffe-d73df349c74a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3792dc91-998e-4c59-b925-771bef1f281d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584235 Jul 23 16:19:36.596973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.616405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:36.617520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88faddd8-f15c-4f98-b337-d0e7faf7689c req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c9cf0566-7ce1-410f-a77b-2d224aff2349 HTTP/1.1" status: 204 len: 173 time: 0.4007719 Jul 23 16:19:36.652343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-f34f3aac-559b-45c0-9152-6709f781a2a1 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975688 Jul 23 16:19:36.653346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:36.655574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f0046-6128-478b-a19f-ffe371e45b54 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9cf0566-7ce1-410f-a77b-2d224aff2349,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:36.709726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:36.712744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-3e283ad5-eca8-4b54-acac-b1f8bcea20f9 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975338 Jul 23 16:19:36.807974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274732b-29f7-4cd8-9ef4-3877cf8b291f req-343c576c-cb26-4ba4-b462-8712ddc8fefe tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:36.809544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f274732b-29f7-4cd8-9ef4-3877cf8b291f req-343c576c-cb26-4ba4-b462-8712ddc8fefe tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.2568316 Jul 23 16:19:36.873989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2f0b561-2cb3-4814-8169-cf761c29faea req-88f73a8a-5c63-49da-b4a8-8d3994ee9b49 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035933 Jul 23 16:19:36.907258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f274732b-29f7-4cd8-9ef4-3877cf8b291f req-d4dcbd03-6f08-4ed4-8e46-7350b9cde5c6 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852888 Jul 23 16:19:36.911746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb6f9591-973d-4126-a17f-295665ba8281 req-046ef91e-3a7a-42d3-847d-7b5c7284c7c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884460 Jul 23 16:19:36.984200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}, {'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:36.987697 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c001e-94fc-45fe-8b98-9791374531c1" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-unplugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}, {"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:37.073040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39f79f-9065-4136-885f-5ecf9baf9f7b req-21d50b73-ab22-41e8-b061-ec44b3befb40 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.074767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd39f79f-9065-4136-885f-5ecf9baf9f7b req-21d50b73-ab22-41e8-b061-ec44b3befb40 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.1587551 Jul 23 16:19:37.092873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6323ca-2ba4-40f4-abe9-700ecbaf085f req-b1b094c5-e9e2-4ff2-b28d-64bdf574fef1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.094461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db6323ca-2ba4-40f4-abe9-700ecbaf085f req-b1b094c5-e9e2-4ff2-b28d-64bdf574fef1 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.1025984 Jul 23 16:19:37.144457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd39f79f-9065-4136-885f-5ecf9baf9f7b req-dc05cf0a-4ab6-41fa-a581-7b29086d29b7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607815 Jul 23 16:19:37.164995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db6323ca-2ba4-40f4-abe9-700ecbaf085f req-1ed0babb-67f5-4f9f-adbe-74285ed8d5fd tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Jul 23 16:19:37.190398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2008766558', 'description': 'tempest-description-2034398865'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:37.218630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.222265 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e32c81-524e-4097-b5b6-2df75c7396af x-openstack-request-id: req-77e32c81-524e-4097-b5b6-2df75c7396af {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:37.222568 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-unplugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "code": 200}, {"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:37.222820 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77e32c81-524e-4097-b5b6-2df75c7396af {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:37.223463 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'code': 200} Jul 23 16:19:37.223764 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'status': 'completed', 'code': 200} Jul 23 16:19:37.291277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:37.348792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-68b267b7-c716-478f-b661-d603bd60f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.350577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-68b267b7-c716-478f-b661-d603bd60f572 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1099 time: 0.1018105 Jul 23 16:19:37.364338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 548f1085-e5ce-4056-b9e6-b01f2e824290 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:37.368870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 548f1085-e5ce-4056-b9e6-b01f2e824290 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:37.369243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.383785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.419044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.453249 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.479388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:37.481153 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b1d8aa-6b4f-4272-ae7a-373ad2dd8fdd" -d '{"events": [{"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-plugged", "status": "completed", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:37.506502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:37.512950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.593318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-e0564862-ec95-49b8-ba64-fc66830d070e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.595755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-e0564862-ec95-49b8-ba64-fc66830d070e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 944 time: 0.1059654 Jul 23 16:19:37.601836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.603095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6afb704-ee65-4756-8d4b-146f6cad862e req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4185183 Jul 23 16:19:37.615814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fb7c-33ec-4fec-a80d-9f466ed3300d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962e1f8a-8b17-4e65-83f6-432c79ea5a25,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.626261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:37.649876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-80e1cc49-e98a-4ee5-8841-c3fa2fb4d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.651425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-80e1cc49-e98a-4ee5-8841-c3fa2fb4d6a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2646494 Jul 23 16:19:37.657546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-94bf8670-c450-4528-8163-19f88cdf88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.659501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-94bf8670-c450-4528-8163-19f88cdf88a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1099 time: 0.3153169 Jul 23 16:19:37.692365 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99826598-121f-4055-b876-cce6d4a930d7 x-openstack-request-id: req-99826598-121f-4055-b876-cce6d4a930d7 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:37.692868 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-plugged", "status": "completed", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:37.693501 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99826598-121f-4055-b876-cce6d4a930d7 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:37.694384 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'code': 200} Jul 23 16:19:37.715157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-bab68477-751c-4eea-ae5c-9ac37ec1c3be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0537286 Jul 23 16:19:37.726259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe4ed3-acb1-4d25-828d-522668386885 req-deaee195-ac3f-46f5-8ac7-29a7827e3094 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.727812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbe4ed3-acb1-4d25-828d-522668386885 req-deaee195-ac3f-46f5-8ac7-29a7827e3094 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 944 time: 0.3139267 Jul 23 16:19:37.810337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Deleting port 6b4c0061-2731-47a9-bd04-af998446e540 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:37.810836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.923020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] For port 6b4c0061-2731-47a9-bd04-af998446e540, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b4c0061-2731-47a9-bd04-af998446e540,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:37.923366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:37.926091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-4d078ada-a613-4156-b594-f07f6cf8c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:37.927578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-4d078ada-a613-4156-b594-f07f6cf8c6e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1988783 Jul 23 16:19:37.937848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Calling delete_port for 6b4c0061-2731-47a9-bd04-af998446e540 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:37.940195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbe4ed3-acb1-4d25-828d-522668386885 req-6254207d-9687-4c95-8c24-64b05cbfbce8 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930847 Jul 23 16:19:37.954383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56edff67-0308-4984-84a0-2ac519fa6489 req-a063ffc9-0850-45fd-bc2a-714dcd83fb75 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/962e1f8a-8b17-4e65-83f6-432c79ea5a25 HTTP/1.1" status: 200 len: 1813 time: 0.2370374 Jul 23 16:19:38.047867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-14c60673-c637-49a0-ac6d-4efc4993c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.050152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-14c60673-c637-49a0-ac6d-4efc4993c84d service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3476973 Jul 23 16:19:38.066681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f74bf-685e-42a8-b719-436d9e3f52b7 req-4a98db25-59d2-49a9-a8b2-49f65a3fef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.068327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f74bf-685e-42a8-b719-436d9e3f52b7 req-4a98db25-59d2-49a9-a8b2-49f65a3fef7c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1096 time: 0.2645624 Jul 23 16:19:38.085137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-86807c75-4358-4d49-bf6e-92135d7ffbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.085564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-86807c75-4358-4d49-bf6e-92135d7ffbf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488361 Jul 23 16:19:38.127425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.164919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004', '6b4c0061-2731-47a9-bd04-af998446e540'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:38.167393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event deleted for resources: {'Port': ['ID=6b4c0061-2731-47a9-bd04-af998446e540,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.209369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-724342481', 'description': 'tempest-description-343680465'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:38.217119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] No DVR routers for this DVR port 6b4c0061-2731-47a9-bd04-af998446e540 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:38.219993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.223655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e65d21e7-4381-4ad4-8ca7-e062dca9383b req-42bc2509-4b28-464d-abc1-0dc2df91f110 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "DELETE /v2.0/ports/6b4c0061-2731-47a9-bd04-af998446e540 HTTP/1.1" status: 204 len: 173 time: 0.6124401 Jul 23 16:19:38.224191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-deleted', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:38.227001 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8155ab-c719-466f-ac21-b1a8954301ee" -d '{"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-deleted", "tag": "6b4c0061-2731-47a9-bd04-af998446e540"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:38.273961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-3459864c-440a-4aae-9356-e878e37e7293 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.1672759 Jul 23 16:19:38.339298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.387341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f74bf-685e-42a8-b719-436d9e3f52b7 req-f67a1987-4cb9-4c9e-bb08-a13e23bb3ae7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787414 Jul 23 16:19:38.398876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-a28ccd56-727c-48e3-b71e-b9f86b9a6a45 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056986 Jul 23 16:19:38.412992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-d3583b17-be9f-42dd-a7c3-cef6cf62fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.414608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-d3583b17-be9f-42dd-a7c3-cef6cf62fdd7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1179190 Jul 23 16:19:38.469527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778f68a-bcf2-496e-be5e-ee1abce27fce req-d7af5819-5b82-47d4-908b-b9a9fb5dcf7a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.471041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5778f68a-bcf2-496e-be5e-ee1abce27fce req-d7af5819-5b82-47d4-908b-b9a9fb5dcf7a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.3128655 Jul 23 16:19:38.588878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-28641617-39dd-43b7-83f6-95ddeb13d70e service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810277 Jul 23 16:19:38.593567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5778f68a-bcf2-496e-be5e-ee1abce27fce req-6ab93f0e-936b-42b4-be80-a7f9fe2c8a7e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900784 Jul 23 16:19:38.627049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.633266 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.660110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.661456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a34a722e-bd79-4445-b082-6f56595b7b3d req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5107462 Jul 23 16:19:38.667967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e9a1d464-4289-4566-9260-00c8113c5323 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:38.710702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e83111-f6b7-46ae-800f-d2719f89907a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c73418d-95e6-4847-8450-e4ffd2ac601f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:38.774641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d53217be-2fd2-42c3-9cfb-841a60970abd req-f9d6655d-16a8-4e97-a614-d57d4c615b88 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 210 time: 0.0390868 Jul 23 16:19:38.813682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c0d75-644c-4d9b-9900-faf774c462c5 req-43b3734e-ce36-459b-a7c3-e660ecaecd19 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.815603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db0c0d75-644c-4d9b-9900-faf774c462c5 req-43b3734e-ce36-459b-a7c3-e660ecaecd19 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 948 time: 0.1490517 Jul 23 16:19:38.845447 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fcd4da-d600-4eda-857a-3f32a8d40751 x-openstack-request-id: req-51fcd4da-d600-4eda-857a-3f32a8d40751 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:38.848229 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51484514-cfcb-44b5-8de4-acf17b6999c4", "name": "network-vif-deleted", "tag": "6b4c0061-2731-47a9-bd04-af998446e540", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:38.848662 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51fcd4da-d600-4eda-857a-3f32a8d40751 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:38.848993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c001e-94fc-45fe-8b98-9791374531c1 req-74d5b27d-d269-4116-bb65-b6777c497858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:38.849448 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51484514-cfcb-44b5-8de4-acf17b6999c4', 'name': 'network-vif-deleted', 'tag': '6b4c0061-2731-47a9-bd04-af998446e540', 'status': 'completed', 'code': 200} Jul 23 16:19:38.850709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e9a1d464-4289-4566-9260-00c8113c5323,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:38.851414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-74d5b27d-d269-4116-bb65-b6777c497858 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493535 Jul 23 16:19:38.864878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'e9a1d464-4289-4566-9260-00c8113c5323', 'network_id': '3792dc91-998e-4c59-b925-771bef1f281d', 'port_id': 'e9a1d464-4289-4566-9260-00c8113c5323', 'mac_address': 'fa:16:3e:d6:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da447f5-74bf-4b48-a081-2547755ff4b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:38.903684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db0c0d75-644c-4d9b-9900-faf774c462c5 req-fb55bed0-8e8f-48b6-ae86-a0454de2f94d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813401 Jul 23 16:19:38.906137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.925496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a1d464-4289-4566-9260-00c8113c5323 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:38.945583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e9a1d464-4289-4566-9260-00c8113c5323,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:38.950649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:38.984572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b3ce04c-0624-4e9f-a997-15b54bd30b17 req-b352d4d9-8bf3-4883-a8d4-c4a07315f4e7 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/3c73418d-95e6-4847-8450-e4ffd2ac601f HTTP/1.1" status: 200 len: 1811 time: 0.1178024 Jul 23 16:19:39.007928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.019342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-1690b79b-8027-4c08-a667-e779fd6541e2 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539712 Jul 23 16:19:39.024056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-788096917', 'description': 'tempest-description-864038022'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:39.131499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.189449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-677c001e-94fc-45fe-8b98-9791374531c1 req-8d629146-340b-4781-a367-451bebdcf163 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609139 Jul 23 16:19:39.212058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a45b3-7c5e-4ea9-a958-da2ac2cd9a2f req-9eed7992-206f-4a8c-b98e-2aef9cd88645 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.213527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d24a45b3-7c5e-4ea9-a958-da2ac2cd9a2f req-9eed7992-206f-4a8c-b98e-2aef9cd88645 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 945 time: 0.1631804 Jul 23 16:19:39.240662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e9a1d464-4289-4566-9260-00c8113c5323'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:39.311499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d24a45b3-7c5e-4ea9-a958-da2ac2cd9a2f req-d8542ef9-39dc-4bd8-ac34-d637854efb14 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763578 Jul 23 16:19:39.323309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.329817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.396441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.399196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5fc35d-346e-4b7d-860b-2ca64f871468 req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3785102 Jul 23 16:19:39.403070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbfc5d-993c-450c-82cf-5323d5483e67 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bddd1-4e22-4aa5-adbd-1daeba5c6416,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.433398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:39.537754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18079be0-7783-4b0a-8886-1fca8d8341c7 req-c3916f4c-f59f-4687-af8e-00c35f32156a tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/c24bddd1-4e22-4aa5-adbd-1daeba5c6416 HTTP/1.1" status: 200 len: 1811 time: 0.0475280 Jul 23 16:19:39.570828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-418352627', 'description': 'tempest-description-1721177744'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:39.606816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.617206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:39.641655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '59f743e4-feaf-43d7-9738-095625a058e1', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '59f743e4-feaf-43d7-9738-095625a058e1', 'mac_address': 'fa:16:3e:8e:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:39.712672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.727461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:39.763038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:39.770325 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.819240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.832141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.834540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae82be-1068-4068-950a-31781159db0c req-a6d7b9e6-268b-4e85-8ee8-e0745b92bebd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:39.836181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcae82be-1068-4068-950a-31781159db0c req-a6d7b9e6-268b-4e85-8ee8-e0745b92bebd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.1023347 Jul 23 16:19:39.837105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.874627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:39.876015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2bf48a2-eb84-4239-99a7-6c0128332259 req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3114085 Jul 23 16:19:39.903592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e024a4c-7c79-4e38-93e5-9c1316cbacca tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fd622-ef2a-4abc-b4d7-1e172c21fc0f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:39.913416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcae82be-1068-4068-950a-31781159db0c req-dcd7a722-6301-43d6-ac05-9f218f05d139 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694602 Jul 23 16:19:39.998266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83519b35-bba6-4490-a35b-f2157d6c5f5f req-61b5024a-5e9c-46af-8283-6cb8ad6404aa tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 210 time: 0.0450599 Jul 23 16:19:40.015127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0704aa82-6398-429b-a2f5-0e7b28d589a8 req-cbd644ac-5d5b-416f-8022-f83d06c4214e tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a55fd622-ef2a-4abc-b4d7-1e172c21fc0f HTTP/1.1" status: 200 len: 1812 time: 0.0687270 Jul 23 16:19:40.052278 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-d70bd0a7-7f3c-4b91-9969-c2e115799230 req-88faa84a-8f37-4c06-ab30-ae85f618086d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] show failed (client error): The resource could not be found. Jul 23 16:19:40.053436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d70bd0a7-7f3c-4b91-9969-c2e115799230 req-88faa84a-8f37-4c06-ab30-ae85f618086d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/b0cce0e6-f7ea-4d1e-90c4-1bbb3efa3650 HTTP/1.1" status: 404 len: 352 time: 0.0159082 Jul 23 16:19:40.120180 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-1b73b866-8feb-4579-848a-c0037be2ed39 req-68161aa5-1c9a-4a69-8f9a-e1a39edca878 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] show failed (client error): The resource could not be found. Jul 23 16:19:40.121353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b73b866-8feb-4579-848a-c0037be2ed39 req-68161aa5-1c9a-4a69-8f9a-e1a39edca878 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-group-rules/868f453f-33f1-461b-ae3e-634e71335318 HTTP/1.1" status: 404 len: 361 time: 0.0437627 Jul 23 16:19:40.179568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b7b9-2aa6-4932-bb41-5f7ad820f019 req-9ac808f0-b73e-4191-9614-73a6a60118a3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.181040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fa0b7b9-2aa6-4932-bb41-5f7ad820f019 req-9ac808f0-b73e-4191-9614-73a6a60118a3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.1016247 Jul 23 16:19:40.215506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-1531f48a-7afe-4583-b70e-94857a3c5a75 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a55fd622-ef2a-4abc-b4d7-1e172c21fc0f HTTP/1.1" status: 200 len: 1812 time: 0.0699787 Jul 23 16:19:40.244324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fa0b7b9-2aa6-4932-bb41-5f7ad820f019 req-26d155fc-7aa7-4d00-983d-e10df0f47152 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Jul 23 16:19:40.284874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.307547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['59f743e4-feaf-43d7-9738-095625a058e1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:40.319555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.382799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.386500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.402774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35153659-51ae-411e-8cb7-f6d01bcc9f41 req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-groups/a55fd622-ef2a-4abc-b4d7-1e172c21fc0f HTTP/1.1" status: 204 len: 173 time: 0.1768892 Jul 23 16:19:40.415782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b47760-2d7f-4d44-8d87-88febddbd8eb tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55fd622-ef2a-4abc-b4d7-1e172c21fc0f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.548148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77542aa5-1329-4d41-b10e-21b31f9c4c4a req-0283127a-8856-4a37-be81-e89207900865 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.549752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77542aa5-1329-4d41-b10e-21b31f9c4c4a req-0283127a-8856-4a37-be81-e89207900865 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 945 time: 0.0861409 Jul 23 16:19:40.663101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65f879c7-d092-481f-b849-dea46dce4df5 req-7b4006b6-d7d5-4334-a1b1-c749c0b389ee tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/c24bddd1-4e22-4aa5-adbd-1daeba5c6416 HTTP/1.1" status: 200 len: 1811 time: 0.1365011 Jul 23 16:19:40.685349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e9a1d464-4289-4566-9260-00c8113c5323 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:40.692440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77542aa5-1329-4d41-b10e-21b31f9c4c4a req-805eb5a2-ecbe-4c4a-abba-347f2b2bd3ec tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278889 Jul 23 16:19:40.747970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-0d57e88e-d397-46c8-893a-907d447c62e6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:40.749518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-0d57e88e-d397-46c8-893a-907d447c62e6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.81 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb&tenant_id=1bd5d560384f47649f2e48083e4f1ea5&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 949 time: 0.1966701 Jul 23 16:19:40.750613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port e9a1d464-4289-4566-9260-00c8113c5323 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:40.758025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port e9a1d464-4289-4566-9260-00c8113c5323 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:40.759296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.792454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-65f879c7-d092-481f-b849-dea46dce4df5 req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.844932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-65f879c7-d092-481f-b849-dea46dce4df5 req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.868204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-c8cf2a4a-ad57-47c5-b3c6-de2d32e9dc46 service neutron] 10.222.0.81 "GET /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.1103833 Jul 23 16:19:40.868882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.891638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:40.894233 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c60f9f0-4d5e-43aa-b691-edfd3fbd6085" -d '{"events": [{"server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "name": "network-vif-plugged", "status": "completed", "tag": "e9a1d464-4289-4566-9260-00c8113c5323"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:40.918089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e9a1d464-4289-4566-9260-00c8113c5323,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:40.920579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-65f879c7-d092-481f-b849-dea46dce4df5 req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.922851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.923296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-65f879c7-d092-481f-b849-dea46dce4df5 req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:40.924542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65f879c7-d092-481f-b849-dea46dce4df5 req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-groups/c24bddd1-4e22-4aa5-adbd-1daeba5c6416 HTTP/1.1" status: 204 len: 173 time: 0.2501459 Jul 23 16:19:40.968996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e178c-7136-4005-9f99-6f93b6f91d02 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bddd1-4e22-4aa5-adbd-1daeba5c6416,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:40.991905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:41.002850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68780400-ce32-4929-b664-5a1ca06b6370 req-7283f822-6366-4454-89c7-4cc6c35471a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.004307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68780400-ce32-4929-b664-5a1ca06b6370 req-7283f822-6366-4454-89c7-4cc6c35471a1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.1212685 Jul 23 16:19:41.024664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-0f503574-c131-4eb8-b598-a6b5b5d01101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.026229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-0f503574-c131-4eb8-b598-a6b5b5d01101 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1100 time: 0.0999882 Jul 23 16:19:41.062471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68780400-ce32-4929-b664-5a1ca06b6370 req-d87e694f-b08a-4255-9e82-d9cbac8f67d6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485260 Jul 23 16:19:41.072949 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016c9442-11b9-4533-accc-d4447ea2f419 x-openstack-request-id: req-016c9442-11b9-4533-accc-d4447ea2f419 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:41.073437 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "name": "network-vif-plugged", "status": "completed", "tag": "e9a1d464-4289-4566-9260-00c8113c5323", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:41.073846 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-016c9442-11b9-4533-accc-d4447ea2f419 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:41.074433 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323', 'code': 200} Jul 23 16:19:41.180350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.231513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-6775c91b-18c2-4edb-995a-5df32b5b0310 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/3c73418d-95e6-4847-8450-e4ffd2ac601f HTTP/1.1" status: 200 len: 1811 time: 0.1408036 Jul 23 16:19:41.254506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-85b6b60b-9636-461b-b13a-6883e47a40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.256023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-85b6b60b-9636-461b-b13a-6883e47a40b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2048142 Jul 23 16:19:41.310061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:41.330587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-fd79a776-b0d7-46d2-a0a2-5b7f6f71df2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0513718 Jul 23 16:19:41.334833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 6b4c0061-2731-47a9-bd04-af998446e540 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:41.335283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b4c0061-2731-47a9-bd04-af998446e540 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:41.342323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eee04-a8a1-4b68-b6df-f123955af235 req-84ffde40-9f60-4ac6-bdd4-d0a0fd702004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.343651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e0eee04-a8a1-4b68-b6df-f123955af235 req-84ffde40-9f60-4ac6-bdd4-d0a0fd702004 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 1097 time: 0.2000434 Jul 23 16:19:41.694621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1eb4-a659-4e62-aba2-86d717cc0999 req-4d82b984-03c7-4f74-965c-88f0403bd55f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.696079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-302a1eb4-a659-4e62-aba2-86d717cc0999 req-4d82b984-03c7-4f74-965c-88f0403bd55f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.5414557 Jul 23 16:19:41.720504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-62604074-8ba4-4fa3-9d64-2d1fdd38d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.730038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.765696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-f0270df6-bf67-4e9d-81b3-90cea553746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.767197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-f0270df6-bf67-4e9d-81b3-90cea553746f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.4294007 Jul 23 16:19:41.772320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e0eee04-a8a1-4b68-b6df-f123955af235 req-9a78be36-a4c3-41b3-9ffb-f06a9850216f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941879 Jul 23 16:19:41.797031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.817572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-302a1eb4-a659-4e62-aba2-86d717cc0999 req-dcaf6b43-1eea-4805-a19d-1a87b4287ab7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044457 Jul 23 16:19:41.870044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-004e0a0a-7afe-42d6-9e7d-553e86229bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:41.871547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-004e0a0a-7afe-42d6-9e7d-553e86229bd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896285 Jul 23 16:19:41.872665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.875254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:41.879189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c4cfea-6e04-49a2-96fc-412f79c18281 req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-groups/3c73418d-95e6-4847-8450-e4ffd2ac601f HTTP/1.1" status: 204 len: 173 time: 0.6338611 Jul 23 16:19:41.955707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce52d177-b902-40a7-940e-0523cfb669f3 req-a383bafa-c248-4cc4-b4e8-b5fab94960bc tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=51484514-cfcb-44b5-8de4-acf17b6999c4 HTTP/1.1" status: 200 len: 210 time: 0.0573144 Jul 23 16:19:41.956531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67936384-559f-4b54-bc5f-1b411c69b819 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c73418d-95e6-4847-8450-e4ffd2ac601f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:42.065220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-e79aba5b-456c-4ef8-a2b7-1ca9a324360b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846082 Jul 23 16:19:42.081491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fba28-327c-4b40-b645-d0e2bd5fb00f req-e2c3ae2c-82fb-4b00-b506-b764561e2521 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.083389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411fba28-327c-4b40-b645-d0e2bd5fb00f req-e2c3ae2c-82fb-4b00-b506-b764561e2521 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.1364052 Jul 23 16:19:42.208544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411fba28-327c-4b40-b645-d0e2bd5fb00f req-4fc740d8-d566-4913-8e9e-1f432935b9b9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161017 Jul 23 16:19:42.264187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-496922be-a43c-465d-86c6-d33abbf721a4 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795859 Jul 23 16:19:42.285878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d294b4-bed9-4997-a63d-fd70bb59a49c req-320eb63d-58d4-4056-9351-ff3b91dae2af tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.288248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d294b4-bed9-4997-a63d-fd70bb59a49c req-320eb63d-58d4-4056-9351-ff3b91dae2af tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1096 time: 0.1597602 Jul 23 16:19:42.307684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-e7dd3e1e-192a-4c1e-8367-5864ac686087 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/962e1f8a-8b17-4e65-83f6-432c79ea5a25 HTTP/1.1" status: 200 len: 1813 time: 0.0662889 Jul 23 16:19:42.354360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d294b4-bed9-4997-a63d-fd70bb59a49c req-ea11d4f9-07ce-4d23-8db6-c4b9da69c517 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Jul 23 16:19:42.398802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.427693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.482978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.485857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.498757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ba838b1-7daf-4883-b1b4-fb309cd0c77b req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-groups/962e1f8a-8b17-4e65-83f6-432c79ea5a25 HTTP/1.1" status: 204 len: 173 time: 0.1801836 Jul 23 16:19:42.520389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7b314-1159-4585-8436-6d1b02588e29 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e1f8a-8b17-4e65-83f6-432c79ea5a25,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:42.661121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a91ac-d698-4495-bff6-d3414068e06c req-fdea47d2-40c0-4ed7-80aa-219724302728 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.662718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad8a91ac-d698-4495-bff6-d3414068e06c req-fdea47d2-40c0-4ed7-80aa-219724302728 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1096 time: 0.0941396 Jul 23 16:19:42.682261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c3e8-6c84-4a5f-8743-a00d0c9b2082 req-7a068962-2cc0-46e9-b99e-ca03720324ac tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:42.683776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8292c3e8-6c84-4a5f-8743-a00d0c9b2082 req-7a068962-2cc0-46e9-b99e-ca03720324ac tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.1046340 Jul 23 16:19:42.732546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad8a91ac-d698-4495-bff6-d3414068e06c req-556e5f16-1f24-4e04-8f33-c329538260c5 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608404 Jul 23 16:19:42.758743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8292c3e8-6c84-4a5f-8743-a00d0c9b2082 req-d1d1f618-cc34-43bc-8ba5-3d9bd9637ddd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610933 Jul 23 16:19:42.843540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3a811c37-75d3-4ce8-8720-72c98830424d tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "GET /v2.0/security-groups/a3704a59-c79a-4582-9cf0-329c97fad679 HTTP/1.1" status: 200 len: 1811 time: 0.0693274 Jul 23 16:19:42.905691 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.931816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.992079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.997672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:42.999188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2465272-4796-496c-9ead-5134ff6fac44 req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3704a59-c79a-4582-9cf0-329c97fad679 HTTP/1.1" status: 204 len: 173 time: 0.1547959 Jul 23 16:19:43.007160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:43.012334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1e17c-100f-4173-8178-b4d26054cdb0 tempest-SecurityGroupRulesNegativeTestJSON-1661136262 tempest-SecurityGroupRulesNegativeTestJSON-1661136262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3704a59-c79a-4582-9cf0-329c97fad679,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.091912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Deleting subnet 2fa48dc7-14a9-4ef9-98b0-1f4ec876f6b6 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:19:43.095323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.134301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.183980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.253142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.269487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.272622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2fa48dc7-14a9-4ef9-98b0-1f4ec876f6b6 HTTP/1.1" status: 204 len: 168 time: 0.2630553 Jul 23 16:19:43.274630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42830) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:43.295076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687ece1-51b5-4509-883a-043f09337422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa48dc7-14a9-4ef9-98b0-1f4ec876f6b6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.348881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:43.384171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.416354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 59f743e4-feaf-43d7-9738-095625a058e1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:43.425672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 59f743e4-feaf-43d7-9738-095625a058e1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:43.426351 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.459078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c711-c067-496a-b25f-515c850d39dd req-224be43f-0cd4-4ee8-9a40-3711727c1840 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.466178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa76c711-c067-496a-b25f-515c850d39dd req-224be43f-0cd4-4ee8-9a40-3711727c1840 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.1521058 Jul 23 16:19:43.534335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.574114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa76c711-c067-496a-b25f-515c850d39dd req-65155c72-4deb-4cb1-8321-00ffd70edfd9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020124 Jul 23 16:19:43.579378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7091295-3c16-4842-992d-1dbb37f15b46']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:43.593571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.608394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797e1792-e5de-4d52-adb4-d2dbe669888e') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:43.608694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797e1792-e5de-4d52-adb4-d2dbe669888e') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:43.625311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:43.625570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.628973 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a3356e-71a8-4d12-b705-06e3249770d7" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:43.653366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:43.659753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.660694 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.675184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:43.676070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:43.696626 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:43.720542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.777709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.799396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:43.801818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e7091295-3c16-4842-992d-1dbb37f15b46 HTTP/1.1" status: 204 len: 168 time: 0.5261595 Jul 23 16:19:43.830851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dc740-da44-46a3-9511-d0afbcd73dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7091295-3c16-4842-992d-1dbb37f15b46,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:43.874328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722422b-d9d8-4592-a7d0-e7eb23c2447d req-f60acc70-5abf-481a-9458-e233bf051395 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:43.876455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0722422b-d9d8-4592-a7d0-e7eb23c2447d req-f60acc70-5abf-481a-9458-e233bf051395 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.0916295 Jul 23 16:19:43.925627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0722422b-d9d8-4592-a7d0-e7eb23c2447d req-4a005b80-6303-4f02-9915-20b46740ecd0 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jul 23 16:19:43.954334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:43.991908 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf5400-1352-419a-8ab3-1275b920bbbd x-openstack-request-id: req-ecdf5400-1352-419a-8ab3-1275b920bbbd {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:43.992260 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:43.992483 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecdf5400-1352-419a-8ab3-1275b920bbbd {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:43.992858 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'code': 200} Jul 23 16:19:44.031382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-117e8855-1eb2-482c-846f-6e0805243310 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:19:44.032401 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-117e8855-1eb2-482c-846f-6e0805243310 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077114 Jul 23 16:19:44.036229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e922afef-cf72-42e7-9d5d-b5b8e834c0bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eca55d7dbc2040e798b4a30270eedfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797117 Jul 23 16:19:44.039248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:44.044116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Request body: {'binding': {'host': 'n-h2-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:44.044735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Unknown quota resources ['binding']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:19:44.207514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.239922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.263690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on host n-h2-800484-3 for vnic_type normal with profile None {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:44.264633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:44.264804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.265326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:44.274528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:44.275988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:44.285086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:44.285800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:44.286472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:44.287793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Bound port: 548f1085-e5ce-4056-b9e6-b01f2e824290, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:44.292070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b985e-0c44-417d-939c-b875db855f4f req-3c868295-a959-44ea-9763-ba3781d94181 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.293699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-344b985e-0c44-417d-939c-b875db855f4f req-3c868295-a959-44ea-9763-ba3781d94181 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2371073 Jul 23 16:19:44.323385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.326074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.330493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fcd5572-940e-4f0a-9df4-8cd2f9b12e5d HTTP/1.1" status: 204 len: 168 time: 0.2897170 Jul 23 16:19:44.354889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:44.364234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] Notify callbacks [] for binding, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.364517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603d6cf-3a64-40a8-87d1-866119574e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd5572-940e-4f0a-9df4-8cd2f9b12e5d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:44.367242 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] 10.222.0.64 "POST /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290/bindings HTTP/1.1" status: 201 len: 389 time: 0.3268449 Jul 23 16:19:44.370112 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8b3510e1-e22f-4caf-9ea5-ab49424c38ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:44.384635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-344b985e-0c44-417d-939c-b875db855f4f req-f1ab0b8f-7987-462b-9b91-d0b920b2ae07 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763223 Jul 23 16:19:44.692134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91978-d0c8-4773-9179-c4732d376de4 req-d79babaf-e646-4af7-ad77-5ae9cde0f4cb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.702547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbf91978-d0c8-4773-9179-c4732d376de4 req-d79babaf-e646-4af7-ad77-5ae9cde0f4cb tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.1410251 Jul 23 16:19:44.862531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbf91978-d0c8-4773-9179-c4732d376de4 req-c5eb8c58-ae59-45ae-ad83-05cc9ec19c3a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434927 Jul 23 16:19:44.879033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-582b7b70-c8f4-481c-ac2b-f94faef80cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.880612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-582b7b70-c8f4-481c-ac2b-f94faef80cce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1096 time: 0.1771410 Jul 23 16:19:44.901430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8565b-2f00-47cf-b076-9484ce25327d req-49f66655-bd89-4524-960b-4452275d3dfb tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:44.910199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51b8565b-2f00-47cf-b076-9484ce25327d req-49f66655-bd89-4524-960b-4452275d3dfb tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.1974440 Jul 23 16:19:45.105152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51b8565b-2f00-47cf-b076-9484ce25327d req-9a2fdbb7-23b4-4a1f-9d4c-d243ad041490 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953168 Jul 23 16:19:45.113294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-55397e29-906a-4fb4-b8c5-ba0e2bc3dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.114947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-55397e29-906a-4fb4-b8c5-ba0e2bc3dd9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.2226973 Jul 23 16:19:45.198263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b469c441-747c-48bf-a4a9-7f5e653cb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.200779 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b469c441-747c-48bf-a4a9-7f5e653cb63b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1101 time: 0.0893242 Jul 23 16:19:45.212991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.228114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-585c4017-415f-47ef-a6c7-9a9fd83a64bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 217 time: 0.1056659 Jul 23 16:19:45.323779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.373175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-0e98e011-108d-4529-864d-fca67c2ca2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.375283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-0e98e011-108d-4529-864d-fca67c2ca2ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.1323848 Jul 23 16:19:45.402262 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.447759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a410-170f-4061-a541-4c3fa016e2fa req-12cddef2-1a22-4569-8e07-924d7549c4a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.449562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7708a410-170f-4061-a541-4c3fa016e2fa req-12cddef2-1a22-4569-8e07-924d7549c4a4 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.2165148 Jul 23 16:19:45.456308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-8da01d59-5eab-41e3-9875-7fbbb93d9e34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636959 Jul 23 16:19:45.470570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea290b9b-0017-46ce-b4d1-deb9c39b8cac req-2abc2135-dd22-40ac-8e0a-deba7298e7c8 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.478059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea290b9b-0017-46ce-b4d1-deb9c39b8cac req-2abc2135-dd22-40ac-8e0a-deba7298e7c8 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.2748122 Jul 23 16:19:45.592495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:45.599089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea290b9b-0017-46ce-b4d1-deb9c39b8cac req-2360bfa0-96f0-47b1-ae36-a00659dafdf2 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199934 Jul 23 16:19:45.599641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:45.616379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7708a410-170f-4061-a541-4c3fa016e2fa req-f07aae2e-b55a-4058-851a-f9370e63092d tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588590 Jul 23 16:19:45.644568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-390f8836-f0ac-46d0-9dbf-4198629e3bc2 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492932 Jul 23 16:19:45.663388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:45.743034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:45.748307 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b77c82-234e-4e6d-89de-933977eae2f9" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-unplugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:45.756491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.779851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Transition to ACTIVE for port object 59f743e4-feaf-43d7-9738-095625a058e1 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:45.800198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.866540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-198008606-network', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:45.902280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-fa70b559-1b6d-4e05-abdc-4b5fdeacf8f0 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497499 Jul 23 16:19:45.920710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] No DVR routers for this DVR port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:45.925356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:45.927693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:45.969395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845341a2-10ab-4046-b687-aa2571d76e73 req-bb89e029-a059-47ce-97d2-a33f1d63701a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:45.985033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-845341a2-10ab-4046-b687-aa2571d76e73 req-bb89e029-a059-47ce-97d2-a33f1d63701a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.2902596 Jul 23 16:19:45.997322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.009957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.017852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:46.018218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:46.018545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:46.027301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:19:46.035632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Attempting to bind port 59f743e4-feaf-43d7-9738-095625a058e1 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:46.047100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:46.047548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:46.049165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:46.049638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Bound port: 59f743e4-feaf-43d7-9738-095625a058e1, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:46.050107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.053204 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21814b71-2422-440e-8e1e-d789d0fb2a5d x-openstack-request-id: req-21814b71-2422-440e-8e1e-d789d0fb2a5d {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:46.053500 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-unplugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:46.053754 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21814b71-2422-440e-8e1e-d789d0fb2a5d {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:46.054171 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'code': 200} Jul 23 16:19:46.134200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-845341a2-10ab-4046-b687-aa2571d76e73 req-35ab0977-9aba-4c40-a7ae-81130ab46f29 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452305 Jul 23 16:19:46.223172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:46.231562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:46.239339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.342598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=11']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.361956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.364073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.368073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-b793e1a9-6989-4eef-a9a9-8678d76d017e service neutron] 10.222.0.67 "PUT /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 1097 time: 1.1595399 Jul 23 16:19:46.501642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-e729d751-e176-480e-a701-5f93a997c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.503759 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-e729d751-e176-480e-a701-5f93a997c914 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1100 time: 0.1116674 Jul 23 16:19:46.550343 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.558920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.571179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512020f-1be1-4f4e-a416-1a30578ef75f req-5556f591-27cc-4767-a3a0-c0209c7488f5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.572816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6512020f-1be1-4f4e-a416-1a30578ef75f req-5556f591-27cc-4767-a3a0-c0209c7488f5 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.3556888 Jul 23 16:19:46.604560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9678b-a6ca-453a-a41c-3705b974e473 req-aa6f5189-9354-450d-a971-8b342658449f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.606277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efb9678b-a6ca-453a-a41c-3705b974e473 req-aa6f5189-9354-450d-a971-8b342658449f tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.3415065 Jul 23 16:19:46.628697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:46.667196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-c4762c94-16dc-4a02-81c0-590cb65aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.668937 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-c4762c94-16dc-4a02-81c0-590cb65aa83a service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1575558 Jul 23 16:19:46.692271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.692625 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Added segment b672c849-ae6d-48de-b012-c18c7928ec6f of type vlan for network 5bc49621-8bda-4cc0-9999-991cef486fb7 Jul 23 16:19:46.727068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da19f30-f505-4542-a9fa-78e384a9367f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:46.759789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-e5db49e5-ba76-40ed-9ef0-fbdd357413ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0829344 Jul 23 16:19:46.773318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efb9678b-a6ca-453a-a41c-3705b974e473 req-ae78bb25-1383-4931-b823-a69f1e681da9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501012 Jul 23 16:19:46.786297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6512020f-1be1-4f4e-a416-1a30578ef75f req-88895618-c837-4aec-b022-c454df366bda tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911843 Jul 23 16:19:46.804116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.860567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-7bc59e53-4e93-4109-966a-00bf7e9c8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.862652 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-7bc59e53-4e93-4109-966a-00bf7e9c8f63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0961046 Jul 23 16:19:46.902430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.903417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.906287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:46.989109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-a49a03cf-c592-4785-a7ad-1699521e3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:46.990815 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-a49a03cf-c592-4785-a7ad-1699521e3924 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207020 Jul 23 16:19:47.015173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4195893 Jul 23 16:19:47.025168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:47.040423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Request body: {'subnet': {'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-198008606-subnet', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:47.134347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056ff05-395b-492d-ab7a-d715ee51caed admin admin] Pushing event updated for resources: {'Network': ['ID=5bc49621-8bda-4cc0-9999-991cef486fb7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.150603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:47.168736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:47.171224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.217350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3ec5-7077-4b32-b0c2-b53b7152a46a req-0e00d4ce-d4c7-4a7b-8c58-a1bb3f4bc274 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.225911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf8f3ec5-7077-4b32-b0c2-b53b7152a46a req-0e00d4ce-d4c7-4a7b-8c58-a1bb3f4bc274 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.3488405 Jul 23 16:19:47.231842 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-35389d3d-a899-4f61-9d64-f17181a190a6 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335978 Jul 23 16:19:47.349706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf8f3ec5-7077-4b32-b0c2-b53b7152a46a req-3e0700ca-4b12-4b88-aea7-99ec7364baca tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178606 Jul 23 16:19:47.403422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:47.465001 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f83fe14-fec4-4f69-9419-a790160305e4 req-7aedd3df-f377-4b16-8c46-48eb8596f92a service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257473 Jul 23 16:19:47.478801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:47.484702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.580512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4342cc-33d1-47d3-bb1e-dbd0074a66d7 req-a152b530-3c6d-4276-9f3d-65d9bf4e6edf tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.602079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f4342cc-33d1-47d3-bb1e-dbd0074a66d7 req-a152b530-3c6d-4276-9f3d-65d9bf4e6edf tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.2507253 Jul 23 16:19:47.623418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.697671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedb7a28-9dad-4334-a871-f77eb0383db5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:47.710954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Checking segment: {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:47.711720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Network hostable DHCP agents. Network: 5bc49621-8bda-4cc0-9999-991cef486fb7, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:19:47.713329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c381d-9b58-492d-8f56-5890e906f8ed req-286c129e-7dbf-498f-9726-521789b88de7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.714893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad1c381d-9b58-492d-8f56-5890e906f8ed req-286c129e-7dbf-498f-9726-521789b88de7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.2729831 Jul 23 16:19:47.738881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:19:47.741698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f4342cc-33d1-47d3-bb1e-dbd0074a66d7 req-c0084a60-aff5-42f2-ba22-dec40af3c878 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386967 Jul 23 16:19:47.754064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 5bc49621-8bda-4cc0-9999-991cef486fb7) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:47.762151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:47.766727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b985e19-6e2e-4b6c-b5c4-b23ed0dfa244 None None] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:47.777351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.812403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1bce89b3-c32e-4c74-a30f-3b6747acb532 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7838647 Jul 23 16:19:47.812760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:47.818319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad1c381d-9b58-492d-8f56-5890e906f8ed req-231e5ff9-3d99-430d-bcb3-cafaecd43c5d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755370 Jul 23 16:19:47.818807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:47.846951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.852359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:47.929613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.097266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-5bc49621-8bda-4cc0-9999-991cef486fb7', 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'fixed_ips': [{'subnet_id': 'bedb7a28-9dad-4334-a871-f77eb0383db5'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:19:48.098840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.105760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:48.115941 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f89085-b279-4e93-bb44-bc4a8d0949dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:48.167903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d79f-8702-433f-90d6-c957c6f78b1d req-16aeedbe-2bab-4a8e-8e62-d31efb51cb87 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.176858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4bb1d79f-8702-433f-90d6-c957c6f78b1d req-16aeedbe-2bab-4a8e-8e62-d31efb51cb87 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.1917379 Jul 23 16:19:48.263887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4bb1d79f-8702-433f-90d6-c957c6f78b1d req-8929d40b-fc5a-4a49-9e0c-ad131ac948ef tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829146 Jul 23 16:19:48.273017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.289502 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082a121-a84b-4258-bd72-0ce30ea79c12 x-openstack-request-id: req-d082a121-a84b-4258-bd72-0ce30ea79c12 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:48.289847 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:48.290097 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d082a121-a84b-4258-bd72-0ce30ea79c12 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:48.290478 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'status': 'completed', 'code': 200} Jul 23 16:19:48.341001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Allocated IP 172.20.0.2 (5bc49621-8bda-4cc0-9999-991cef486fb7/bedb7a28-9dad-4334-a871-f77eb0383db5/a6bea336-e58f-4c5c-a11c-5295fe2d9314) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:48.456249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-90174479-265a-49fe-bd91-6386153a5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.458263 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-90174479-265a-49fe-bd91-6386153a5314 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1100 time: 0.1396918 Jul 23 16:19:48.544172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-ffe6c132-f022-4bdb-bd68-99923b86dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.545731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-ffe6c132-f022-4bdb-bd68-99923b86dda1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 1100 time: 0.2089813 Jul 23 16:19:48.570929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238923b-fbe9-4f03-843d-ce7b85e8ac98 req-58c1bc6b-c51f-4e88-b317-506a3ceec399 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.572624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f238923b-fbe9-4f03-843d-ce7b85e8ac98 req-58c1bc6b-c51f-4e88-b317-506a3ceec399 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.1699495 Jul 23 16:19:48.650882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.668860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Transition to ACTIVE for port object a6bea336-e58f-4c5c-a11c-5295fe2d9314 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:48.716196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Transition to ACTIVE for port object a6bea336-e58f-4c5c-a11c-5295fe2d9314 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:48.727302 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.742189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.810824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:48.814350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f238923b-fbe9-4f03-843d-ce7b85e8ac98 req-feef1956-0de8-4c1f-bc80-3088ea88ad06 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287450 Jul 23 16:19:48.854471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:48.867559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:48.906309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-3cb088d8-b066-487e-b10e-70ce68b91080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.907974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:48.913649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-3cb088d8-b066-487e-b10e-70ce68b91080 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3400507 Jul 23 16:19:48.915447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Pushing event updated for resources: {'Port': ['ID=a6bea336-e58f-4c5c-a11c-5295fe2d9314,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:48.973713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-518b1603-c2a5-40bd-9d73-31d1a17571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:48.987061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-518b1603-c2a5-40bd-9d73-31d1a17571b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.5183043 Jul 23 16:19:49.053359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Attempting to bind port a6bea336-e58f-4c5c-a11c-5295fe2d9314 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:49.053856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Attempting to bind port a6bea336-e58f-4c5c-a11c-5295fe2d9314 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:49.054348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Attempting to bind port a6bea336-e58f-4c5c-a11c-5295fe2d9314 on network 5bc49621-8bda-4cc0-9999-991cef486fb7 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:49.060537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:49.061329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Checking segment: {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:49.061857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.064916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Bound using segment: {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:49.066319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Bound port: a6bea336-e58f-4c5c-a11c-5295fe2d9314, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:49.066816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.070741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-61b5ee33-2b79-4997-b3a9-7b4ccb3228f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.0512085 Jul 23 16:19:49.151978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-dc350d81-1afa-4bd8-b029-e760a14fb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.153905 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-dc350d81-1afa-4bd8-b029-e760a14fb7b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0588624 Jul 23 16:19:49.186252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] For port a6bea336-e58f-4c5c-a11c-5295fe2d9314, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:49.193277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] For port a6bea336-e58f-4c5c-a11c-5295fe2d9314, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a6bea336-e58f-4c5c-a11c-5295fe2d9314,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:49.203801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-f991e701-cd9c-47b7-8b9d-6cb1e5fd5e2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 200 len: 217 time: 0.2637265 Jul 23 16:19:49.204563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.248572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Allocated IP 172.25.2.183 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/987bdf81-aa86-4bf9-a41c-027729bdd18c) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:49.309580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7dd49-1699-488a-a939-6b587df45664 None None] Pushing event updated for resources: {'Port': ['ID=a6bea336-e58f-4c5c-a11c-5295fe2d9314,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:49.376137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb49cd2-b424-4efb-8b63-878cfaaef6ee req-3351e8ea-082c-488c-9e3a-28973d86ecda tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.384035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fb49cd2-b424-4efb-8b63-878cfaaef6ee req-3351e8ea-082c-488c-9e3a-28973d86ecda tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 949 time: 0.2858503 Jul 23 16:19:49.393418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-10bd8cc5-da7f-4eb6-b705-4a5102383d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.395407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-10bd8cc5-da7f-4eb6-b705-4a5102383d4e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1390231 Jul 23 16:19:49.414482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-c26d5956-a404-4758-8aa1-5b513e66091f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.416030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-c26d5956-a404-4758-8aa1-5b513e66091f tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.3880985 Jul 23 16:19:49.438264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-a818b43c-95fc-4f37-a7ce-a66c7c656bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.440574 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-a818b43c-95fc-4f37-a7ce-a66c7c656bb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2709782 Jul 23 16:19:49.587323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef2e4-e060-42aa-ae87-99bb7954c932 req-e5d0a833-1d33-4eb6-9015-de63cb6a6b41 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:49.602094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e38ef2e4-e060-42aa-ae87-99bb7954c932 req-e5d0a833-1d33-4eb6-9015-de63cb6a6b41 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.5727255 Jul 23 16:19:49.635332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-9ca1f257-c98a-437a-a23d-458ef94a2ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740649 Jul 23 16:19:49.666330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:49.693918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fb49cd2-b424-4efb-8b63-878cfaaef6ee req-13254dd9-c359-4583-83bd-49c531c21bd1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039203 Jul 23 16:19:49.782013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e38ef2e4-e060-42aa-ae87-99bb7954c932 req-6c8f841b-d8cb-49f6-92f9-c8a0cec34e31 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697507 Jul 23 16:19:50.003881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-8e5b6095-8f16-44ec-b041-43b1824deb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.005437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-8e5b6095-8f16-44ec-b041-43b1824deb89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5839276 Jul 23 16:19:50.254796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.335410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:50.350450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-c4e18dbd-4dae-4a19-af5c-2ec33f3069b9 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812954 Jul 23 16:19:50.350450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:50.364387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:50.368877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Pushing event updated for resources: {'Port': ['ID=987bdf81-aa86-4bf9-a41c-027729bdd18c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:50.380502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf828-aa10-4cad-b311-f3a7e85487b5 req-fa74fd15-cba5-4374-9fde-f6ad60148f1b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.382235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-832cf828-aa10-4cad-b311-f3a7e85487b5 req-fa74fd15-cba5-4374-9fde-f6ad60148f1b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.5102446 Jul 23 16:19:50.385652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-e5c73dad-d3c5-4be6-b91e-59f34bbeb282 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563614 Jul 23 16:19:50.390371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Deleting port 42b8ccec-b1af-4f2f-af56-76f7892933f9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:50.390830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.415828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-22720cb4-a1c9-43ff-9d0a-89b71802f120 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.417438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-22720cb4-a1c9-43ff-9d0a-89b71802f120 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.2852895 Jul 23 16:19:50.434599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a959-c9dd-4e34-94a1-5592d7c46132 req-c5560dd5-ceb8-4718-a5d7-ae15ce4f377d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.436193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f62a959-c9dd-4e34-94a1-5592d7c46132 req-c5560dd5-ceb8-4718-a5d7-ae15ce4f377d tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d9bc167-5761-4d35-a53f-0e0b448ab39e HTTP/1.1" status: 200 len: 945 time: 0.5815201 Jul 23 16:19:50.509836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-d776a9c3-e400-49e9-8d11-bdb51eb7039a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:50.511368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-d776a9c3-e400-49e9-8d11-bdb51eb7039a tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.5622094 Jul 23 16:19:50.690761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657c184-b126-4b63-8077-98bd1e07252a None None] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:19:50.717328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:19:50.731002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:19:50.788750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c23d887d-17bc-4f32-b42c-48e285de6fd8 None None] Provisioning for port a6bea336-e58f-4c5c-a11c-5295fe2d9314 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:50.793972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.918172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Deleting port 2794f8c8-7d47-4568-8791-e3a52cad8004 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:50.918676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:50.994882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a6bea336-e58f-4c5c-a11c-5295fe2d9314 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:51.040360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] For port 2794f8c8-7d47-4568-8791-e3a52cad8004, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2794f8c8-7d47-4568-8791-e3a52cad8004,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.041660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.051046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.063345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Calling delete_port for 2794f8c8-7d47-4568-8791-e3a52cad8004 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:51.082530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '59f743e4-feaf-43d7-9738-095625a058e1', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '59f743e4-feaf-43d7-9738-095625a058e1', 'mac_address': 'fa:16:3e:8e:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:19:51.087691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-832cf828-aa10-4cad-b311-f3a7e85487b5 req-3b1a2a3c-b91e-45ff-aed8-7ecb80107166 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789215 Jul 23 16:19:51.117471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f62a959-c9dd-4e34-94a1-5592d7c46132 req-ebc6d5a6-32c7-4d96-af9d-0e60c201b6d6 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568978 Jul 23 16:19:51.124273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a6bea336-e58f-4c5c-a11c-5295fe2d9314 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:51.153819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a6bea336-e58f-4c5c-a11c-5295fe2d9314 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:51.154233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.219418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.241891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:19:51.312041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.339832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.356152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event deleted for resources: {'Port': ['ID=2794f8c8-7d47-4568-8791-e3a52cad8004,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:51.356396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.363710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f89085-b279-4e93-bb44-bc4a8d0949dd req-57980ffa-1fc7-4952-898b-7e470020961c service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9477999 Jul 23 16:19:51.364825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2794f8c8-7d47-4568-8791-e3a52cad8004'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:51.369732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] For port 42b8ccec-b1af-4f2f-af56-76f7892933f9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=42b8ccec-b1af-4f2f-af56-76f7892933f9,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.370131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.506390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:51.518872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] No DVR routers for this DVR port 2794f8c8-7d47-4568-8791-e3a52cad8004 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:51.522259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.526257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-48abfde4-375a-4fd7-94ac-a69e8865f9ad req-4ad5ad5a-8515-4368-b3c8-30b6f2eca7c8 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.81 "DELETE /v2.0/ports/2794f8c8-7d47-4568-8791-e3a52cad8004 HTTP/1.1" status: 204 len: 173 time: 1.0884905 Jul 23 16:19:51.557781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-deleted', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:51.567670 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595197d2-dd43-411a-af5e-42a12c07baeb" -d '{"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-deleted", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:51.623893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Deleting port e9a1d464-4289-4566-9260-00c8113c5323 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:51.624467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.625181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.662933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c7ca9fc7-549d-4cb1-9031-1bcfb538961e None None] Provisioning complete for port a6bea336-e58f-4c5c-a11c-5295fe2d9314 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:51.663476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9fc7-549d-4cb1-9031-1bcfb538961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.670040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e181c-18b4-4ea0-a741-a8f100b089a3 req-b26531b0-0b24-483b-b72a-a1a94d89ab83 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:51.670856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-197e181c-18b4-4ea0-a741-a8f100b089a3 req-b26531b0-0b24-483b-b72a-a1a94d89ab83 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 946 time: 0.4263513 Jul 23 16:19:51.680560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['59f743e4-feaf-43d7-9738-095625a058e1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:51.743035 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-eb6c1ac2-d7de-4783-a828-f8680a6f844c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514721 Jul 23 16:19:51.746041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.812158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.812158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.812887 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131 disassociated. External IP: 172.25.2.213, port: 42b8ccec-b1af-4f2f-af56-76f7892933f9. Jul 23 16:19:51.812887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Calling delete_port for 42b8ccec-b1af-4f2f-af56-76f7892933f9 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:51.829650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-197e181c-18b4-4ea0-a741-a8f100b089a3 req-2f6869e8-fc4f-4418-8f8f-308bfc32ede9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/security-groups?id=5fe34cfe-ae91-435b-92e9-ebc7c217a492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486366 Jul 23 16:19:51.840457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] For port e9a1d464-4289-4566-9260-00c8113c5323, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e9a1d464-4289-4566-9260-00c8113c5323,segment=NetworkSegment(b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916),segment_id=b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.840670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:51.852615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a6bea336-e58f-4c5c-a11c-5295fe2d9314, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a6bea336-e58f-4c5c-a11c-5295fe2d9314,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:51.898601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Calling delete_port for e9a1d464-4289-4566-9260-00c8113c5323 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:51.930137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.056255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:19:52.084475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a6bea336-e58f-4c5c-a11c-5295fe2d9314,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.189630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-46675079-1347-4e2c-9165-52449c1f92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.191449 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-46675079-1347-4e2c-9165-52449c1f92f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 1100 time: 0.2251866 Jul 23 16:19:52.195003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56988-5025-4a71-a298-4a0ab8fffaae req-6d89ec6d-7a8f-4fd2-ad0b-10e094626781 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.196571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3d56988-5025-4a71-a298-4a0ab8fffaae req-6d89ec6d-7a8f-4fd2-ad0b-10e094626781 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.2365079 Jul 23 16:19:52.230637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.251380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0184-4383-4cc5-9413-47f0e089cf0f req-c6a5242d-84f1-442e-855c-e66f4e328d3e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.252999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d60f0184-4383-4cc5-9413-47f0e089cf0f req-c6a5242d-84f1-442e-855c-e66f4e328d3e tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 945 time: 0.2657168 Jul 23 16:19:52.304861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event deleted for resources: {'Port': ['ID=42b8ccec-b1af-4f2f-af56-76f7892933f9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.328865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:52.336622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3d56988-5025-4a71-a298-4a0ab8fffaae req-8f042fd8-4922-4073-94c8-449d08c15985 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274831 Jul 23 16:19:52.343357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.347358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Sync routers for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:52.366212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:52.367272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:52.403632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.409922 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-655c370d-c9d3-460f-ac93-bc0e561cae5a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5959539 Jul 23 16:19:52.410590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:52.429679 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-afa0016f-24a9-49db-854c-c0b358ae9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.441840 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-afa0016f-24a9-49db-854c-c0b358ae9c75 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2079780 Jul 23 16:19:52.443513 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165f6a5-d477-47d3-bcb3-b98b7dd190d0 x-openstack-request-id: req-3165f6a5-d477-47d3-bcb3-b98b7dd190d0 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:52.443809 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9bc167-5761-4d35-a53f-0e0b448ab39e", "name": "network-vif-deleted", "tag": "2794f8c8-7d47-4568-8791-e3a52cad8004", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:52.444057 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3165f6a5-d477-47d3-bcb3-b98b7dd190d0 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:52.444489 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bc167-5761-4d35-a53f-0e0b448ab39e', 'name': 'network-vif-deleted', 'tag': '2794f8c8-7d47-4568-8791-e3a52cad8004', 'status': 'completed', 'code': 200} Jul 23 16:19:52.471736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d60f0184-4383-4cc5-9413-47f0e089cf0f req-71f0444f-8448-4c8b-8661-8a6f48afcac4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ee6a55d-5586-4476-9f40-07916e59cc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915631 Jul 23 16:19:52.477537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Pushing event deleted for resources: {'Port': ['ID=e9a1d464-4289-4566-9260-00c8113c5323,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:52.568046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:52.570452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-a2ad0d4c-9759-430a-8095-2e71a522aa39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 200 len: 217 time: 0.0709264 Jul 23 16:19:52.624907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] No DVR routers for this DVR port e9a1d464-4289-4566-9260-00c8113c5323 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:52.631524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:52.633696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ace8453-0e96-4e18-80d8-40a138654f2f req-feb36bca-ba88-4d9e-9e7e-109c587ef9c9 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.67 "DELETE /v2.0/ports/e9a1d464-4289-4566-9260-00c8113c5323 HTTP/1.1" status: 204 len: 173 time: 2.1061397 Jul 23 16:19:52.634082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'name': 'network-vif-deleted', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:52.636531 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980b9c5-09a6-4aa5-ae1e-32b9bff1ac53" -d '{"events": [{"server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "name": "network-vif-deleted", "tag": "e9a1d464-4289-4566-9260-00c8113c5323"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:52.677945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-e8bc1a62-03fb-4527-8152-9dc58210eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:52.680354 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-e8bc1a62-03fb-4527-8152-9dc58210eaca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0990865 Jul 23 16:19:52.695852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:52.727521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:52.922225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:52.935948 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:52.968863 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:52.970953 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.025826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] No DVR routers for this DVR port 42b8ccec-b1af-4f2f-af56-76f7892933f9 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:53.040058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.042907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0af3bff5-c505-48a5-95b0-ef2212b7d371 req-82a744d3-5e07-47c5-a4fb-6faf18869673 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.81 "DELETE /v2.0/ports/42b8ccec-b1af-4f2f-af56-76f7892933f9 HTTP/1.1" status: 204 len: 173 time: 3.6113801 Jul 23 16:19:53.111864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746b17-bfaf-43ea-a5f7-ef49d711d14d req-2e8c8c2c-340a-43e3-93e8-05eafe6017ad tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.125976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe746b17-bfaf-43ea-a5f7-ef49d711d14d req-2e8c8c2c-340a-43e3-93e8-05eafe6017ad tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.5102096 Jul 23 16:19:53.153991 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:53.172198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a6bea336-e58f-4c5c-a11c-5295fe2d9314 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:53.292407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe746b17-bfaf-43ea-a5f7-ef49d711d14d req-10406eff-6b8e-4a6b-a97c-890e5fc9edb8 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610820 Jul 23 16:19:53.333796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 59f743e4-feaf-43d7-9738-095625a058e1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:53.354256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 59f743e4-feaf-43d7-9738-095625a058e1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:53.354639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.363185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d565-67b4-4855-b0bc-4d2db84634eb req-a8be549d-0f0b-4cf5-a71a-350c46dfd2ab tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.383454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9710d565-67b4-4855-b0bc-4d2db84634eb req-a8be549d-0f0b-4cf5-a71a-350c46dfd2ab tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 950 time: 0.1921191 Jul 23 16:19:53.406889 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73d305f-8441-44f8-9c97-d27b4e7558cc x-openstack-request-id: req-b73d305f-8441-44f8-9c97-d27b4e7558cc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:53.407694 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa84036a-b1b1-498b-8cb3-1966a732fff4", "name": "network-vif-deleted", "tag": "e9a1d464-4289-4566-9260-00c8113c5323", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:53.408389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a6bea336-e58f-4c5c-a11c-5295fe2d9314 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:53.408727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.410324 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b73d305f-8441-44f8-9c97-d27b4e7558cc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:53.410621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:53.413124 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa84036a-b1b1-498b-8cb3-1966a732fff4', 'name': 'network-vif-deleted', 'tag': 'e9a1d464-4289-4566-9260-00c8113c5323', 'status': 'completed', 'code': 200} Jul 23 16:19:53.434794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 2794f8c8-7d47-4568-8791-e3a52cad8004 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:53.435133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2794f8c8-7d47-4568-8791-e3a52cad8004 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:53.435563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 42b8ccec-b1af-4f2f-af56-76f7892933f9 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:53.446009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-4572dfd4-7b99-4b55-896d-1a40192abb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:53.447870 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-4572dfd4-7b99-4b55-896d-1a40192abb21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7558784 Jul 23 16:19:53.473060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.484524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 42b8ccec-b1af-4f2f-af56-76f7892933f9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:53.484524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 42b8ccec-b1af-4f2f-af56-76f7892933f9 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:53.484883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9710d565-67b4-4855-b0bc-4d2db84634eb req-d39295d1-1b70-447c-a725-8484c5e56e6c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978692 Jul 23 16:19:53.543253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:53.552293 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:53.552912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.603757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:50Z', 'revision_number': 3, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:53.607690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfcc2561-2461-4c16-912e-6c9b4d35e358 req-418d4388-6a3d-4c93-9262-c11994ed8820 tempest-ServerDiskConfigTestJSON-2095294322 tempest-ServerDiskConfigTestJSON-2095294322-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa84036a-b1b1-498b-8cb3-1966a732fff4 HTTP/1.1" status: 200 len: 210 time: 0.0649505 Jul 23 16:19:53.643161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Checking router: d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:53.643506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Updating router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 port 987bdf81-aa86-4bf9-a41c-027729bdd18c binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:53.701431 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-e85d4282-92db-4b72-aca9-6ad9221c8839 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425103 Jul 23 16:19:53.755402 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:53.780343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.861824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:53.924838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b83dad9-0ff4-47d7-b91e-2071d2e44f6a req-4cc4e3d8-9bb1-400f-b96c-de22e578d82d tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a159a24-fced-479d-a326-808d87f24937 HTTP/1.1" status: 200 len: 210 time: 0.1259198 Jul 23 16:19:53.932491 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.027968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbebbd-8540-4a5d-9ec5-5f9a97aada03 req-c47dde4c-a13d-4627-8a35-bb7d6f93aa5c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.041790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ffbebbd-8540-4a5d-9ec5-5f9a97aada03 req-c47dde4c-a13d-4627-8a35-bb7d6f93aa5c tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.2553461 Jul 23 16:19:54.107405 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:54.110600 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e5839ab8-98b0-48fd-bbaa-f3c46f121f0a req-36bca690-0de5-4f9c-9c57-430d588e8f8d service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885434 Jul 23 16:19:54.134293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ffbebbd-8540-4a5d-9ec5-5f9a97aada03 req-03b9e4ce-cb63-43f8-b2da-25e7275d73d0 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791435 Jul 23 16:19:54.155026 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3677a-f6ad-4dd0-b06a-ecbeb98681a8 None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:14:51Z', 'revision_number': 4, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '83abb7d3-049e-4ee9-846a-7e41ceebf7c7', 'name': '', 'network_id': '4b5c53f8-3254-47b3-8ed8-0bd3a268514f', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'mac_address': 'fa:16:3e:12:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:50Z', 'updated_at': '2021-07-23T16:14:59Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'subnets': [{'id': '3da51a7c-9d4a-48ee-972a-cde6c136dc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:54.203046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-c16351be-8ff8-468b-84de-7b0ff1e0ed39 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659502 Jul 23 16:19:54.243632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:54.246374 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13921567-debb-4772-ae8b-98ea2465f584" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:54.275687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:54.285428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.286272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e9a1d464-4289-4566-9260-00c8113c5323 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:54.333771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Allocated IP 172.20.0.1 (5bc49621-8bda-4cc0-9999-991cef486fb7/bedb7a28-9dad-4334-a871-f77eb0383db5/1006e941-7c79-4efc-879c-0dd1875294b7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:54.380775 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7acefa-6111-4fa5-b083-fe3028956825 x-openstack-request-id: req-6d7acefa-6111-4fa5-b083-fe3028956825 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:54.381111 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-plugged", "status": "completed", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:54.381308 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d7acefa-6111-4fa5-b083-fe3028956825 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:54.381707 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'code': 200} Jul 23 16:19:54.386873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: e9a1d464-4289-4566-9260-00c8113c5323 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:54.387228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e9a1d464-4289-4566-9260-00c8113c5323 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:54.507356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.565768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.587646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Transition to ACTIVE for port object 1006e941-7c79-4efc-879c-0dd1875294b7 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:54.594509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-60f41ce7-e1e5-467d-be00-e8d30f9002a9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.596287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-60f41ce7-e1e5-467d-be00-e8d30f9002a9 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.3898900 Jul 23 16:19:54.609826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-bb32df51-f339-4d85-b101-487af7959242 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.618588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-bb32df51-f339-4d85-b101-487af7959242 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148729 Jul 23 16:19:54.635290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.648339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-11fd1dd7-c408-4b2a-9dd6-e2c1c0611fbe tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/quotas/1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 375 time: 0.0285292 Jul 23 16:19:54.687673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.693288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Pushing event updated for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.697839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca628777-4c1d-418d-96a0-83f540757a9f None None] New status for floating IP 3c3ede10-3a72-4295-b90b-71f2fe168131: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:19:54.733856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:54.736083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:54.750911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Transition to ACTIVE for port object 987bdf81-aa86-4bf9-a41c-027729bdd18c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:54.753435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:19:54.814561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.819323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.842823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de78bf-d3d9-4f44-8dd9-70f1a09c024d req-69766410-1555-42b9-95b0-81ffbebc348e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:54.844369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7de78bf-d3d9-4f44-8dd9-70f1a09c024d req-69766410-1555-42b9-95b0-81ffbebc348e tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.3559804 Jul 23 16:19:54.934457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Attempting to bind port 987bdf81-aa86-4bf9-a41c-027729bdd18c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:19:54.935037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Attempting to bind port 987bdf81-aa86-4bf9-a41c-027729bdd18c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:19:54.935501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Attempting to bind port 987bdf81-aa86-4bf9-a41c-027729bdd18c on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:19:54.940438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-f911d976-4589-42b5-975c-171ba02965c9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2911086 Jul 23 16:19:54.947406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cddf4a-6bff-4b15-9813-44c4394c7659 None None] Pushing event updated for resources: {'Port': ['ID=987bdf81-aa86-4bf9-a41c-027729bdd18c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:54.963755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:19:54.966859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:19:54.966859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:54.967809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:19:54.967938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Bound port: 987bdf81-aa86-4bf9-a41c-027729bdd18c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:19:54.973435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.021686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7de78bf-d3d9-4f44-8dd9-70f1a09c024d req-b5a313b3-f801-4b60-87cc-40c168f52d3b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633937 Jul 23 16:19:55.038087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Deleting port 3b0decad-569f-4d66-8b6a-b251d64c4179 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:55.043245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.072978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] For port 987bdf81-aa86-4bf9-a41c-027729bdd18c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:19:55.077447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] For port 987bdf81-aa86-4bf9-a41c-027729bdd18c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=987bdf81-aa86-4bf9-a41c-027729bdd18c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:19:55.097567 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.287530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:55.288435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:55.307256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e54db0a3-4536-4c44-9c96-b2ed82099e35 None None] Provisioning for port 1006e941-7c79-4efc-879c-0dd1875294b7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:55.309544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cddf4a-6bff-4b15-9813-44c4394c7659 None None] Pushing event updated for resources: {'Port': ['ID=987bdf81-aa86-4bf9-a41c-027729bdd18c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:55.323303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] For port 3b0decad-569f-4d66-8b6a-b251d64c4179, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b0decad-569f-4d66-8b6a-b251d64c4179,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:55.323701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.393544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Calling delete_port for 3b0decad-569f-4d66-8b6a-b251d64c4179 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:55.454520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'name': 'network-vif-deleted', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:55.458210 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19834efc-3a4e-4bfc-8641-6cbb322f96e5" -d '{"events": [{"server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "name": "network-vif-deleted", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:55.467581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e54db0a3-4536-4c44-9c96-b2ed82099e35 None None] Provisioning complete for port 1006e941-7c79-4efc-879c-0dd1875294b7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:55.467961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e54db0a3-4536-4c44-9c96-b2ed82099e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.524047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1a99fc5-6c2c-4e17-be1c-559a2219bc5b req-96cf5fba-f260-43fe-a741-afaa3edfa6c9 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 210 time: 0.0596519 Jul 23 16:19:55.526126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.588248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e54db0a3-4536-4c44-9c96-b2ed82099e35 None None] Port 1006e941-7c79-4efc-879c-0dd1875294b7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:55.603834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa322e-40ff-4a55-8e28-2f07a7018f9a req-1d106f2e-180f-49cf-9e23-9973b77128c4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:55.612380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1aa322e-40ff-4a55-8e28-2f07a7018f9a req-1d106f2e-180f-49cf-9e23-9973b77128c4 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 945 time: 0.2572172 Jul 23 16:19:55.634045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:55.690481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1aa322e-40ff-4a55-8e28-2f07a7018f9a req-c3e99f23-ee3e-4c39-9866-8125d0f168d2 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Jul 23 16:19:55.802334 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009ea5e-f9b7-4125-9b3e-62dbcd46a558 x-openstack-request-id: req-0009ea5e-f9b7-4125-9b3e-62dbcd46a558 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:55.802629 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a159a24-fced-479d-a326-808d87f24937", "name": "network-vif-deleted", "tag": "42b8ccec-b1af-4f2f-af56-76f7892933f9", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:55.802885 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0009ea5e-f9b7-4125-9b3e-62dbcd46a558 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:55.803278 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a159a24-fced-479d-a326-808d87f24937', 'name': 'network-vif-deleted', 'tag': '42b8ccec-b1af-4f2f-af56-76f7892933f9', 'status': 'completed', 'code': 200} Jul 23 16:19:55.814074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.821319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.830881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.915295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:55.933509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] No DVR routers for this DVR port 3b0decad-569f-4d66-8b6a-b251d64c4179 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:55.938209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43080) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:55.940874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:55.957912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afd7ed04-898b-4ec3-a3b7-756066f25b4b req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "DELETE /v2.0/ports/3b0decad-569f-4d66-8b6a-b251d64c4179 HTTP/1.1" status: 204 len: 173 time: 1.3348286 Jul 23 16:19:55.959024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db98b-a52d-4f10-8d9f-1c0d7b29b274 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event deleted for resources: {'Port': ['ID=3b0decad-569f-4d66-8b6a-b251d64c4179,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.026143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:50Z', 'revision_number': 3, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:56.044055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Pushing event updated for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.046716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.057725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76de54e-732f-4f31-a4c7-d7752728fc4a None None] The sync data for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 is: [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:50Z', 'revision_number': 3, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:19:56.083375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Deleting subnet 1da447f5-74bf-4b48-a081-2547755ff4b0 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:19:56.121735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.191153 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.222471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924f256-3e52-4907-9031-fc8bc17a9472 req-7acee3cc-9449-4df5-9466-e1f4034f36ba tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:56.224277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3924f256-3e52-4907-9031-fc8bc17a9472 req-7acee3cc-9449-4df5-9466-e1f4034f36ba tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.0785334 Jul 23 16:19:56.238021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.277190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3924f256-3e52-4907-9031-fc8bc17a9472 req-d8951079-0923-44d8-bcb8-e14c21292638 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Jul 23 16:19:56.304620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.351914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:19:56.355217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.358349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:19:56.608129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.612465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.613742 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "DELETE /v2.0/security-groups/6ee6a55d-5586-4476-9f40-07916e59cc0a HTTP/1.1" status: 204 len: 168 time: 0.6960557 Jul 23 16:19:56.616692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43088) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:56.637200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb182c2-9313-4ba8-ba29-752ef22517c4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee6a55d-5586-4476-9f40-07916e59cc0a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.662175 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-6bc3aa42-7c4b-4926-8efe-a300799fd433 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] show failed (client error): The resource could not be found. Jul 23 16:19:56.683629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.684399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6bc3aa42-7c4b-4926-8efe-a300799fd433 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "GET /v2.0/security-groups/6ee6a55d-5586-4476-9f40-07916e59cc0a HTTP/1.1" status: 404 len: 347 time: 0.0665681 Jul 23 16:19:56.686400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:56.701137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:19:56.713656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:19:56.751428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da447f5-74bf-4b48-a081-2547755ff4b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:56.754478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:56.757896 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1af26bf1-b1e0-44b2-bbfe-d003c574426b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1da447f5-74bf-4b48-a081-2547755ff4b0 HTTP/1.1" status: 204 len: 168 time: 0.7876692 Jul 23 16:19:56.760240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:56.781036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3b0decad-569f-4d66-8b6a-b251d64c4179 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:19:56.784071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b0decad-569f-4d66-8b6a-b251d64c4179 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:19:56.869451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b201d14-784f-4a2a-a6ec-89481699b2cc req-409c2e89-6b6f-47c9-97f0-544bd34373f4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 210 time: 0.1836407 Jul 23 16:19:56.925459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b2ff6ab-2cd8-4703-856a-e619d69deefe None None] Provisioning complete for port 1006e941-7c79-4efc-879c-0dd1875294b7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:56.925722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6ab-2cd8-4703-856a-e619d69deefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.023152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 987bdf81-aa86-4bf9-a41c-027729bdd18c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:57.060729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.065709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68ff9a8b-21c8-4c49-b834-71ea78b177fb req-58cc829d-866f-41c2-8da7-30e3028d174e tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=646d9b22-3ab8-43a5-9529-2fa601d91b37 HTTP/1.1" status: 200 len: 210 time: 0.1873732 Jul 23 16:19:57.103051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Deleting port 568fbb1c-83a3-469d-9f42-10fece2f09c3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:57.103715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.113950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:19:57.143464 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8991c025-86f6-4d30-8d57-df88b2d0b887 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7300544 Jul 23 16:19:57.146817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ff6ab-2cd8-4703-856a-e619d69deefe None None] Port 1006e941-7c79-4efc-879c-0dd1875294b7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:19:57.207860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 987bdf81-aa86-4bf9-a41c-027729bdd18c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:19:57.222112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 987bdf81-aa86-4bf9-a41c-027729bdd18c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:57.223249 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.258851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.258851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.273007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-cf4de04e-fc98-4679-a691-a70c9f0a9a34 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661047 Jul 23 16:19:57.282402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Calling delete_port for 568fbb1c-83a3-469d-9f42-10fece2f09c3 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:57.356222 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.394895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3792dc91-998e-4c59-b925-771bef1f281d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:57.413674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:57.424497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:57.424497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b1d2a7-9bb6-44e3-9f28-1fe87bf12916') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:57.447384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.449342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.449482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-06cf473b-0d0b-4c2d-b812-91ddd24bb171 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.451043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-06cf473b-0d0b-4c2d-b812-91ddd24bb171 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645844 Jul 23 16:19:57.473101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Request body: {'port': {'device_id': '55b691d8-966d-4599-b751-a2009c752426', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '1bd5d560384f47649f2e48083e4f1ea5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:57.477626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 987bdf81-aa86-4bf9-a41c-027729bdd18c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=987bdf81-aa86-4bf9-a41c-027729bdd18c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:57.480704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.484913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.502146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:19:57.502146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:19:57.504042 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:19:57.548020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-772834907'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:57.681127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.688024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:57.693093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.697201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.703085 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] 10.222.0.64 "DELETE /v2.0/networks/3792dc91-998e-4c59-b925-771bef1f281d HTTP/1.1" status: 204 len: 168 time: 0.9408348 Jul 23 16:19:57.725364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Pushing event deleted for resources: {'Network': ['ID=3792dc91-998e-4c59-b925-771bef1f281d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:57.736170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f0652-4f68-403c-afc6-e8865ad9725c req-f5145feb-8cc4-4601-8ec8-b6b024963f38 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.737785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e31f0652-4f68-403c-afc6-e8865ad9725c req-f5145feb-8cc4-4601-8ec8-b6b024963f38 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.2857940 Jul 23 16:19:57.743254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.743999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.745147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.745795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.746449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.747017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.747536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.748151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.748605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.749035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.749474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.749991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c5599-3d90-4ee8-b339-9e2cc406fdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.769337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:19:57.773245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=987bdf81-aa86-4bf9-a41c-027729bdd18c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:57.781479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.781999 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Added segment 07d5a4d8-dbcc-4c0a-bfb8-46c71806922c of type vlan for network d2cdd571-9613-4684-ba03-92649a47cb59 Jul 23 16:19:57.783542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.784125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.784529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.784928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.785320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.785753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.786169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.786550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.787063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.787464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.787903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.788287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:19:57.810407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-deleted', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:57.813446 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1cf99b-4857-44a8-ac33-8d55d1b0fe0d" -d '{"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-deleted", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:57.833962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.873246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Made reservation on behalf of 1bd5d560384f47649f2e48083e4f1ea5 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:57.879144 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.881776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.884295 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49f6e9-10be-48c0-9b24-9ede1fa75a99 x-openstack-request-id: req-fd49f6e9-10be-48c0-9b24-9ede1fa75a99 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:57.884591 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646d9b22-3ab8-43a5-9529-2fa601d91b37", "name": "network-vif-deleted", "tag": "3b0decad-569f-4d66-8b6a-b251d64c4179", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:57.884847 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd49f6e9-10be-48c0-9b24-9ede1fa75a99 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:57.885356 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646d9b22-3ab8-43a5-9529-2fa601d91b37', 'name': 'network-vif-deleted', 'tag': '3b0decad-569f-4d66-8b6a-b251d64c4179', 'status': 'completed', 'code': 200} Jul 23 16:19:57.891146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:57.892093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:57.909789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43114) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:57.951153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e31f0652-4f68-403c-afc6-e8865ad9725c req-471a2939-16b4-4a75-809e-f03ea28e9bf6 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870708 Jul 23 16:19:57.980404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5646513 Jul 23 16:19:57.980642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:57.988645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'subnet': {'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:58.124701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7053-f314-4187-8fb1-d393382f3f4d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Network': ['ID=d2cdd571-9613-4684-ba03-92649a47cb59,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.134131 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91dc95f3-891e-42ea-b35b-53e40746b52a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38564a54dcfe408d8dd5c5d906550b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188921 Jul 23 16:19:58.135153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:58.137446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d2cdd571-9613-4684-ba03-92649a47cb59 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:19:58.217797 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.266051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.304470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.347510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.350900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.353166 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fe34cfe-ae91-435b-92e9-ebc7c217a492 HTTP/1.1" status: 204 len: 168 time: 0.2170463 Jul 23 16:19:58.364384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e66746-37eb-46a7-bcc6-0114584e7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe34cfe-ae91-435b-92e9-ebc7c217a492,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.405955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b07d74b-1a91-4c6f-8090-fea7ff34441f req-db38ebcb-10ce-432a-8b18-e78bcc05c8ba tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 210 time: 0.4473276 Jul 23 16:19:58.413669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Allocated IP 192.168.233.173 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:19:58.415987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Pushing event deleted for resources: {'Port': ['ID=568fbb1c-83a3-469d-9f42-10fece2f09c3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:58.548359 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.602804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.605778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.607197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a2b9e7da-ad6b-4bea-81a0-0a3582c007e4 tempest-ServersWithSpecificFlavorTestJSON-901992251 tempest-ServersWithSpecificFlavorTestJSON-901992251-project] 10.222.0.64 "DELETE /v2.0/floatingips/3c3ede10-3a72-4295-b90b-71f2fe168131 HTTP/1.1" status: 204 len: 168 time: 1.9198492 Jul 23 16:19:58.627329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:19:58.632552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:58.793616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Sync routers for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:19:58.812401 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:19:58.813170 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:58.953338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 987bdf81-aa86-4bf9-a41c-027729bdd18c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:19:59.061000 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:19:59.064956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-5d682dc1-e4d3-41eb-a8d6-0d0600f8c676 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.073790 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-5d682dc1-e4d3-41eb-a8d6-0d0600f8c676 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.1242077 Jul 23 16:19:59.079309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 987bdf81-aa86-4bf9-a41c-027729bdd18c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:19:59.080333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.240630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Deleting port a1db81b1-153e-491a-be1b-465da00e517d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:19:59.241376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.402726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b299-7a87-4ba8-a985-ef29e3a76abf req-06a785e2-efea-47cf-8602-ec86ef539d28 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.410659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29e4b299-7a87-4ba8-a985-ef29e3a76abf req-06a785e2-efea-47cf-8602-ec86ef539d28 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 944 time: 0.9368982 Jul 23 16:19:59.423069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] For port a1db81b1-153e-491a-be1b-465da00e517d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a1db81b1-153e-491a-be1b-465da00e517d,segment=NetworkSegment(dff81d1f-a066-4190-bfc6-387570576474),segment_id=dff81d1f-a066-4190-bfc6-387570576474)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:19:59.426102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.444188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 4, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1006e941-7c79-4efc-879c-0dd1875294b7', 'name': '', 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'mac_address': 'fa:16:3e:dc:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:53Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 2, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'subnets': [{'id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:19:59.452195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Calling delete_port for a1db81b1-153e-491a-be1b-465da00e517d owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:19:59.491704 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Checking router: d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:19:59.492585 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Updating router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 port 1006e941-7c79-4efc-879c-0dd1875294b7 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:19:59.521107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29e4b299-7a87-4ba8-a985-ef29e3a76abf req-83e078f6-54d8-4add-b165-b136ebf64d71 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/security-groups?id=b641485c-7db6-480b-841f-edd346cc19a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094441 Jul 23 16:19:59.550386 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.555577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.579471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843fe5-2387-4de6-bff3-ecdd6ee467de req-853ff9e4-0613-426a-9722-67635c5ff826 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.586043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42843fe5-2387-4de6-bff3-ecdd6ee467de req-853ff9e4-0613-426a-9722-67635c5ff826 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 0.3437324 Jul 23 16:19:59.586043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Transition to ACTIVE for port object 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:19:59.704532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.737752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-f2681199-5d64-4544-8703-8f9f6ccb6d68 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:19:59.742540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-f2681199-5d64-4544-8703-8f9f6ccb6d68 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.4174898 Jul 23 16:19:59.745406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43176) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.766258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42843fe5-2387-4de6-bff3-ecdd6ee467de req-3fab3591-6235-4039-913c-0b4b42e6373f tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714752 Jul 23 16:19:59.767592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.784295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8', '59f743e4-feaf-43d7-9738-095625a058e1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:59.846901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800484-3'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:19:59.852595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43180) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:19:59.856230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Pushing event deleted for resources: {'Port': ['ID=a1db81b1-153e-491a-be1b-465da00e517d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:19:59.874990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:19:59.891188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] No DVR routers for this DVR port a1db81b1-153e-491a-be1b-465da00e517d on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:19:59.895346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:19:59.897633 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-64b96f81-4123-4255-a5fb-9844ba1911b4 req-904cb837-133e-453b-a928-3eb00dcf5c8b tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.67 "DELETE /v2.0/ports/a1db81b1-153e-491a-be1b-465da00e517d HTTP/1.1" status: 204 len: 173 time: 0.8202858 Jul 23 16:19:59.898223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-deleted', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:19:59.909235 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3516e2c3-87aa-449f-aed4-196dec507845" -d '{"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-deleted", "tag": "a1db81b1-153e-491a-be1b-465da00e517d"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:19:59.997626 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd9d485-f1a0-4501-b29f-d87ce219045e x-openstack-request-id: req-9cd9d485-f1a0-4501-b29f-d87ce219045e {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:19:59.998702 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832aaaec-5a18-4da9-8ab4-0a7f37f86bf1", "name": "network-vif-deleted", "tag": "a1db81b1-153e-491a-be1b-465da00e517d", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:19:59.998702 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cd9d485-f1a0-4501-b29f-d87ce219045e {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:19:59.998702 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832aaaec-5a18-4da9-8ab4-0a7f37f86bf1', 'name': 'network-vif-deleted', 'tag': 'a1db81b1-153e-491a-be1b-465da00e517d', 'status': 'completed', 'code': 200} Jul 23 16:20:00.048779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2024791182-network', 'tenant_id': 'a3a3dd6e1cc041d382690dbd0761f3d8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:00.076378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:00.107081 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.125840 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Transition to ACTIVE for port object 1006e941-7c79-4efc-879c-0dd1875294b7 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:00.136767 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.139557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.147459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:00.187344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:00.231899 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6b45-7b36-4ff3-a685-03d18e02bc2c None None] Pushing event updated for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.409774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.487799 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Attempting to bind port 1006e941-7c79-4efc-879c-0dd1875294b7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:00.489277 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Attempting to bind port 1006e941-7c79-4efc-879c-0dd1875294b7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:00.489277 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Attempting to bind port 1006e941-7c79-4efc-879c-0dd1875294b7 on network 5bc49621-8bda-4cc0-9999-991cef486fb7 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:00.502831 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:00.504413 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Checking segment: {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:00.504880 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.505353 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Bound using segment: {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:00.505873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Bound port: 1006e941-7c79-4efc-879c-0dd1875294b7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b672c849-ae6d-48de-b012-c18c7928ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:00.506317 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.553135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Made reservation on behalf of a3a3dd6e1cc041d382690dbd0761f3d8 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:00.557573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.600216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Subnet': ['ID=47353951-f498-4a32-b2b2-7af6640a7ef7,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.652614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.696296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.701381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.718938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:00.727112 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] For port 1006e941-7c79-4efc-879c-0dd1875294b7, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:00.733648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] For port 1006e941-7c79-4efc-879c-0dd1875294b7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1006e941-7c79-4efc-879c-0dd1875294b7,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:00.741204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Checking segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:00.741420 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.742469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network hostable DHCP agents. Network: d2cdd571-9613-4684-ba03-92649a47cb59, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:00.763056 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.852750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:00.879903 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6b45-7b36-4ff3-a685-03d18e02bc2c None None] Pushing event updated for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:00.892950 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:00.894275 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:00.952417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:00.964386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724a729-f65a-44dc-850b-57dae01b53a5 req-b5d37317-4e5c-425c-8447-3c9bde5b0e4a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:00.971175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6724a729-f65a-44dc-850b-57dae01b53a5 req-b5d37317-4e5c-425c-8447-3c9bde5b0e4a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 936 time: 1.0712504 Jul 23 16:20:00.979730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 has no active binding in host n-h2-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:20:01.010480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7ff43bed-ca89-4f60-8f7e-25e76a268e0c None None] Provisioning for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:01.015235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7ff43bed-ca89-4f60-8f7e-25e76a268e0c None None] Provisioning complete for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:01.015855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7ff43bed-ca89-4f60-8f7e-25e76a268e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.052517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d0444c1-aa7c-471a-a64c-b7f1c0dd5c3d req-e83b9b55-a77f-4731-8fbf-f639dc33f559 tempest-LiveAutoBlockMigrationV225Test-1798745332 tempest-LiveAutoBlockMigrationV225Test-1798745332-project] 10.222.0.64 "GET /v2.0/ports?device_id=832aaaec-5a18-4da9-8ab4-0a7f37f86bf1 HTTP/1.1" status: 200 len: 210 time: 0.3032665 Jul 23 16:20:01.071479 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:01.125518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7ff43bed-ca89-4f60-8f7e-25e76a268e0c None None] Port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:01.140546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network d2cdd571-9613-4684-ba03-92649a47cb59 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:01.227911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d2cdd571-9613-4684-ba03-92649a47cb59) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:01.241296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf75d10-a98a-44ff-80b3-9fab2ff95f7a None None] Network d2cdd571-9613-4684-ba03-92649a47cb59 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:01.259901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:01.260576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.450147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Deleting port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:01.450820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.459555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:01.505131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 4, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1006e941-7c79-4efc-879c-0dd1875294b7', 'name': '', 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'mac_address': 'fa:16:3e:dc:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:53Z', 'updated_at': '2021-07-23T16:20:00Z', 'revision_number': 4, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'subnets': [{'id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:01.514022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:01.556547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-d2cdd571-9613-4684-ba03-92649a47cb59', 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'fixed_ips': [{'subnet_id': '47353951-f498-4a32-b2b2-7af6640a7ef7'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:01.557404 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.567972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.568543 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72203d-eab8-499c-9254-7a4efade1250 None None] The sync data for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 is: [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:19:55Z', 'revision_number': 4, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1006e941-7c79-4efc-879c-0dd1875294b7', 'name': '', 'network_id': '5bc49621-8bda-4cc0-9999-991cef486fb7', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'mac_address': 'fa:16:3e:dc:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:53Z', 'updated_at': '2021-07-23T16:20:00Z', 'revision_number': 4, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'subnets': [{'id': 'bedb7a28-9dad-4334-a871-f77eb0383db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:01.580205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.588291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:01.590887 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001681b-765a-4452-a7ef-f326545ed344" -d '{"events": [{"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:01.606284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.615781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] For port 83abb7d3-049e-4ee9-846a-7e41ceebf7c7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:01.616661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.619325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:01.631386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Calling delete_port for 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:01.634071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.645493 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Added segment d38f0858-3fb8-4c89-9e2f-65562615abb3 of type vlan for network 8c2212b7-0a01-4701-bd46-f43e883eb35f Jul 23 16:20:01.683025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1a1004b5-3767-4867-8c1a-dbc343dbfc6a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6989324 Jul 23 16:20:01.683781 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.686342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-63af21b4-7071-4f5d-bd02-e9b7716a03f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2234910 Jul 23 16:20:01.688604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43206) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:01.741045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-226633807'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:01.756183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Request body: {'port': {'device_id': '55b691d8-966d-4599-b751-a2009c752426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:01.771867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Allocated IP 19.80.0.2 (d2cdd571-9613-4684-ba03-92649a47cb59/47353951-f498-4a32-b2b2-7af6640a7ef7/853d8574-9d86-47d1-8ece-e3fe8c7d7d53) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:01.881054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.895064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:01.900129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6724a729-f65a-44dc-850b-57dae01b53a5 req-fe33147a-914a-4a62-bb41-55abe911fe14 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462598 Jul 23 16:20:01.936935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Pushing event deleted for resources: {'Port': ['ID=83abb7d3-049e-4ee9-846a-7e41ceebf7c7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:01.989315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:01.993996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.016681 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b2669-b07c-4110-953a-b6f93fa3c931 x-openstack-request-id: req-f26b2669-b07c-4110-953a-b6f93fa3c931 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:02.016937 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:02.017078 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f26b2669-b07c-4110-953a-b6f93fa3c931 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:02.017609 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'code': 200} Jul 23 16:20:02.034658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:02.039719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.053396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.053819 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Added segment f0261d8a-3094-4f74-9453-d4d0f312dda9 of type vlan for network c820a454-3e6e-4c4f-b8d4-71873a117ff9 Jul 23 16:20:02.057634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Transition to ACTIVE for port object 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:02.088260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Transition to ACTIVE for port object 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:02.103322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.104523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.148210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d458d99-934d-4e14-94b8-93cf1ba2c567,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.150956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.152875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.167091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.174019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.174957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.191018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Network d2cdd571-9613-4684-ba03-92649a47cb59 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:02.194355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:02.203759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:02.241194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.248539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Pushing event updated for resources: {'Port': ['ID=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.346751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on host n-h1-800484-3 for vnic_type normal with profile {"migrating_to": "n-h2-800484-3"} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:02.347034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:02.347458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:02.360748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Attempting to bind port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:02.361211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Attempting to bind port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:02.361643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Attempting to bind port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 on network d2cdd571-9613-4684-ba03-92649a47cb59 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:02.362644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ffc4a-121e-4554-8177-15c2cf577c7c req-521edb41-5d49-4f5d-8e79-2f93d8b2984a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.364613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8ffc4a-121e-4554-8177-15c2cf577c7c req-521edb41-5d49-4f5d-8e79-2f93d8b2984a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 945 time: 1.0237951 Jul 23 16:20:02.369197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:02.369591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Checking segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:02.370003 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.371010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Bound using segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:02.371482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Bound port: 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:02.371874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.392938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:02.393304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Attempting to bind port 548f1085-e5ce-4056-b9e6-b01f2e824290 on network 06195bdd-656a-4ed4-a01d-5b775a38fb88 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:02.419409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7041287 Jul 23 16:20:02.422979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:02.429416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'subnet': {'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:02.467660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] For port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:02.472003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] For port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:02.479278 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.492619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:02.494555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Checking segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:02.494555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Bound using segment: {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:02.494555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Bound port: 548f1085-e5ce-4056-b9e6-b01f2e824290, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857347a1-38b3-4002-958c-168f0413b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06195bdd-656a-4ed4-a01d-5b775a38fb88'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:02.494555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.599444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Deleting subnet 7b3a2947-2176-44c5-a571-b1a318ddf196 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:02.602052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a1c70-2176-441b-8200-aa953d21d9fb None None] Pushing event updated for resources: {'Port': ['ID=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.613803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d77d6-6322-495c-81c5-e4db4d12e65b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Network': ['ID=c820a454-3e6e-4c4f-b8d4-71873a117ff9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:02.618390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.620138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:02.621290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.625453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:02.647314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.692252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:02.695988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.743002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a1db81b1-153e-491a-be1b-465da00e517d no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:02.818820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Router 63161108-2dfc-4005-939d-612296d89787 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:02.822884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:02.830411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: a1db81b1-153e-491a-be1b-465da00e517d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:02.834484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a1db81b1-153e-491a-be1b-465da00e517d not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:03.022358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8ffc4a-121e-4554-8177-15c2cf577c7c req-66e34d52-f4dd-4907-b774-6d08481258d0 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106572 Jul 23 16:20:03.026940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2773671 Jul 23 16:20:03.040952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.042668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6834c-7a02-45e3-a8ba-64a1296e576b admin admin] Pushing event updated for resources: {'Network': ['ID=8c2212b7-0a01-4701-bd46-f43e883eb35f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.083834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8c2212b7-0a01-4701-bd46-f43e883eb35f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:03.104183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.200270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.214080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1006e941-7c79-4efc-879c-0dd1875294b7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:03.285531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:03.289895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:03.309189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1006e941-7c79-4efc-879c-0dd1875294b7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:03.319336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1006e941-7c79-4efc-879c-0dd1875294b7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:03.319994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.478102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.500104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Request body: {'subnet': {'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2024791182-subnet', 'tenant_id': 'a3a3dd6e1cc041d382690dbd0761f3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:03.504068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:03.517982 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8327b206-0c7b-433f-96bc-24acbad1fe43 admin admin] 10.222.0.64 "PUT /v2.0/routers/63161108-2dfc-4005-939d-612296d89787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6641243 Jul 23 16:20:03.520744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.536429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1006e941-7c79-4efc-879c-0dd1875294b7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1006e941-7c79-4efc-879c-0dd1875294b7,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:03.543243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Sync routers for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:03.553499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.562370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:03.563168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:03.594330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.632820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.644463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.646963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7b3a2947-2176-44c5-a571-b1a318ddf196 HTTP/1.1" status: 204 len: 168 time: 1.4850998 Jul 23 16:20:03.655873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732781-27ed-4e46-ae6f-579d153ba4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3a2947-2176-44c5-a571-b1a318ddf196,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.665783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43234) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:03.714710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Made reservation on behalf of a3a3dd6e1cc041d382690dbd0761f3d8 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:03.714914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:03.717142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.739460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.827285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.852702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:03.878038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:03.953678 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.982101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:03.983048 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:03.984266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] 10.222.0.67 "PUT /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 1121 time: 4.1679239 Jul 23 16:20:03.994971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338eaa-5c96-4718-9c3e-2efdeb84eb45 service neutron] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=8']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.008096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.021817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:04.024080 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db1e9a-6587-4f5a-a804-a63b16b98955" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:04.028690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Transition to ACTIVE for port object 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:04.043000 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.075342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['548f1085-e5ce-4056-b9e6-b01f2e824290'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:04.079884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8976e55-c60d-4758-9b26-d40c44a3ef33 req-4fd916d4-1dcd-4202-b4bf-838f8b20a9cd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.084876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Subnet': ['ID=0a1123b0-5b7a-4c50-b798-aed674546395,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.087997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8976e55-c60d-4758-9b26-d40c44a3ef33 req-4fd916d4-1dcd-4202-b4bf-838f8b20a9cd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 936 time: 1.0404003 Jul 23 16:20:04.161092 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cadc5-cf55-4350-8a2d-ac5a65d9d985 x-openstack-request-id: req-e35cadc5-cf55-4350-8a2d-ac5a65d9d985 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:04.161611 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:04.162649 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e35cadc5-cf55-4350-8a2d-ac5a65d9d985 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:04.165097 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'status': 'completed', 'code': 200} Jul 23 16:20:04.226158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['548f1085-e5ce-4056-b9e6-b01f2e824290'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:04.281285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d40e8b-a51c-430a-b7e9-e26efebd922d None None] Network d2cdd571-9613-4684-ba03-92649a47cb59 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:04.291733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Checking segment: {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:04.292141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network hostable DHCP agents. Network: c820a454-3e6e-4c4f-b8d4-71873a117ff9, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:04.308808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8976e55-c60d-4758-9b26-d40c44a3ef33 req-b8ebb1a8-346f-4dff-b7ed-fdbba9f16083 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196496 Jul 23 16:20:04.309667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.311997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.330955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:20:01Z', 'revision_number': 5, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port': {'id': 'c97ff14c-2651-4741-8cc7-9f770a0a7976', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63161108-2dfc-4005-939d-612296d89787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:47Z', 'updated_at': '2021-07-23T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:04.398524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.412269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Checking router: 63161108-2dfc-4005-939d-612296d89787 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:04.447693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:04.463798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27ea7d7-a24b-4946-9683-0acd3f18b182']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:04.478115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff81d1f-a066-4190-bfc6-387570576474') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:04.478537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff81d1f-a066-4190-bfc6-387570576474') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:04.486072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c820a454-3e6e-4c4f-b8d4-71873a117ff9) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:04.492669 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.515543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.516216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.539724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.549670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:04.550751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.594125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2605f4ec-6cda-45c3-abd3-9fc7886ee7f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1694729 Jul 23 16:20:04.602964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-b49d6718-c1a5-4913-997b-f714bb785da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.604966 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-b49d6718-c1a5-4913-997b-f714bb785da5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1124 time: 0.4239314 Jul 23 16:20:04.633673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:04.634285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:04.635018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:04.637546 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:04.640541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.650779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.653453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d27ea7d7-a24b-4946-9683-0acd3f18b182 HTTP/1.1" status: 204 len: 168 time: 0.9804096 Jul 23 16:20:04.658661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43248) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:04.669145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c843ee3-6e7a-4110-a205-5e6a0c2c54a5 None None] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:04.684316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f0f61-cad9-4853-a0a8-87984c010283 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27ea7d7-a24b-4946-9683-0acd3f18b182,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:04.687980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:04.688304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:04.705795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:04.706225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:04.706701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:04.708558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Bound port: 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:04.708951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.716013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Routers {'63161108-2dfc-4005-939d-612296d89787'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:04.716667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:19:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63161108-2dfc-4005-939d-612296d89787'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:04.723641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.793553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:04.797086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:04.847014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] Set router 63161108-2dfc-4005-939d-612296d89787 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:04.869873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fdf89-a8d2-4070-ba3e-e28e30aa0a6e req-7beab3ca-261a-4994-80de-a4392f63a3a7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:04.882763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50fdf89-a8d2-4070-ba3e-e28e30aa0a6e req-7beab3ca-261a-4994-80de-a4392f63a3a7 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.6117256 Jul 23 16:20:04.892267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Deleting port c97ff14c-2651-4741-8cc7-9f770a0a7976 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:04.893257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.894130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Deleting subnet 1d78b51e-4191-4193-bcc8-4d4318ea4255 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:04.896591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:04.940803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4856a8-5765-40ed-8969-1841d77bdc0c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.005983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:20:04Z', 'revision_number': 6, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:05.042832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-89cbf90a-6a65-4879-b7d7-79d33c552641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.044708 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-89cbf90a-6a65-4879-b7d7-79d33c552641 service neutron] 10.222.0.81 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.4249589 Jul 23 16:20:05.066477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-78ce1c7c-751a-4d4a-8411-5d3180a3047f None None] Provisioning for port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:05.073733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.074738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.077005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] 10.222.0.67 "PUT /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 1096 time: 3.3477561 Jul 23 16:20:05.078542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e92532-02da-4bc7-a04e-d20df8fd251d None None] The sync data for ids ['63161108-2dfc-4005-939d-612296d89787'] in n-d-800484-3 is: [{'id': '63161108-2dfc-4005-939d-612296d89787', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-64338346-router', 'tenant_id': '65c49eb175764ccba54bf1c2ec8a211f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:46Z', 'updated_at': '2021-07-23T16:20:04Z', 'revision_number': 6, 'project_id': '65c49eb175764ccba54bf1c2ec8a211f', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:05.079854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Checking segment: {'id': 'd38f0858-3fb8-4c89-9e2f-65562615abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:05.088767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-2a3a1bea-00d1-4f93-b8f3-19111fce9293 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.089213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Network hostable DHCP agents. Network: 8c2212b7-0a01-4701-bd46-f43e883eb35f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:05.109032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-2a3a1bea-00d1-4f93-b8f3-19111fce9293 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.147772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-2a3a1bea-00d1-4f93-b8f3-19111fce9293 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/networks?id=d2cdd571-9613-4684-ba03-92649a47cb59&id=c820a454-3e6e-4c4f-b8d4-71873a117ff9&id=d2cdd571-9613-4684-ba03-92649a47cb59 HTTP/1.1" status: 200 len: 1390 time: 0.2351646 Jul 23 16:20:05.162921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.179810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:05.202139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] For port c97ff14c-2651-4741-8cc7-9f770a0a7976, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c97ff14c-2651-4741-8cc7-9f770a0a7976,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:05.202642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.220784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Calling delete_port for c97ff14c-2651-4741-8cc7-9f770a0a7976 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:05.225658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-17e89ef6-2a6e-409c-92f9-11898a6e0775 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 217 time: 0.1710317 Jul 23 16:20:05.283384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-f7025cee-d124-4641-bd6b-d0f746aff569 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/quotas/dfbdd0f1fc704356bb414e2f232fa4c2 HTTP/1.1" status: 200 len: 375 time: 0.1346211 Jul 23 16:20:05.378533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b50fdf89-a8d2-4070-ba3e-e28e30aa0a6e req-dc7b561b-7d63-453c-ad50-fcae94385365 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925582 Jul 23 16:20:05.424313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c820a454-3e6e-4c4f-b8d4-71873a117ff9', 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'fixed_ips': [{'subnet_id': '0a1123b0-5b7a-4c50-b798-aed674546395'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:05.425216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.439821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Network 8c2212b7-0a01-4701-bd46-f43e883eb35f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:05.441566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.465993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-d738ac94-95e7-4eb3-a126-804db3449c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.468725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-d738ac94-95e7-4eb3-a126-804db3449c26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1099 time: 0.3182244 Jul 23 16:20:05.645703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8c2212b7-0a01-4701-bd46-f43e883eb35f) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:05.649634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.656147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-86ba9b94-19dc-4cbe-9d1d-a7cea55acd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.658444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-86ba9b94-19dc-4cbe-9d1d-a7cea55acd05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.4094436 Jul 23 16:20:05.662458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:05.663191 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.732775 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-d27fe995-5f2a-435a-83b5-07d962041ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398097 Jul 23 16:20:05.739346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Pushing event deleted for resources: {'Port': ['ID=c97ff14c-2651-4741-8cc7-9f770a0a7976,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.753388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Allocated IP 19.86.0.2 (c820a454-3e6e-4c4f-b8d4-71873a117ff9/0a1123b0-5b7a-4c50-b798-aed674546395/b11a1a1d-aa76-47f8-82d3-e58db2c0756c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:05.857125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-c6dae820-e1b3-4ae0-bd58-6985b20a8aac service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066418 Jul 23 16:20:05.908034 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6211f34a-2dfd-4e42-8577-d38b58e4bd69 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4380925 Jul 23 16:20:05.925889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:05.933310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-6ce25fe0-a526-4ae0-a5d6-7a61b6d9f68c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0446594 Jul 23 16:20:05.955050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Transition to ACTIVE for port object b11a1a1d-aa76-47f8-82d3-e58db2c0756c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:05.977201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:05.986096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:06.026340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.049208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78daf4cf-cd77-4ec6-9e78-04172f5215f5 None None] Network 8c2212b7-0a01-4701-bd46-f43e883eb35f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:06.056366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.056704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.057043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.057375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.057708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.058055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.058376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.058700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.059435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.059769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.060106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.060425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cecd8a-2153-4bc2-82bd-12a8f62c0965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:06.072709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:06.073091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.128319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e8b89029-3083-472b-8288-3ac610765a7d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8439145 Jul 23 16:20:06.143710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-73db1e9a-6587-4f5a-a804-a63b16b98955 req-6435f06b-c520-4f99-82d8-c936867207d2 service neutron] 10.222.0.81 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627218 Jul 23 16:20:06.150195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.156151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Transition to ACTIVE for port object b11a1a1d-aa76-47f8-82d3-e58db2c0756c will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:06.180387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:06.183327 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:06.188537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.211689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.215221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.251169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fb489-7536-48d8-8cdb-30d0b4aea75f req-3378dc86-fc34-4146-97d1-6983d2af7276 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.253322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd7fb489-7536-48d8-8cdb-30d0b4aea75f req-3378dc86-fc34-4146-97d1-6983d2af7276 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 948 time: 0.3607826 Jul 23 16:20:06.276111 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.280152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-42612494-fafc-47ae-bd20-d90715142865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.281691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-42612494-fafc-47ae-bd20-d90715142865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2863040 Jul 23 16:20:06.287794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.288270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63161108-2dfc-4005-939d-612296d89787 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:20:06.295709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.300004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f1f9fcdc-b0a6-485c-8c79-716bea75111d admin admin] 10.222.0.64 "DELETE /v2.0/routers/63161108-2dfc-4005-939d-612296d89787 HTTP/1.1" status: 204 len: 168 time: 2.7731102 Jul 23 16:20:06.302903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43278) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:06.362068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Pushing event updated for resources: {'Port': ['ID=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.394000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:06.413103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:06.439212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Deleting subnet 3da51a7c-9d4a-48ee-972a-cde6c136dc32 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:06.448760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:06.538080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:06.545741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.546638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1006e941-7c79-4efc-879c-0dd1875294b7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:06.572204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.683813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd7fb489-7536-48d8-8cdb-30d0b4aea75f req-202575b9-1ba6-467c-a3de-9ee19b251d02 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974783 Jul 23 16:20:06.688207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.735530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-836d964f-aa5c-4dbe-a522-850403a826b8 service neutron] 10.222.0.64 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051502 Jul 23 16:20:06.750586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Attempting to bind port b11a1a1d-aa76-47f8-82d3-e58db2c0756c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:06.754290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Attempting to bind port b11a1a1d-aa76-47f8-82d3-e58db2c0756c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:06.754685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Attempting to bind port b11a1a1d-aa76-47f8-82d3-e58db2c0756c on network c820a454-3e6e-4c4f-b8d4-71873a117ff9 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:06.755411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.799830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfbdef-7cf0-4bdf-8c4b-89dadd64b723 None None] Network 8c2212b7-0a01-4701-bd46-f43e883eb35f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:06.825025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:06.825417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Checking segment: {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:06.825823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.826246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Bound using segment: {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:06.826730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Bound port: b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:06.827165 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.830419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d78b51e-4191-4193-bcc8-4d4318ea4255,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:06.844861 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.849613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5fcae422-3ee7-4e2d-a44c-855a68a4d76d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1d78b51e-4191-4193-bcc8-4d4318ea4255 HTTP/1.1" status: 204 len: 168 time: 2.1712217 Jul 23 16:20:06.850008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:06.886226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-b18c78c7-4f2b-47d6-bcde-ae3fb8211670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:06.887927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-b18c78c7-4f2b-47d6-bcde-ae3fb8211670 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5728965 Jul 23 16:20:06.988710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:06.994256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.014941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.019563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c80f89e9-176e-4e1d-a15b-f9cabf8f9d1a service neutron] 10.222.0.64 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827435 Jul 23 16:20:07.029548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fe46c06f-ceda-4007-a745-36fb5dccd82b None None] Provisioning complete for port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:07.030336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe46c06f-ceda-4007-a745-36fb5dccd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.123155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.136868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb732b94-61b3-436e-ac97-f156c77a8d1e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.150031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416d31fd-60a6-4021-a4a1-c25de4fd4d17') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.151032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416d31fd-60a6-4021-a4a1-c25de4fd4d17') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:07.162629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.188148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.202744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:07.204140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:07.206760 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:07.247161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1006e941-7c79-4efc-879c-0dd1875294b7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:07.247774 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.252410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] For port b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:07.303913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-2689eaf8-533a-4a71-b46c-5d3835eec2fe service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958418 Jul 23 16:20:07.306778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.324060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.328524 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] 10.222.0.64 "DELETE /v2.0/networks/eb732b94-61b3-436e-ac97-f156c77a8d1e HTTP/1.1" status: 204 len: 168 time: 0.4750702 Jul 23 16:20:07.339952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6e85-9321-4281-a0e7-39415298fa8b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb732b94-61b3-436e-ac97-f156c77a8d1e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.363068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.403233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-29808775-6e35-4902-8467-6e569cadb6f7 service neutron] 10.222.0.64 "GET /v2.0/networks/c820a454-3e6e-4c4f-b8d4-71873a117ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197634 Jul 23 16:20:07.439011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.444264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3da51a7c-9d4a-48ee-972a-cde6c136dc32 HTTP/1.1" status: 204 len: 168 time: 1.1261032 Jul 23 16:20:07.445219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.457287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281c08-22b5-435e-9b4b-04ab29663872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da51a7c-9d4a-48ee-972a-cde6c136dc32,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.473183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-a6e68b75-2373-4217-88b9-f38fabf8239e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:07.475305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-a6e68b75-2373-4217-88b9-f38fabf8239e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/networks?id=8c2212b7-0a01-4701-bd46-f43e883eb35f HTTP/1.1" status: 200 len: 814 time: 0.3796098 Jul 23 16:20:07.510945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541d6a6-e5b2-4e83-a4dc-14562b2e424c None None] Network 4b5c53f8-3254-47b3-8ed8-0bd3a268514f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:07.514759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] For port b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:07.526675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.535063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.543900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-8201b946-eb92-4d59-a922-91a8f90516b0 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/quotas/a3a3dd6e1cc041d382690dbd0761f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0521345 Jul 23 16:20:07.608536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-d7da1c65-e624-4f6f-b24b-a41a0f3ca05d tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3a3dd6e1cc041d382690dbd0761f3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424271 Jul 23 16:20:07.657956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3650669a-c36a-40eb-836d-60c648c960be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5cc5270f02d445cb827146ac5901498b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293614 Jul 23 16:20:07.659404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43310) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:07.713156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0501d8e7-e0f9-4f5e-85e9-ab04bf7167c4 req-6cbc0584-a977-46f9-ba7f-eab08c1b3f09 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963482 Jul 23 16:20:07.735160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.777505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-50d67994-b18f-4c2c-a073-161a23e7af4e service neutron] 10.222.0.64 "GET /v2.0/networks/c820a454-3e6e-4c4f-b8d4-71873a117ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444455 Jul 23 16:20:07.790097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.830401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4a6b-8056-4324-9320-b23c242e98fc None None] Pushing event updated for resources: {'Port': ['ID=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:07.844016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.902171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Deleting port e216465b-6567-4892-a2d8-3792ee09175c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:07.902787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.996550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:07.999577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.000762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b641485c-7db6-480b-841f-edd346cc19a3 HTTP/1.1" status: 204 len: 168 time: 0.3315730 Jul 23 16:20:08.008787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] For port e216465b-6567-4892-a2d8-3792ee09175c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e216465b-6567-4892-a2d8-3792ee09175c,segment=NetworkSegment(6806367b-8d7f-4783-9d0d-dad20a56e24f),segment_id=6806367b-8d7f-4783-9d0d-dad20a56e24f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:08.008787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.023218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4acd-529c-4bed-b10c-44d5cdfbea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641485c-7db6-480b-841f-edd346cc19a3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.039073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Calling delete_port for e216465b-6567-4892-a2d8-3792ee09175c owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:08.048919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-153b103d-6505-42d8-a36b-642414526be5 service neutron] 10.222.0.64 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047530 Jul 23 16:20:08.178434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-f838a268-b96b-4654-a261-64e2c1ba68f4 service neutron] 10.222.0.64 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919666 Jul 23 16:20:08.230422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.238383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be32ed8-38db-418a-a0a8-a5cacb8bcbc6 None None] DHCP port deletion for 4b5c53f8-3254-47b3-8ed8-0bd3a268514f request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:08.283461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:08.299813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e216465b-6567-4892-a2d8-3792ee09175c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.301769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] No DVR routers for this DVR port e216465b-6567-4892-a2d8-3792ee09175c on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:08.391349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-b893889b-c38b-4190-a961-16b34df3af2e service neutron] 10.222.0.64 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185172 Jul 23 16:20:08.409674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:08.410110 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.427908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.439148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-bc94b576-4e78-4006-b61b-276685bca485 service neutron] 10.222.0.64 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453175 Jul 23 16:20:08.452219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5c53f8-3254-47b3-8ed8-0bd3a268514f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:08.466379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6806367b-8d7f-4783-9d0d-dad20a56e24f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:08.467478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6806367b-8d7f-4783-9d0d-dad20a56e24f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:08.479859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.498446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.509567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:08.510094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:08.512273 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:08.634790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.658975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:08.659700 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c6a13-851b-4611-a9c2-bb26a2a99119 x-openstack-request-id: req-8d9c6a13-851b-4611-a9c2-bb26a2a99119 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:08.660136 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:08.660514 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d9c6a13-851b-4611-a9c2-bb26a2a99119 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:08.660982 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'status': 'completed', 'code': 200} Jul 23 16:20:08.667471 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b5c53f8-3254-47b3-8ed8-0bd3a268514f HTTP/1.1" status: 204 len: 168 time: 1.2210698 Jul 23 16:20:08.670266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43328) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:08.709180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baefb3-f96a-48ff-9ef7-d977c785dca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5c53f8-3254-47b3-8ed8-0bd3a268514f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:08.748647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:08.809132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:08.809492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 83abb7d3-049e-4ee9-846a-7e41ceebf7c7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:08.809950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c97ff14c-2651-4741-8cc7-9f770a0a7976 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:08.856847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c97ff14c-2651-4741-8cc7-9f770a0a7976 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:08.857208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c97ff14c-2651-4741-8cc7-9f770a0a7976 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:08.885893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:08.972390 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c1c765a-fadc-4a80-a83e-9f5dc8fbe1ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b83a169fbb18411b8e346b8f8920aee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850208 Jul 23 16:20:08.976564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:09.115382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.146102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.212647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.215936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:09.219570 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e5efd82-9be9-4d13-a59e-b19892363d8f HTTP/1.1" status: 204 len: 168 time: 0.2394109 Jul 23 16:20:09.234935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ede9-e034-468b-9f9f-32f15c97d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5efd82-9be9-4d13-a59e-b19892363d8f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:09.493036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f4eb1-76d7-40fd-b0fc-c3d6c9ea5579 req-d546e2a9-092e-47ef-8f9a-674dc305c1c1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.497402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-765f4eb1-76d7-40fd-b0fc-c3d6c9ea5579 req-d546e2a9-092e-47ef-8f9a-674dc305c1c1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 0.6550522 Jul 23 16:20:09.530208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:09.593025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fba8c-5a51-4b0e-9107-dd49c7b7fb8d None None] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:09.858524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db11ac-4a35-4659-953e-7ab68c6eab1d req-767ffd08-e312-4353-93e5-39cb181e485d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:09.860857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3db11ac-4a35-4659-953e-7ab68c6eab1d req-767ffd08-e312-4353-93e5-39cb181e485d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 948 time: 1.0228155 Jul 23 16:20:09.958722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-765f4eb1-76d7-40fd-b0fc-c3d6c9ea5579 req-368624c7-117e-4b02-a81b-06be6ea4c504 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528024 Jul 23 16:20:10.031126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-8e6e6f1f-5dfc-46d4-a685-baa32dbfd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.033215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-8e6e6f1f-5dfc-46d4-a685-baa32dbfd6b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1099 time: 1.1921351 Jul 23 16:20:10.096640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f1092a3-92fd-442a-ba6c-959b0321f868 None None] Provisioning for port b11a1a1d-aa76-47f8-82d3-e58db2c0756c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:10.261745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b11a1a1d-aa76-47f8-82d3-e58db2c0756c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:10.262417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3db11ac-4a35-4659-953e-7ab68c6eab1d req-5c1229e2-ca6e-47bd-98be-a4040b182965 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794067 Jul 23 16:20:10.437619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b11a1a1d-aa76-47f8-82d3-e58db2c0756c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:10.445609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b11a1a1d-aa76-47f8-82d3-e58db2c0756c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:10.448140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.546383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62892e21-b50b-4454-9725-208b14450d99 req-0ea3f70e-f2f5-421e-afee-f1c804cb0548 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 210 time: 0.2477942 Jul 23 16:20:10.639247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d43df47f-5820-4560-b11d-d8725bab2328 req-0dc34db0-6d95-479f-bc9a-33da065baf1e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 210 time: 0.1338866 Jul 23 16:20:10.668749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-749351a3-247e-4691-87d0-9642871929b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.678621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-749351a3-247e-4691-87d0-9642871929b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.6280131 Jul 23 16:20:10.745898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.783255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:10.783786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-e8191b32-829b-4aec-a303-d5b95bc2efd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0863247 Jul 23 16:20:10.821332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:10.841690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.949727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-766a7c8d-3c36-454e-969f-d0d6faa567d9 None None] Provisioning complete for port b11a1a1d-aa76-47f8-82d3-e58db2c0756c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:10.950169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-766a7c8d-3c36-454e-969f-d0d6faa567d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:10.995026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-b25cb513-b5ff-4820-93e9-4309436234bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:10.998438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-b25cb513-b5ff-4820-93e9-4309436234bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2051311 Jul 23 16:20:11.015334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e216465b-6567-4892-a2d8-3792ee09175c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:11.156835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e216465b-6567-4892-a2d8-3792ee09175c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:11.163026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e216465b-6567-4892-a2d8-3792ee09175c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:11.327229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:11.352337 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d2a038bf-580e-4b1a-a9b7-339cb0210244 service neutron] 10.222.0.81 "GET /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1755018 Jul 23 16:20:11.355921 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.412959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:11.455327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'mac_address': 'fa:16:3e:49:29:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:11.554588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.577501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:11.618979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:11.628598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.718245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:11.732532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:11.749191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bec0-8f3e-45b8-b526-3e84dbaee121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.775471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:11.831073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548f1085-e5ce-4056-b9e6-b01f2e824290 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:11.858933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:11.887621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:11.949164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:11.991718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] Transition to ACTIVE for port object 548f1085-e5ce-4056-b9e6-b01f2e824290 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:11.997303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.033876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.120852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] No DVR routers for this DVR port 548f1085-e5ce-4056-b9e6-b01f2e824290 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:12.167729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b11a1a1d-aa76-47f8-82d3-e58db2c0756c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:12.174081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] Pushing event updated for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:12.185248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d59b0484-333c-4f2b-8211-b9f0a1150dbb service neutron] 10.222.0.81 "PUT /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290/bindings/n-h2-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7869935 Jul 23 16:20:12.247806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b11a1a1d-aa76-47f8-82d3-e58db2c0756c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:12.248324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:12.293970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-5ed44bb2-26b2-4033-8319-4cb1fcd7bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.295693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-5ed44bb2-26b2-4033-8319-4cb1fcd7bb35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2875826 Jul 23 16:20:12.446104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-dbddbe67-0500-4b49-abdb-b19cb1b893b1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.452882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-dbddbe67-0500-4b49-abdb-b19cb1b893b1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.454560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-dbddbe67-0500-4b49-abdb-b19cb1b893b1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "GET /v2.0/networks?id=d2cdd571-9613-4684-ba03-92649a47cb59&id=c820a454-3e6e-4c4f-b8d4-71873a117ff9&id=d2cdd571-9613-4684-ba03-92649a47cb59 HTTP/1.1" status: 200 len: 1390 time: 0.5592604 Jul 23 16:20:12.477989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82223e-0427-4f40-bb10-f11b2de17e28 req-e655d36d-f5bd-4545-814f-f38ea3dba307 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.479549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c82223e-0427-4f40-bb10-f11b2de17e28 req-e655d36d-f5bd-4545-814f-f38ea3dba307 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 943 time: 1.3614874 Jul 23 16:20:12.487165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-9423f90e-7167-4e67-9605-9703730a1bba tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.488834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-9423f90e-7167-4e67-9605-9703730a1bba tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.81 "GET /v2.0/networks?id=8c2212b7-0a01-4701-bd46-f43e883eb35f HTTP/1.1" status: 200 len: 814 time: 0.5949826 Jul 23 16:20:12.535907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'admin_state_up': True, 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:12.560209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa38b0-4091-40d1-b4af-b762c4067c01 req-a403d060-4064-41be-b7c8-750415210d69 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.562111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93fa38b0-4091-40d1-b4af-b762c4067c01 req-a403d060-4064-41be-b7c8-750415210d69 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 945 time: 0.6653056 Jul 23 16:20:12.578544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Request body: {'port': {'device_id': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f', 'admin_state_up': True, 'tenant_id': 'a3a3dd6e1cc041d382690dbd0761f3d8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:12.831091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c82223e-0427-4f40-bb10-f11b2de17e28 req-70c44c48-390b-4db9-adb3-126787005474 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334336 Jul 23 16:20:12.841874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-360ffba8-5581-4e75-accc-0b270dd9028b service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142107 Jul 23 16:20:12.843858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-46efc052-ba7f-47dd-877d-7a2fe6bc1821 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:12.845812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-46efc052-ba7f-47dd-877d-7a2fe6bc1821 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.5398331 Jul 23 16:20:12.864609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93fa38b0-4091-40d1-b4af-b762c4067c01 req-3dbc5312-e1ba-4a39-af68-f31e79061abf tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/security-groups?id=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770264 Jul 23 16:20:13.070273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c7009d1-5039-4988-ad86-aa7a9057fe26 req-6e1ea53d-5b1c-4a9a-898f-721af0ddac8f tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 210 time: 0.1111157 Jul 23 16:20:13.101375 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:20:13.101375 n-d-800484-3 neutron-server[94003]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:20:13.101375 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id': 'a3a3dd6e1cc041d382690dbd0761f3d8', 'id': '97d0d2af-30e9-4231-94b2-50d590e6266d', 'expiration': datetime.datetime(2021, 7, 23, 16, 22, 13, 38565)}] Jul 23 16:20:13.101375 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:20:13.101375 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:20:13.114791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:13.118373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.205553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-310b6e02-c98c-43fe-b4b9-d1bf71e91cc2 req-4a75275f-4c4c-4a42-979e-bd109fcf1281 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229229 Jul 23 16:20:13.210856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ce15ac4-0f59-4ad1-a11a-867a61082846 req-356d7485-25dc-4e89-84af-a71cd480666b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 210 time: 0.0659745 Jul 23 16:20:13.245365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeb657-8cd3-4b35-bec3-5bfb466231d8 req-3cc37c65-a219-4707-9bf7-675138a46003 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.247035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4baeb657-8cd3-4b35-bec3-5bfb466231d8 req-3cc37c65-a219-4707-9bf7-675138a46003 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 949 time: 0.3397260 Jul 23 16:20:13.251395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-ed3c643f-18f0-4399-bdea-9adfbbccb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.252906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-ed3c643f-18f0-4399-bdea-9adfbbccb11c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198 HTTP/1.1" status: 200 len: 1095 time: 0.3693674 Jul 23 16:20:13.430946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4baeb657-8cd3-4b35-bec3-5bfb466231d8 req-adf8f6d2-3bda-4608-88b0-ca46abf620ad tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738548 Jul 23 16:20:13.463100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-11fbe13c-de7a-4320-a8d9-0c88a4a0828d tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.464877 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-11fbe13c-de7a-4320-a8d9-0c88a4a0828d tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.81 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 945 time: 0.0898492 Jul 23 16:20:13.474905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-6c54b130-abda-417d-aa8e-1f05efb3dc76 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c07b1d369d8642c18860e12381b894f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520835 Jul 23 16:20:13.511054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Deleting port cc583e03-0249-440c-a37b-20c091de3627 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:13.511412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.515169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Allocated IP 19.80.0.196 (d2cdd571-9613-4684-ba03-92649a47cb59/47353951-f498-4a32-b2b2-7af6640a7ef7/a80cdde3-74d9-48f9-833c-06c67ec0d9b8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:13.557266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-3b45cce4-f127-463b-8b9c-88f6b7702a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.559010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-3b45cce4-f127-463b-8b9c-88f6b7702a3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1095 time: 0.2723017 Jul 23 16:20:13.837436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Made reservation on behalf of a3a3dd6e1cc041d382690dbd0761f3d8 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:13.841020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.851719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Deleting port f914c7b5-7ef6-4e61-a132-2cc57985e675 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:13.852056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.886204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-b4bb9b0a-b888-4e28-ad31-892a1e5a6c5f tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.887754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-b4bb9b0a-b888-4e28-ad31-892a1e5a6c5f tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989768 Jul 23 16:20:13.889986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] For port cc583e03-0249-440c-a37b-20c091de3627, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc583e03-0249-440c-a37b-20c091de3627,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:13.890369 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.911593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d2a65073-fa1b-4601-8dc2-fdd448bf37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:13.913053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-d2a65073-fa1b-4601-8dc2-fdd448bf37fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 200 len: 909 time: 0.3431592 Jul 23 16:20:13.921732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Calling delete_port for cc583e03-0249-440c-a37b-20c091de3627 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:13.949417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] For port f914c7b5-7ef6-4e61-a132-2cc57985e675, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f914c7b5-7ef6-4e61-a132-2cc57985e675,segment=NetworkSegment(01fda108-ede1-435a-b7d7-cffa7dc8a0d5),segment_id=01fda108-ede1-435a-b7d7-cffa7dc8a0d5)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:13.949773 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:13.962687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Calling delete_port for f914c7b5-7ef6-4e61-a132-2cc57985e675 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:14.091084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.124700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Pushing event deleted for resources: {'Port': ['ID=f914c7b5-7ef6-4e61-a132-2cc57985e675,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:14.126642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f914c7b5-7ef6-4e61-a132-2cc57985e675'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:14.175311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] No DVR routers for this DVR port f914c7b5-7ef6-4e61-a132-2cc57985e675 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:14.179051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.181706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-89191469-5cb1-4ea1-8eac-eb2b1a9f167f req-a7d37295-b727-4b06-b4f5-45005ddb767c tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.81 "DELETE /v2.0/ports/f914c7b5-7ef6-4e61-a132-2cc57985e675 HTTP/1.1" status: 204 len: 173 time: 0.7115269 Jul 23 16:20:14.182269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'name': 'network-vif-deleted', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:14.184743 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb45f5-28a4-4c3e-9dc9-b26ec4488322" -d '{"events": [{"server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "name": "network-vif-deleted", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:14.259172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.366959 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fe0e9c64-5378-46d7-bd44-b43b9b8fe980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.387985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9e2b139e-c64e-45ca-baaa-64f05f00e3cc tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/quotas/c07b1d369d8642c18860e12381b894f6 HTTP/1.1" status: 200 len: 375 time: 0.4823904 Jul 23 16:20:14.405634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-75004674-2d88-459d-874b-5587e3b4d808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 200 len: 217 time: 0.4307721 Jul 23 16:20:14.503619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-2d2f7eb9-4c13-435e-aa58-c533deacf8e2 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021719 Jul 23 16:20:14.609883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:14.689334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Transition to ACTIVE for port object a80cdde3-74d9-48f9-833c-06c67ec0d9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:14.691593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-f4a97aa9-264a-4289-af74-f94f43f2681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:14.693188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-f4a97aa9-264a-4289-af74-f94f43f2681c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 200 len: 848 time: 0.2318635 Jul 23 16:20:14.743962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07427d8e-c48e-4154-b946-0f810ee54b2f req-0ef377a8-df91-494a-a837-2725d82d4b86 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:14.746668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07427d8e-c48e-4154-b946-0f810ee54b2f req-0ef377a8-df91-494a-a837-2725d82d4b86 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.8277118 Jul 23 16:20:14.766485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Allocated IP 172.20.0.6 (8c2212b7-0a01-4701-bd46-f43e883eb35f/de4856a8-5765-40ed-8969-1841d77bdc0c/a1438011-81e7-4350-83f3-9db1ee7380d0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:14.822628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:14.836884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9d29fca3-67bb-49f4-84a5-2e50ef1dbc60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06195bdd-656a-4ed4-a01d-5b775a38fb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343229 Jul 23 16:20:14.937740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:14.946756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:14.948025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.004149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0dcb77c5-9e89-4012-8314-6891db2626fb req-c39592bb-9876-4db6-89b5-51d8ffb83003 tempest-VolumesAdminNegativeTest-1232504093 tempest-VolumesAdminNegativeTest-1232504093-project] 10.222.0.64 "GET /v2.0/ports?device_id=326a6e90-8905-421d-bff6-504a1a45095f HTTP/1.1" status: 200 len: 210 time: 0.1826062 Jul 23 16:20:15.095950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07427d8e-c48e-4154-b946-0f810ee54b2f req-5f7ed2ab-3508-41fb-94f1-873ae1790ff1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362174 Jul 23 16:20:15.162285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.278421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.290588 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55269d-87f1-4ecc-b374-22afda8fca8c x-openstack-request-id: req-ce55269d-87f1-4ecc-b374-22afda8fca8c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:15.291134 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326a6e90-8905-421d-bff6-504a1a45095f", "name": "network-vif-deleted", "tag": "f914c7b5-7ef6-4e61-a132-2cc57985e675", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:15.291134 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce55269d-87f1-4ecc-b374-22afda8fca8c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:15.291511 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326a6e90-8905-421d-bff6-504a1a45095f', 'name': 'network-vif-deleted', 'tag': 'f914c7b5-7ef6-4e61-a132-2cc57985e675', 'status': 'completed', 'code': 200} Jul 23 16:20:15.312506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:15.323208 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b14eaa-c511-404c-bd33-3910a9da938b" -d '{"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:15.326448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0ad08b3-9190-4c67-a63c-c860926e3919 req-27b92247-6511-4dd2-80e1-7bdd9fc02de8 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 210 time: 0.1138027 Jul 23 16:20:15.330842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network d2cdd571-9613-4684-ba03-92649a47cb59 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:15.373214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:15.373719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:15.380527 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.390103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:15.393366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.417531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.421268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-39cdb707-7819-4cd6-9070-55be86100352 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381880 Jul 23 16:20:15.442842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.468052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.553313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=cc583e03-0249-440c-a37b-20c091de3627,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:15.656080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.656716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.702491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f0c50cc2-0dfa-4ea3-9902-c8963afdaf05 None None] Provisioning for port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:15.709442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f0c50cc2-0dfa-4ea3-9902-c8963afdaf05 None None] Provisioning complete for port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:15.709816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0c50cc2-0dfa-4ea3-9902-c8963afdaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.749115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f0c50cc2-0dfa-4ea3-9902-c8963afdaf05 None None] Port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:15.773243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-90235113-aa23-46d6-ae2d-5aae7be2d897 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2815492 Jul 23 16:20:15.775994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:15.821723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9', 'admin_state_up': True, 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:15.866276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05276eff-366f-41af-8493-145a681827e7 req-1be0c1ec-5f8c-42f0-9d99-cfca8f398d8e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.867867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05276eff-366f-41af-8493-145a681827e7 req-1be0c1ec-5f8c-42f0-9d99-cfca8f398d8e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 932 time: 0.5192096 Jul 23 16:20:15.876640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-3c2677db-3269-4e80-93af-801286e0ab08 service neutron] 10.222.0.67 "GET /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255126 Jul 23 16:20:15.996160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c3e3-f755-42e1-b5cc-6d369beac5f2 req-e1f01906-e394-4b1c-a59d-605b21717eb6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:15.997951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5167c3e3-f755-42e1-b5cc-6d369beac5f2 req-e1f01906-e394-4b1c-a59d-605b21717eb6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.5497594 Jul 23 16:20:16.116047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-ddd391f8-2e28-4909-a726-968b1c291553 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c07b1d369d8642c18860e12381b894f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873606 Jul 23 16:20:16.162833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05276eff-366f-41af-8493-145a681827e7 req-20976585-6f31-4f12-a5c7-3f9ac431a847 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507591 Jul 23 16:20:16.189160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.297079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5167c3e3-f755-42e1-b5cc-6d369beac5f2 req-22184609-b74f-4667-b475-2d574a813580 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661543 Jul 23 16:20:16.345169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.355252 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84de43e-bbca-413f-a277-b23000065320 x-openstack-request-id: req-e84de43e-bbca-413f-a277-b23000065320 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:16.356186 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:16.356186 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e84de43e-bbca-413f-a277-b23000065320 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:16.357212 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'code': 200} Jul 23 16:20:16.370754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Network 8c2212b7-0a01-4701-bd46-f43e883eb35f is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:16.400825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:16.401582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43460) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:16.421431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:16.435186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf169bc6-aac0-490b-be3a-0df7caa39683 req-fb80f91a-7fa2-48ad-a962-30870dbbc9c3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 210 time: 0.0775678 Jul 23 16:20:16.435784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:16.439600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.441983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Pushing event updated for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:16.509685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Deleting subnet bb98e2ca-9032-4758-a10e-50b786c11315 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:16.514380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.561663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.603747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254af6-40ed-4e48-92d2-fe67431a68eb req-0a515dd1-1953-4825-b83f-f4ce4a0d59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.604042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-09402271-c67b-401c-afde-98eb8f701463 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.605396 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f254af6-40ed-4e48-92d2-fe67431a68eb req-0a515dd1-1953-4825-b83f-f4ce4a0d59bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1101 time: 0.1445916 Jul 23 16:20:16.605656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-09402271-c67b-401c-afde-98eb8f701463 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4802287 Jul 23 16:20:16.617965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.667453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Request body: {'port': {'device_id': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'c07b1d369d8642c18860e12381b894f6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:16.681457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f254af6-40ed-4e48-92d2-fe67431a68eb req-8b34e2c2-e24f-4449-85c9-bfc848ae0edd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 Jul 23 16:20:16.698976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.727323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb98e2ca-9032-4758-a10e-50b786c11315,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:16.731114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.733268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44357fcd-3125-469a-b518-d67663b276b3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bb98e2ca-9032-4758-a10e-50b786c11315 HTTP/1.1" status: 204 len: 168 time: 0.3300459 Jul 23 16:20:16.736660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:16.744642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.745280 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.799900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-ee273787-821a-4f74-b15b-0428f2d385d7 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:16.801543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-ee273787-821a-4f74-b15b-0428f2d385d7 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a&tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.6181531 Jul 23 16:20:16.812267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.878666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-294b1d25-233e-4638-b498-7b3e7314b775 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3296010 Jul 23 16:20:16.897627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.908813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f77628a-e8a2-49bf-9e76-105b35316d82']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:16.918739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fda108-ede1-435a-b7d7-cffa7dc8a0d5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:16.919030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fda108-ede1-435a-b7d7-cffa7dc8a0d5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:16.928975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.944570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.952988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:16.953505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:16.955404 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:17.023089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c30d5-05d1-4d22-9b9a-711d522afe77 req-6267e90b-7a85-4ed6-9437-c4e3ea536a8d tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.024905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-554c30d5-05d1-4d22-9b9a-711d522afe77 req-6267e90b-7a85-4ed6-9437-c4e3ea536a8d tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 931 time: 0.4950106 Jul 23 16:20:17.033202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.039543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.044112 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] 10.222.0.64 "DELETE /v2.0/networks/9f77628a-e8a2-49bf-9e76-105b35316d82 HTTP/1.1" status: 204 len: 168 time: 0.3035405 Jul 23 16:20:17.051972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bba884-5b7d-4e07-a81f-c88c537357de req-790191b2-edb8-4778-9644-956b215c67dc tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:17.053691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bba884-5b7d-4e07-a81f-c88c537357de req-790191b2-edb8-4778-9644-956b215c67dc tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.5732241 Jul 23 16:20:17.054379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43466) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:17.064301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21bfc7-a337-460b-8ba9-5b72ecadb51c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f77628a-e8a2-49bf-9e76-105b35316d82,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.113346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Deleting subnet 45a33a70-2980-4f40-8a24-ae4e5ce87011 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:17.117403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.154883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.198889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.257465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.286214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a33a70-2980-4f40-8a24-ae4e5ce87011,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.289628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.295320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78df41d8-c275-4960-a699-3052c11ddbf6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/45a33a70-2980-4f40-8a24-ae4e5ce87011 HTTP/1.1" status: 204 len: 168 time: 0.2357130 Jul 23 16:20:17.295320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:17.336204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.376222 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.467141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.475710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Allocated IP 19.86.0.241 (c820a454-3e6e-4c4f-b8d4-71873a117ff9/0a1123b0-5b7a-4c50-b798-aed674546395/6cd860f6-d9d9-4f8e-a431-f3906c7dc840) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:17.478853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6a6307-689f-42e7-8c97-41879707305c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:17.486159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Request body: {'port': {'device_id': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:17.497096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6799939-940d-412f-a015-ce860fbec55a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:17.497474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6799939-940d-412f-a015-ce860fbec55a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:17.508853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.525749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.536671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:17.537347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:17.539247 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:17.590445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f914c7b5-7ef6-4e61-a132-2cc57985e675 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:17.606538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.614616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.618596 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] 10.222.0.64 "DELETE /v2.0/networks/be6a6307-689f-42e7-8c97-41879707305c HTTP/1.1" status: 204 len: 168 time: 0.3199303 Jul 23 16:20:17.630605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: f914c7b5-7ef6-4e61-a132-2cc57985e675 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:17.630966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f914c7b5-7ef6-4e61-a132-2cc57985e675 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:17.643453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de073e95-7313-4565-b869-4d226a5e2e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=be6a6307-689f-42e7-8c97-41879707305c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:17.662164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Made reservation on behalf of c07b1d369d8642c18860e12381b894f6 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:17.666016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.694074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-554c30d5-05d1-4d22-9b9a-711d522afe77 req-2f667f7a-dcfb-4b5c-9f2a-1f6dc8b75761 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558161 Jul 23 16:20:17.729156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.733580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bba884-5b7d-4e07-a81f-c88c537357de req-6d83064d-3f7f-4a29-8808-268667c28184 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539644 Jul 23 16:20:17.871747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43482) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:17.879145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Router 4f85a837-42b2-4dca-82f3-6c50a957ed0e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:17.881142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-fc6651c3-fdcd-4f9f-a1f6-9a36c9e6c053 service neutron] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:17.884186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.904439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-fc6651c3-fdcd-4f9f-a1f6-9a36c9e6c053 service neutron] Notify callbacks [] for binding, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:17.905654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-fc6651c3-fdcd-4f9f-a1f6-9a36c9e6c053 service neutron] 10.222.0.67 "DELETE /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290/bindings/n-h1-800484-3 HTTP/1.1" status: 204 len: 173 time: 1.0541663 Jul 23 16:20:17.936571 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5fa4b2b6-3e49-449a-9153-9de353e1d461 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36fc6d272e9344e29f0df6bfc68942a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634558 Jul 23 16:20:17.939037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:17.996440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.019515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.069501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.072754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.074271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5 HTTP/1.1" status: 204 len: 168 time: 0.1341548 Jul 23 16:20:18.084134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3fffa-eb22-482f-a670-49ec193b2218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4334c9ba-7ec0-4bb8-9f4a-fe9677f2e5d5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.184604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.285557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120e22-b225-4586-be47-6163f9fcf259 req-1503e453-3d55-4d8e-9706-186a3cee907d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.287123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18120e22-b225-4586-be47-6163f9fcf259 req-1503e453-3d55-4d8e-9706-186a3cee907d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 932 time: 0.5088887 Jul 23 16:20:18.290835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Transition to ACTIVE for port object 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:18.392687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:18.401632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904127e2-36fd-4185-9c75-89ed5a9a4b4b req-daa07e24-5df8-42f3-8b4b-c8727fb625a6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:18.403227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Sync routers for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:18.403706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-904127e2-36fd-4185-9c75-89ed5a9a4b4b req-daa07e24-5df8-42f3-8b4b-c8727fb625a6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.4552450 Jul 23 16:20:18.409890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-45400dc9-7d76-455c-8acb-8967b23c1ddc admin admin] 10.222.0.64 "PUT /v2.0/routers/4f85a837-42b2-4dca-82f3-6c50a957ed0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7383995 Jul 23 16:20:18.412958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43490) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:18.443749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:18.444488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:18.446754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43492) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:18.477251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18120e22-b225-4586-be47-6163f9fcf259 req-ec2876b3-8f98-4fae-90c2-cfc0f09d29be tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718154 Jul 23 16:20:18.479104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.534687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.536173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.558151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.609564 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:18.713389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.716898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-904127e2-36fd-4185-9c75-89ed5a9a4b4b req-2abbbd18-b6c0-4c1f-961c-40c465c82334 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846825 Jul 23 16:20:18.792498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc209529-860a-4227-a008-ba47e4626d1e req-ae29258e-6e99-40a8-b101-fea4f619238c tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 210 time: 0.2061415 Jul 23 16:20:18.829814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-050f43f9-105e-49d6-a63b-c6bbb825a048 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7b7789af4364ae8803250430a84b335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781514 Jul 23 16:20:18.831263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b259369-2e03-4d45-af08-56a5453272c7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.836922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43500) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:18.839263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:18.843860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Deleting port 978cbee0-d8d3-4050-8732-19bb656eaa23 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:18.843860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:18.875113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:18.885507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:18.924518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:19.029848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:20:15Z', 'revision_number': 5, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port': {'id': '978cbee0-d8d3-4050-8732-19bb656eaa23', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:14:59Z', 'updated_at': '2021-07-23T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:19.038491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] For port 978cbee0-d8d3-4050-8732-19bb656eaa23, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=978cbee0-d8d3-4050-8732-19bb656eaa23,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:19.039138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.056645 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Checking router: 4f85a837-42b2-4dca-82f3-6c50a957ed0e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:19.070388 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Routers {'4f85a837-42b2-4dca-82f3-6c50a957ed0e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:19.071255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:19.071411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Calling delete_port for 978cbee0-d8d3-4050-8732-19bb656eaa23 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:19.187909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Allocated IP 192.168.233.241 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/bcfa9760-ec95-48af-9a4c-b293da628209) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:19.197250 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] Set router 4f85a837-42b2-4dca-82f3-6c50a957ed0e gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:19.206348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2d2d4fb-5b9a-4917-b829-a0ed888095db None None] Provisioning for port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:19.208582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1438011-81e7-4350-83f3-9db1ee7380d0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:19.211979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2d2d4fb-5b9a-4917-b829-a0ed888095db None None] Provisioning complete for port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:19.212669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2d2d4fb-5b9a-4917-b829-a0ed888095db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.231722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.232580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.242845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.265289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2d4fb-5b9a-4917-b829-a0ed888095db None None] Port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:19.268056 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:20:18Z', 'revision_number': 6, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:19.269188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.284685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Transition to ACTIVE for port object a1438011-81e7-4350-83f3-9db1ee7380d0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:19.300796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.301227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21475cd3-2307-4dfe-a24b-5efa9127a777 None None] The sync data for ids ['4f85a837-42b2-4dca-82f3-6c50a957ed0e'] in n-d-800484-3 is: [{'id': '4f85a837-42b2-4dca-82f3-6c50a957ed0e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613657435-router', 'tenant_id': 'e147663ce1674e44bdda278770b55489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:14:58Z', 'updated_at': '2021-07-23T16:20:18Z', 'revision_number': 6, 'project_id': 'e147663ce1674e44bdda278770b55489', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:19.307433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-98213d6b-980c-4afc-ad6e-4bed47ba9c28 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5022726 Jul 23 16:20:19.312983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.335671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Pushing event deleted for resources: {'Port': ['ID=978cbee0-d8d3-4050-8732-19bb656eaa23,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.367400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'admin_state_up': True, 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:19.381668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.392810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b5bf-ddd6-482a-bb10-80f88cc7f7ac req-b89dcd3a-9406-481d-8b74-7277905d9da5 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.394558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddc9b5bf-ddd6-482a-bb10-80f88cc7f7ac req-b89dcd3a-9406-481d-8b74-7277905d9da5 tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1101 time: 0.4485917 Jul 23 16:20:19.408214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.445600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1020e9-9eab-4aac-9af0-9cf63a1c3c08 req-6f43e8bd-f289-4d62-8cce-933f7a161bfa tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:19.447146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec1020e9-9eab-4aac-9af0-9cf63a1c3c08 req-6f43e8bd-f289-4d62-8cce-933f7a161bfa tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 931 time: 0.4351287 Jul 23 16:20:19.500517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.502614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.547096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.547919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f85a837-42b2-4dca-82f3-6c50a957ed0e {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:20:19.552006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.555274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a78059a7-8652-4a38-b820-705d7d9bff81 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4f85a837-42b2-4dca-82f3-6c50a957ed0e HTTP/1.1" status: 204 len: 168 time: 1.1387501 Jul 23 16:20:19.555717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.556137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43506) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:19.606319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Deleting subnet 0dffc073-0797-4e81-9a62-99e326421c04 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:19.609576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.649049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.708488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddc9b5bf-ddd6-482a-bb10-80f88cc7f7ac req-f0ae32b7-467b-4aa6-bfda-68f8e893dedb tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856672 Jul 23 16:20:19.727223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec1020e9-9eab-4aac-9af0-9cf63a1c3c08 req-cde2fc32-a07a-445c-be6e-a2aff298af49 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450790 Jul 23 16:20:19.755547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.768411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.771483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.772637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab4ea52a-0e52-49b0-8f3c-ff53454c54e7 HTTP/1.1" status: 204 len: 168 time: 0.9235439 Jul 23 16:20:19.792818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.818784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb0ac6-1583-4b3c-9a3f-c8ff63e375f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4ea52a-0e52-49b0-8f3c-ff53454c54e7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.826480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:19.830851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.848172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Transition to ACTIVE for port object bcfa9760-ec95-48af-9a4c-b293da628209 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:19.851521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Attempting to bind port a1438011-81e7-4350-83f3-9db1ee7380d0 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:19.852084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Attempting to bind port a1438011-81e7-4350-83f3-9db1ee7380d0 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'd38f0858-3fb8-4c89-9e2f-65562615abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:19.852631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Attempting to bind port a1438011-81e7-4350-83f3-9db1ee7380d0 on network 8c2212b7-0a01-4701-bd46-f43e883eb35f {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:19.866740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Port a1438011-81e7-4350-83f3-9db1ee7380d0 on network 8c2212b7-0a01-4701-bd46-f43e883eb35f not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:19.867435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Attempting to bind port a1438011-81e7-4350-83f3-9db1ee7380d0 on network 8c2212b7-0a01-4701-bd46-f43e883eb35f {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:19.872851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.890866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:19.892270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Checking segment: {'id': 'd38f0858-3fb8-4c89-9e2f-65562615abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:19.892895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Bound using segment: {'id': 'd38f0858-3fb8-4c89-9e2f-65562615abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:19.893542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Bound port: a1438011-81e7-4350-83f3-9db1ee7380d0, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38f0858-3fb8-4c89-9e2f-65562615abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:19.894150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.906720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dffc073-0797-4e81-9a62-99e326421c04,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:19.915152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:19.920257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1619fdd-8525-4cb7-9797-2e0d4d824277 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0dffc073-0797-4e81-9a62-99e326421c04 HTTP/1.1" status: 204 len: 168 time: 0.3633952 Jul 23 16:20:19.921401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:19.925875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72541d4f-c1bd-42e0-bd6e-3413601b10db None None] Network 9682ccc3-c494-46ff-ab23-6f69f257bf6e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:20.002126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.071521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Deleting port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:20.072228 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.087951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.212088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] For port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,segment=NetworkSegment(7bd6ee88-7d1a-4316-97cb-60efa049f9b8),segment_id=7bd6ee88-7d1a-4316-97cb-60efa049f9b8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:20.212464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.230606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:20.242638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Calling delete_port for bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:20.257905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:20.259717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] DHCP port deletion for 9682ccc3-c494-46ff-ab23-6f69f257bf6e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:20.280508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000ff3-fc7a-496c-9831-40889cba3a0c req-e7740cff-57b1-401a-b333-18a4c3d78ee5 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.287801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05000ff3-fc7a-496c-9831-40889cba3a0c req-e7740cff-57b1-401a-b333-18a4c3d78ee5 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 1095 time: 0.4010673 Jul 23 16:20:20.289920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:20.293439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1438011-81e7-4350-83f3-9db1ee7380d0,segment=NetworkSegment(d38f0858-3fb8-4c89-9e2f-65562615abb3),segment_id=d38f0858-3fb8-4c89-9e2f-65562615abb3)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:20.295083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Allocated IP 19.80.0.231 (d2cdd571-9613-4684-ba03-92649a47cb59/47353951-f498-4a32-b2b2-7af6640a7ef7/49093645-e170-4e65-92dd-323bc6acde22) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:20.296707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 978cbee0-d8d3-4050-8732-19bb656eaa23 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:20.299680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Pushing event updated for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.309719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:20.322174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.349776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 978cbee0-d8d3-4050-8732-19bb656eaa23 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:20.350540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 978cbee0-d8d3-4050-8732-19bb656eaa23 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:20.351490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc583e03-0249-440c-a37b-20c091de3627 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:20.376045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.392724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: cc583e03-0249-440c-a37b-20c091de3627 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:20.393430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc583e03-0249-440c-a37b-20c091de3627 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:20.394034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d679f-f4ae-4276-a142-2abd58d65b5d req-44abebd0-9d46-4160-8a43-3400950fa324 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.404083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d679f-f4ae-4276-a142-2abd58d65b5d req-44abebd0-9d46-4160-8a43-3400950fa324 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.412764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c7d679f-f4ae-4276-a142-2abd58d65b5d req-44abebd0-9d46-4160-8a43-3400950fa324 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 1655 time: 0.4309261 Jul 23 16:20:20.421716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Deleting port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:20.423245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.423856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.442087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] No DVR routers for this DVR port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:20.493809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.494390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.495941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] 10.222.0.81 "PUT /v2.0/ports/a1438011-81e7-4350-83f3-9db1ee7380d0 HTTP/1.1" status: 200 len: 1091 time: 3.5858324 Jul 23 16:20:20.501994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:20.504626 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ee8c7-9503-4717-9a2c-67763bd439b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:20.507891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] For port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:20.508294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.524589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Calling delete_port for bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:20.536302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:20:20.538319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.594507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] Pushing event deleted for resources: {'Port': ['ID=bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.599977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.602966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05000ff3-fc7a-496c-9831-40889cba3a0c req-4c286c6e-4d46-49c3-9f2b-02ea3d2d7021 tempest-LiveMigrationTest-444668492 tempest-LiveMigrationTest-444668492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141913 Jul 23 16:20:20.613755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9682ccc3-c494-46ff-ab23-6f69f257bf6e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.638889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72ff66-b594-4958-bff5-7d1e1f5f4923 None None] No DVR routers for this DVR port bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:20.640229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:20.640381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd6ee88-7d1a-4316-97cb-60efa049f9b8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.640861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd6ee88-7d1a-4316-97cb-60efa049f9b8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:20.640985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.673947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.702252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.709362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:20.709902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:20.736545 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:20.763367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c7d679f-f4ae-4276-a142-2abd58d65b5d req-1df4734f-2b5d-4a43-ac15-097665b8a5c6 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485155 Jul 23 16:20:20.777730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1b65-1689-4628-a308-41d3c9e2cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.786415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-9beff99c-91f2-40e1-8e3a-4460e02f26d0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1349161 Jul 23 16:20:20.829432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Request body: {'port': {'device_id': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:20.837007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-38e26f9e-2f51-4775-9627-e013082a6b02 None None] Provisioning for port bcfa9760-ec95-48af-9a4c-b293da628209 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:20.848597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-38e26f9e-2f51-4775-9627-e013082a6b02 None None] Provisioning complete for port bcfa9760-ec95-48af-9a4c-b293da628209 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:20.848965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38e26f9e-2f51-4775-9627-e013082a6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.851390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.880572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:20.885750 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9682ccc3-c494-46ff-ab23-6f69f257bf6e HTTP/1.1" status: 204 len: 168 time: 0.9611754 Jul 23 16:20:20.885750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696e7cd-df71-42f2-a92b-cda51b9c78a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9682ccc3-c494-46ff-ab23-6f69f257bf6e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:20.923069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-38e26f9e-2f51-4775-9627-e013082a6b02 None None] Port bcfa9760-ec95-48af-9a4c-b293da628209 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:21.031217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43552) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:21.092945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ab97715-ac6b-4807-813b-4569eaacb085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65c49eb175764ccba54bf1c2ec8a211f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597587 Jul 23 16:20:21.093660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43556) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:21.152746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.179911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.240659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.243609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.246513 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eebfdb90-2e01-4dd6-bd84-774a1de953f9 HTTP/1.1" status: 204 len: 168 time: 0.1496434 Jul 23 16:20:21.254074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635a26a-17c3-4279-b531-63d81aa5f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebfdb90-2e01-4dd6-bd84-774a1de953f9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:21.324189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-944bcd9f-a200-4061-9f29-f6dd13dca060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.325715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-944bcd9f-a200-4061-9f29-f6dd13dca060 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3a3dd6e1cc041d382690dbd0761f3d8&device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 1094 time: 0.7602589 Jul 23 16:20:21.402389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.405629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-c35b2c49-7866-44c9-8885-947fec764149 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1438011-81e7-4350-83f3-9db1ee7380d0 HTTP/1.1" status: 200 len: 217 time: 0.0594451 Jul 23 16:20:21.410455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.476398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f065-6a1c-46ba-820e-df298d7594ed req-51676917-1b3c-49e8-8184-266b43c0e639 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.477976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46b8f065-6a1c-46ba-820e-df298d7594ed req-51676917-1b3c-49e8-8184-266b43c0e639 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 936 time: 0.6082284 Jul 23 16:20:21.481266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Transition to ACTIVE for port object 49093645-e170-4e65-92dd-323bc6acde22 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:21.555119 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-5dd89e7f-746e-409e-8bda-13e2ee9436a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726671 Jul 23 16:20:21.579903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-069483bb-975a-401f-a8ca-0a8558b0584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:21.581489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-069483bb-975a-401f-a8ca-0a8558b0584a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de4856a8-5765-40ed-8969-1841d77bdc0c HTTP/1.1" status: 200 len: 854 time: 0.1635945 Jul 23 16:20:21.681770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43570) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:21.695781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-7b8040b9-c2a8-4daa-b0fb-2afcee682a23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c2212b7-0a01-4701-bd46-f43e883eb35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033697 Jul 23 16:20:21.702003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46b8f065-6a1c-46ba-820e-df298d7594ed req-5046a6ae-4890-41ea-a98c-2f8c89c44585 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903191 Jul 23 16:20:21.713513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.761478 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9f7c22-b7ac-48e2-8bb6-49d314f2a1a2 x-openstack-request-id: req-bb9f7c22-b7ac-48e2-8bb6-49d314f2a1a2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:21.762020 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:21.762421 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb9f7c22-b7ac-48e2-8bb6-49d314f2a1a2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:21.763599 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0', 'status': 'completed', 'code': 200} Jul 23 16:20:21.782839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2438128c-fea0-493b-aec7-1a7768284dfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e147663ce1674e44bdda278770b55489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0981295 Jul 23 16:20:21.783682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43574) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:21.840245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network d2cdd571-9613-4684-ba03-92649a47cb59 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:21.849058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.858359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:21.866356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:21.870522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:21.885339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.961469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.964721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:21.973315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c947a0db-cd43-4e5a-ac67-de574b01f84f HTTP/1.1" status: 204 len: 168 time: 0.1886473 Jul 23 16:20:21.984041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dee16a-3901-4c00-b8e7-652927f4b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947a0db-cd43-4e5a-ac67-de574b01f84f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:22.030587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-a37b324f-d238-4ca1-8260-9c97f0e60c5d service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275778 Jul 23 16:20:22.051146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.052007 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.144341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:22.188767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:22.190171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bcf5cafc-3ad6-46f1-b670-73ad1fe9b98e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:22.196501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e56ac1a9-8f68-47ad-ac62-5a4bec9f0465 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8568223 Jul 23 16:20:22.230870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:22.269138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-462d1a1a-2309-465d-b547-56fb976a3d99 None None] Provisioning for port 49093645-e170-4e65-92dd-323bc6acde22 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:22.276919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-462d1a1a-2309-465d-b547-56fb976a3d99 None None] Provisioning complete for port 49093645-e170-4e65-92dd-323bc6acde22 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:22.278049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-462d1a1a-2309-465d-b547-56fb976a3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.354890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-462d1a1a-2309-465d-b547-56fb976a3d99 None None] Port 49093645-e170-4e65-92dd-323bc6acde22 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:22.370099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a249a-cb0f-489b-adc3-4f0b1b116e9a req-0fb96f23-cbc0-4d4f-9736-568e2d7ce277 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:22.376993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd3a249a-cb0f-489b-adc3-4f0b1b116e9a req-0fb96f23-cbc0-4d4f-9736-568e2d7ce277 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 943 time: 0.4487300 Jul 23 16:20:22.398303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfa9760-ec95-48af-9a4c-b293da628209 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:22.405230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a6ef-084f-40bc-9432-5920880d3047 req-631ae1f8-18fb-4b91-a0e7-0fa74f7fd450 service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501039 Jul 23 16:20:22.440299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.475879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.488550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Transition to ACTIVE for port object bcfa9760-ec95-48af-9a4c-b293da628209 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:22.507184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd3a249a-cb0f-489b-adc3-4f0b1b116e9a req-86bfa78a-b25a-4c39-85d1-344730b76014 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229372 Jul 23 16:20:22.510124 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:22.844052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:23.061747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-fe75a905-e442-4fe5-a889-a0d3fed7fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.063339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-fe75a905-e442-4fe5-a889-a0d3fed7fa79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3a3dd6e1cc041d382690dbd0761f3d8&device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 1094 time: 0.5031359 Jul 23 16:20:23.088450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934f23-2d09-46a4-9ce9-7156ef34a75d req-0f48d578-b0c2-485c-8e34-4f26513a0c49 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.095099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934f23-2d09-46a4-9ce9-7156ef34a75d req-0f48d578-b0c2-485c-8e34-4f26513a0c49 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.101371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934f23-2d09-46a4-9ce9-7156ef34a75d req-0f48d578-b0c2-485c-8e34-4f26513a0c49 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.103281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d934f23-2d09-46a4-9ce9-7156ef34a75d req-0f48d578-b0c2-485c-8e34-4f26513a0c49 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2377 time: 0.3745608 Jul 23 16:20:23.111054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a49e4-94a9-40a4-beab-7fe4d987b43e req-709f2e6e-b38a-46c9-9f78-3b33f065ccca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.112517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e13a49e4-94a9-40a4-beab-7fe4d987b43e req-709f2e6e-b38a-46c9-9f78-3b33f065ccca tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.4932096 Jul 23 16:20:23.129558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Attempting to bind port bcfa9760-ec95-48af-9a4c-b293da628209 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:23.129897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Attempting to bind port bcfa9760-ec95-48af-9a4c-b293da628209 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:23.130253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Attempting to bind port bcfa9760-ec95-48af-9a4c-b293da628209 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:23.144467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-5b1448fa-9265-46a0-9cc1-3cab7743d3c1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.145917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-5b1448fa-9265-46a0-9cc1-3cab7743d3c1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.4221869 Jul 23 16:20:23.185912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Port bcfa9760-ec95-48af-9a4c-b293da628209 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:23.186267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Attempting to bind port bcfa9760-ec95-48af-9a4c-b293da628209 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:23.244857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:23.245201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:23.245584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:23.246046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Bound port: bcfa9760-ec95-48af-9a4c-b293da628209, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:23.246409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.367573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e13a49e4-94a9-40a4-beab-7fe4d987b43e req-f3d12f41-769a-4880-974a-a3662476f069 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333148 Jul 23 16:20:23.418063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d934f23-2d09-46a4-9ce9-7156ef34a75d req-162f0c10-05b2-47fc-b8b1-d24ee50fcb9e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014038 Jul 23 16:20:23.473495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80cdde3-74d9-48f9-833c-06c67ec0d9b8 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:23.500194 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.509188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-609a1e92-1c2a-4114-b12e-1e26495f8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.510985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-609a1e92-1c2a-4114-b12e-1e26495f8829 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1101 time: 0.0877275 Jul 23 16:20:23.540179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-8ba1185f-c8aa-4b70-9b0f-445cb68addd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.541671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-8ba1185f-c8aa-4b70-9b0f-445cb68addd8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c2212b7-0a01-4701-bd46-f43e883eb35f HTTP/1.1" status: 200 len: 915 time: 0.4632604 Jul 23 16:20:23.598526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Transition to ACTIVE for port object a80cdde3-74d9-48f9-833c-06c67ec0d9b8 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:23.633818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-849d32ed-692c-49cd-a364-2cd44dbfa72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.635314 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-849d32ed-692c-49cd-a364-2cd44dbfa72d service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1036649 Jul 23 16:20:23.636141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.641107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-d3555e5e-015e-4bce-9671-399e1aab0b32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1438011-81e7-4350-83f3-9db1ee7380d0 HTTP/1.1" status: 200 len: 217 time: 0.0785968 Jul 23 16:20:23.642668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:23.687291 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-1072da94-bfbe-4182-af36-c1d668e0f9ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0413482 Jul 23 16:20:23.720354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=bcfa9760-ec95-48af-9a4c-b293da628209,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:23.741785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.752898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-de410d20-a40d-4f22-8724-4ab72293f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.754965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-de410d20-a40d-4f22-8724-4ab72293f490 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0608902 Jul 23 16:20:23.774188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Deleting port 548f1085-e5ce-4056-b9e6-b01f2e824290 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:23.774536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.811167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:23.819502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.820133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:23.821521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] 10.222.0.67 "PUT /v2.0/ports/bcfa9760-ec95-48af-9a4c-b293da628209 HTTP/1.1" status: 200 len: 1096 time: 3.0018802 Jul 23 16:20:23.825714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-e194a183-8515-4993-8ad0-4d180e201c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.825887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:23.826623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-e194a183-8515-4993-8ad0-4d180e201c10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631645 Jul 23 16:20:23.828193 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d2bfb4-d984-4433-bcc0-2930e67df11a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:23.852259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f8d2-3060-4e1d-9fd4-b8f374628d26 req-6d7ffd48-2dfa-4925-acf7-c3675e775050 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.859366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e04f8d2-3060-4e1d-9fd4-b8f374628d26 req-6d7ffd48-2dfa-4925-acf7-c3675e775050 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 944 time: 0.4088123 Jul 23 16:20:23.890090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-b4151520-1d17-4e2d-b4b9-e37e00b7c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.891653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-b4151520-1d17-4e2d-b4b9-e37e00b7c671 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de4856a8-5765-40ed-8969-1841d77bdc0c HTTP/1.1" status: 200 len: 854 time: 0.2345791 Jul 23 16:20:23.944190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfa4ad-badb-435b-85ea-f5b644afa408 req-76602e76-ea04-468f-a8f3-91b814c66e44 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:23.944719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-c2214c73-1296-41b3-be64-9aecc36a08b0 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076233 Jul 23 16:20:23.945802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7dfa4ad-badb-435b-85ea-f5b644afa408 req-76602e76-ea04-468f-a8f3-91b814c66e44 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 948 time: 0.4178257 Jul 23 16:20:24.079238 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-49178405-6475-4cec-b67c-1a2ee3a39d36 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235483 Jul 23 16:20:24.394007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-0b0098fc-7277-417f-a856-d752098aa88c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c2212b7-0a01-4701-bd46-f43e883eb35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4719703 Jul 23 16:20:24.480722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e04f8d2-3060-4e1d-9fd4-b8f374628d26 req-3d67c5b4-f611-49d0-bd63-52a5395a4743 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198547 Jul 23 16:20:24.491845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08398-72a4-4917-98cd-d4b5d1eab150 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:24.515465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] For port 548f1085-e5ce-4056-b9e6-b01f2e824290, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=548f1085-e5ce-4056-b9e6-b01f2e824290,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:24.515829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.534575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7dfa4ad-badb-435b-85ea-f5b644afa408 req-2f09c6b6-f578-472f-9130-6ec240f79d4b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241251 Jul 23 16:20:24.564203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Attempting to bind port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:24.564573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Attempting to bind port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:24.569190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Attempting to bind port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 on network d2cdd571-9613-4684-ba03-92649a47cb59 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:24.569863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Calling delete_port for 548f1085-e5ce-4056-b9e6-b01f2e824290 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:24.596699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 on network d2cdd571-9613-4684-ba03-92649a47cb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:24.597099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Attempting to bind port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 on network d2cdd571-9613-4684-ba03-92649a47cb59 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:24.640051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-20e6d665-2f8a-459f-a4c8-614fa6612e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.642155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-20e6d665-2f8a-459f-a4c8-614fa6612e78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 1099 time: 0.7463653 Jul 23 16:20:24.642910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:24.643246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Checking segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:24.643621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Bound using segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:24.644062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Bound port: a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:24.644421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:24.737412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-d2d9a4f3-ee5d-4072-a837-2586e5df590f service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273394 Jul 23 16:20:24.748686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-27f376bb-89ea-4c86-88df-6cbcb820ae02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=bcfa9760-ec95-48af-9a4c-b293da628209 HTTP/1.1" status: 200 len: 217 time: 0.0956388 Jul 23 16:20:24.773408 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3707d5b-c8d2-47cd-b064-7d390d324548 x-openstack-request-id: req-d3707d5b-c8d2-47cd-b064-7d390d324548 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:24.773706 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:24.773981 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3707d5b-c8d2-47cd-b064-7d390d324548 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:24.774380 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209', 'status': 'completed', 'code': 200} Jul 23 16:20:24.855685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 548f1085-e5ce-4056-b9e6-b01f2e824290 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:24.967703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:24.970591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-e253403a-9471-4cd3-becb-9e2b60aceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:24.972089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-e253403a-9471-4cd3-becb-9e2b60aceee7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1956584 Jul 23 16:20:24.974812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:24.990996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.085508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98db1-6ab0-4221-bbaf-173a311a379d req-894a3a95-115a-4a40-9c11-7fd70bb5665e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.087035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53a98db1-6ab0-4221-bbaf-173a311a379d req-894a3a95-115a-4a40-9c11-7fd70bb5665e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 943 time: 0.4373715 Jul 23 16:20:25.125062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b29ee8c7-9503-4717-9a2c-67763bd439b8 req-9e9de7c1-31b1-4e5c-bdc7-081a0224659f service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545825 Jul 23 16:20:25.134192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.134826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.136209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] 10.222.0.81 "PUT /v2.0/ports/a80cdde3-74d9-48f9-833c-06c67ec0d9b8 HTTP/1.1" status: 200 len: 1092 time: 2.9202344 Jul 23 16:20:25.189757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21239fb-5ea5-4140-94eb-7f685fa824f3 req-db965144-16be-434d-8d6b-d8b636ac03d5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.191423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21239fb-5ea5-4140-94eb-7f685fa824f3 req-db965144-16be-434d-8d6b-d8b636ac03d5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.3800101 Jul 23 16:20:25.200231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:25.209428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.219030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d91d-b775-4279-94aa-8bb669713a58 service neutron] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.244554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:25.276977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53a98db1-6ab0-4221-bbaf-173a311a379d req-d238e962-c738-43b6-9a67-03c681ca041a tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819084 Jul 23 16:20:25.313842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event deleted for resources: {'Port': ['ID=548f1085-e5ce-4056-b9e6-b01f2e824290,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.362137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-c345aa5a-8715-464f-815e-1ec17feaefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.363737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-c345aa5a-8715-464f-815e-1ec17feaefa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3757343 Jul 23 16:20:25.404742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21239fb-5ea5-4140-94eb-7f685fa824f3 req-e66931f7-5419-4527-9c99-012a69bcbc15 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986182 Jul 23 16:20:25.420447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] No DVR routers for this DVR port 548f1085-e5ce-4056-b9e6-b01f2e824290 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:25.427899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.429907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e5b9bac-55c2-4e84-b523-92e6b51bbd2f req-90436dae-8f73-456a-99fb-63465e886632 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.67 "DELETE /v2.0/ports/548f1085-e5ce-4056-b9e6-b01f2e824290 HTTP/1.1" status: 204 len: 173 time: 2.2640767 Jul 23 16:20:25.487306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.615178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48452-e922-4bc7-a98a-7f2b03bfe568 req-d65fd9ae-1ac7-45a9-83e6-bfcb33864219 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.621315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48452-e922-4bc7-a98a-7f2b03bfe568 req-d65fd9ae-1ac7-45a9-83e6-bfcb33864219 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.621705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1438011-81e7-4350-83f3-9db1ee7380d0 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:25.627965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48452-e922-4bc7-a98a-7f2b03bfe568 req-d65fd9ae-1ac7-45a9-83e6-bfcb33864219 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:25.629707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aae48452-e922-4bc7-a98a-7f2b03bfe568 req-d65fd9ae-1ac7-45a9-83e6-bfcb33864219 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2389 time: 0.2615473 Jul 23 16:20:25.635375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-53d70fb8-1e04-4654-8a1b-95770eadedf4 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346325 Jul 23 16:20:25.725013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1438011-81e7-4350-83f3-9db1ee7380d0,segment=NetworkSegment(d38f0858-3fb8-4c89-9e2f-65562615abb3),segment_id=d38f0858-3fb8-4c89-9e2f-65562615abb3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:25.740092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a1438011-81e7-4350-83f3-9db1ee7380d0', 'network_id': '8c2212b7-0a01-4701-bd46-f43e883eb35f', 'port_id': 'a1438011-81e7-4350-83f3-9db1ee7380d0', 'mac_address': 'fa:16:3e:91:b3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4856a8-5765-40ed-8969-1841d77bdc0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:25.759747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-496e50fc-5de5-45ab-a434-6b0cd2ccba72 req-60ab4305-ec89-41d2-a82c-8ab0139f2b0c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 210 time: 0.0724051 Jul 23 16:20:25.778293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.801591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1438011-81e7-4350-83f3-9db1ee7380d0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:25.823531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1438011-81e7-4350-83f3-9db1ee7380d0,segment=NetworkSegment(d38f0858-3fb8-4c89-9e2f-65562615abb3),segment_id=d38f0858-3fb8-4c89-9e2f-65562615abb3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:25.829309 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:25.842197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aae48452-e922-4bc7-a98a-7f2b03bfe568 req-919b1cdb-04dd-47f4-9f03-59989b020d82 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569645 Jul 23 16:20:25.900190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:25.931733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dee423bd-b098-4b4c-a5a2-b63376787b97 req-6274bb57-5ab3-496a-a9c0-96df97cca432 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454951 Jul 23 16:20:26.015584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519a0ab-bc89-42b3-b655-315c3b3f036c req-8703b2dc-6ac3-4f37-9188-979453183e4b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.017139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8519a0ab-bc89-42b3-b655-315c3b3f036c req-8703b2dc-6ac3-4f37-9188-979453183e4b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 948 time: 0.1303756 Jul 23 16:20:26.090944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:26.104053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.129074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Transition to ACTIVE for port object 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:26.138581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8519a0ab-bc89-42b3-b655-315c3b3f036c req-ebd2b8d9-8318-4fe4-ba16-9dfb61b0414c tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840175 Jul 23 16:20:26.146234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.178982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a1438011-81e7-4350-83f3-9db1ee7380d0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:26.199902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-a09e90f6-105a-4ca9-86dc-2dd01f99db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.205311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-a09e90f6-105a-4ca9-86dc-2dd01f99db6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 1099 time: 0.2024310 Jul 23 16:20:26.380752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:26.504488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Attempting to bind port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:26.505014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Attempting to bind port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:26.505155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Attempting to bind port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 on network c820a454-3e6e-4c4f-b8d4-71873a117ff9 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:26.548114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 on network c820a454-3e6e-4c4f-b8d4-71873a117ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:26.548474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Attempting to bind port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 on network c820a454-3e6e-4c4f-b8d4-71873a117ff9 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:26.589635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:26.590036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Checking segment: {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:26.590743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Bound using segment: {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:26.591313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Bound port: 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0261d8a-3094-4f74-9453-d4d0f312dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:26.591741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.598297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-f7e7209c-4d05-4788-baee-cf8604dce9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.599933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-f7e7209c-4d05-4788-baee-cf8604dce9fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3818600 Jul 23 16:20:26.665675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-04adf6ee-6f58-4148-80ef-602d8b62f0bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=bcfa9760-ec95-48af-9a4c-b293da628209 HTTP/1.1" status: 200 len: 217 time: 0.0561261 Jul 23 16:20:26.715097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ba53c-e716-40b2-9eb2-dfad9fa10a31 req-81aacdaf-3f95-49a5-84d9-3bb7bbeaaade tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.716601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b54ba53c-e716-40b2-9eb2-dfad9fa10a31 req-81aacdaf-3f95-49a5-84d9-3bb7bbeaaade tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 944 time: 0.2665844 Jul 23 16:20:26.751247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:26.777683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8'}, {'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-deleted', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:26.780003 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384d1e7f-8134-42ac-8125-37f0643268bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8"}, {"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-deleted", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:26.802210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8201c-d12f-45fe-beca-4b34312e9cf9 req-809cc1e6-7970-4720-a343-5e7cf0d5ae07 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.803745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04d8201c-d12f-45fe-beca-4b34312e9cf9 req-809cc1e6-7970-4720-a343-5e7cf0d5ae07 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2703068 Jul 23 16:20:26.825573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:26.837555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-aa4f43e2-6446-4d78-bed6-5130741eedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.839049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-aa4f43e2-6446-4d78-bed6-5130741eedb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1476502 Jul 23 16:20:26.870399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:26.874594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b54ba53c-e716-40b2-9eb2-dfad9fa10a31 req-4e4f99d5-2498-4170-96b3-dad6999dc004 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329548 Jul 23 16:20:26.875694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ece34c1-6ad4-4189-b092-2de567f72947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.896236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.951273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:26.951872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:26.954135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] 10.222.0.81 "PUT /v2.0/ports/6cd860f6-d9d9-4f8e-a431-f3906c7dc840 HTTP/1.1" status: 200 len: 1092 time: 1.7769663 Jul 23 16:20:26.963137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04d8201c-d12f-45fe-beca-4b34312e9cf9 req-ede291f0-939e-4c3c-b29a-5b5c38e8ba08 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531334 Jul 23 16:20:26.998186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349787b-fc85-410a-ace8-1aa76a346d08 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.019908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Request body: {'port': {'device_id': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:27.024942 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b9674-7d12-4745-b279-ae69b4f7ce10 x-openstack-request-id: req-fd0b9674-7d12-4745-b279-ae69b4f7ce10 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:27.025305 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8", "status": "completed", "code": 200}, {"server_uuid": "7b8cb378-24f7-4724-8bd9-e337934d1a0a", "name": "network-vif-deleted", "tag": "548f1085-e5ce-4056-b9e6-b01f2e824290", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:27.025627 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd0b9674-7d12-4745-b279-ae69b4f7ce10 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:27.026119 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'status': 'completed', 'code': 200} Jul 23 16:20:27.026440 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8cb378-24f7-4724-8bd9-e337934d1a0a', 'name': 'network-vif-deleted', 'tag': '548f1085-e5ce-4056-b9e6-b01f2e824290', 'status': 'completed', 'code': 200} Jul 23 16:20:27.036134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-35388de3-909b-4f12-876b-ea12d3c413e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.037701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-35388de3-909b-4f12-876b-ea12d3c413e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834378 Jul 23 16:20:27.070753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ece34c1-6ad4-4189-b092-2de567f72947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.076592 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ece34c1-6ad4-4189-b092-2de567f72947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.135294 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ece34c1-6ad4-4189-b092-2de567f72947 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e35fb16f407f4649be574578e8c98e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822727 Jul 23 16:20:27.136226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43728) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.138530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece34c1-6ad4-4189-b092-2de567f72947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696db4d-2251-439b-a3ec-cda5a6fc5f53,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.206500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.232000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.249755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eeb1f2a-6dfa-4504-a134-03a835e4a0e0 req-6e7f4ff9-ac2d-43c0-8446-dd258821e07b tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 210 time: 0.1555626 Jul 23 16:20:27.293042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.295625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.297448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c696db4d-2251-439b-a3ec-cda5a6fc5f53 HTTP/1.1" status: 204 len: 168 time: 0.1596327 Jul 23 16:20:27.309111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb15e-460a-4d79-8b2f-a79fde29dcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696db4d-2251-439b-a3ec-cda5a6fc5f53,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.379359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.384387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-011edba4-29ec-4114-8c84-a10e0ccb4c8c service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090262 Jul 23 16:20:27.419190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-7b1171d9-899a-4a96-82cd-6235fcbf2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.419711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-7b1171d9-899a-4a96-82cd-6235fcbf2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.420231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-7b1171d9-899a-4a96-82cd-6235fcbf2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.422194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384d1e7f-8134-42ac-8125-37f0643268bb req-7b1171d9-899a-4a96-82cd-6235fcbf2927 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2799 time: 0.3483548 Jul 23 16:20:27.552272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fca28-2f9d-405e-b21d-a747d1e27613 req-e4dc6e50-2a7e-43fd-9e94-1a9a44a0fc4e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.558659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fca28-2f9d-405e-b21d-a747d1e27613 req-e4dc6e50-2a7e-43fd-9e94-1a9a44a0fc4e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.566168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fca28-2f9d-405e-b21d-a747d1e27613 req-e4dc6e50-2a7e-43fd-9e94-1a9a44a0fc4e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:27.570786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-974fca28-2f9d-405e-b21d-a747d1e27613 req-e4dc6e50-2a7e-43fd-9e94-1a9a44a0fc4e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2401 time: 0.4396052 Jul 23 16:20:27.636620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1438011-81e7-4350-83f3-9db1ee7380d0 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:27.669318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.683379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c84b8bf-1b1c-4334-850d-28ce376b1715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.732632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:20:27.735468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a1438011-81e7-4350-83f3-9db1ee7380d0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:27.740466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a1438011-81e7-4350-83f3-9db1ee7380d0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:27.741449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.813168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c84b8bf-1b1c-4334-850d-28ce376b1715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.818511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c84b8bf-1b1c-4334-850d-28ce376b1715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.854166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.872182 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c84b8bf-1b1c-4334-850d-28ce376b1715 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11627d3042e74a39ac580d93c52a5c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992435 Jul 23 16:20:27.872738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:27.880582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84b8bf-1b1c-4334-850d-28ce376b1715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2da4e-d1fb-4333-a3c6-085074f5019e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:27.906351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:27.909616 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8187856-7e55-4923-9435-e8718d73aaaf" -d '{"events": [{"server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:27.924964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1438011-81e7-4350-83f3-9db1ee7380d0,segment=NetworkSegment(d38f0858-3fb8-4c89-9e2f-65562615abb3),segment_id=d38f0858-3fb8-4c89-9e2f-65562615abb3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:27.930359 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.947410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.975930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:27.985092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.034538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.037089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.038314 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cc2da4e-d1fb-4333-a3c6-085074f5019e HTTP/1.1" status: 204 len: 168 time: 0.1640897 Jul 23 16:20:28.055283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3d7b-643c-4317-b17a-bb0e6f44a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2da4e-d1fb-4333-a3c6-085074f5019e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:28.312304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-974fca28-2f9d-405e-b21d-a747d1e27613 req-c2a2b5d7-4687-4d05-8c50-b47511212b4c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037258 Jul 23 16:20:28.322618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2bfb4-d984-4433-bcc0-2930e67df11a req-65badee8-b84f-414b-891d-4b9b11ff96ed service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9231191 Jul 23 16:20:28.360787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-8c1710b5-39f6-4d94-9335-6f85800d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.361259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-8c1710b5-39f6-4d94-9335-6f85800d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.361722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-8c1710b5-39f6-4d94-9335-6f85800d35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.363413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384d1e7f-8134-42ac-8125-37f0643268bb req-8c1710b5-39f6-4d94-9335-6f85800d35b5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9176297 Jul 23 16:20:28.435328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ca3f-fa45-4873-960a-fdb1e1b2ebe9 req-add46b9d-820d-40bc-8b7e-7400582f6b2e tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.436388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e758ca3f-fa45-4873-960a-fdb1e1b2ebe9 req-add46b9d-820d-40bc-8b7e-7400582f6b2e tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 948 time: 0.9141355 Jul 23 16:20:28.555047 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.688463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e758ca3f-fa45-4873-960a-fdb1e1b2ebe9 req-a7d67499-f581-4f2d-b25b-e7ae7cca2f90 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041714 Jul 23 16:20:28.705256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d1e7f-8134-42ac-8125-37f0643268bb req-39ef07fb-5c27-4ae3-ad3b-961613690d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.707656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384d1e7f-8134-42ac-8125-37f0643268bb req-39ef07fb-5c27-4ae3-ad3b-961613690d4f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3347528 Jul 23 16:20:28.745077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15d30-da00-476c-a654-b5dc7473642f req-39f73a6b-533c-423e-a1d3-f18f3a0f9ec1 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:28.746803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7a15d30-da00-476c-a654-b5dc7473642f req-39f73a6b-533c-423e-a1d3-f18f3a0f9ec1 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.3094568 Jul 23 16:20:28.804105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49093645-e170-4e65-92dd-323bc6acde22 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:28.818909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.833865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7a15d30-da00-476c-a654-b5dc7473642f req-42c2a2af-8090-4b74-bd6a-4d72056b54fc tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806582 Jul 23 16:20:28.841840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Transition to ACTIVE for port object 49093645-e170-4e65-92dd-323bc6acde22 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:28.847433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:28.885655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device bcfa9760-ec95-48af-9a4c-b293da628209 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:29.054338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=bcfa9760-ec95-48af-9a4c-b293da628209,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:29.057858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:29.063770 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:29.070975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'bcfa9760-ec95-48af-9a4c-b293da628209', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'bcfa9760-ec95-48af-9a4c-b293da628209', 'mac_address': 'fa:16:3e:40:21:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:29.095436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:29.123985 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.139658 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f911c-d446-431c-b979-3ab3854ce394 x-openstack-request-id: req-283f911c-d446-431c-b979-3ab3854ce394 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:29.139658 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "name": "network-vif-plugged", "status": "completed", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:29.139951 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-283f911c-d446-431c-b979-3ab3854ce394 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:29.140253 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0', 'code': 200} Jul 23 16:20:29.142495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfa9760-ec95-48af-9a4c-b293da628209 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:29.170070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Attempting to bind port 49093645-e170-4e65-92dd-323bc6acde22 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:29.170070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Attempting to bind port 49093645-e170-4e65-92dd-323bc6acde22 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:29.170070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Attempting to bind port 49093645-e170-4e65-92dd-323bc6acde22 on network d2cdd571-9613-4684-ba03-92649a47cb59 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:29.199364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=bcfa9760-ec95-48af-9a4c-b293da628209,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:29.212489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.222504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a02ae-6b58-4152-9cb2-e4670eaf9f65 req-d61ef3ff-3077-42e6-bbbf-85b19e78caa4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.233863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5a02ae-6b58-4152-9cb2-e4670eaf9f65 req-d61ef3ff-3077-42e6-bbbf-85b19e78caa4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2669737 Jul 23 16:20:29.297289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Port 49093645-e170-4e65-92dd-323bc6acde22 on network d2cdd571-9613-4684-ba03-92649a47cb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:29.297731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Attempting to bind port 49093645-e170-4e65-92dd-323bc6acde22 on network d2cdd571-9613-4684-ba03-92649a47cb59 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:29.298245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:29.331623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:29.332386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Checking segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:29.332386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Bound using segment: {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:29.332843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Bound port: 49093645-e170-4e65-92dd-323bc6acde22, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:29.333219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.374296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4caf9dbb-4ecb-4fd0-b913-ed7e846d2def req-957273ec-156f-40fb-9adb-983aa34ec2fd tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8cb378-24f7-4724-8bd9-e337934d1a0a HTTP/1.1" status: 200 len: 210 time: 0.0717611 Jul 23 16:20:29.441615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5a02ae-6b58-4152-9cb2-e4670eaf9f65 req-51d2790e-2e06-435e-9416-c673e45241db tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405880 Jul 23 16:20:29.487971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f357a9-a26a-415c-a9a9-556e7358a552 req-1cf928e6-0a7b-41bc-a68a-a30dd91c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.488092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f357a9-a26a-415c-a9a9-556e7358a552 req-1cf928e6-0a7b-41bc-a68a-a30dd91c6865 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 1096 time: 0.2535884 Jul 23 16:20:29.500539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:29.511987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['bcfa9760-ec95-48af-9a4c-b293da628209'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:29.514918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=49093645-e170-4e65-92dd-323bc6acde22,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:29.541138 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.638694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f357a9-a26a-415c-a9a9-556e7358a552 req-f4492ad8-62cc-42f0-9fd8-aa19369f5af1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396992 Jul 23 16:20:29.644083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.649561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:29.651276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] 10.222.0.81 "PUT /v2.0/ports/49093645-e170-4e65-92dd-323bc6acde22 HTTP/1.1" status: 200 len: 1092 time: 2.6385963 Jul 23 16:20:29.693845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51e36-7025-4cd3-9b61-f997d8db1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:29.906982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79261-4a67-4a01-b414-33fc424a84eb req-d708c3f3-30f2-4e88-8bcc-7666ba9c0022 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.913795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79261-4a67-4a01-b414-33fc424a84eb req-d708c3f3-30f2-4e88-8bcc-7666ba9c0022 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.920119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79261-4a67-4a01-b414-33fc424a84eb req-d708c3f3-30f2-4e88-8bcc-7666ba9c0022 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:29.921965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded79261-4a67-4a01-b414-33fc424a84eb req-d708c3f3-30f2-4e88-8bcc-7666ba9c0022 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2413 time: 0.2091260 Jul 23 16:20:29.923627 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d506da-ec5c-4596-98d0-bb5b850a420a x-openstack-request-id: req-c7d506da-ec5c-4596-98d0-bb5b850a420a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:29.923933 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:29.924188 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7d506da-ec5c-4596-98d0-bb5b850a420a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:29.924589 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840', 'status': 'completed', 'code': 200} Jul 23 16:20:29.998306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded79261-4a67-4a01-b414-33fc424a84eb req-769a1de5-7697-4272-bee2-43e500c66602 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Jul 23 16:20:30.189581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-5908e57f-5085-4d60-8531-e65bbcb0deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.190095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-5908e57f-5085-4d60-8531-e65bbcb0deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.190566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-5908e57f-5085-4d60-8531-e65bbcb0deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.192638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-5908e57f-5085-4d60-8531-e65bbcb0deaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2866 time: 0.1930270 Jul 23 16:20:30.324257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52208bba-6dc8-43b7-8770-84fc3c30056f req-c30ccf97-9c72-487f-ac3c-040d0a1038a2 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.327613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52208bba-6dc8-43b7-8770-84fc3c30056f req-c30ccf97-9c72-487f-ac3c-040d0a1038a2 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.2088025 Jul 23 16:20:30.358158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf662d-04de-4b70-9cfb-e8521faccdd8 req-2bc70da2-b8c8-4105-89e5-8270286994e7 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.361412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfaf662d-04de-4b70-9cfb-e8521faccdd8 req-2bc70da2-b8c8-4105-89e5-8270286994e7 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 949 time: 0.2270505 Jul 23 16:20:30.456025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-ba1f08aa-d28c-4e74-ad95-9be4c26e3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.456862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-ba1f08aa-d28c-4e74-ad95-9be4c26e3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.457480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-ba1f08aa-d28c-4e74-ad95-9be4c26e3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.460028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-ba1f08aa-d28c-4e74-ad95-9be4c26e3d11 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2514830 Jul 23 16:20:30.504420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52208bba-6dc8-43b7-8770-84fc3c30056f req-98cb8109-f942-45cd-9d5f-7ac356207ff3 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615884 Jul 23 16:20:30.544699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfaf662d-04de-4b70-9cfb-e8521faccdd8 req-9a63927f-aefc-4ac6-bbd8-b9af8091ad8d tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627607 Jul 23 16:20:30.710656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-8f60cda1-b8ca-4b1f-bda0-f5d797a58732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.715392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8c3e5da-a78f-4a8a-b87a-454c9bb307ba req-8f60cda1-b8ca-4b1f-bda0-f5d797a58732 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424617 Jul 23 16:20:30.906596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d3a14acb-18e2-4019-b62d-2fdd6cb09473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.907277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device bcfa9760-ec95-48af-9a4c-b293da628209 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:30.907769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d3a14acb-18e2-4019-b62d-2fdd6cb09473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.908406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d3a14acb-18e2-4019-b62d-2fdd6cb09473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:30.913484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-d3a14acb-18e2-4019-b62d-2fdd6cb09473 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2866 time: 0.0980015 Jul 23 16:20:31.059380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-0d140eea-e35e-4cc5-a1c6-58e756a08a82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8 HTTP/1.1" status: 200 len: 217 time: 0.1309741 Jul 23 16:20:31.074825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43824) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:31.107219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port bcfa9760-ec95-48af-9a4c-b293da628209 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:31.131801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port bcfa9760-ec95-48af-9a4c-b293da628209 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:31.132286 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.166876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-861f1c6f-8d6e-425d-99d3-5768f3fe64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.168702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-861f1c6f-8d6e-425d-99d3-5768f3fe64e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47353951-f498-4a32-b2b2-7af6640a7ef7 HTTP/1.1" status: 200 len: 801 time: 0.1024148 Jul 23 16:20:31.325516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.354582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:31.356817 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8f1d8-84bc-4878-8ce7-d476bf50765e" -d '{"events": [{"server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "name": "network-vif-plugged", "status": "completed", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:31.379616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=bcfa9760-ec95-48af-9a4c-b293da628209,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:31.385229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.390288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaf956ad-bcde-4ebb-b718-ec09be77c40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.396612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e6f15cc7-a31a-4b63-80f8-d5b3618ac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.399630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-e6f15cc7-a31a-4b63-80f8-d5b3618ac06d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d2cdd571-9613-4684-ba03-92649a47cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1949570 Jul 23 16:20:31.414437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d3ba-fc2b-40e0-933d-8dd3ec25bc30 req-b93dc011-4edf-4c49-b25f-4f6517d84438 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.424361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb82d3ba-fc2b-40e0-933d-8dd3ec25bc30 req-b93dc011-4edf-4c49-b25f-4f6517d84438 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2505531 Jul 23 16:20:31.468831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:31.539817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-07dacff5-24d5-4909-9511-abddaa9a08bf service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078889 Jul 23 16:20:31.567991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaf956ad-bcde-4ebb-b718-ec09be77c40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.574332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaf956ad-bcde-4ebb-b718-ec09be77c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.627174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf956ad-bcde-4ebb-b718-ec09be77c40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5b3ef5-8f24-42dc-8744-3cf784bd060b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:31.634741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eaf956ad-bcde-4ebb-b718-ec09be77c40d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=defcc6ad30474604ace72116b43c0aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555351 Jul 23 16:20:31.635372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:31.690857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef867c-72ec-406b-86d3-bb86ed02928c req-c607018d-b27d-4c24-aafb-eafb038e2de9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.696915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef867c-72ec-406b-86d3-bb86ed02928c req-c607018d-b27d-4c24-aafb-eafb038e2de9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.702966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef867c-72ec-406b-86d3-bb86ed02928c req-c607018d-b27d-4c24-aafb-eafb038e2de9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:31.709444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.712458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcef867c-72ec-406b-86d3-bb86ed02928c req-c607018d-b27d-4c24-aafb-eafb038e2de9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2413 time: 0.4094939 Jul 23 16:20:31.739458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.756544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb82d3ba-fc2b-40e0-933d-8dd3ec25bc30 req-f8521160-f861-4e83-9a45-730305609fbb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224125 Jul 23 16:20:31.769227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-6375665d-33c8-49ac-9f72-87e81291c0eb service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146852 Jul 23 16:20:31.803510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcef867c-72ec-406b-86d3-bb86ed02928c req-a53d272a-5f18-4ab6-a670-3884df487a72 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Jul 23 16:20:31.828223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.833080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:31.834609 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb5b3ef5-8f24-42dc-8744-3cf784bd060b HTTP/1.1" status: 204 len: 168 time: 0.1979270 Jul 23 16:20:31.853470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9746a-e5fe-4893-a9c4-e766bdf3fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5b3ef5-8f24-42dc-8744-3cf784bd060b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:31.905814 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09174fd7-9a09-4d2d-945f-70c7c502eecc x-openstack-request-id: req-09174fd7-9a09-4d2d-945f-70c7c502eecc {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:31.906263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-3a2ac278-838d-4356-9ba8-c0a2d36ea156 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.241&port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840 HTTP/1.1" status: 200 len: 217 time: 0.1186664 Jul 23 16:20:31.906648 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "name": "network-vif-plugged", "status": "completed", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:31.907099 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09174fd7-9a09-4d2d-945f-70c7c502eecc {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:31.907715 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209', 'code': 200} Jul 23 16:20:31.997313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': '49093645-e170-4e65-92dd-323bc6acde22'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:31.999914 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bf4ca-443a-44e3-a230-f4fcb784baa8" -d '{"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "49093645-e170-4e65-92dd-323bc6acde22"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:32.020198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-5fc0a304-8361-42ae-92c6-5f5dad11c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.033217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-5fc0a304-8361-42ae-92c6-5f5dad11c1d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0a1123b0-5b7a-4c50-b798-aed674546395 HTTP/1.1" status: 200 len: 801 time: 0.1094415 Jul 23 16:20:32.242653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-efb01de2-688c-41fb-b288-f1e97f8561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.244398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-efb01de2-688c-41fb-b288-f1e97f8561a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c820a454-3e6e-4c4f-b8d4-71873a117ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2066238 Jul 23 16:20:32.322883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b108a6-fd53-4932-b987-c95653f1f65b req-24c42696-32d2-44fe-a95c-4b508ab20fa0 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.325205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39b108a6-fd53-4932-b987-c95653f1f65b req-24c42696-32d2-44fe-a95c-4b508ab20fa0 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.2455630 Jul 23 16:20:32.338863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949213f3-393e-4eb0-a929-d620f63f0bc5 req-ac7c8f91-030b-463c-8d0a-d3956c35fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.343402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-949213f3-393e-4eb0-a929-d620f63f0bc5 req-ac7c8f91-030b-463c-8d0a-d3956c35fc8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 1101 time: 0.2810988 Jul 23 16:20:32.590360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39b108a6-fd53-4932-b987-c95653f1f65b req-0f866161-9b0c-4193-9bcc-2c9a3c67883c tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030246 Jul 23 16:20:32.637905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-58176747-80ce-4fb8-9b06-4621f2a7487e service neutron] 10.222.0.81 "GET /v2.0/networks/c820a454-3e6e-4c4f-b8d4-71873a117ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843203 Jul 23 16:20:32.662814 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9738a95f-bf88-4520-b21e-a608161a12c6 x-openstack-request-id: req-9738a95f-bf88-4520-b21e-a608161a12c6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:32.663255 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "tag": "49093645-e170-4e65-92dd-323bc6acde22", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:32.663570 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9738a95f-bf88-4520-b21e-a608161a12c6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:32.664197 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'tag': '49093645-e170-4e65-92dd-323bc6acde22', 'status': 'completed', 'code': 200} Jul 23 16:20:32.667164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-949213f3-393e-4eb0-a929-d620f63f0bc5 req-600576a3-6ce4-4ff7-a055-f232e02634f9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425598 Jul 23 16:20:32.823557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d38de-2e70-4437-a710-549719d2afb3 req-4af7265d-2344-4dec-a89d-3bd3541d5f63 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:32.835461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-329d38de-2e70-4437-a710-549719d2afb3 req-4af7265d-2344-4dec-a89d-3bd3541d5f63 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 950 time: 0.5530772 Jul 23 16:20:32.957648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-329d38de-2e70-4437-a710-549719d2afb3 req-1d535913-3b8a-4f40-a438-fb0a90bf3004 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227992 Jul 23 16:20:32.960281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-1883c61d-7bfc-43e8-9d06-64fdd44b5e64 service neutron] 10.222.0.81 "GET /v2.0/networks/c820a454-3e6e-4c4f-b8d4-71873a117ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896900 Jul 23 16:20:33.087033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-fd23fa1c-936c-486f-95d9-949750809b87 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=49093645-e170-4e65-92dd-323bc6acde22 HTTP/1.1" status: 200 len: 217 time: 0.1190438 Jul 23 16:20:33.245541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-594e015b-79f3-499a-a00d-c5e9f9df0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.247046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-594e015b-79f3-499a-a00d-c5e9f9df0371 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47353951-f498-4a32-b2b2-7af6640a7ef7 HTTP/1.1" status: 200 len: 801 time: 0.1485775 Jul 23 16:20:33.279078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:33.328760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50578b0d-1ea9-47b3-8e51-2b492fa0d49b req-196146b5-bb5a-410a-8386-267ec9376adb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.330432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50578b0d-1ea9-47b3-8e51-2b492fa0d49b req-196146b5-bb5a-410a-8386-267ec9376adb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2422228 Jul 23 16:20:33.340237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdfd4b-2ba0-49a5-b629-95a2f5d7436d req-8756f84f-5415-4782-aaa8-916f5fc5f298 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.347531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdfd4b-2ba0-49a5-b629-95a2f5d7436d req-8756f84f-5415-4782-aaa8-916f5fc5f298 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.353985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdfd4b-2ba0-49a5-b629-95a2f5d7436d req-8756f84f-5415-4782-aaa8-916f5fc5f298 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:33.361508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfbdfd4b-2ba0-49a5-b629-95a2f5d7436d req-8756f84f-5415-4782-aaa8-916f5fc5f298 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2413 time: 0.1787806 Jul 23 16:20:33.539468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-57062834-network', 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:33.574379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:33.583754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.622055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.868451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.875914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.928017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:33.947442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad25865-044c-40fe-aae0-a0f27336eb1e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:33.956918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:33.957552 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Added segment 70bd5dca-b882-42fa-93dd-ee41009d5b3b of type vlan for network abbaa914-1648-49ce-862f-314a68a4a9fc Jul 23 16:20:34.002864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfbdfd4b-2ba0-49a5-b629-95a2f5d7436d req-2b95ddcc-b79a-4d8f-888e-7fe4ed58c60d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399794 Jul 23 16:20:34.006436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116c86-cc4e-4857-b94d-9b758281755f req-1e684a66-0d7b-4b6f-a038-0e2e6eda7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.023353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-1e684a66-0d7b-4b6f-a038-0e2e6eda7d6f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d2cdd571-9613-4684-ba03-92649a47cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7543693 Jul 23 16:20:34.038745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.092823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.097251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.098618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.161718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50578b0d-1ea9-47b3-8e51-2b492fa0d49b req-0b95d6b5-5afe-4c86-9e5d-5ab85157061b tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7958281 Jul 23 16:20:34.243054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9616871 Jul 23 16:20:34.243695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:34.271581 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Request body: {'subnet': {'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-57062834-subnet', 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:34.320730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bc4b6-61f9-4196-8182-9ef24c5b0c9e admin admin] Pushing event updated for resources: {'Network': ['ID=abbaa914-1648-49ce-862f-314a68a4a9fc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.350526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:34.351579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network abbaa914-1648-49ce-862f-314a68a4a9fc details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:34.352885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.530486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-40fd9ef1-00f3-48e1-ac4b-5865a4a6fc61 service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001919 Jul 23 16:20:34.735220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-bd5d3cec-932a-49fe-b12f-6a3a75e9cd12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3574688 Jul 23 16:20:34.792430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.853907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd92966d-d675-4d1c-8995-28d87a304798,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:34.882701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Checking segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:34.883325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Network hostable DHCP agents. Network: abbaa914-1648-49ce-862f-314a68a4a9fc, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:34.907627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Network abbaa914-1648-49ce-862f-314a68a4a9fc is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:34.913438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797b0d-f1a9-437d-a46b-845546d44b5c req-c8c1ba1c-9de7-49e0-b994-1fe4061a4b57 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.914525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c797b0d-f1a9-437d-a46b-845546d44b5c req-c8c1ba1c-9de7-49e0-b994-1fe4061a4b57 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 950 time: 0.4667785 Jul 23 16:20:34.923397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a116c86-cc4e-4857-b94d-9b758281755f req-349925be-b2ba-4f0b-9dc7-003327ff9758 service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346398 Jul 23 16:20:34.927152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-b8346902-ffa7-4df3-b293-0b6da5cb67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.929632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, abbaa914-1648-49ce-862f-314a68a4a9fc) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:34.929800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-b8346902-ffa7-4df3-b293-0b6da5cb67ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3a3dd6e1cc041d382690dbd0761f3d8&device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 1096 time: 0.4836016 Jul 23 16:20:34.940731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adda9a1-2705-469e-8386-fd433f23d00f None None] Network abbaa914-1648-49ce-862f-314a68a4a9fc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:34.946742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:34.948904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:34.981699 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04fabb3f-a592-423f-8d63-a3a566cc9682 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7248607 Jul 23 16:20:35.051397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f31d98-b474-4919-966c-a0bd482f0b62 req-3a1cd7d4-66a3-4fea-8e01-e4c8971a2ffb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.065164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6f31d98-b474-4919-966c-a0bd482f0b62 req-3a1cd7d4-66a3-4fea-8e01-e4c8971a2ffb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.4346342 Jul 23 16:20:35.208982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c797b0d-f1a9-437d-a46b-845546d44b5c req-586ea887-cae1-4fda-b0c0-7dc52052fc3c tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752590 Jul 23 16:20:35.244707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a677cbb-667b-4f8f-a900-ebbb0745f57c None None] Network abbaa914-1648-49ce-862f-314a68a4a9fc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:35.305896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-37c47fb5-cfe8-4eaa-940e-fe1f2a200c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.307693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-37c47fb5-cfe8-4eaa-940e-fe1f2a200c96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 1099 time: 0.5047781 Jul 23 16:20:35.385588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6f31d98-b474-4919-966c-a0bd482f0b62 req-bb9eff43-8a58-4cf8-abe6-7afaea4913e1 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187537 Jul 23 16:20:35.480667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-aaec1507-604c-4ce2-b288-1a1f7f7f2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.482798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-aaec1507-604c-4ce2-b288-1a1f7f7f2331 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1476803 Jul 23 16:20:35.638929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-0472de19-ebe4-42c4-bef5-ac8f15fb6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.640622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-0472de19-ebe4-42c4-bef5-ac8f15fb6e0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c2212b7-0a01-4701-bd46-f43e883eb35f HTTP/1.1" status: 200 len: 915 time: 0.6921473 Jul 23 16:20:35.647775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-577b1b80-91db-41ca-9f64-fb4bf4d8d2e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 200 len: 217 time: 0.1061065 Jul 23 16:20:35.657877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-16945c41-caeb-4f33-986c-71c0a6f008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.658301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-16945c41-caeb-4f33-986c-71c0a6f008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.658784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-16945c41-caeb-4f33-986c-71c0a6f008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.660487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-16945c41-caeb-4f33-986c-71c0a6f008a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2866 time: 0.5510817 Jul 23 16:20:35.692247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43922) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:35.760794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-edd0f30a-595c-4ed7-9e61-0c734c114e77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1438011-81e7-4350-83f3-9db1ee7380d0 HTTP/1.1" status: 200 len: 217 time: 0.0967774 Jul 23 16:20:35.836530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd0d7c61-143e-4ad5-af48-437baceabd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.901384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-f77a39f3-eb1e-4ada-a467-3a22d5ba7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.902896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-f77a39f3-eb1e-4ada-a467-3a22d5ba7a72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2380614 Jul 23 16:20:35.952616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-b4e53e73-0c92-4418-8681-41dbbf33b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.955211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-b4e53e73-0c92-4418-8681-41dbbf33b0b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=de4856a8-5765-40ed-8969-1841d77bdc0c HTTP/1.1" status: 200 len: 854 time: 0.1717257 Jul 23 16:20:35.988097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd0d7c61-143e-4ad5-af48-437baceabd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:35.990792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07a7b-4ccf-4982-9ecd-f932e376237a req-09627f4e-87f4-464e-b23d-dff923408104 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:35.993533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd0d7c61-143e-4ad5-af48-437baceabd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.000844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07a7b-4ccf-4982-9ecd-f932e376237a req-09627f4e-87f4-464e-b23d-dff923408104 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.006914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07a7b-4ccf-4982-9ecd-f932e376237a req-09627f4e-87f4-464e-b23d-dff923408104 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.008638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e07a7b-4ccf-4982-9ecd-f932e376237a req-09627f4e-87f4-464e-b23d-dff923408104 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2413 time: 0.6219888 Jul 23 16:20:36.025282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38dd7-2190-49b7-8e4b-b0764bbfe9ee req-6c4a9bf9-b426-4ce6-b5d1-5e210e570f92 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.026904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcf38dd7-2190-49b7-8e4b-b0764bbfe9ee req-6c4a9bf9-b426-4ce6-b5d1-5e210e570f92 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.5361598 Jul 23 16:20:36.061910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d7c61-143e-4ad5-af48-437baceabd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a29de9-503d-4555-bcaa-388b3a222648,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.069687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd0d7c61-143e-4ad5-af48-437baceabd2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=931933859081481caa5c6721972c7ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756378 Jul 23 16:20:36.072390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:36.098097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-977a59b8-1d99-4f0a-ac6d-5e0dca2da457 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c2212b7-0a01-4701-bd46-f43e883eb35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865080 Jul 23 16:20:36.111653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-8d08400f-5a3f-494a-b921-c72b927b8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.113834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-8d08400f-5a3f-494a-b921-c72b927b8526 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d2cdd571-9613-4684-ba03-92649a47cb59 HTTP/1.1" status: 200 len: 902 time: 0.4295721 Jul 23 16:20:36.136965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.161252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.227674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-b8449488-998c-4059-8d95-c42df4bcde28 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=49093645-e170-4e65-92dd-323bc6acde22 HTTP/1.1" status: 200 len: 217 time: 0.1013887 Jul 23 16:20:36.232077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.237651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:36.242494 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58a29de9-503d-4555-bcaa-388b3a222648 HTTP/1.1" status: 204 len: 168 time: 0.1686687 Jul 23 16:20:36.252914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2e07a7b-4ccf-4982-9ecd-f932e376237a req-8dc5ca87-4637-41a9-8a5d-c274d7c443c2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127216 Jul 23 16:20:36.256063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc9229-8a62-4e8a-9e71-0c831e5a06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a29de9-503d-4555-bcaa-388b3a222648,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:36.332587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcf38dd7-2190-49b7-8e4b-b0764bbfe9ee req-43bf2a60-6485-44dc-93da-4fb12e7fe48f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810256 Jul 23 16:20:36.359646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-b602730d-7d77-4093-a70f-77a9d9e29c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.361281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-b602730d-7d77-4093-a70f-77a9d9e29c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4430161 Jul 23 16:20:36.379147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-4089e4e9-7b3d-4c82-b216-ab74e3a20145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.380966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-4089e4e9-7b3d-4c82-b216-ab74e3a20145 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47353951-f498-4a32-b2b2-7af6640a7ef7 HTTP/1.1" status: 200 len: 801 time: 0.1364367 Jul 23 16:20:36.450402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-9307595e-ce1c-4382-b834-89a0b123c334 service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315613 Jul 23 16:20:36.630275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-6251b655-8f22-4d5a-955a-2af780414442 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538548 Jul 23 16:20:36.638262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-f8d176f4-4cf1-4155-8b6e-3c53851c34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:36.641072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-f8d176f4-4cf1-4155-8b6e-3c53851c34e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d2cdd571-9613-4684-ba03-92649a47cb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2486765 Jul 23 16:20:36.698660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12df1672-9ee1-4462-9d22-ae7a3a81a809 req-12213996-da58-4c51-b003-79d27f9ea865 service neutron] 10.222.0.81 "GET /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404904 Jul 23 16:20:37.025109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:37.048278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d81df152-50f2-423c-abf0-7783ba0fcdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.170403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-34de31e9-d49f-4248-b6d4-44f02fdf433a service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164557 Jul 23 16:20:37.173234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6639ef3-654b-435e-867b-ded58360e0a5 req-309e3889-eb5a-46f5-b924-2ade060b9350 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282683 Jul 23 16:20:37.174822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d81df152-50f2-423c-abf0-7783ba0fcdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.179576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d81df152-50f2-423c-abf0-7783ba0fcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.234873 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d81df152-50f2-423c-abf0-7783ba0fcdfb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c58e8dd6127b413cbcb8c362a8ed9bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082319 Jul 23 16:20:37.235768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43954) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:37.242114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df152-50f2-423c-abf0-7783ba0fcdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba8635-5495-4151-8131-94f9124eb40e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.299270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.332888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.395863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.400319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.405730 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02ba8635-5495-4151-8131-94f9124eb40e HTTP/1.1" status: 204 len: 168 time: 0.1657662 Jul 23 16:20:37.417893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15318-afb8-4702-a685-3e031796b376 req-47949c38-c293-47d0-9203-d8d9b5cbe5e9 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.422386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5b15318-afb8-4702-a685-3e031796b376 req-47949c38-c293-47d0-9203-d8d9b5cbe5e9 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.2785959 Jul 23 16:20:37.435321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da5491-956d-47b2-9947-9a1784a388fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba8635-5495-4151-8131-94f9124eb40e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:37.437359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-e0115322-29ee-4e23-b0f2-c8a0824d90db tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.438990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-e0115322-29ee-4e23-b0f2-c8a0824d90db tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.3014729 Jul 23 16:20:37.451224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e48bf4ca-443a-44e3-a230-f4fcb784baa8 req-e1f47c25-1a50-45c0-b201-f92d3a9f3aa8 service neutron] 10.222.0.81 "GET /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483132 Jul 23 16:20:37.497268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-2acd1aba-623d-45b1-805d-440d8fa05975 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/quotas/897d00f5d2da4a25b261fe7232bd6230 HTTP/1.1" status: 200 len: 375 time: 0.0379972 Jul 23 16:20:37.533990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5b15318-afb8-4702-a685-3e031796b376 req-f1a53618-73d2-4598-a788-d5c40d3322fc tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894928 Jul 23 16:20:37.555080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-af7afeaf-f14f-452e-8a69-31bd484e0425 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480461 Jul 23 16:20:37.696354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a80cdde3-74d9-48f9-833c-06c67ec0d9b8 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:37.731596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-a08a0901-dca8-471b-953d-7bcc784efe5b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c07b1d369d8642c18860e12381b894f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453057 Jul 23 16:20:37.882621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:37.896804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'port_id': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'mac_address': 'fa:16:3e:ff:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47353951-f498-4a32-b2b2-7af6640a7ef7', 'ip_address': '19.80.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:37.958349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:37.963488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-fb4bd1e9-c267-4ce7-85f9-3c9fc781d9bd tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:37.965202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-fb4bd1e9-c267-4ce7-85f9-3c9fc781d9bd tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320654 Jul 23 16:20:37.978353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80cdde3-74d9-48f9-833c-06c67ec0d9b8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:38.002748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.008341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.009432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:38.036846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-8f5e9681-f2ec-4634-99da-a810bd7c9d3b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/quotas/c07b1d369d8642c18860e12381b894f6 HTTP/1.1" status: 200 len: 375 time: 0.0241566 Jul 23 16:20:38.116589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-32c3cb5c-13aa-4711-ad3f-e2527adee17d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.118803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-32c3cb5c-13aa-4711-ad3f-e2527adee17d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2847772 Jul 23 16:20:38.119102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.131065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-76da3ffd-1ba6-405f-9904-8855b9a48c4b service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621347 Jul 23 16:20:38.326298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e2b479c-4669-495d-8145-2e9d92601db0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2805951 Jul 23 16:20:38.330946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-6a9cce23-8fed-42d3-9552-92a788bb08ce service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989746 Jul 23 16:20:38.346873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.364776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Deleting port 2f9244d1-f738-4793-9dc9-2412c39a1291 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:38.365414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840', 'network_id': 'c820a454-3e6e-4c4f-b8d4-71873a117ff9', 'port_id': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840', 'mac_address': 'fa:16:3e:5c:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1123b0-5b7a-4c50-b798-aed674546395', 'ip_address': '19.86.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:38.365590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.419933 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.440498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:38.471440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.478335 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.479810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 49093645-e170-4e65-92dd-323bc6acde22 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:38.522841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] For port 2f9244d1-f738-4793-9dc9-2412c39a1291, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2f9244d1-f738-4793-9dc9-2412c39a1291,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.525096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.575754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Calling delete_port for 2f9244d1-f738-4793-9dc9-2412c39a1291 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:38.619018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=49093645-e170-4e65-92dd-323bc6acde22,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.634698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.641156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '49093645-e170-4e65-92dd-323bc6acde22', 'network_id': 'd2cdd571-9613-4684-ba03-92649a47cb59', 'port_id': '49093645-e170-4e65-92dd-323bc6acde22', 'mac_address': 'fa:16:3e:7f:f2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47353951-f498-4a32-b2b2-7af6640a7ef7', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:38.728956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.758128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49093645-e170-4e65-92dd-323bc6acde22 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:38.785513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=49093645-e170-4e65-92dd-323bc6acde22,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:38.793972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:38.899216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:38.982173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade33c-e0b7-4ead-bb17-ef296a5deaff req-dbd5de7a-6e31-4a9d-9186-74c6ca44bdad tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:38.983785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41ade33c-e0b7-4ead-bb17-ef296a5deaff req-dbd5de7a-6e31-4a9d-9186-74c6ca44bdad tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a552763-66b1-4042-a036-ebc5bca1fc7d HTTP/1.1" status: 200 len: 945 time: 0.2522254 Jul 23 16:20:39.001586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e450d-8fd5-47ed-b830-d19070ca2a50 req-a8f55c21-83b2-4f3c-b66c-b9e4293ce719 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.008800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e450d-8fd5-47ed-b830-d19070ca2a50 req-a8f55c21-83b2-4f3c-b66c-b9e4293ce719 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.015244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e450d-8fd5-47ed-b830-d19070ca2a50 req-a8f55c21-83b2-4f3c-b66c-b9e4293ce719 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.017905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c6e450d-8fd5-47ed-b830-d19070ca2a50 req-a8f55c21-83b2-4f3c-b66c-b9e4293ce719 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2415 time: 0.2556384 Jul 23 16:20:39.134375 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.145878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41ade33c-e0b7-4ead-bb17-ef296a5deaff req-d36abfc7-4de6-48b4-962e-0779fcbe1837 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005223 Jul 23 16:20:39.193303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2f9244d1-f738-4793-9dc9-2412c39a1291'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:39.204548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c6e450d-8fd5-47ed-b830-d19070ca2a50 req-4b458cb9-0dfd-4604-8212-4abb9c6d667a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540301 Jul 23 16:20:39.207083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event deleted for resources: {'Port': ['ID=2f9244d1-f738-4793-9dc9-2412c39a1291,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:39.285019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] No DVR routers for this DVR port 2f9244d1-f738-4793-9dc9-2412c39a1291 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:39.289416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:39.296050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6cd860f6-d9d9-4f8e-a431-f3906c7dc840'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:39.297052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9716bf93-8f21-46ed-9bf4-7eecc3f7ce57 req-4b144486-9d78-4b28-a8ab-50619a7a7112 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "DELETE /v2.0/ports/2f9244d1-f738-4793-9dc9-2412c39a1291 HTTP/1.1" status: 204 len: 173 time: 1.1524873 Jul 23 16:20:39.297651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-deleted', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:39.299854 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5d05d-24d2-4bd0-ac1f-a5ec60e61262" -d '{"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-deleted", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:39.349812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['49093645-e170-4e65-92dd-323bc6acde22'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:39.490847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56236841-93c7-44e7-8958-5ff711ea143e req-100ba6d7-902c-4b7c-a203-12fbfde11570 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 210 time: 0.1132104 Jul 23 16:20:39.549919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd86dce-5e98-4f7b-9f84-b1709d1ecd14 req-e39d4d4d-5da3-43ed-b5d4-1d1d07f677b1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.551796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fd86dce-5e98-4f7b-9f84-b1709d1ecd14 req-e39d4d4d-5da3-43ed-b5d4-1d1d07f677b1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2490261 Jul 23 16:20:39.646088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fd86dce-5e98-4f7b-9f84-b1709d1ecd14 req-c41a77e4-e0f1-45d3-8e6e-264fe4c6f1b2 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760400 Jul 23 16:20:39.694420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0f53a-e46e-4326-ae50-aad28b402c83 req-28762b7c-4cbe-42c1-8636-6eaa411659ea tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:39.696086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1db0f53a-e46e-4326-ae50-aad28b402c83 req-28762b7c-4cbe-42c1-8636-6eaa411659ea tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.1387389 Jul 23 16:20:39.769715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30690219-02d5-49c4-99fa-8b47fb510b3b req-ccca17cd-1f27-4d78-860e-604e494b41ff tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 210 time: 0.0380993 Jul 23 16:20:39.775866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1db0f53a-e46e-4326-ae50-aad28b402c83 req-421a1a80-2571-4b84-a262-25bfceb59760 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706649 Jul 23 16:20:39.830679 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73d6a0-0bf4-4760-b1f7-72ba5f98430c x-openstack-request-id: req-aa73d6a0-0bf4-4760-b1f7-72ba5f98430c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:39.831026 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a552763-66b1-4042-a036-ebc5bca1fc7d", "name": "network-vif-deleted", "tag": "2f9244d1-f738-4793-9dc9-2412c39a1291", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:39.831290 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa73d6a0-0bf4-4760-b1f7-72ba5f98430c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:39.831733 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a552763-66b1-4042-a036-ebc5bca1fc7d', 'name': 'network-vif-deleted', 'tag': '2f9244d1-f738-4793-9dc9-2412c39a1291', 'status': 'completed', 'code': 200} Jul 23 16:20:40.038045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-78cb506b-677d-4d5d-b09b-fd0cb6abf5be tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c07b1d369d8642c18860e12381b894f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273898 Jul 23 16:20:40.224402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-6150e9be-24a9-42a0-923b-6e112fb3bac4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.227622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-6150e9be-24a9-42a0-923b-6e112fb3bac4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789253 Jul 23 16:20:40.244682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Request body: {'port': {'device_id': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'c07b1d369d8642c18860e12381b894f6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:40.408410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a80cdde3-74d9-48f9-833c-06c67ec0d9b8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:40.419521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611f7d-f847-4219-8eb1-48b828069e22 req-a1d8e8d5-749c-45be-a36a-3341080f8b50 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.421026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d611f7d-f847-4219-8eb1-48b828069e22 req-a1d8e8d5-749c-45be-a36a-3341080f8b50 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.1918874 Jul 23 16:20:40.491904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20dd-6b93-4ff2-8b5d-e9cfd70ed05f req-de12a1d9-a6ed-4f95-b5f7-8ac42ad11c6f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.497805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20dd-6b93-4ff2-8b5d-e9cfd70ed05f req-de12a1d9-a6ed-4f95-b5f7-8ac42ad11c6f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.504398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a20dd-6b93-4ff2-8b5d-e9cfd70ed05f req-de12a1d9-a6ed-4f95-b5f7-8ac42ad11c6f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.506104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b83a20dd-6b93-4ff2-8b5d-e9cfd70ed05f req-de12a1d9-a6ed-4f95-b5f7-8ac42ad11c6f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2416 time: 0.1724761 Jul 23 16:20:40.510254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Made reservation on behalf of c07b1d369d8642c18860e12381b894f6 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:40.513592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:40.545162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d611f7d-f847-4219-8eb1-48b828069e22 req-79f56628-7ca3-43ac-bbce-afee64d3eb6a tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Jul 23 16:20:40.694867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b83a20dd-6b93-4ff2-8b5d-e9cfd70ed05f req-5f4248d1-f58d-4e56-9abf-6efc167483f6 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759691 Jul 23 16:20:40.767807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-9c3fdbfc-f93a-4b15-9745-4c9752c6c0e8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:40.769476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-9c3fdbfc-f93a-4b15-9745-4c9752c6c0e8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.2603683 Jul 23 16:20:40.785612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Request body: {'port': {'device_id': '02ee301d-22e5-4876-931f-df4489cd7b77', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'admin_state_up': True, 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:40.843344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Allocated IP 192.168.233.5 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/f692754c-d5be-4a41-95d6-c4f423de27d2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:40.850281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56c2d564-066a-41ca-b8cd-5bee7f41cbd2 req-e6eda529-e209-40c0-a4f5-9d26f5f3bde3 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 210 time: 0.0592389 Jul 23 16:20:41.219312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.338976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46cc1d-aa51-4b83-ad32-6916105ac6ab req-42358d27-d414-47c0-afb3-8e50a99846ed tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.340453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd46cc1d-aa51-4b83-ad32-6916105ac6ab req-42358d27-d414-47c0-afb3-8e50a99846ed tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.4837315 Jul 23 16:20:41.356520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:41.360230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.392082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d699a3a-cd20-4399-9ba8-50eb9f9d5357 req-66164d01-5b0c-440a-90a8-d654aceeefa1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.393572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d699a3a-cd20-4399-9ba8-50eb9f9d5357 req-66164d01-5b0c-440a-90a8-d654aceeefa1 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.4723897 Jul 23 16:20:41.490857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.548180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd46cc1d-aa51-4b83-ad32-6916105ac6ab req-73f5a721-d044-4308-92f1-9e7f1c5e3780 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964869 Jul 23 16:20:41.559851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Transition to ACTIVE for port object f692754c-d5be-4a41-95d6-c4f423de27d2 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:41.572275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d699a3a-cd20-4399-9ba8-50eb9f9d5357 req-8518ef69-1f88-47e7-bd31-e94d2262c37a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691589 Jul 23 16:20:41.663435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-e8483017-d3b6-4d54-b622-248728109b8d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.665345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-e8483017-d3b6-4d54-b622-248728109b8d tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.2503855 Jul 23 16:20:41.713107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c01408f-c726-4afe-a86a-e114c9535154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.749239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea69db0a-3908-41e7-a464-b4f904431426 req-a1575262-f1f4-47e9-8795-1427e208dde0 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 210 time: 0.0991371 Jul 23 16:20:41.774941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 49093645-e170-4e65-92dd-323bc6acde22 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:41.785548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.793519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Allocated IP 172.20.0.5 (abbaa914-1648-49ce-862f-314a68a4a9fc/bd92966d-d675-4d1c-8995-28d87a304798/2d75af63-6253-4f8c-a1dd-4df1008f9ba0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:41.802385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['bcfa9760-ec95-48af-9a4c-b293da628209'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:41.904839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 49093645-e170-4e65-92dd-323bc6acde22 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:41.914430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 49093645-e170-4e65-92dd-323bc6acde22 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:41.914828 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:41.933083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:41.933889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Pushing event updated for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:41.948309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:41.961288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:41.993609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4f8c-8859-42a6-a319-27be2ee19ca8 req-b2af5e98-c6d5-4ef6-97ee-8e384f64803e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:41.995468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cfe4f8c-8859-42a6-a319-27be2ee19ca8 req-b2af5e98-c6d5-4ef6-97ee-8e384f64803e tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.3277242 Jul 23 16:20:42.081916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.116359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49093645-e170-4e65-92dd-323bc6acde22'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:42.120026 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be42289a-9563-4b2f-ab8c-8e6ba93f84bd" -d '{"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "49093645-e170-4e65-92dd-323bc6acde22"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:42.140555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=49093645-e170-4e65-92dd-323bc6acde22,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:42.145094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.146307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a80cdde3-74d9-48f9-833c-06c67ec0d9b8 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:42.150633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Deleting port 006d7dce-8a4d-4865-891a-2d5d826d14f6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:42.150986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.189490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.189796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.224303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:42.231871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.263051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:42.270153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:42.271207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.287345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cfe4f8c-8859-42a6-a319-27be2ee19ca8 req-1a6e4de8-847a-4d5e-8f65-bb7d379d7ed5 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609193 Jul 23 16:20:42.294634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5e73379e-f4f0-4b15-afae-24e0685217b3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0543928 Jul 23 16:20:42.336514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bb17a216-cb6e-4606-9a0a-57d9204fd13f None None] Provisioning for port f692754c-d5be-4a41-95d6-c4f423de27d2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:42.341055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Request body: {'port': {'device_id': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:42.348410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bb17a216-cb6e-4606-9a0a-57d9204fd13f None None] Provisioning complete for port f692754c-d5be-4a41-95d6-c4f423de27d2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:42.349994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb17a216-cb6e-4606-9a0a-57d9204fd13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.410394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14629947-19fa-4dbb-b2ff-a4e84e89adb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.428791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bb17a216-cb6e-4606-9a0a-57d9204fd13f None None] Port f692754c-d5be-4a41-95d6-c4f423de27d2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:42.429013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] For port 006d7dce-8a4d-4865-891a-2d5d826d14f6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=006d7dce-8a4d-4865-891a-2d5d826d14f6,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:42.429337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.440899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.449901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Calling delete_port for 006d7dce-8a4d-4865-891a-2d5d826d14f6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:42.479322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:42.484535 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.485445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:42.523103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac81a-4117-4940-b350-105804aa51a7 req-df3ba0f0-8880-4f07-9e2e-2daa2dc1866c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.525302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14629947-19fa-4dbb-b2ff-a4e84e89adb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.530239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14629947-19fa-4dbb-b2ff-a4e84e89adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.530446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac81a-4117-4940-b350-105804aa51a7 req-df3ba0f0-8880-4f07-9e2e-2daa2dc1866c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.536983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac81a-4117-4940-b350-105804aa51a7 req-df3ba0f0-8880-4f07-9e2e-2daa2dc1866c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.544310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53cac81a-4117-4940-b350-105804aa51a7 req-df3ba0f0-8880-4f07-9e2e-2daa2dc1866c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2416 time: 0.5275722 Jul 23 16:20:42.569901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-14629947-19fa-4dbb-b2ff-a4e84e89adb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fe00bf28ec94d50a4dc2d338c9953e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438182 Jul 23 16:20:42.572758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.573387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44092) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:42.589913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:42.594265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:42.594646 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.597774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14629947-19fa-4dbb-b2ff-a4e84e89adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93efaa87-adf8-42c3-a9ec-754c3a6e8ccf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.638230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.647835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f5fcf22-34e8-46b8-946a-b7a967611ebe req-08481203-119a-41bd-9be6-280ba4a1fe76 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 210 time: 0.1489358 Jul 23 16:20:42.655592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-454479ca-269a-46b2-9898-d904e9fa2f4a tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:42.657179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-454479ca-269a-46b2-9898-d904e9fa2f4a tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.81 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.5465326 Jul 23 16:20:42.664109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.675253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.701669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.716031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.719310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.726914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.727262 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc07724-b754-44d9-a059-4f1e718f89ec x-openstack-request-id: req-afc07724-b754-44d9-a059-4f1e718f89ec {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:42.727737 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "49093645-e170-4e65-92dd-323bc6acde22", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:42.727860 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afc07724-b754-44d9-a059-4f1e718f89ec {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:42.728324 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49093645-e170-4e65-92dd-323bc6acde22', 'code': 200} Jul 23 16:20:42.736706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93efaa87-adf8-42c3-a9ec-754c3a6e8ccf HTTP/1.1" status: 204 len: 168 time: 0.1505473 Jul 23 16:20:42.746613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a040cd-6da1-4951-870a-d97d588380ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93efaa87-adf8-42c3-a9ec-754c3a6e8ccf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:42.754593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:42.764666 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:42.765599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:42.803989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53cac81a-4117-4940-b350-105804aa51a7 req-6cd0889d-97c5-4f1a-af16-0b034dd77cda tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574444 Jul 23 16:20:42.813590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 2f9244d1-f738-4793-9dc9-2412c39a1291 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:42.813968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2f9244d1-f738-4793-9dc9-2412c39a1291 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:42.853189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.093046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44106) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:43.107477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4c0e-fca9-4232-9c3b-f4f82fd81325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.109905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.204189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4c0e-fca9-4232-9c3b-f4f82fd81325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.209058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4c0e-fca9-4232-9c3b-f4f82fd81325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.230318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Network abbaa914-1648-49ce-862f-314a68a4a9fc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:43.247870 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7bf4c0e-fca9-4232-9c3b-f4f82fd81325 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13a33a3180324a9b86b9047f1cde43d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536345 Jul 23 16:20:43.250372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4c0e-fca9-4232-9c3b-f4f82fd81325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a80b51-7772-4845-bd0d-a1b9ba154c22,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.252631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44108) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:43.253535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b5b4b-dc78-4d44-b7aa-6728bdaab913 req-a9c0f3bf-d3fd-43da-9bdd-f6fb06550d14 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.257964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a6b5b4b-dc78-4d44-b7aa-6728bdaab913 req-a9c0f3bf-d3fd-43da-9bdd-f6fb06550d14 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.4452887 Jul 23 16:20:43.262808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:43.266626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:43.307739 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.329991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.330666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.347796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.382722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Deleting port a1438011-81e7-4350-83f3-9db1ee7380d0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:43.383058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.387602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.392184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.396612 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28a80b51-7772-4845-bd0d-a1b9ba154c22 HTTP/1.1" status: 204 len: 168 time: 0.1404123 Jul 23 16:20:43.407648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55075fe0-d11f-48ba-87fc-174693ccc1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a80b51-7772-4845-bd0d-a1b9ba154c22,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.425018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1e6e-8ca8-454d-a639-93a88d167904 req-0c2230b9-cf05-492a-9ac3-a520b8a3d064 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.426669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbec1e6e-8ca8-454d-a639-93a88d167904 req-0c2230b9-cf05-492a-9ac3-a520b8a3d064 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9486241-8db3-4922-a472-2bce0e56f2c7 HTTP/1.1" status: 200 len: 944 time: 0.5123131 Jul 23 16:20:43.457772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event deleted for resources: {'Port': ['ID=006d7dce-8a4d-4865-891a-2d5d826d14f6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:43.516472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:43.517122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.827610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] No DVR routers for this DVR port 006d7dce-8a4d-4865-891a-2d5d826d14f6 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:43.830525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:43.833102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-374ec8ac-33ad-494a-b812-efee884a4fdf req-9abc1c2d-7295-48d1-ad36-633937321033 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "DELETE /v2.0/ports/006d7dce-8a4d-4865-891a-2d5d826d14f6 HTTP/1.1" status: 204 len: 173 time: 2.1285319 Jul 23 16:20:43.840599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-deleted', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:43.844217 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ec20cc-fb80-4036-a67a-55714211dc9b" -d '{"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-deleted", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:43.883961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a6b5b4b-dc78-4d44-b7aa-6728bdaab913 req-c364811e-afe5-4a3e-a4d7-f03f05c5c750 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134298 Jul 23 16:20:43.889922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-dfd23516-74e0-4a04-894b-14fdde457190 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1087658 Jul 23 16:20:43.926229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Request body: {'port': {'device_id': '02ee301d-22e5-4876-931f-df4489cd7b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:43.988533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbec1e6e-8ca8-454d-a639-93a88d167904 req-d777cbe8-8081-4fb1-b59e-6500b76f384a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342400 Jul 23 16:20:44.066219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] For port a1438011-81e7-4350-83f3-9db1ee7380d0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a1438011-81e7-4350-83f3-9db1ee7380d0,segment=NetworkSegment(d38f0858-3fb8-4c89-9e2f-65562615abb3),segment_id=d38f0858-3fb8-4c89-9e2f-65562615abb3)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:44.066590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.104658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f692754c-d5be-4a41-95d6-c4f423de27d2 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:44.129670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Calling delete_port for a1438011-81e7-4350-83f3-9db1ee7380d0 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:44.133200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.221680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Transition to ACTIVE for port object f692754c-d5be-4a41-95d6-c4f423de27d2 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:44.236883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.238859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.276592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.354912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74563d14-a51f-4236-9758-41e738f7ab5e req-c9104f91-bd82-4a43-8b48-4afcd037a232 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.366464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74563d14-a51f-4236-9758-41e738f7ab5e req-c9104f91-bd82-4a43-8b48-4afcd037a232 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 934 time: 0.3695092 Jul 23 16:20:44.379997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fa130c4-c7fb-4c28-896a-5e6c9f15a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.469624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Pushing event updated for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.512354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd37f-0217-4810-ad2d-31c8803eb37a req-3f558093-22ff-4bb8-b490-688570516b67 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:44.520245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-232bd37f-0217-4810-ad2d-31c8803eb37a req-3f558093-22ff-4bb8-b490-688570516b67 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/ports?device_id=4960c361-f346-4444-b2d7-c69e9f8740c9 HTTP/1.1" status: 200 len: 945 time: 0.4440937 Jul 23 16:20:44.707424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74563d14-a51f-4236-9758-41e738f7ab5e req-a0b3faab-7e49-4ef3-be70-6f7e29778e1e tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398020 Jul 23 16:20:44.732025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8'}, {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:44.733482 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14634b7a-4a8c-4d5e-a359-4545f2f0734c" -d '{"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8"}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:44.736373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.765241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-232bd37f-0217-4810-ad2d-31c8803eb37a req-1e7d2bf1-cd6f-4c2b-9a30-2e36d18fff24 tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d458d99-934d-4e14-94b8-93cf1ba2c567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440007 Jul 23 16:20:44.804749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Pushing event deleted for resources: {'Port': ['ID=a1438011-81e7-4350-83f3-9db1ee7380d0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:44.899817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] No DVR routers for this DVR port a1438011-81e7-4350-83f3-9db1ee7380d0 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:44.901595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Attempting to bind port f692754c-d5be-4a41-95d6-c4f423de27d2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:44.901899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Attempting to bind port f692754c-d5be-4a41-95d6-c4f423de27d2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:44.902251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Attempting to bind port f692754c-d5be-4a41-95d6-c4f423de27d2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:44.927625 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:44.929678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b5b0d9a-1dde-4560-b2ab-6968aacb6726 req-c3742738-42e1-4b88-bcc9-284adef387fb tempest-InstanceActionsTestJSON-940368876 tempest-InstanceActionsTestJSON-940368876-project] 10.222.0.81 "DELETE /v2.0/ports/a1438011-81e7-4350-83f3-9db1ee7380d0 HTTP/1.1" status: 204 len: 173 time: 2.2656171 Jul 23 16:20:44.992561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Port f692754c-d5be-4a41-95d6-c4f423de27d2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:44.993810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Attempting to bind port f692754c-d5be-4a41-95d6-c4f423de27d2 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:45.017593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:45.017593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:45.017593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:45.017593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Bound port: f692754c-d5be-4a41-95d6-c4f423de27d2, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:45.017593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.121352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dcd7c-d898-41e2-b370-47643c50ce3b req-f092fbbf-00c9-49fb-bf2c-aa45f5d583f2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.122818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-281dcd7c-d898-41e2-b370-47643c50ce3b req-f092fbbf-00c9-49fb-bf2c-aa45f5d583f2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 931 time: 0.2699437 Jul 23 16:20:45.204402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:45.217774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dcdd-fb8d-4d3e-8278-95f4a744da31 req-8db3a192-ba2f-48e7-a74d-57bf91fcf9f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.224555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dcdd-fb8d-4d3e-8278-95f4a744da31 req-8db3a192-ba2f-48e7-a74d-57bf91fcf9f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.230595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dcdd-fb8d-4d3e-8278-95f4a744da31 req-8db3a192-ba2f-48e7-a74d-57bf91fcf9f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.232364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e80dcdd-fb8d-4d3e-8278-95f4a744da31 req-8db3a192-ba2f-48e7-a74d-57bf91fcf9f1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2419 time: 0.3366868 Jul 23 16:20:45.241834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.271520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:45.299200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f692754c-d5be-4a41-95d6-c4f423de27d2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:45.300622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Transition to ACTIVE for port object 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:45.304555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-281dcd7c-d898-41e2-b370-47643c50ce3b req-ff88f0f8-368f-49b7-b195-eebfef31ef73 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551163 Jul 23 16:20:45.308164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.310098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.358366 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e8fa38-b872-4ad4-80c3-36e58d018897 x-openstack-request-id: req-63e8fa38-b872-4ad4-80c3-36e58d018897 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:45.358670 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9486241-8db3-4922-a472-2bce0e56f2c7", "name": "network-vif-deleted", "tag": "006d7dce-8a4d-4865-891a-2d5d826d14f6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:45.358934 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63e8fa38-b872-4ad4-80c3-36e58d018897 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:45.359899 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486241-8db3-4922-a472-2bce0e56f2c7', 'name': 'network-vif-deleted', 'tag': '006d7dce-8a4d-4865-891a-2d5d826d14f6', 'status': 'completed', 'code': 200} Jul 23 16:20:45.367558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e80dcdd-fb8d-4d3e-8278-95f4a744da31 req-1b51fc3c-9f3f-4bae-817f-fc7f608403ca tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230919 Jul 23 16:20:45.383600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.383865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.393636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] 10.222.0.67 "PUT /v2.0/ports/f692754c-d5be-4a41-95d6-c4f423de27d2 HTTP/1.1" status: 200 len: 1094 time: 3.0523529 Jul 23 16:20:45.395955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.410782 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d780f76-1e51-4854-8ab2-4d55d4169ed8 x-openstack-request-id: req-3d780f76-1e51-4854-8ab2-4d55d4169ed8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:45.411312 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8", "code": 200}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-plugged", "status": "completed", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:45.411408 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d780f76-1e51-4854-8ab2-4d55d4169ed8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:45.411747 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'code': 200} Jul 23 16:20:45.412207 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840', 'code': 200} Jul 23 16:20:45.448159 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.700585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Attempting to bind port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:45.700925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Attempting to bind port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:45.701261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Attempting to bind port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:45.715810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf8f7-2b89-40e4-8fa8-c457cd8f222b service neutron] Pushing event updated for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:45.720728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 on network abbaa914-1648-49ce-862f-314a68a4a9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:45.721057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Attempting to bind port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:45.737206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:45.737553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Checking segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:45.737962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Bound using segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:45.738410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Bound port: 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:45.738778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:45.776226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1438011-81e7-4350-83f3-9db1ee7380d0 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:45.797111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: a1438011-81e7-4350-83f3-9db1ee7380d0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:45.798065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a1438011-81e7-4350-83f3-9db1ee7380d0 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:45.798504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:45.807234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5b0027cf-2443-422c-9adc-e52ab87baf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.808804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-5b0027cf-2443-422c-9adc-e52ab87baf53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 1097 time: 0.3441272 Jul 23 16:20:45.823249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 006d7dce-8a4d-4865-891a-2d5d826d14f6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:45.823893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 006d7dce-8a4d-4865-891a-2d5d826d14f6 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:45.836981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea1ec2-e9ac-4173-9ef3-4ce3a3e10950 req-046af033-c5a4-46a2-ac86-e7cd8932a039 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.838733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65ea1ec2-e9ac-4173-9ef3-4ce3a3e10950 req-046af033-c5a4-46a2-ac86-e7cd8932a039 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2350893 Jul 23 16:20:45.849947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4b96-5974-4997-8b47-cd9972870ff3 req-77a21861-bdac-43be-929f-346c90fe50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.850798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4b96-5974-4997-8b47-cd9972870ff3 req-77a21861-bdac-43be-929f-346c90fe50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.850925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4b96-5974-4997-8b47-cd9972870ff3 req-77a21861-bdac-43be-929f-346c90fe50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:45.852566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b8d4b96-5974-4997-8b47-cd9972870ff3 req-77a21861-bdac-43be-929f-346c90fe50aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2872 time: 0.2463715 Jul 23 16:20:45.907092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-465117ee-1cc4-42d3-b3fb-8bb4dcd0bb5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f692754c-d5be-4a41-95d6-c4f423de27d2 HTTP/1.1" status: 200 len: 217 time: 0.0800595 Jul 23 16:20:45.943385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:45.991229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:46.008930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.020043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65ea1ec2-e9ac-4173-9ef3-4ce3a3e10950 req-1e78fc7c-b8e8-42fd-8978-c4baaeb30646 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664932 Jul 23 16:20:46.060451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b8d4b96-5974-4997-8b47-cd9972870ff3 req-5fc91e89-6006-4ac8-85b1-9be9b7abf2e0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719637 Jul 23 16:20:46.076001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44180) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.090038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4551f38e-d80d-46e8-ab89-9d06a00a5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.090038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-4551f38e-d80d-46e8-ab89-9d06a00a5a8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1686718 Jul 23 16:20:46.091726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.091931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.094018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d75af63-6253-4f8c-a1dd-4df1008f9ba0 HTTP/1.1" status: 200 len: 1091 time: 2.1719565 Jul 23 16:20:46.157354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Deleting subnet de4856a8-5765-40ed-8969-1841d77bdc0c {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:46.162853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.199594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3b2b-7c53-4d56-942f-6f3469a45ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.223580 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.288248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.293378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce4f49-885c-4509-bc56-cbc0812b2a79 req-9388dfe2-bce3-4dc5-9639-d637a5df306d tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.295985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2ce4f49-885c-4509-bc56-cbc0812b2a79 req-9388dfe2-bce3-4dc5-9639-d637a5df306d tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 946 time: 0.2846017 Jul 23 16:20:46.351951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-098850cf-ecef-4140-aca6-bf0621eaa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.354796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-098850cf-ecef-4140-aca6-bf0621eaa7fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488139 Jul 23 16:20:46.371958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.384804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-c90667be-8c7b-4a15-859c-e395d21b1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.386434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-c90667be-8c7b-4a15-859c-e395d21b1c5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 1094 time: 0.2204783 Jul 23 16:20:46.405211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4856a8-5765-40ed-8969-1841d77bdc0c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.411016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.412035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2ce4f49-885c-4509-bc56-cbc0812b2a79 req-a34806f5-e676-4f8e-9d0e-cb7ef82661d1 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Jul 23 16:20:46.416374 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80ee5136-8aaa-4344-b438-580d81783940 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/de4856a8-5765-40ed-8969-1841d77bdc0c HTTP/1.1" status: 204 len: 168 time: 0.3381279 Jul 23 16:20:46.416478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44188) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:46.454603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-2a351a08-19aa-48a7-8338-c51cf728762c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0 HTTP/1.1" status: 200 len: 217 time: 0.0532348 Jul 23 16:20:46.516364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.627927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.641238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2212b7-0a01-4701-bd46-f43e883eb35f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:46.654482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38f0858-3fb8-4c89-9e2f-65562615abb3') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:46.654759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38f0858-3fb8-4c89-9e2f-65562615abb3') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:46.669784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.691686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.700452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:46.701416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:46.704671 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:46.794127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.811241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:46.816578 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c2212b7-0a01-4701-bd46-f43e883eb35f HTTP/1.1" status: 204 len: 168 time: 0.3956833 Jul 23 16:20:46.816578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3104-71d8-4002-9e6f-6cca34a23fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2212b7-0a01-4701-bd46-f43e883eb35f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:46.912777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23ff-da19-4ded-885f-8f7694617223 req-ef3a26d5-d5ca-4277-a691-0a9bec974163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:46.914315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-ef3a26d5-d5ca-4277-a691-0a9bec974163 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.4498031 Jul 23 16:20:46.966368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-655c9e34-d2b1-4b90-9ca7-39ff637b7624 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967314 Jul 23 16:20:46.969742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-cbe9ec4d-299c-4d62-b2e2-f711731ecbea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455430 Jul 23 16:20:47.014873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:47.065444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-21ddf3c1-a6a6-42b9-ad69-a9940cc14977 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3a3dd6e1cc041d382690dbd0761f3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482564 Jul 23 16:20:47.067836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:47.072317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e27c-3c27-416d-97e7-28bc96eb1e6a req-d0dc7984-6e87-4e5b-be7f-13576b8d3c5a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.073974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f58e27c-3c27-416d-97e7-28bc96eb1e6a req-d0dc7984-6e87-4e5b-be7f-13576b8d3c5a tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.5543602 Jul 23 16:20:47.095943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79d62-2423-4ee2-8b8d-fc309b46ba45 req-22819399-8224-4ed1-b3ce-19799859fd3e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.097695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7a79d62-2423-4ee2-8b8d-fc309b46ba45 req-22819399-8224-4ed1-b3ce-19799859fd3e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 943 time: 0.5523887 Jul 23 16:20:47.124502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.144703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9704d-44af-46bb-985f-93e96202afa2 req-cf46f300-9784-45b0-8b94-36b468606320 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.145655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.146181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31a9704d-44af-46bb-985f-93e96202afa2 req-cf46f300-9784-45b0-8b94-36b468606320 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 965 time: 0.2847199 Jul 23 16:20:47.193158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.195786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.199794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d458d99-934d-4e14-94b8-93cf1ba2c567 HTTP/1.1" status: 204 len: 168 time: 0.1280637 Jul 23 16:20:47.208754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cf7ec-f425-4e36-9012-adaece325618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d458d99-934d-4e14-94b8-93cf1ba2c567,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:47.304729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f58e27c-3c27-416d-97e7-28bc96eb1e6a req-fadcb06a-8034-4ee3-a072-6220e147fbb4 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/security-groups?id=58ae922a-c35c-49db-85b2-acb24029e9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216926 Jul 23 16:20:47.320945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5aa699-027a-40a8-b655-aa83a8a227b9 req-b157c62d-fb1a-49b2-9864-e170a8fd160f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336649 Jul 23 16:20:47.324015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-4bc805c4-6a67-4bb7-99cf-c9f237e25449 service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400691 Jul 23 16:20:47.342686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7a79d62-2423-4ee2-8b8d-fc309b46ba45 req-d95c563b-c94b-466c-ada3-4423ad2c0a07 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122698 Jul 23 16:20:47.347969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.396753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'name': 'network-vif-deleted', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0'}, {'name': 'network-changed', 'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2'}, {'name': 'network-changed', 'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:47.399785 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86519ae7-fcac-48ca-9b00-4ad9055422d8" -d '{"events": [{"server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "name": "network-vif-deleted", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0"}, {"name": "network-changed", "server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2"}, {"name": "network-changed", "server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:47.601014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-325c23ff-da19-4ded-885f-8f7694617223 req-326a320f-5d1f-44bb-83dc-a6fcec78ec2d service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553642 Jul 23 16:20:47.605612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Deleting port 07e048b1-c3b7-4911-8e12-afc03e8429f0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:47.605985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.675164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e475-6178-4f9d-aa4f-6d307f5c7773 req-9c6a24d1-86b0-4c3a-baa4-958b165797bd tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.681312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e475-6178-4f9d-aa4f-6d307f5c7773 req-9c6a24d1-86b0-4c3a-baa4-958b165797bd tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.688257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e475-6178-4f9d-aa4f-6d307f5c7773 req-9c6a24d1-86b0-4c3a-baa4-958b165797bd tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.690081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b745e475-6178-4f9d-aa4f-6d307f5c7773 req-9c6a24d1-86b0-4c3a-baa4-958b165797bd tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2419 time: 0.2632082 Jul 23 16:20:47.697697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9915d-0ba6-4229-a15a-d4400337e1e3 req-404f33ae-244d-452d-8f11-fc38f88f265f tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:47.699266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b9915d-0ba6-4229-a15a-d4400337e1e3 req-404f33ae-244d-452d-8f11-fc38f88f265f tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.2488577 Jul 23 16:20:47.814382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b745e475-6178-4f9d-aa4f-6d307f5c7773 req-ba913030-f19b-444d-9516-425fedbf7e6e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140239 Jul 23 16:20:47.827057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3b9915d-0ba6-4229-a15a-d4400337e1e3 req-9c3f57e4-99b6-48aa-90f5-c980439d158e tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992181 Jul 23 16:20:47.830894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] For port 07e048b1-c3b7-4911-8e12-afc03e8429f0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=07e048b1-c3b7-4911-8e12-afc03e8429f0,segment=NetworkSegment(857347a1-38b3-4002-958c-168f0413b82e),segment_id=857347a1-38b3-4002-958c-168f0413b82e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:47.832041 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:47.864364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Calling delete_port for 07e048b1-c3b7-4911-8e12-afc03e8429f0 owned by compute:tempest-test_az-316123604 {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:47.973730 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2b728-3824-44e8-911d-1cdd109ae230 x-openstack-request-id: req-e6c2b728-3824-44e8-911d-1cdd109ae230 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:47.974511 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960c361-f346-4444-b2d7-c69e9f8740c9", "name": "network-vif-deleted", "tag": "a1438011-81e7-4350-83f3-9db1ee7380d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:47.974511 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c2b728-3824-44e8-911d-1cdd109ae230 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:47.974770 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960c361-f346-4444-b2d7-c69e9f8740c9', 'name': 'network-vif-deleted', 'tag': 'a1438011-81e7-4350-83f3-9db1ee7380d0', 'status': 'completed', 'code': 200} Jul 23 16:20:47.975022 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2', 'status': 'completed', 'code': 200} Jul 23 16:20:47.975253 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'status': 'completed', 'code': 200} Jul 23 16:20:48.129503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c650d3d-4d52-44fb-b7ec-0807714b9956 req-5d3b959f-83f9-4e1f-9af0-094c2943b217 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.131026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c650d3d-4d52-44fb-b7ec-0807714b9956 req-5d3b959f-83f9-4e1f-9af0-094c2943b217 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2097607 Jul 23 16:20:48.162886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44230) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:48.244152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c650d3d-4d52-44fb-b7ec-0807714b9956 req-0564e987-676d-4c05-b045-31f134d9db21 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032350 Jul 23 16:20:48.244752 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.252646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-3f70c88a-4153-4ac5-bc6a-1c3e9c69375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.254523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-3f70c88a-4153-4ac5-bc6a-1c3e9c69375c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c07b1d369d8642c18860e12381b894f6&device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 1097 time: 0.2546389 Jul 23 16:20:48.279295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-394389523-network', 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:48.289469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc425b-1874-43a3-a2cd-f1a461cf2fb7 req-65b072bb-7c80-4d28-8e84-27964348dc78 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.291040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdcc425b-1874-43a3-a2cd-f1a461cf2fb7 req-65b072bb-7c80-4d28-8e84-27964348dc78 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 946 time: 0.2296109 Jul 23 16:20:48.309055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Made reservation on behalf of c1bd8c6de0f94c99a9d02212cb7b78f3 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:48.310210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Pushing event deleted for resources: {'Port': ['ID=07e048b1-c3b7-4911-8e12-afc03e8429f0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.312486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.322137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.440885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] No DVR routers for this DVR port 07e048b1-c3b7-4911-8e12-afc03e8429f0 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:48.445650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.447577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31a9704d-44af-46bb-985f-93e96202afa2 req-ceafc439-dc6a-4610-b658-348f1995a0d9 tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.81 "DELETE /v2.0/ports/07e048b1-c3b7-4911-8e12-afc03e8429f0 HTTP/1.1" status: 204 len: 173 time: 1.2694256 Jul 23 16:20:48.450869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdcc425b-1874-43a3-a2cd-f1a461cf2fb7 req-82f1bfae-222b-4645-a733-e5b644017807 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382086 Jul 23 16:20:48.477829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.486173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.487709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-db604bb4-b08a-4cfd-bdf3-a3a077f303fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.489458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-db604bb4-b08a-4cfd-bdf3-a3a077f303fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1974280 Jul 23 16:20:48.515462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:20:48.575606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.576179 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Added segment 61237979-4697-464e-ba62-89996d14f219 of type vlan for network f739e764-06d7-4c82-9488-bc313ca225d3 Jul 23 16:20:48.627046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-50dc5d52-afb2-4835-8441-10ba10407684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f692754c-d5be-4a41-95d6-c4f423de27d2 HTTP/1.1" status: 200 len: 217 time: 0.1277342 Jul 23 16:20:48.693814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.700424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.706974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65eb4a02-83af-4238-9e2d-8b4f7741e00a req-10c9da9b-9508-42c2-be55-cf5f7c3af44c tempest-LiveMigrationTest-1604216501 tempest-LiveMigrationTest-1604216501-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a8f4ae7-8078-44ac-b47d-94020645df34 HTTP/1.1" status: 200 len: 210 time: 0.0786798 Jul 23 16:20:48.784397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-cb407788-5675-49ed-be72-242f3f391c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.786288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-cb407788-5675-49ed-be72-242f3f391c4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1385915 Jul 23 16:20:48.799896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.803343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.803960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.853085 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6860516 Jul 23 16:20:48.853322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309db828-4f2f-4558-93ba-8904eeff7589 req-b0acf3a1-67b0-4804-86a2-294d895bf0f6 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.853450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:48.858779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Request body: {'subnet': {'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-394389523-subnet', 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:48.860634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-309db828-4f2f-4558-93ba-8904eeff7589 req-b0acf3a1-67b0-4804-86a2-294d895bf0f6 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 943 time: 0.2383103 Jul 23 16:20:48.882248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:48.905710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65f213-478d-43cc-8df5-f1c2c3555fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=f739e764-06d7-4c82-9488-bc313ca225d3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:48.916989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f739e764-06d7-4c82-9488-bc313ca225d3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:20:48.929722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Made reservation on behalf of c1bd8c6de0f94c99a9d02212cb7b78f3 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:48.933466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:48.948117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-309db828-4f2f-4558-93ba-8904eeff7589 req-c4c50d38-c9a1-4564-ab91-d05025b8d215 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865080 Jul 23 16:20:48.964816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-4c0508ba-7b87-44a3-a2a4-8c2b8561b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:48.966442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-4c0508ba-7b87-44a3-a2a4-8c2b8561b791 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703119 Jul 23 16:20:49.025340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f692754c-d5be-4a41-95d6-c4f423de27d2 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:49.128153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0104cef-6f55-497a-9c06-cd13945d2ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.222862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f692754c-d5be-4a41-95d6-c4f423de27d2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.243827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.264022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'f692754c-d5be-4a41-95d6-c4f423de27d2', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'f692754c-d5be-4a41-95d6-c4f423de27d2', 'mac_address': 'fa:16:3e:cc:94:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:49.297181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-09567ce3-8fcd-44c2-8cb9-4d130fbc307b service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226223 Jul 23 16:20:49.309196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c6c7-fdd0-481d-98ce-ce29e1044735 req-b21fb2e0-5654-494e-8757-b7c85244cf6d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.315561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c6c7-fdd0-481d-98ce-ce29e1044735 req-b21fb2e0-5654-494e-8757-b7c85244cf6d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.321999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c6c7-fdd0-481d-98ce-ce29e1044735 req-b21fb2e0-5654-494e-8757-b7c85244cf6d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.330482 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.330848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca0c6c7-fdd0-481d-98ce-ce29e1044735 req-b21fb2e0-5654-494e-8757-b7c85244cf6d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2419 time: 0.3256145 Jul 23 16:20:49.341742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Checking segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:49.342921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Network hostable DHCP agents. Network: f739e764-06d7-4c82-9488-bc313ca225d3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:20:49.347592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018989c9-fd53-4f16-b118-b97237d5aebd,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:49.352140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f692754c-d5be-4a41-95d6-c4f423de27d2 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:49.373476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Network f739e764-06d7-4c82-9488-bc313ca225d3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:20:49.376624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f692754c-d5be-4a41-95d6-c4f423de27d2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:49.382960 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.386016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f739e764-06d7-4c82-9488-bc313ca225d3) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:49.393820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.396395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.428771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9b7bd-f4c3-4e05-a563-851a0d2323cf None None] Network f739e764-06d7-4c82-9488-bc313ca225d3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:49.466673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca0c6c7-fdd0-481d-98ce-ce29e1044735 req-0154e014-e025-42de-82a1-bcd7bbc45d88 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351774 Jul 23 16:20:49.476968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:49.636455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f739e764-06d7-4c82-9488-bc313ca225d3', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3', 'fixed_ips': [{'subnet_id': '018989c9-fd53-4f16-b118-b97237d5aebd'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:20:49.637507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.726947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['f692754c-d5be-4a41-95d6-c4f423de27d2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:49.791503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91130fb-529c-46d9-b3ac-75ac4d7c7f2c req-79e4b45e-5b14-4c7f-9759-984f18531780 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:49.793399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f91130fb-529c-46d9-b3ac-75ac4d7c7f2c req-79e4b45e-5b14-4c7f-9759-984f18531780 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.5459414 Jul 23 16:20:49.797677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:49.803925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-7f42446a-39bf-446f-be01-e62e6e36511f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708948 Jul 23 16:20:49.821869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0104cef-6f55-497a-9c06-cd13945d2ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.835965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f168855d-492d-48fb-851f-b3590d3782c8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9807651 Jul 23 16:20:49.847102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0104cef-6f55-497a-9c06-cd13945d2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:49.848992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 07e048b1-c3b7-4911-8e12-afc03e8429f0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:49.849367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 07e048b1-c3b7-4911-8e12-afc03e8429f0 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:49.874785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Allocated IP 172.20.0.2 (f739e764-06d7-4c82-9488-bc313ca225d3/018989c9-fd53-4f16-b118-b97237d5aebd/6ea3e383-68f6-4c0f-a1b0-ae4f6833b904) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:49.946512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0104cef-6f55-497a-9c06-cd13945d2ebe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=638aa4f7666e49fcac2447cdbc7db92b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0615625 Jul 23 16:20:49.947211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104cef-6f55-497a-9c06-cd13945d2ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39935de-adfd-4b71-af2d-aed6902572ef,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:49.949295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:49.961885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f91130fb-529c-46d9-b3ac-75ac4d7c7f2c req-94773605-0757-4324-b13f-803bfd73553c tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430843 Jul 23 16:20:50.005281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c63546-fd10-482e-aed5-7c7a828f7545 req-6a5af921-1ad7-4814-a899-e5275de7a36f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.006950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c63546-fd10-482e-aed5-7c7a828f7545 req-6a5af921-1ad7-4814-a899-e5275de7a36f tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2894452 Jul 23 16:20:50.008803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-deleted', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:50.010667 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dddaac-aced-4086-a386-0704ad1394db" -d '{"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-deleted", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:50.053591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.073972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-5eaf05a4-8a3f-46b2-b2ad-132dd2b38b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.075254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-5eaf05a4-8a3f-46b2-b2ad-132dd2b38b0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 1094 time: 0.2221630 Jul 23 16:20:50.102463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.132784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c63546-fd10-482e-aed5-7c7a828f7545 req-a69d5f8b-932f-45db-808b-086deb908c44 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067798 Jul 23 16:20:50.178393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.178584 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.186521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.189388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Transition to ACTIVE for port object 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:50.195207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b39935de-adfd-4b71-af2d-aed6902572ef HTTP/1.1" status: 204 len: 168 time: 0.2437596 Jul 23 16:20:50.213694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Transition to ACTIVE for port object 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:50.214707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7451d9f-74a4-46f0-8b76-de47df14b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39935de-adfd-4b71-af2d-aed6902572ef,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.226867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848168c-7821-40cf-97e6-bc6d589d3f02 req-283cde6b-9c5b-4ef6-a82e-07989f74f403 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.227092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.228488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b848168c-7821-40cf-97e6-bc6d589d3f02 req-283cde6b-9c5b-4ef6-a82e-07989f74f403 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 947 time: 0.1715307 Jul 23 16:20:50.246520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-a066d4f9-272a-4265-baf0-685537444ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.248100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-a066d4f9-272a-4265-baf0-685537444ca4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 904 time: 0.1515992 Jul 23 16:20:50.252269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:50.310779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-8965f0a2-033d-4792-ad79-6e0d8afd493f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0 HTTP/1.1" status: 200 len: 217 time: 0.0493648 Jul 23 16:20:50.313189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Network f739e764-06d7-4c82-9488-bc313ca225d3 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:50.315400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b848168c-7821-40cf-97e6-bc6d589d3f02 req-3ad5307c-5dfe-45db-9c56-4c5433ae34a9 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807710 Jul 23 16:20:50.354751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:50.366685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:50.403623 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77139d3c-e5da-4677-a723-d206270e5429 x-openstack-request-id: req-77139d3c-e5da-4677-a723-d206270e5429 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:50.404011 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f4ae7-8078-44ac-b47d-94020645df34", "name": "network-vif-deleted", "tag": "07e048b1-c3b7-4911-8e12-afc03e8429f0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:50.404349 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77139d3c-e5da-4677-a723-d206270e5429 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:50.404756 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f4ae7-8078-44ac-b47d-94020645df34', 'name': 'network-vif-deleted', 'tag': '07e048b1-c3b7-4911-8e12-afc03e8429f0', 'status': 'completed', 'code': 200} Jul 23 16:20:50.423669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-f38b15f0-786f-4a1d-9c6e-c3201a340ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.424649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-f38b15f0-786f-4a1d-9c6e-c3201a340ba1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.0975332 Jul 23 16:20:50.460071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Pushing event updated for resources: {'Port': ['ID=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.501175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Attempting to bind port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:50.501816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Attempting to bind port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:50.502417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Attempting to bind port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:50.507423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-c83eeae2-5e0d-48c0-8c7b-7c14995526d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632870 Jul 23 16:20:50.509551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:50.510419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Checking segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:50.511228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.512019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Bound using segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:50.512689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Bound port: 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:50.513332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.525739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Deleting subnet 68062c34-cb9c-4121-9797-ad8ffd88e4d8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:50.533386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.609979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] For port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:50.614842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] For port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:50.620878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.633052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.635205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c80fa3-d963-47a1-9539-2286f70d139a req-062f3e5e-d009-44ae-9150-2de80efa7844 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.636788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61c80fa3-d963-47a1-9539-2286f70d139a req-062f3e5e-d009-44ae-9150-2de80efa7844 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 943 time: 0.2277298 Jul 23 16:20:50.700337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-c59c824b-e649-4fa9-a265-3eb2913af299 service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776986 Jul 23 16:20:50.712969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b736b46-b612-4fe9-97b1-52366934858d None None] Pushing event updated for resources: {'Port': ['ID=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:50.714723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132c94-2569-4951-a7a9-11eecac4217d req-8775c589-9882-452e-a347-1abebdd1a426 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.721185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:50.724975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132c94-2569-4951-a7a9-11eecac4217d req-8775c589-9882-452e-a347-1abebdd1a426 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.736387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132c94-2569-4951-a7a9-11eecac4217d req-8775c589-9882-452e-a347-1abebdd1a426 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:50.738283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c132c94-2569-4951-a7a9-11eecac4217d req-8775c589-9882-452e-a347-1abebdd1a426 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2419 time: 0.2953002 Jul 23 16:20:50.963796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44300) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:51.033468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:51.062525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f692754c-d5be-4a41-95d6-c4f423de27d2 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:51.099784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61c80fa3-d963-47a1-9539-2286f70d139a req-72a88c97-e327-4982-9f3f-97d9f1ff3f13 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487019 Jul 23 16:20:51.101109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3fd56d9-c174-4982-908a-162efe309a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.123069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86519ae7-fcac-48ca-9b00-4ad9055422d8 req-2d19ee63-cb8e-44f7-9260-99ca042c6d3b service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819721 Jul 23 16:20:51.210847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.215375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port f692754c-d5be-4a41-95d6-c4f423de27d2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:51.225469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port f692754c-d5be-4a41-95d6-c4f423de27d2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:51.225847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.244005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68062c34-cb9c-4121-9797-ad8ffd88e4d8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.258114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.258846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.262880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b0e35f27-6b50-4aff-b677-65b76c186f53 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/68062c34-cb9c-4121-9797-ad8ffd88e4d8 HTTP/1.1" status: 204 len: 168 time: 1.0064909 Jul 23 16:20:51.263244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44308) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:51.303662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'mac_address': 'fa:16:3e:36:00:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:20:51.344934 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.362129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-16c84c03-9670-4d69-8249-e1cd63e3d3a7 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.363801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-16c84c03-9670-4d69-8249-e1cd63e3d3a7 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.3990173 Jul 23 16:20:51.366803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.397988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:51.409210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-555474d5-3615-49b0-bf97-f27d51054303 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/quotas/c1bd8c6de0f94c99a9d02212cb7b78f3 HTTP/1.1" status: 200 len: 375 time: 0.0352430 Jul 23 16:20:51.432674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.440005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.450602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.451624 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.471319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06195bdd-656a-4ed4-a01d-5b775a38fb88']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:51.475651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8729-e6e9-4e57-84db-9f8bf5a113c6 req-f0854520-7960-4eb9-8e91-7460a371ef3a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.482058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8729-e6e9-4e57-84db-9f8bf5a113c6 req-f0854520-7960-4eb9-8e91-7460a371ef3a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.483621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857347a1-38b3-4002-958c-168f0413b82e') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:51.484007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857347a1-38b3-4002-958c-168f0413b82e') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:51.488348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8729-e6e9-4e57-84db-9f8bf5a113c6 req-f0854520-7960-4eb9-8e91-7460a371ef3a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:51.490657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f72f8729-e6e9-4e57-84db-9f8bf5a113c6 req-f0854520-7960-4eb9-8e91-7460a371ef3a tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 2419 time: 0.2809343 Jul 23 16:20:51.495171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 49093645-e170-4e65-92dd-323bc6acde22 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:51.495509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.500752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.523598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.541135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:51.542021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:51.545131 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:51.558036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:51.560702 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3033c38b-8476-447a-aca6-1e38e3bf1915" -d '{"events": [{"server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "name": "network-vif-plugged", "status": "completed", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:51.579576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.593973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f692754c-d5be-4a41-95d6-c4f423de27d2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.599352 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.643469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.651324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.657097 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] 10.222.0.64 "DELETE /v2.0/networks/06195bdd-656a-4ed4-a01d-5b775a38fb88 HTTP/1.1" status: 204 len: 168 time: 0.3925838 Jul 23 16:20:51.657796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44314) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:51.674965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3fd56d9-c174-4982-908a-162efe309a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.682092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1593-0c4f-4f00-bb6a-d565bc7e091c admin admin] Pushing event deleted for resources: {'Network': ['ID=06195bdd-656a-4ed4-a01d-5b775a38fb88,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.692097 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3fd56d9-c174-4982-908a-162efe309a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.705151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f72f8729-e6e9-4e57-84db-9f8bf5a113c6 req-b1ca5324-c4c5-428b-83ba-8d7ee843aae1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004776 Jul 23 16:20:51.716972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.726251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Deleting subnet 2277a1cc-6f5f-45e4-aac8-24a161867060 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:51.730757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.760472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-b6c15d98-4de0-4328-a5ab-df728a1ddffb tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3502498 Jul 23 16:20:51.771441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2d75af63-6253-4f8c-a1dd-4df1008f9ba0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:20:51.783126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.811175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b3fd56d9-c174-4982-908a-162efe309a7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36f142020e7c4869961faea3e3500b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433654 Jul 23 16:20:51.813430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 49093645-e170-4e65-92dd-323bc6acde22, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=49093645-e170-4e65-92dd-323bc6acde22,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:51.813826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:51.816309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44318) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:51.817694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd56d9-c174-4982-908a-162efe309a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6d0b7-a138-4d09-9f08-d121a1124c9f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:51.832715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 49093645-e170-4e65-92dd-323bc6acde22 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:51.898356 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.093811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.131501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2277a1cc-6f5f-45e4-aac8-24a161867060,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.141250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.143389 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17b2cb6c-e456-43b9-888d-5f20ea3a2079 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2277a1cc-6f5f-45e4-aac8-24a161867060 HTTP/1.1" status: 204 len: 168 time: 0.4707806 Jul 23 16:20:52.151233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44324) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:52.164550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f8e5b-47e5-4bb5-ab3d-82e8c340aeb2 None None] Network f739e764-06d7-4c82-9488-bc313ca225d3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:52.176607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.211878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:52.227601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.260192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.272705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=49093645-e170-4e65-92dd-323bc6acde22,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.276855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.322517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ac2cf07-2f70-4498-b147-b93378ce5bb2 None None] Provisioning for port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:52.335262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-19933ef4-8a44-48cd-8917-35c045c76410 service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736346 Jul 23 16:20:52.364009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 49093645-e170-4e65-92dd-323bc6acde22 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:52.368964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.371403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c132c94-2569-4951-a7a9-11eecac4217d req-30efd643-1dd2-43cc-bad5-f33d2338f218 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "DELETE /v2.0/ports/49093645-e170-4e65-92dd-323bc6acde22 HTTP/1.1" status: 204 len: 173 time: 1.4047337 Jul 23 16:20:52.403074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.408262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823190-4c86-4c38-96dc-59788fb5c0e9 req-f68b9b1d-4bbd-4305-9973-1a86d66c6501 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:52.409919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b823190-4c86-4c38-96dc-59788fb5c0e9 req-f68b9b1d-4bbd-4305-9973-1a86d66c6501 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2803652 Jul 23 16:20:52.413900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': '49093645-e170-4e65-92dd-323bc6acde22'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:52.416353 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327855d-3ef9-4e58-9128-32a776bb26c1" -d '{"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "49093645-e170-4e65-92dd-323bc6acde22"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:52.419819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.423166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.429665 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78b6d0b7-a138-4d09-9f08-d121a1124c9f HTTP/1.1" status: 204 len: 168 time: 0.6060362 Jul 23 16:20:52.456835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ca11bb-499b-4c79-8ff1-a0d9aadbac44']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:52.459430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666cf5-229a-4bff-9a8f-d973c04404cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6d0b7-a138-4d09-9f08-d121a1124c9f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.488234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72107c62-f1fb-4576-9a77-171d2db1940d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:52.488607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72107c62-f1fb-4576-9a77-171d2db1940d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:52.511093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.551790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.562656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:52.564497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b823190-4c86-4c38-96dc-59788fb5c0e9 req-b3305692-1b73-4b62-b77a-2ae14bf403b5 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043284 Jul 23 16:20:52.566147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.606707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:52.617134 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:52.636120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:52.636498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.643660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-7105f05e-23cf-456c-9564-2da3051742da service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017447 Jul 23 16:20:52.694538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.700749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.703653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f3ca11bb-499b-4c79-8ff1-a0d9aadbac44 HTTP/1.1" status: 204 len: 168 time: 0.5510232 Jul 23 16:20:52.761890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c39de-5518-47c3-8f0d-ec7159b68268 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3ca11bb-499b-4c79-8ff1-a0d9aadbac44,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:52.812962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.854696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:52.855419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.924239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:52.932498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:52.952878 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd0f31-e9cd-4a37-a5ec-a4294e8e29a6 x-openstack-request-id: req-2cbd0f31-e9cd-4a37-a5ec-a4294e8e29a6 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:52.953162 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "name": "network-vif-plugged", "status": "completed", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:52.953420 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cbd0f31-e9cd-4a37-a5ec-a4294e8e29a6 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:52.953809 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2', 'code': 200} Jul 23 16:20:53.036138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:53.036510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.059278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:53.073349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:53.142216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:53.250999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cd8ff-a9b6-483d-95d9-42633f62aeb4 req-6d6ffe7d-5ca1-4ebb-bb30-da63090dd531 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.252807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3cd8ff-a9b6-483d-95d9-42633f62aeb4 req-6d6ffe7d-5ca1-4ebb-bb30-da63090dd531 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 948 time: 0.5519557 Jul 23 16:20:53.256186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.268060 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2a3b5f18-f6f4-4168-b115-ef017c553992 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb9a8dcfd8f84609a0cd34b9fc6cb198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246071 Jul 23 16:20:53.268734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:53.291514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:53.304343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1bbeed40-b4cf-4417-911d-71d5da695f7f None None] Provisioning complete for port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:53.304719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1bbeed40-b4cf-4417-911d-71d5da695f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.349739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:53.356801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:53.357504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.393278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.452905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=6cd860f6-d9d9-4f8e-a431-f3906c7dc840,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:53.467527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.495476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:53.502948 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.508953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c132c94-2569-4951-a7a9-11eecac4217d req-312186f3-1d1a-4666-ac2b-151075031df1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "DELETE /v2.0/ports/6cd860f6-d9d9-4f8e-a431-f3906c7dc840 HTTP/1.1" status: 204 len: 173 time: 1.1266587 Jul 23 16:20:53.569190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.573577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.575928 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58ae922a-c35c-49db-85b2-acb24029e9a1 HTTP/1.1" status: 204 len: 168 time: 0.3062277 Jul 23 16:20:53.586504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3cd8ff-a9b6-483d-95d9-42633f62aeb4 req-47f1d1a4-62cb-4f3d-8c52-0e39ed13818b tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755206 Jul 23 16:20:53.599475 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a359b1-a144-432b-b143-fea1d9aa67a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae922a-c35c-49db-85b2-acb24029e9a1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:53.695607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.717638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa3b8-a4a8-469b-b65b-6b703c655b8e req-8c2b3ccb-29c1-49a0-a3a5-6f98b5e76e17 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.723449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdfaa3b8-a4a8-469b-b65b-6b703c655b8e req-8c2b3ccb-29c1-49a0-a3a5-6f98b5e76e17 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.5029769 Jul 23 16:20:53.766635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea966-6d8e-4847-8c04-45f4133d129e req-85de1856-3196-491a-90af-b544604e23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:53.768332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea966-6d8e-4847-8c04-45f4133d129e req-85de1856-3196-491a-90af-b544604e23bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 1099 time: 0.5374737 Jul 23 16:20:53.777352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:53.783932 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:53.819021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:53.855831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:53.856325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6cd860f6-d9d9-4f8e-a431-f3906c7dc840 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:53.856861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a80cdde3-74d9-48f9-833c-06c67ec0d9b8 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:53.959994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:54.058456 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.130839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:54.141664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.144331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 49093645-e170-4e65-92dd-323bc6acde22 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:54.184246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea966-6d8e-4847-8c04-45f4133d129e req-0709c1a7-ce09-4c52-bcf3-198abf838698 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011414 Jul 23 16:20:54.195156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdfaa3b8-a4a8-469b-b65b-6b703c655b8e req-0b81da5b-e891-41f8-b228-6d916709acee tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups?id=d2d90fae-bc6d-4137-b29e-beb3f82dec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374092 Jul 23 16:20:54.221922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-2edf952f-4f0d-4296-8d53-85f9fed9ecb1 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.233590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-2edf952f-4f0d-4296-8d53-85f9fed9ecb1 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.81 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 945 time: 0.7421193 Jul 23 16:20:54.281187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:20:54.283456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:54.288421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.294550 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6511d6-1ee3-4399-be1d-9096407b5882 x-openstack-request-id: req-af6511d6-1ee3-4399-be1d-9096407b5882 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:54.296805 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "49093645-e170-4e65-92dd-323bc6acde22", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:54.298312 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af6511d6-1ee3-4399-be1d-9096407b5882 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:54.298730 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': '49093645-e170-4e65-92dd-323bc6acde22', 'status': 'completed', 'code': 200} Jul 23 16:20:54.326131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 49093645-e170-4e65-92dd-323bc6acde22 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:54.338286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 49093645-e170-4e65-92dd-323bc6acde22 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:54.380491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:54.388093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:54.388772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.432277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b872f-e877-42ac-bbf3-f10675267132 req-440a87f6-8c71-4569-8ef7-a2673023fbff tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.446439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd6b872f-e877-42ac-bbf3-f10675267132 req-440a87f6-8c71-4569-8ef7-a2673023fbff tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 945 time: 0.6719820 Jul 23 16:20:54.447508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:54.592771 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc0bbe1a-659f-4476-96cc-f29e6a7e9f94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbd6731732ce4133a5e6b345a6a7fde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425202 Jul 23 16:20:54.600870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:54.731105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port a80cdde3-74d9-48f9-833c-06c67ec0d9b8, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:54.731940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.782585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-d2629ef4-a6bd-4d62-9445-956c3a78c39e tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.784160 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-d2629ef4-a6bd-4d62-9445-956c3a78c39e tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.3071349 Jul 23 16:20:54.785187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.787447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for a80cdde3-74d9-48f9-833c-06c67ec0d9b8 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:54.811012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd6b872f-e877-42ac-bbf3-f10675267132 req-24effbf8-5523-4dbf-93e8-45b06eeaf258 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636551 Jul 23 16:20:54.812068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:54.827051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Request body: {'port': {'device_id': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'admin_state_up': True, 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:54.944260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780e351-0f7e-4141-b500-cea961708407 req-9fca2894-ff96-407f-9aa5-5934272adbbf tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:54.945840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9780e351-0f7e-4141-b500-cea961708407 req-9fca2894-ff96-407f-9aa5-5934272adbbf tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01fd16b-46b3-4a4d-9259-b4fb29ba61c2 HTTP/1.1" status: 200 len: 944 time: 0.1783550 Jul 23 16:20:54.955382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0'}, {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:54.958161 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a88a3-5cc9-49f4-99f5-ca63535bc0f9" -d '{"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-plugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0"}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:54.977644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Deleting port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:54.978009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.021495 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.024406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.028582 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c44049d-31cf-4a39-b9a0-1ec209a7211c HTTP/1.1" status: 204 len: 168 time: 0.4237039 Jul 23 16:20:55.043290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff573-b27c-4516-bb71-1cde5ba7f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c44049d-31cf-4a39-b9a0-1ec209a7211c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:55.060513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Made reservation on behalf of c1bd8c6de0f94c99a9d02212cb7b78f3 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:55.067492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.204378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9780e351-0f7e-4141-b500-cea961708407 req-b155e6e2-4810-4304-bb1a-fbb1b423e950 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356446 Jul 23 16:20:55.313593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Allocated IP 172.20.0.9 (f739e764-06d7-4c82-9488-bc313ca225d3/018989c9-fd53-4f16-b118-b97237d5aebd/99e14acb-1ff3-4286-92ca-306d3dfb163e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:55.362152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-1d90e18f-0a55-4782-86eb-5fd99b0028d4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.369440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-1d90e18f-0a55-4782-86eb-5fd99b0028d4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.4209645 Jul 23 16:20:55.377005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] For port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:55.377005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.378595 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.434448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-439884b0-b816-4c65-a8ac-478e11fcce75 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/quotas/c1bd8c6de0f94c99a9d02212cb7b78f3 HTTP/1.1" status: 200 len: 375 time: 0.0638213 Jul 23 16:20:55.514314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=a80cdde3-74d9-48f9-833c-06c67ec0d9b8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:55.622235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.637411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port a80cdde3-74d9-48f9-833c-06c67ec0d9b8 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:55.643391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.644242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c132c94-2569-4951-a7a9-11eecac4217d req-bbed718f-86ee-42a3-83ef-799e466308d8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.81 "DELETE /v2.0/ports/a80cdde3-74d9-48f9-833c-06c67ec0d9b8 HTTP/1.1" status: 204 len: 173 time: 2.0672171 Jul 23 16:20:55.650863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Transition to ACTIVE for port object 99e14acb-1ff3-4286-92ca-306d3dfb163e will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:55.719684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.729193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c39c3-6740-462c-a2ff-d12fae783a7a req-b2218c56-5ff0-4447-bc50-7776e4f75f8a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.736181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e29c39c3-6740-462c-a2ff-d12fae783a7a req-b2218c56-5ff0-4447-bc50-7776e4f75f8a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.3989904 Jul 23 16:20:55.798599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Network f739e764-06d7-4c82-9488-bc313ca225d3 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:20:55.801947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:20:55.804384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:20:55.853029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event updated for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:55.870400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.871080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.871702 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Floating IP aef6bcac-fd8a-4638-b379-d91b8c821b9f disassociated. External IP: 172.25.2.13, port: 645cbbe6-4552-40e9-b4fc-8212d02b9b7a. Jul 23 16:20:55.872484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Calling delete_port for 645cbbe6-4552-40e9-b4fc-8212d02b9b7a owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:55.884460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:55.885122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:55.906262 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-94b7b6e2-f0ff-4690-9d72-8999649eaff5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843792 Jul 23 16:20:55.931497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Request body: {'port': {'device_id': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:55.974544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-f95acf98-ed0c-437d-8274-dbcb0e7e2550 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5390782 Jul 23 16:20:55.994362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e29c39c3-6740-462c-a2ff-d12fae783a7a req-c92ce732-115c-4dbf-ab09-1d91a5abbfcd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572510 Jul 23 16:20:56.078172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.201165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ad119e39-9e24-4803-a62b-96ea2bd00e17 None None] Provisioning for port 99e14acb-1ff3-4286-92ca-306d3dfb163e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:20:56.209708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ad119e39-9e24-4803-a62b-96ea2bd00e17 None None] Provisioning complete for port 99e14acb-1ff3-4286-92ca-306d3dfb163e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:20:56.212228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ad119e39-9e24-4803-a62b-96ea2bd00e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.267917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ad119e39-9e24-4803-a62b-96ea2bd00e17 None None] Port 99e14acb-1ff3-4286-92ca-306d3dfb163e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:20:56.269774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.306287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-bd48b4f5-fbc1-4379-870e-b09a6deca79c service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100004 Jul 23 16:20:56.311608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840'}, {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:56.314617 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954129d6-f8c6-463e-a534-8d18d8ba558a" -d '{"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840"}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:56.337577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02559e-da61-41bc-8c2c-1ad2bbf34cca req-e64fa76d-e33f-4fbd-82ec-6d4f9e775b41 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:56.339524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce02559e-da61-41bc-8c2c-1ad2bbf34cca req-e64fa76d-e33f-4fbd-82ec-6d4f9e775b41 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 948 time: 0.2226603 Jul 23 16:20:56.341143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event deleted for resources: {'Port': ['ID=645cbbe6-4552-40e9-b4fc-8212d02b9b7a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:56.464350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e14acb-1ff3-4286-92ca-306d3dfb163e {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:20:56.473195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.490354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Transition to ACTIVE for port object 99e14acb-1ff3-4286-92ca-306d3dfb163e will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:56.495324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.578086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce02559e-da61-41bc-8c2c-1ad2bbf34cca req-90a4cbc4-88cc-4aae-9cec-ce72334dcf08 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177646 Jul 23 16:20:56.604359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Pushing event updated for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:56.637863 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-98c07ab8-6d48-4974-8112-dda868de6e2a service neutron] show failed (client error): The resource could not be found. Jul 23 16:20:56.639001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-98c07ab8-6d48-4974-8112-dda868de6e2a service neutron] 10.222.0.67 "GET /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.2932558 Jul 23 16:20:56.664701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-13841594-c60d-4dbd-a619-285f7d94c507 service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377554 Jul 23 16:20:56.682328 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7cc36-e954-4e17-aba6-345062c73017 x-openstack-request-id: req-a4a7cc36-e954-4e17-aba6-345062c73017 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:56.682662 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-plugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0", "code": 200}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:56.682952 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4a7cc36-e954-4e17-aba6-345062c73017 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:56.683357 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'code': 200} Jul 23 16:20:56.683615 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'code': 200} Jul 23 16:20:56.697585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Router 3cf225b0-dc77-4984-a056-4b1ce29eacea has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:20:56.746416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Attempting to bind port 99e14acb-1ff3-4286-92ca-306d3dfb163e on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:56.747071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Attempting to bind port 99e14acb-1ff3-4286-92ca-306d3dfb163e by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:56.747335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Attempting to bind port 99e14acb-1ff3-4286-92ca-306d3dfb163e on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:56.760609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Port 99e14acb-1ff3-4286-92ca-306d3dfb163e on network f739e764-06d7-4c82-9488-bc313ca225d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:56.760940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Attempting to bind port 99e14acb-1ff3-4286-92ca-306d3dfb163e on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:56.783427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:56.783786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Checking segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:56.784168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Bound using segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:56.784634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Bound port: 99e14acb-1ff3-4286-92ca-306d3dfb163e, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:56.784999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:56.958076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:56.967277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:20:56.969103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcae5f20-9442-49db-9d2c-35a0fe6ca1a9 req-2a652a94-a4ad-4edc-9ede-94a318775d33 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e567fbb7-9d67-46d4-a2b0-bcd949024854 HTTP/1.1" status: 200 len: 210 time: 0.0655100 Jul 23 16:20:56.973103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.092118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.093016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.094622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] 10.222.0.81 "PUT /v2.0/ports/99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 200 len: 1091 time: 1.1740899 Jul 23 16:20:57.095118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:20:57.100317 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c368265-f915-435a-a505-1206e19b780f" -d '{"events": [{"name": "network-changed", "server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:20:57.152926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab419c7-1bea-42e2-9927-e6ab285d0098 service neutron] Pushing event updated for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:57.172551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c634f-79b3-4b58-9a37-0b57608debd4 req-c2cc7f8c-909b-4f4a-b018-ecd85019a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.174148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-057c634f-79b3-4b58-9a37-0b57608debd4 req-c2cc7f8c-909b-4f4a-b018-ecd85019a268 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 1096 time: 0.3052177 Jul 23 16:20:57.283417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-caff6ae5-4dc0-496c-b879-49a9b4449097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.285080 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-caff6ae5-4dc0-496c-b879-49a9b4449097 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 1094 time: 0.1269279 Jul 23 16:20:57.379089 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-5bd272a9-1365-4ce1-8e04-e771c38104b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 200 len: 217 time: 0.0757556 Jul 23 16:20:57.485239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-ac43a2c7-ce4e-4ded-9356-e8aaac89b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.487682 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-ac43a2c7-ce4e-4ded-9356-e8aaac89b94b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.1024833 Jul 23 16:20:57.576306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-7f2cb85d-c1e2-4437-90e7-02b56e1e5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.578332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-7f2cb85d-c1e2-4437-90e7-02b56e1e5907 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838850 Jul 23 16:20:57.633988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:20:57.651196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Sync routers for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:20:57.663238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:57.664760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:57.697756 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-16f35671-ff98-4805-906c-8f7e8a761c98 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115680 Jul 23 16:20:57.716179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] No DVR routers for this DVR port 645cbbe6-4552-40e9-b4fc-8212d02b9b7a on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:57.719115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-a9c9ebab-5211-40c6-a0a6-36d36ab48e9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866957 Jul 23 16:20:57.720165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:57.722309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-902713be-c23d-4dc4-8dbe-08c92e1fd532 req-f10c3d52-2486-4ab9-a70b-4405c4032c90 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.81 "DELETE /v2.0/ports/645cbbe6-4552-40e9-b4fc-8212d02b9b7a HTTP/1.1" status: 204 len: 173 time: 3.4770360 Jul 23 16:20:57.737284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-057c634f-79b3-4b58-9a37-0b57608debd4 req-1cdcbeaa-1cf9-4e81-80a5-785fc963c7ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456398 Jul 23 16:20:57.779316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-b033ed60-7326-412d-9501-67b0f3105e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.780961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-b033ed60-7326-412d-9501-67b0f3105e38 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1101 time: 0.7410443 Jul 23 16:20:57.805773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:57.829585 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e20190b2-8ebc-45c8-8e1e-dfd9c55fb132 req-ab8b7397-201b-4fff-90d7-9b18b7193238 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252701 Jul 23 16:20:57.846486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 645cbbe6-4552-40e9-b4fc-8212d02b9b7a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:20:57.871710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cc229-9ace-4015-b452-a828e6474f4c req-36261b44-f58b-4571-8b3b-9e06205161a4 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.873099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 645cbbe6-4552-40e9-b4fc-8212d02b9b7a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:20:57.873588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 645cbbe6-4552-40e9-b4fc-8212d02b9b7a not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:20:57.879442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071cc229-9ace-4015-b452-a828e6474f4c req-36261b44-f58b-4571-8b3b-9e06205161a4 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 945 time: 0.7009201 Jul 23 16:20:57.907587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:57.974225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071cc229-9ace-4015-b452-a828e6474f4c req-e8d10fbe-e7c9-49f9-a9ed-c43a58dbf759 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938604 Jul 23 16:20:57.991651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-f5f2910d-c2e5-488b-a765-395b2ae0a7c3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:57.993400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-f5f2910d-c2e5-488b-a765-395b2ae0a7c3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618322 Jul 23 16:20:58.007704 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.028957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-58a93896-467a-48bc-9948-24320b9a3da9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0194252 Jul 23 16:20:58.029094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44482) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:58.088207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-f3168108-47ab-4b3e-8460-d7ffb4dead95 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530100 Jul 23 16:20:58.089724 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee6e143-8077-4ac4-b423-1094bdaba7e6 x-openstack-request-id: req-bee6e143-8077-4ac4-b423-1094bdaba7e6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:58.090048 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "6cd860f6-d9d9-4f8e-a431-f3906c7dc840", "status": "completed", "code": 200}, {"server_uuid": "b01fd16b-46b3-4a4d-9259-b4fb29ba61c2", "name": "network-vif-deleted", "tag": "a80cdde3-74d9-48f9-833c-06c67ec0d9b8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:58.090322 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bee6e143-8077-4ac4-b423-1094bdaba7e6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:58.090714 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': '6cd860f6-d9d9-4f8e-a431-f3906c7dc840', 'status': 'completed', 'code': 200} Jul 23 16:20:58.091515 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01fd16b-46b3-4a4d-9259-b4fb29ba61c2', 'name': 'network-vif-deleted', 'tag': 'a80cdde3-74d9-48f9-833c-06c67ec0d9b8', 'status': 'completed', 'code': 200} Jul 23 16:20:58.094287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting subnet 0a1123b0-5b7a-4c50-b798-aed674546395 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:20:58.098107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.144458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.217075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:58.274409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Checking router: 3cf225b0-dc77-4984-a056-4b1ce29eacea for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:20:58.298508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:20:58.299439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:58.301946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.403164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:58.415235 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f856c-e5f2-46ab-ab4a-889f88d58dbf x-openstack-request-id: req-1c8f856c-e5f2-46ab-ab4a-889f88d58dbf {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:20:58.415405 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:20:58.415789 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c8f856c-e5f2-46ab-ab4a-889f88d58dbf {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:20:58.416267 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e', 'status': 'completed', 'code': 200} Jul 23 16:20:58.439690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.486672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:20:58.509147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:20:58.515912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1123b0-5b7a-4c50-b798-aed674546395,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:58.519555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.521679 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/subnets/0a1123b0-5b7a-4c50-b798-aed674546395 HTTP/1.1" status: 204 len: 168 time: 0.4916403 Jul 23 16:20:58.525255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44502) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:58.552503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.553191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.553723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.554268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.554896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.555379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.555679 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.556182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.556814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.557280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.557629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.557960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54471a-5627-4fca-b642-c97ec5dd72d9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:58.564016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004c4dd-8adb-446d-8403-5c08b4912231 None None] Network c820a454-3e6e-4c4f-b8d4-71873a117ff9 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:20:58.647975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.659473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368265-f915-435a-a505-1206e19b780f req-ec56b3c4-3f1a-408c-8893-752009f30a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.661011 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-ec56b3c4-3f1a-408c-8893-752009f30a4c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 1094 time: 0.2433603 Jul 23 16:20:58.710836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-90d46e09-55b0-4c85-aa62-62c4c7afc2a3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.712526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-90d46e09-55b0-4c85-aa62-62c4c7afc2a3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.2209196 Jul 23 16:20:58.731977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.790496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368265-f915-435a-a505-1206e19b780f req-da446ce6-f6ea-4ba0-81d8-62e63a317f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.792125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-da446ce6-f6ea-4ba0-81d8-62e63a317f13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 916 time: 0.1227887 Jul 23 16:20:58.796961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port b11a1a1d-aa76-47f8-82d3-e58db2c0756c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:58.797324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.865708 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-d6521040-5dbc-4664-af72-b4af4921417c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 200 len: 217 time: 0.0615892 Jul 23 16:20:58.875085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Request body: {'port': {'device_id': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'admin_state_up': True, 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:58.929635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.965919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-ea47d2b1-4fe0-4bc6-95fc-655b0d245842 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:58.972308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,segment=NetworkSegment(f0261d8a-3094-4f74-9453-d4d0f312dda9),segment_id=f0261d8a-3094-4f74-9453-d4d0f312dda9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:58.972680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:58.973483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-ea47d2b1-4fe0-4bc6-95fc-655b0d245842 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.4844871 Jul 23 16:20:58.996807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for b11a1a1d-aa76-47f8-82d3-e58db2c0756c owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:59.005619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368265-f915-435a-a505-1206e19b780f req-34350646-e07f-48b9-b06c-57de7ca3a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.007580 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-34350646-e07f-48b9-b06c-57de7ca3a14f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.1279058 Jul 23 16:20:59.061610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Transition to ACTIVE for port object 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:20:59.083365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-498f3862-6cb4-4040-847d-c80e506665bb tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/quotas/c1bd8c6de0f94c99a9d02212cb7b78f3 HTTP/1.1" status: 200 len: 375 time: 0.0984967 Jul 23 16:20:59.098992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28afa0-f012-4cdc-90fd-5cb983b9e1c9 req-54c04521-f239-4112-88cb-1e811ef5db3c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.108135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c28afa0-f012-4cdc-90fd-5cb983b9e1c9 req-54c04521-f239-4112-88cb-1e811ef5db3c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.6703022 Jul 23 16:20:59.120935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.149417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:59.199935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26987af2-e09c-4ae3-9f04-dcb0c656b0bf None None] The sync data for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 is: [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:18:35Z', 'revision_number': 4, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '6e99b354-5b2d-4613-8ed3-2690d6c01165', 'name': '', 'network_id': 'ec5fda1d-19ab-451b-9f6c-1636760460b0', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'mac_address': 'fa:16:3e:e8:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:33Z', 'updated_at': '2021-07-23T16:18:43Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'subnets': [{'id': 'ec26d263-aa9c-4868-a88c-257556d12d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:20:59.209590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] DHCP port deletion for c820a454-3e6e-4c4f-b8d4-71873a117ff9 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:20:59.246915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.255665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368265-f915-435a-a505-1206e19b780f req-1f22b2b2-9bf4-469e-8d6e-6fe01ecd371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:20:59.257520 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-1f22b2b2-9bf4-469e-8d6e-6fe01ecd371d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528385 Jul 23 16:20:59.311941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.333458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port b11a1a1d-aa76-47f8-82d3-e58db2c0756c on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:59.346018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c28afa0-f012-4cdc-90fd-5cb983b9e1c9 req-f4f3ce73-1ac1-4f67-a3b7-6e8827ad936e tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358491 Jul 23 16:20:59.349666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] No DVR routers for this DVR port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:59.515453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.522869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:20:59.523473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:20:59.524014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:59.529032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Made reservation on behalf of c1bd8c6de0f94c99a9d02212cb7b78f3 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:20:59.533723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.543530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.557478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:20:59.557829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:20:59.595788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c820a454-3e6e-4c4f-b8d4-71873a117ff9']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:59.600561 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-916b338d-4614-464e-849a-669103bbc2c1 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007700 Jul 23 16:20:59.607053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Deleting port b11a1a1d-aa76-47f8-82d3-e58db2c0756c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:20:59.608377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.611184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0261d8a-3094-4f74-9453-d4d0f312dda9') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:59.611638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0261d8a-3094-4f74-9453-d4d0f312dda9') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:20:59.629809 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d19d8e-3a3d-4be2-9e99-c78b951af824 None None] New status for floating IP aef6bcac-fd8a-4638-b379-d91b8c821b9f: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:20:59.631030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.711839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Allocated IP 172.20.0.7 (f739e764-06d7-4c82-9488-bc313ca225d3/018989c9-fd53-4f16-b118-b97237d5aebd/ddfed689-5f9f-420b-8714-48beafcbf35f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:20:59.727010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] For port b11a1a1d-aa76-47f8-82d3-e58db2c0756c, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:59.727773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.747447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Calling delete_port for b11a1a1d-aa76-47f8-82d3-e58db2c0756c owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:20:59.751604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Port b11a1a1d-aa76-47f8-82d3-e58db2c0756c was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:20:59.754056 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.771075 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1c368265-f915-435a-a505-1206e19b780f req-cc062b56-c678-49a7-9967-987a968c42d0 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526644 Jul 23 16:20:59.779048 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.788420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:20:59.788878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.789823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Request body: {'security_group': {'name': 'tempest-securitygroup-942337127', 'description': 'tempest-description-1041495607'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:20:59.797311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:20:59.797725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:20:59.798369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:20:59.798821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Bound port: 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:20:59.799324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.800835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Pushing event deleted for resources: {'Port': ['ID=b11a1a1d-aa76-47f8-82d3-e58db2c0756c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.813754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] No DVR routers for this DVR port b11a1a1d-aa76-47f8-82d3-e58db2c0756c on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:20:59.815090 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:20:59.821616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.822229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.822668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.823123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.823534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.823959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.824506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.824948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.825374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.825922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.826370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.826792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6dcbe-01b6-4786-9025-c8c96cc8b4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:20:59.837323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 99e14acb-1ff3-4286-92ca-306d3dfb163e details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:20:59.841617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-0cad6f73-773c-4f09-80d4-2948abf3ac08 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358331 Jul 23 16:20:59.851037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-4cc39ea4-d100-4300-8aea-d64a23723e92 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7665997 Jul 23 16:20:59.936009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.954730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:20:59.961056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/networks/c820a454-3e6e-4c4f-b8d4-71873a117ff9 HTTP/1.1" status: 204 len: 168 time: 1.4337399 Jul 23 16:20:59.976459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44510) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:20:59.976686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:20:59.986743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711fce-c4d3-46ab-8069-5fcf4fa041d1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Network': ['ID=c820a454-3e6e-4c4f-b8d4-71873a117ff9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:20:59.991205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '99e14acb-1ff3-4286-92ca-306d3dfb163e', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'port_id': '99e14acb-1ff3-4286-92ca-306d3dfb163e', 'mac_address': 'fa:16:3e:9e:55:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018989c9-fd53-4f16-b118-b97237d5aebd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:00.029577 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.044920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting subnet 47353951-f498-4a32-b2b2-7af6640a7ef7 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:00.047329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e14acb-1ff3-4286-92ca-306d3dfb163e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:00.050186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.070863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.076896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.109046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.114383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'name': 'network-vif-deleted', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a'}, {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:00.116792 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110575a-3e8a-4daf-95c2-033d61576550" -d '{"events": [{"server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "name": "network-vif-deleted", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a"}, {"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-unplugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:00.124206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b11a1a1d-aa76-47f8-82d3-e58db2c0756c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:00.138868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.153309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.182135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b11a1a1d-aa76-47f8-82d3-e58db2c0756c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:00.182513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b11a1a1d-aa76-47f8-82d3-e58db2c0756c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:00.198452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-b390f367-e1b6-4f79-ae21-3ceec09f9bbc service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158624 Jul 23 16:21:00.199119 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.237394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.250338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.308779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.310642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Transition to ACTIVE for port object ddfed689-5f9f-420b-8714-48beafcbf35f will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:00.314553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:00.344163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Subnet': ['ID=47353951-f498-4a32-b2b2-7af6640a7ef7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.347535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.351880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dc392d06-62f5-4ca1-97cf-58e3b8fc04b2 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/subnets/47353951-f498-4a32-b2b2-7af6640a7ef7 HTTP/1.1" status: 204 len: 168 time: 0.3742259 Jul 23 16:21:00.354504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:00.354649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56a82b-df8e-4cba-bc4f-cebed6e5e22e None None] Network d2cdd571-9613-4684-ba03-92649a47cb59 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:00.371317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['99e14acb-1ff3-4286-92ca-306d3dfb163e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:00.372964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-36a00841-c6eb-4773-afc1-9f06c9acdd0d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.375151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-36a00841-c6eb-4773-afc1-9f06c9acdd0d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5231442 Jul 23 16:21:00.381532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:00.399000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:00.431378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.440152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.502980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:00.503412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.575414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-7c3a9487-e7d6-46fc-aeed-24a69614e269 service neutron] 10.222.0.64 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587666 Jul 23 16:21:00.591698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.592326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.593811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] 10.222.0.81 "PUT /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 1096 time: 2.7980657 Jul 23 16:21:00.614921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.643512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.644040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.667612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:00.704253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] DHCP port deletion for d2cdd571-9613-4684-ba03-92649a47cb59 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:00.719785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcdc90-0a92-4ca9-a255-4fa193fa4781 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.788134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Deleting port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:00.788944 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.793654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Network f739e764-06d7-4c82-9488-bc313ca225d3 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:00.812871 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.813153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:00.833385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:00.891732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:00.902798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] For port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,segment=NetworkSegment(07d5a4d8-dbcc-4c0a-bfb8-46c71806922c),segment_id=07d5a4d8-dbcc-4c0a-bfb8-46c71806922c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:00.903235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.903594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.925668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Calling delete_port for 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:00.943613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.978901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event updated for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:00.986768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:00.991924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-fc3a7673-e5a7-4f53-8184-152bdf08bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:00.993605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-fc3a7673-e5a7-4f53-8184-152bdf08bb9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1099 time: 0.3515310 Jul 23 16:21:01.037587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['99e14acb-1ff3-4286-92ca-306d3dfb163e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:01.074710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.079622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:01.085611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cdd571-9613-4684-ba03-92649a47cb59']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:01.098922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:01.099426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d5a4d8-dbcc-4c0a-bfb8-46c71806922c') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:01.111468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.139597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.140400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.144038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521983d3-4928-43e4-b94d-015c78bb1b33,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.157700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:01.161178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.164324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.177161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:01.177715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:01.182565 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:01.209999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.217164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.230463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:01.262908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.270782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.277343 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/networks/d2cdd571-9613-4684-ba03-92649a47cb59 HTTP/1.1" status: 204 len: 168 time: 0.9217167 Jul 23 16:21:01.284986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44528) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:01.285225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] Pushing event deleted for resources: {'Port': ['ID=853d8574-9d86-47d1-8ece-e3fe8c7d7d53,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.294308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323874d-f6f6-4bef-be56-7a807e346713 None None] No DVR routers for this DVR port 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:01.294501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1495168424'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:01.324459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf00df-1142-4751-aed1-c4407f21c3f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Network': ['ID=d2cdd571-9613-4684-ba03-92649a47cb59,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.336395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cf934d73-4f13-498f-93b8-f2f5d070e03e None None] Provisioning for port ddfed689-5f9f-420b-8714-48beafcbf35f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:01.344687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cf934d73-4f13-498f-93b8-f2f5d070e03e None None] Provisioning complete for port ddfed689-5f9f-420b-8714-48beafcbf35f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:01.345160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf934d73-4f13-498f-93b8-f2f5d070e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.368780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.371622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087871-c516-4055-9569-8b44519d4659 req-7c7c3383-ecbe-4c06-88a7-8c7b487b96fb tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.374199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f087871-c516-4055-9569-8b44519d4659 req-7c7c3383-ecbe-4c06-88a7-8c7b487b96fb tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 1099 time: 0.3113995 Jul 23 16:21:01.384562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.409151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cf934d73-4f13-498f-93b8-f2f5d070e03e None None] Port ddfed689-5f9f-420b-8714-48beafcbf35f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:01.416324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-b6dcff1d-dd4d-4c91-a5cb-3f1ed68cf31f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5509326 Jul 23 16:21:01.438247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-cda08ae6-5b7e-4cf8-bec8-159b21436c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.439939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-cda08ae6-5b7e-4cf8-bec8-159b21436c95 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4279578 Jul 23 16:21:01.448581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Request body: {'port': {'device_id': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:01.461894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2f087871-c516-4055-9569-8b44519d4659 req-8e7193a8-400b-4b3f-99a2-270f79b49cc8 tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.539904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-9d2c9a40-5fa0-43c4-a03f-a727629762a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0792058 Jul 23 16:21:01.545604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d18874-1d94-4ffd-9f62-6522b9cf6d29,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:01.848056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 99e14acb-1ff3-4286-92ca-306d3dfb163e up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:01.882267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.889300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-2e88e7bf-5b3d-4031-9a44-1b20a27f5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:01.891029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-2e88e7bf-5b3d-4031-9a44-1b20a27f5b52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3274045 Jul 23 16:21:01.908678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 99e14acb-1ff3-4286-92ca-306d3dfb163e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:01.913215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 99e14acb-1ff3-4286-92ca-306d3dfb163e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:01.913584 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:01.995081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.002659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.010217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.027335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:02.031533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:02.034013 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a43fde-e2a4-4aae-85d3-465c5d9044ad" -d '{"events": [{"server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "name": "network-vif-plugged", "status": "completed", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:02.035289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.051332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:02.056905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.086586 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.098325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdb15c13-07d8-4da5-b011-1821a576dbfe req-c34367d2-c65f-4fdc-b10d-023a7e8078f7 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3141382 Jul 23 16:21:02.134172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:02.171862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.175596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:02.176151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 853d8574-9d86-47d1-8ece-e3fe8c7d7d53 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:02.181136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:02.210235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.210591 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Added segment c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a of type vlan for network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d Jul 23 16:21:02.282100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf327a62-74a2-463e-b656-32f8f7e7c144 req-8b6559e0-aa00-4130-b39a-908c63bdd743 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 210 time: 0.1065862 Jul 23 16:21:02.299202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21767a4e-bd5e-4d68-ba70-2caf04862023,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.299375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.351182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-d099d77e-8a70-4046-9737-1629a71afcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.351893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-04d54b06-ac92-4d13-a2c7-4977967d8f56 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.352733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-d099d77e-8a70-4046-9737-1629a71afcdb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4543502 Jul 23 16:21:02.353410 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-04d54b06-ac92-4d13-a2c7-4977967d8f56 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 815 time: 0.2545226 Jul 23 16:21:02.369263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.376645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.376645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.388136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Request body: {'port': {'device_id': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'admin_state_up': True, 'tenant_id': 'c1bd8c6de0f94c99a9d02212cb7b78f3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:02.590873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.40 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/3c7c8f97-89a0-46d8-bb7f-16a837faf7c3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:02.726832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-abbf0da2-8b6e-478f-9fe4-bbf002842c04 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426247 Jul 23 16:21:02.731210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfed689-5f9f-420b-8714-48beafcbf35f {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:02.741950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2f087871-c516-4055-9569-8b44519d4659 req-8e7193a8-400b-4b3f-99a2-270f79b49cc8 tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.761050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350ab2-217f-4707-87ed-886c74dca318 req-5792135b-b5bf-47d8-b414-6db36f7aa4d2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:02.762754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88350ab2-217f-4707-87ed-886c74dca318 req-5792135b-b5bf-47d8-b414-6db36f7aa4d2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 945 time: 0.4070859 Jul 23 16:21:02.765621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.776828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2f087871-c516-4055-9569-8b44519d4659 req-8e7193a8-400b-4b3f-99a2-270f79b49cc8 tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.782794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4967310 Jul 23 16:21:02.783523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aa201-aa69-4877-b04b-f3e8c248bfa5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Network': ['ID=edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:02.788797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44536) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:02.794201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:02.794370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'subnet': {'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:02.876688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f087871-c516-4055-9569-8b44519d4659 req-8e7193a8-400b-4b3f-99a2-270f79b49cc8 tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4890945 Jul 23 16:21:02.881123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Transition to ACTIVE for port object ddfed689-5f9f-420b-8714-48beafcbf35f will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:02.912465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Made reservation on behalf of c1bd8c6de0f94c99a9d02212cb7b78f3 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:02.916036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.942882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:02.946730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.948091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:02.957177 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0c0b40-f9a9-4418-8779-de866674e0c1 x-openstack-request-id: req-6e0c0b40-f9a9-4418-8779-de866674e0c1 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:02.957506 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567fbb7-9d67-46d4-a2b0-bcd949024854", "name": "network-vif-deleted", "tag": "645cbbe6-4552-40e9-b4fc-8212d02b9b7a", "status": "completed", "code": 200}, {"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-unplugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:02.957726 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e0c0b40-f9a9-4418-8779-de866674e0c1 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:02.958138 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567fbb7-9d67-46d4-a2b0-bcd949024854', 'name': 'network-vif-deleted', 'tag': '645cbbe6-4552-40e9-b4fc-8212d02b9b7a', 'status': 'completed', 'code': 200} Jul 23 16:21:02.958400 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'code': 200} Jul 23 16:21:02.972710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7193a8-400b-4b3f-99a2-270f79b49cc8 tempest-ServersAdminNegativeTestJSON-1645945168 tempest-ServersAdminNegativeTestJSON-1645945168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536be9f1-28fd-4a5a-8fdc-0b0283d77124,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.059901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88350ab2-217f-4707-87ed-886c74dca318 req-5a49bc93-cfa9-49d4-89cb-17b270e2d1bd tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746944 Jul 23 16:21:03.128361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110d4d44-f71f-45b9-93e2-1a56c9f68fcd req-84a26694-1d13-4ced-b40d-da4a13ea5e47 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764782 Jul 23 16:21:03.140329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.168869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Allocated IP 172.20.0.3 (f739e764-06d7-4c82-9488-bc313ca225d3/018989c9-fd53-4f16-b118-b97237d5aebd/72ad857c-083f-491f-b1ea-0725f60fc88d) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:03.228259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b2aa52e-d24a-4a49-b286-35c6fb66fe28 req-3d045e33-7878-4cc5-b576-4bb83c2b9e45 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 210 time: 0.0897229 Jul 23 16:21:03.232076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.293769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:03.326770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610a0b5-a85a-4242-b4de-8d5a50df6dae req-dd6a6d0f-4449-4a31-8b53-2a08b00750c8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.334774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9610a0b5-a85a-4242-b4de-8d5a50df6dae req-dd6a6d0f-4449-4a31-8b53-2a08b00750c8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 948 time: 0.3245132 Jul 23 16:21:03.342497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44544) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:03.392124 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1fab3-8f70-4766-9aa8-cc8478272df3 x-openstack-request-id: req-44f1fab3-8f70-4766-9aa8-cc8478272df3 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:03.392124 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "name": "network-vif-plugged", "status": "completed", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:03.392757 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44f1fab3-8f70-4766-9aa8-cc8478272df3 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:03.392757 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e', 'code': 200} Jul 23 16:21:03.426772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Attempting to bind port ddfed689-5f9f-420b-8714-48beafcbf35f on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:03.427102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Attempting to bind port ddfed689-5f9f-420b-8714-48beafcbf35f by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:03.427443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Attempting to bind port ddfed689-5f9f-420b-8714-48beafcbf35f on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:03.432851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Request body: {'security_group': {'name': 'tempest-securitygroup-829727906', 'description': 'tempest-description-1149721920'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:03.448406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.478284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Port ddfed689-5f9f-420b-8714-48beafcbf35f on network f739e764-06d7-4c82-9488-bc313ca225d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:03.478627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Attempting to bind port ddfed689-5f9f-420b-8714-48beafcbf35f on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:03.506620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9610a0b5-a85a-4242-b4de-8d5a50df6dae req-75192f4b-8c69-4711-afb8-746cbbcca3b6 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595540 Jul 23 16:21:03.516972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:03.517344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Checking segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:03.517694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Bound using segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:03.518170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Bound port: ddfed689-5f9f-420b-8714-48beafcbf35f, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:03.518537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.547909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.565243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.572161 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.573963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.574752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Subnet': ['ID=67d0028d-3680-4903-9bde-d68e611debe6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.585832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Transition to ACTIVE for port object 72ad857c-083f-491f-b1ea-0725f60fc88d will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:03.595647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Checking segment: {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:03.596008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network hostable DHCP agents. Network: edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:03.630744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:03.644621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:03.649389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.650119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.657976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.667276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffcb187-bdec-4f1e-b168-574d88d3d606 None None] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:03.692443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.695178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['99e14acb-1ff3-4286-92ca-306d3dfb163e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:03.726239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:03.745678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:03.753088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.764532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:03.778947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:03.806214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event updated for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:03.830552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Network f739e764-06d7-4c82-9488-bc313ca225d3 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:03.833867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:03.839269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:03.849401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ddfed689-5f9f-420b-8714-48beafcbf35f,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:03.896319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.924362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133f4d4-c411-4da4-81ae-cf4dad21fd08 req-86bd75f4-82d8-493d-ab42-410b8abbb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.926484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8133f4d4-c411-4da4-81ae-cf4dad21fd08 req-86bd75f4-82d8-493d-ab42-410b8abbb606 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 1096 time: 0.4294474 Jul 23 16:21:03.951368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:03.952072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:03.986397 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a0a7be6e-4288-49fe-a790-5b081cc7ab84 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1967511 Jul 23 16:21:03.994292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.001297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2117583519'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:04.025594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d', 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'fixed_ips': [{'subnet_id': '67d0028d-3680-4903-9bde-d68e611debe6'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:21:04.028555 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.052909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.053772 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.055616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] 10.222.0.81 "PUT /v2.0/ports/ddfed689-5f9f-420b-8714-48beafcbf35f HTTP/1.1" status: 200 len: 1091 time: 2.6115134 Jul 23 16:21:04.095203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.096160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.148112 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.150764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.154935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "DELETE /v2.0/security-groups/d2d90fae-bc6d-4137-b29e-beb3f82dec5e HTTP/1.1" status: 204 len: 168 time: 0.8082323 Jul 23 16:21:04.156221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44552) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.178259 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-0bba30c3-4bab-49e0-8248-ab7d1a56c6e7 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] show failed (client error): The resource could not be found. Jul 23 16:21:04.182783 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0bba30c3-4bab-49e0-8248-ab7d1a56c6e7 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "GET /v2.0/security-groups/d2d90fae-bc6d-4137-b29e-beb3f82dec5e HTTP/1.1" status: 404 len: 347 time: 0.0265334 Jul 23 16:21:04.185431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.226296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b73b5f-a2fb-420a-8ecb-d055ed778f4b tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d90fae-bc6d-4137-b29e-beb3f82dec5e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.245060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.247580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8133f4d4-c411-4da4-81ae-cf4dad21fd08 req-f8860796-6bda-435a-9d3a-d781688aea18 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546308 Jul 23 16:21:04.249988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab7b91-0670-4aa8-8cf5-71396a3bf250 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.259866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.268733 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-bb9a0f22-d977-4cfc-acdc-ad90dcc483f6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8874660 Jul 23 16:21:04.276230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-874dda84-d853-4458-888d-87b8b566ac2d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8829007 Jul 23 16:21:04.283948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Allocated IP 19.80.0.2 (edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d/67d0028d-3680-4903-9bde-d68e611debe6/19b97d53-f2b9-49b3-9e21-1c9ff7963e79) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:04.308906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb945d-b355-4611-a5c5-82f39d952e75 req-2186f304-c344-4aa5-8c85-480a908530d7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.311205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ddb945d-b355-4611-a5c5-82f39d952e75 req-2186f304-c344-4aa5-8c85-480a908530d7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 935 time: 0.4412279 Jul 23 16:21:04.335643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db505853-733c-415c-862e-3cc21622fc68,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.344529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Provisioning for port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:04.353964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.355451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9bcb6ae-0bf6-4e4f-a88f-c839e6dbb104 req-3ff93c30-2919-4ac6-8e8e-6a81b168a1d0 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9426205 Jul 23 16:21:04.359577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:04.363185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.387374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ddb945d-b355-4611-a5c5-82f39d952e75 req-557f791b-72ff-48cf-9eb8-82f1cce1233d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Jul 23 16:21:04.393612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:04.400935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-c7de3f32-5cf6-4d07-ad72-4e7914991298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.402989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-c7de3f32-5cf6-4d07-ad72-4e7914991298 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 1094 time: 0.2728660 Jul 23 16:21:04.404085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.404427 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Added segment bddc7751-ca88-4c58-a93d-2e5212e0a685 of type vlan for network 016a9370-1c2d-4de3-a600-40e88470ee82 Jul 23 16:21:04.431805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Provisioning complete for port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:04.432348 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.461737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.480045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Deleting port 434f03a8-adb2-40a7-8eb3-351ae722507a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:04.480387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.488146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:04.533420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Provisioning for port 72ad857c-083f-491f-b1ea-0725f60fc88d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:04.534417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Provisioning complete for port 72ad857c-083f-491f-b1ea-0725f60fc88d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:04.534834 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.550951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.556670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.557512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.568175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Request body: {'port': {'device_id': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:04.573981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Request body: {'port': {'device_id': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:04.578449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.587796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-47fff1a7-1aeb-4e29-85d7-8a11e201cca4 None None] Port 72ad857c-083f-491f-b1ea-0725f60fc88d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:04.594174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Transition to ACTIVE for port object 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:04.609158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Transition to ACTIVE for port object 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:04.616573 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.642638 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6468723 Jul 23 16:21:04.646925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44564) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:04.652363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-9eb14ee9-5e6e-4ca6-8bcc-60f42a9788cd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddfed689-5f9f-420b-8714-48beafcbf35f HTTP/1.1" status: 200 len: 217 time: 0.0800173 Jul 23 16:21:04.659245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'subnet': {'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:04.661914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:04.666896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:04.670367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.671033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.674729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:04.680196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Pushing event updated for resources: {'Port': ['ID=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.714276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40756-85db-44a7-b9d6-479624c15a21 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Network': ['ID=016a9370-1c2d-4de3-a600-40e88470ee82,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:04.724751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Calling delete_port for 434f03a8-adb2-40a7-8eb3-351ae722507a owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:04.732500 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:04.741831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b87db-ea02-4b3c-bbfc-9047a1a3e55f req-4dbf5476-2d0f-4e16-914f-e56e39b2aea0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.743424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec3b87db-ea02-4b3c-bbfc-9047a1a3e55f req-4dbf5476-2d0f-4e16-914f-e56e39b2aea0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 945 time: 0.2853484 Jul 23 16:21:04.747697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 016a9370-1c2d-4de3-a600-40e88470ee82 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:04.759108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432d3c-c5de-4252-8cc4-314cb01da53f req-9cb82d75-7f35-4516-8dec-9b1ed423cad3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:04.760626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77432d3c-c5de-4252-8cc4-314cb01da53f req-9cb82d75-7f35-4516-8dec-9b1ed423cad3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 931 time: 0.2882643 Jul 23 16:21:04.788239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Attempting to bind port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:04.788518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Attempting to bind port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:04.789034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Attempting to bind port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 on network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:04.805959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:04.806486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Checking segment: {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:04.807004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.807502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Bound using segment: {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:04.808075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Bound port: 19b97d53-f2b9-49b3-9e21-1c9ff7963e79, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:04.808538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.813241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.919165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] For port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:04.923691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] For port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:04.929142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:04.997876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e613a-d12e-4227-af0e-07ded2900bc2 None None] Pushing event updated for resources: {'Port': ['ID=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.037166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}, {'name': 'network-changed', 'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:05.039844 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49436285-294f-4fc7-b987-821b2afc2472" -d '{"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}, {"name": "network-changed", "server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:05.064151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.128405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Pushing event deleted for resources: {'Port': ['ID=434f03a8-adb2-40a7-8eb3-351ae722507a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.133679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-13e85c10-f9d9-45e2-bc9e-a77631b9200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.135123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-13e85c10-f9d9-45e2-bc9e-a77631b9200f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.4717412 Jul 23 16:21:05.167026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77432d3c-c5de-4252-8cc4-314cb01da53f req-fbdde504-372a-4551-b226-13ccf9921c9b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904722 Jul 23 16:21:05.278128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.284730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-324795858', 'description': 'tempest-description-807080317'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:05.334520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec3b87db-ea02-4b3c-bbfc-9047a1a3e55f req-4a99948b-caba-4023-8d08-d5ab292a3320 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655732 Jul 23 16:21:05.336892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ad857c-083f-491f-b1ea-0725f60fc88d {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:05.342082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.343799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:05.344278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.349264 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d97ba85-bef0-4278-9721-a261351b9e86 tempest-ServersTestManualDisk-729428546 tempest-ServersTestManualDisk-729428546-project] 10.222.0.64 "DELETE /v2.0/floatingips/aef6bcac-fd8a-4638-b379-d91b8c821b9f HTTP/1.1" status: 204 len: 168 time: 1.1626952 Jul 23 16:21:05.349796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.350008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44570) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:05.391641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.442904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Transition to ACTIVE for port object 72ad857c-083f-491f-b1ea-0725f60fc88d will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:05.451189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.467814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-d71dfd56-cb95-4868-9e7a-58c2b3e3894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.469410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-d71dfd56-cb95-4868-9e7a-58c2b3e3894c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785084 Jul 23 16:21:05.474864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.529060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Pushing event updated for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:05.542868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.727754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Attempting to bind port 72ad857c-083f-491f-b1ea-0725f60fc88d on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:05.728119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Attempting to bind port 72ad857c-083f-491f-b1ea-0725f60fc88d by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:05.728754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Attempting to bind port 72ad857c-083f-491f-b1ea-0725f60fc88d on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:05.741636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Port 72ad857c-083f-491f-b1ea-0725f60fc88d on network f739e764-06d7-4c82-9488-bc313ca225d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:05.742003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Attempting to bind port 72ad857c-083f-491f-b1ea-0725f60fc88d on network f739e764-06d7-4c82-9488-bc313ca225d3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:05.767876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:05.768286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Checking segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:05.768605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Bound using segment: {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:05.769094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Bound port: 72ad857c-083f-491f-b1ea-0725f60fc88d, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61237979-4697-464e-ba62-89996d14f219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:05.769398 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.829703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7148ac6-bb0a-4efe-8341-82541ba6ea18 req-251047fb-c3a2-4f1b-9840-f18e946328a3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.831334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7148ac6-bb0a-4efe-8341-82541ba6ea18 req-251047fb-c3a2-4f1b-9840-f18e946328a3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 948 time: 0.3608463 Jul 23 16:21:05.871095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:05.879041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:05.882970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72ad857c-083f-491f-b1ea-0725f60fc88d,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:05.884440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-59d3a474-b046-4a57-ac32-bc4b4552b599 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566344 Jul 23 16:21:05.892173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.940205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:05.941527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:05.943116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] 10.222.0.81 "PUT /v2.0/ports/72ad857c-083f-491f-b1ea-0725f60fc88d HTTP/1.1" status: 200 len: 1091 time: 1.3801949 Jul 23 16:21:05.945765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:05.948218 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa55ca7-5c87-4c79-b314-111663ae99b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:06.029709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:06.048200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec550-7082-4a4b-9c84-6c44ca2ee730 service neutron] Pushing event updated for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.059330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7148ac6-bb0a-4efe-8341-82541ba6ea18 req-04cfacf4-b05a-4458-be7b-8c418f6452dc tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155268 Jul 23 16:21:06.076836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'mac_address': 'fa:16:3e:49:29:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:06.106400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.182253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.213582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:06.236681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.249536 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414453e-a16d-4590-bbb9-ff976db38446 x-openstack-request-id: req-9414453e-a16d-4590-bbb9-ff976db38446 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:06.249840 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:06.258502 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9414453e-a16d-4590-bbb9-ff976db38446 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:06.258679 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'status': 'completed', 'code': 200} Jul 23 16:21:06.258942 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f', 'status': 'completed', 'code': 200} Jul 23 16:21:06.260036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-67be4a89-7b25-4844-afff-b4c4136e17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.262769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-67be4a89-7b25-4844-afff-b4c4136e17ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 1094 time: 0.2555048 Jul 23 16:21:06.309850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:06.324478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.325353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:06.328816 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-e4216535-2253-4f28-9f01-010ab504b607 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72ad857c-083f-491f-b1ea-0725f60fc88d HTTP/1.1" status: 200 len: 217 time: 0.0530403 Jul 23 16:21:06.370549 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.405873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-6875ad70-6edb-4c07-8f2a-f80c2b0a8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.407613 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-6875ad70-6edb-4c07-8f2a-f80c2b0a8886 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.0656953 Jul 23 16:21:06.412646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.422032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921741a7-af9d-405f-97b9-f267d905aa3a None None] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:06.484773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:06.503034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae62dd0-1dea-422c-aa03-7762d884092a req-0f693ab6-c41d-4bd2-b0c1-c77f48a2313d service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037610 Jul 23 16:21:06.516027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.543765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Subnet': ['ID=f8406a7f-4e06-4fbd-b206-7b6a6b3538fd,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.572449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-e479d9e9-eeb8-40aa-9795-39fe65544c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.575311 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-e479d9e9-eeb8-40aa-9795-39fe65544c66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611700 Jul 23 16:21:06.590799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ad83a-e13c-47d1-8d1d-7e7d7bc4eddb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.593592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Transition to ACTIVE for port object 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:06.601107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.601592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.601988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.602292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.602656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.602993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.603319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.603643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.603973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.604297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.604623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.604945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.622799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.646112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.646518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.646802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.647141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.647478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.647805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.648524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.648524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.648788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.649091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.649417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.649734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:06.697597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Checking segment: {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:06.698026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network hostable DHCP agents. Network: 016a9370-1c2d-4de3-a600-40e88470ee82, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:06.735172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.743430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-0d836536-9c4c-4675-8010-830f26651e14 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607788 Jul 23 16:21:06.754981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:06.783232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-10900cf4-f971-4330-95fa-05cd6b1143d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.789798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-10900cf4-f971-4330-95fa-05cd6b1143d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1100 time: 0.4699047 Jul 23 16:21:06.808159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Deleting port 6e99b354-5b2d-4613-8ed3-2690d6c01165 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:06.808644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.821741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-a4de63c5-e35a-47ab-82d0-a34c5a481db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:06.829887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-a4de63c5-e35a-47ab-82d0-a34c5a481db7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1100 time: 0.5074825 Jul 23 16:21:06.855273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:06.873512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:06.942306 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-df0e0878-d8ee-4bc5-8aef-061578b6e8b1 req-829546a4-8db7-4c54-8e78-2a4124a3384f service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879632 Jul 23 16:21:06.959041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Provisioning for port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:06.964517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] For port 6e99b354-5b2d-4613-8ed3-2690d6c01165, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6e99b354-5b2d-4613-8ed3-2690d6c01165,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:06.965126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.970601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Provisioning complete for port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:06.970978 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.971178 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:06.988548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Calling delete_port for 6e99b354-5b2d-4613-8ed3-2690d6c01165 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:06.989705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network 016a9370-1c2d-4de3-a600-40e88470ee82 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:07.028425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.136010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 016a9370-1c2d-4de3-a600-40e88470ee82) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:07.156301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.156902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.161225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404330e4-229d-47c6-823d-abb7412ee1d6 None None] Network 016a9370-1c2d-4de3-a600-40e88470ee82 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:07.182720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.195276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9562bfb6-6d65-492c-beb1-b6343ebc3f7a req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9149215 Jul 23 16:21:07.247481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3743b-5e20-41ee-ae4e-829d2c26de72 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e510a-0c2d-4e32-9117-a049e8294bdd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:07.250244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.277539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8b46e3e6-a14a-4b56-914c-b7d82568bad9 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6201229 Jul 23 16:21:07.300852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-80b0ccee-30a1-40e6-b980-c4f3a647d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.308166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-80b0ccee-30a1-40e6-b980-c4f3a647d1a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4902844 Jul 23 16:21:07.310719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-cbb23239-8423-4d80-8c09-34c38f71e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.312332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-cbb23239-8423-4d80-8c09-34c38f71e042 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4468048 Jul 23 16:21:07.315829 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37fae9-94a0-4b64-8137-97d956150e20 x-openstack-request-id: req-6c37fae9-94a0-4b64-8137-97d956150e20 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:07.315829 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:07.316100 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c37fae9-94a0-4b64-8137-97d956150e20 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:07.316331 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d', 'status': 'completed', 'code': 200} Jul 23 16:21:07.317029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e99b354-5b2d-4613-8ed3-2690d6c01165,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:07.318404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Attempting to bind port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:07.323550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Attempting to bind port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:07.323956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Attempting to bind port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:07.337570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.396096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2b70f-7f43-4e40-a216-a12c3d0e3245 req-62371125-49cb-47f5-94b1-05f6d91ab9dc tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.406902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7d2b70f-7f43-4e40-a216-a12c3d0e3245 req-62371125-49cb-47f5-94b1-05f6d91ab9dc tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 947 time: 0.4916186 Jul 23 16:21:07.505103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] For port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:07.516105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-dc765b38-38f0-4ee0-9c1f-e6366f594053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.1893780 Jul 23 16:21:07.520734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-8700b9db-5065-42b4-9b5d-80a385a29334 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.1921778 Jul 23 16:21:07.521510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:07.522029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Attempting to bind port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:07.524503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-016a9370-1c2d-4de3-a600-40e88470ee82', 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'fixed_ips': [{'subnet_id': 'f8406a7f-4e06-4fbd-b206-7b6a6b3538fd'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:21:07.525453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.533054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.626842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:07.627340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:07.627816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:07.628369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Bound port: 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:07.628924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.632959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-935fcaa7-9ca7-48e7-9392-de4285db1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.635676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-935fcaa7-9ca7-48e7-9392-de4285db1ced service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0851803 Jul 23 16:21:07.655387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.669287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-b8f9e003-dd72-43ec-9531-b14a587f7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.671064 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-b8f9e003-dd72-43ec-9531-b14a587f7054 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 1094 time: 0.3063486 Jul 23 16:21:07.707180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c7578-8d0c-4bd1-8c65-b10a7c67615d None None] Pushing event updated for resources: {'Port': ['ID=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:07.765460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e37214cd-964d-4f15-a45a-8e8c349cab65 None None] Provisioning complete for port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:07.765860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e37214cd-964d-4f15-a45a-8e8c349cab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:07.802033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Allocated IP 19.86.0.2 (016a9370-1c2d-4de3-a600-40e88470ee82/f8406a7f-4e06-4fbd-b206-7b6a6b3538fd/0985d27f-7388-49ab-8f33-e6a9635884d9) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:07.859913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7d2b70f-7f43-4e40-a216-a12c3d0e3245 req-6df588d0-1b3c-46a3-b5e5-fdd2b220b5ec tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392286 Jul 23 16:21:07.869642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-75de0e80-d3ef-49ad-8fe9-10669501cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.884015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-75de0e80-d3ef-49ad-8fe9-10669501cdb3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3527257 Jul 23 16:21:07.998170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-71e3908e-511d-4af0-93e9-2aa3eafd5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:07.999872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-71e3908e-511d-4af0-93e9-2aa3eafd5998 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3187730 Jul 23 16:21:08.035162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.051096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Transition to ACTIVE for port object 0985d27f-7388-49ab-8f33-e6a9635884d9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.074917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Transition to ACTIVE for port object 0985d27f-7388-49ab-8f33-e6a9635884d9 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:08.084722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.133017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Network 016a9370-1c2d-4de3-a600-40e88470ee82 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:08.137551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:08.141498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:08.170341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Pushing event updated for resources: {'Port': ['ID=0985d27f-7388-49ab-8f33-e6a9635884d9,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.179700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-a88634f1-c974-4b81-a51a-d94569e1fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.180110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-a88634f1-c974-4b81-a51a-d94569e1fdd0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 916 time: 0.5024929 Jul 23 16:21:08.259605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-df8e8ade-17dd-4cf1-bd72-906f0d214d24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72ad857c-083f-491f-b1ea-0725f60fc88d HTTP/1.1" status: 200 len: 217 time: 0.0410662 Jul 23 16:21:08.261515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:08.266542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Attempting to bind port 0985d27f-7388-49ab-8f33-e6a9635884d9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:08.266542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Attempting to bind port 0985d27f-7388-49ab-8f33-e6a9635884d9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:08.266965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Attempting to bind port 0985d27f-7388-49ab-8f33-e6a9635884d9 on network 016a9370-1c2d-4de3-a600-40e88470ee82 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:08.295625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:08.296538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Checking segment: {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:08.297430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.297847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Bound using segment: {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:08.298364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Bound port: 0985d27f-7388-49ab-8f33-e6a9635884d9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:08.298782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.349685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-da8e5c23-9e75-41c3-9a7d-7cb49371b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.351194 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-da8e5c23-9e75-41c3-9a7d-7cb49371b8ba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.0662279 Jul 23 16:21:08.369262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:08.369638 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.394383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1173791565', 'description': 'tempest-description-945908035'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:08.409684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Router 3cf225b0-dc77-4984-a056-4b1ce29eacea has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:08.419218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-3b60b3ff-b322-4c65-8071-3fa8c65dd5d1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.420714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-3b60b3ff-b322-4c65-8071-3fa8c65dd5d1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.81 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426&tenant_id=1bd5d560384f47649f2e48083e4f1ea5&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 949 time: 0.7581990 Jul 23 16:21:08.422762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] For port 0985d27f-7388-49ab-8f33-e6a9635884d9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:08.427493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] For port 0985d27f-7388-49ab-8f33-e6a9635884d9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0985d27f-7388-49ab-8f33-e6a9635884d9,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:08.433034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.451512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:08.501457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699496-aeb2-4d8f-84bb-4c16b70f778b req-59ab0c4f-da3a-4193-a05c-8db82187ac3b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.503122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b699496-aeb2-4d8f-84bb-4c16b70f778b req-59ab0c4f-da3a-4193-a05c-8db82187ac3b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 943 time: 0.8208959 Jul 23 16:21:08.516415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-84b1c884-424e-4478-b0e1-85c5c22d5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.518063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-84b1c884-424e-4478-b0e1-85c5c22d5870 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587405 Jul 23 16:21:08.521159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ee9b3-6e24-41ab-998d-76e49918b1f6 None None] Pushing event updated for resources: {'Port': ['ID=0985d27f-7388-49ab-8f33-e6a9635884d9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.543265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:08.557448 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.584744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.655156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-aa3a067b-6e67-43e9-8db1-0afd460b833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.656683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-aa3a067b-6e67-43e9-8db1-0afd460b833b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7592022 Jul 23 16:21:08.670292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:08.670840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:08.671335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.672787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] 10.222.0.81 "PUT /v2.0/ports/3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 HTTP/1.1" status: 200 len: 1095 time: 4.1089110 Jul 23 16:21:08.675159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:08.677497 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241ac50-6631-4042-8173-1974012a0972" -d '{"events": [{"name": "network-changed", "server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:08.679369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2acdcffa-8214-4184-ab51-00724ea3677b admin admin] 10.222.0.64 "PUT /v2.0/routers/3cf225b0-dc77-4984-a056-4b1ce29eacea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3283427 Jul 23 16:21:08.681701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44616) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:08.684908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Sync routers for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:08.698415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:08.701498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:08.754622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-7d25a128-966f-4b60-9c41-41ceebed2471 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412310 Jul 23 16:21:08.755807 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-3afcc37d-d517-4bf7-83e6-55ea8bee6ab7 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216411 Jul 23 16:21:08.830406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-f2c14d22-b118-4567-8e96-b75e040a0653 service neutron] 10.222.0.81 "GET /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.3950703 Jul 23 16:21:08.837645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b699496-aeb2-4d8f-84bb-4c16b70f778b req-09e3cc8c-8835-4c92-9b15-fadd5cba3fce tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893329 Jul 23 16:21:08.878444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:08.881505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f265e5-07e2-45ec-9935-4888dd3b9926 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:08.922531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:08.959953 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aa55ca7-5c87-4c79-b314-111663ae99b8 req-67ed7943-17d3-4415-8d22-d953fb5b1834 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767225 Jul 23 16:21:09.067608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.090732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:09.133705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Deleting port 25a39ee5-0416-4c6a-a82a-06469218d0c1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:09.134084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.145122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-47c27f08-6fd7-4e14-9ff8-5eea3b08656e service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592280 Jul 23 16:21:09.223859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] For port 25a39ee5-0416-4c6a-a82a-06469218d0c1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=25a39ee5-0416-4c6a-a82a-06469218d0c1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:09.224224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.239338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Calling delete_port for 25a39ee5-0416-4c6a-a82a-06469218d0c1 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:09.248645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:09.266788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-7a991b76-487e-4bfa-8a48-63db75b7bfec service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876077 Jul 23 16:21:09.267026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'mac_address': 'fa:16:3e:36:00:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:09.272640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:21:07Z', 'revision_number': 5, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port': {'id': '25a39ee5-0416-4c6a-a82a-06469218d0c1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:18:29Z', 'updated_at': '2021-07-23T16:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:09.276622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-2ec2356e-32e0-4143-a3ab-26460fb7814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.278278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-2ec2356e-32e0-4143-a3ab-26460fb7814e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 1098 time: 0.5148461 Jul 23 16:21:09.283198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.304010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.318914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Checking router: 3cf225b0-dc77-4984-a056-4b1ce29eacea for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:09.352674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Routers {'3cf225b0-dc77-4984-a056-4b1ce29eacea'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:09.353410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3cf225b0-dc77-4984-a056-4b1ce29eacea'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:09.359760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.393322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-f586d66a-b624-4479-b54e-271c99889307 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.401638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-f586d66a-b624-4479-b54e-271c99889307 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.403358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-f586d66a-b624-4479-b54e-271c99889307 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/networks?id=edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d&id=016a9370-1c2d-4de3-a600-40e88470ee82 HTTP/1.1" status: 200 len: 1392 time: 0.3540440 Jul 23 16:21:09.404768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-695f61cc-6498-4d3f-bbd2-1cd3988847a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 HTTP/1.1" status: 200 len: 217 time: 0.1124883 Jul 23 16:21:09.437729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.465868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a39ee5-0416-4c6a-a82a-06469218d0c1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.476157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.492093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f541a2d-510a-43d8-87c2-7ba476248cf2 req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1197445 Jul 23 16:21:09.526105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-23f51754-0bd0-4de2-bf79-8990f0321ff0 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692770 Jul 23 16:21:09.547007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d33ca-119f-4b27-ab12-70c3b957af48 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a664c24d-c752-4fe9-ba40-10d74127d57c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.562593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-c6f1c421-b81c-4562-ba6d-2ac98202d319 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/quotas/dfbdd0f1fc704356bb414e2f232fa4c2 HTTP/1.1" status: 200 len: 375 time: 0.1294146 Jul 23 16:21:09.587132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:09.598502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.644703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:09.649692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] Set router 3cf225b0-dc77-4984-a056-4b1ce29eacea gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:09.651457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.703355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-4d7fc0a0-d5a5-43a7-9e37-d9419e109f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.704989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-4d7fc0a0-d5a5-43a7-9e37-d9419e109f9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2921093 Jul 23 16:21:09.719312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.722004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.743479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 6, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:09.778140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49082fca-8c49-4bd3-8acb-e8168bab76e5 None None] The sync data for ids ['3cf225b0-dc77-4984-a056-4b1ce29eacea'] in n-d-800484-3 is: [{'id': '3cf225b0-dc77-4984-a056-4b1ce29eacea', 'name': 'tempest-ServersTestManualDisk-1482193672-router', 'tenant_id': '4dfd4a573753480bb4a1f95b05206c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:18:28Z', 'updated_at': '2021-07-23T16:21:09Z', 'revision_number': 6, 'project_id': '4dfd4a573753480bb4a1f95b05206c70', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:09.781844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.782396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf225b0-dc77-4984-a056-4b1ce29eacea {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:21:09.803869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:09.805866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-2ed4889e-1771-43a7-8e87-b34b373df5f8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2423024 Jul 23 16:21:09.815929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.817094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5409dea-568b-4670-9ff1-55d636320737 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3cf225b0-dc77-4984-a056-4b1ce29eacea HTTP/1.1" status: 204 len: 168 time: 1.1344681 Jul 23 16:21:09.820076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44632) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:09.837614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2d75af63-6253-4f8c-a1dd-4df1008f9ba0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:09.863123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8136bac-bdcc-47bf-8b6b-9bfd089f7e42 req-f586cd21-3313-42f0-a74c-b8c6c48b4bf0 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.869864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8136bac-bdcc-47bf-8b6b-9bfd089f7e42 req-f586cd21-3313-42f0-a74c-b8c6c48b4bf0 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 949 time: 0.3008327 Jul 23 16:21:09.897121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Deleting subnet ec26d263-aa9c-4868-a88c-257556d12d80 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:09.904118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:09.906457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ddfed689-5f9f-420b-8714-48beafcbf35f details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:09.908040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:09.910296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-c32ba70c-2ec1-4747-b914-77bcb184b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.911675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-c32ba70c-2ec1-4747-b914-77bcb184b081 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 1094 time: 0.2564609 Jul 23 16:21:09.934765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-1548afb8-32ea-4e20-9f36-090eeccf64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:09.936850 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-1548afb8-32ea-4e20-9f36-090eeccf64f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1100 time: 0.1658769 Jul 23 16:21:09.955939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec990627-7b08-4609-89ec-227599d22424 None None] Network 016a9370-1c2d-4de3-a600-40e88470ee82 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:09.978150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.009804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be90176-6a43-4909-85b5-e004abb6f10e req-1e622282-c47e-44a6-bbee-a03ae4a80b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.011366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-1e622282-c47e-44a6-bbee-a03ae4a80b43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967348 Jul 23 16:21:10.014546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8136bac-bdcc-47bf-8b6b-9bfd089f7e42 req-165c1ebe-512e-47a9-8b40-c151fe808475 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442170 Jul 23 16:21:10.144231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-15c4377c-9283-4453-9c0a-27bfacdbdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.145845 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-15c4377c-9283-4453-9c0a-27bfacdbdbd1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2011962 Jul 23 16:21:10.167118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.179761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:10.187673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-a4e0a678-5af2-4ef1-93de-91483f65f4c2 service neutron] 10.222.0.64 "GET /v2.0/networks/edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723977 Jul 23 16:21:10.234567 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-3c802fea-26a8-4d1b-b654-2b545f6ad889 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0791252 Jul 23 16:21:10.253967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:10.253967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.286788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-fdb25995-166a-4579-919a-a1c459ce26f3 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678530 Jul 23 16:21:10.306356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-c1b7c26a-189f-4b30-8718-eff078a697f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.307944 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-c1b7c26a-189f-4b30-8718-eff078a697f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0657263 Jul 23 16:21:10.308524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-4d390808-7b22-4ebf-862c-e38462ae4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.311028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-4d390808-7b22-4ebf-862c-e38462ae4d68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 916 time: 0.3896761 Jul 23 16:21:10.390547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.416126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.416704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-59c7a19a-9bab-4d4f-a210-9706a0f47280 None None] Provisioning for port 0985d27f-7388-49ab-8f33-e6a9635884d9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:10.418207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec26d263-aa9c-4868-a88c-257556d12d80 HTTP/1.1" status: 204 len: 168 time: 0.5971942 Jul 23 16:21:10.423548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:10.443009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83158c7-c80c-4c37-8a4e-e2c90430723b None None] Network ec5fda1d-19ab-451b-9f6c-1636760460b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:10.469852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b8b46-d2d9-4c1c-8d78-2fdb584061b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec26d263-aa9c-4868-a88c-257556d12d80,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.480492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ddfed689-5f9f-420b-8714-48beafcbf35f,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:10.500954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-5bb1735f-36b5-4b90-8a29-fe395be40d26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddfed689-5f9f-420b-8714-48beafcbf35f HTTP/1.1" status: 200 len: 217 time: 0.1226220 Jul 23 16:21:10.504960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-6ed6e930-d942-4a9d-a87b-aacea3d6885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:10.506663 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-6ed6e930-d942-4a9d-a87b-aacea3d6885b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1861215 Jul 23 16:21:10.550484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ddfed689-5f9f-420b-8714-48beafcbf35f', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'port_id': 'ddfed689-5f9f-420b-8714-48beafcbf35f', 'mac_address': 'fa:16:3e:d9:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018989c9-fd53-4f16-b118-b97237d5aebd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:10.585664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.671579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.694001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.741034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:10.745507 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a01dc3f-7cb3-460b-bc90-8eed578b6fac" -d '{"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:10.754726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfed689-5f9f-420b-8714-48beafcbf35f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:10.786261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:10.801477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.812659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ddfed689-5f9f-420b-8714-48beafcbf35f,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:10.839719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-017cbb8f-0ff9-41b2-8b15-b41483cadf32 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994227 Jul 23 16:21:10.845616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0985d27f-7388-49ab-8f33-e6a9635884d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:10.858347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.859289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72ad857c-083f-491f-b1ea-0725f60fc88d details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:10.907728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Deleting port 9409bfa0-3993-4552-ba5e-c45efffde567 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:10.908077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:10.941811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:10.984003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] DHCP port deletion for ec5fda1d-19ab-451b-9f6c-1636760460b0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:11.003693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72ad857c-083f-491f-b1ea-0725f60fc88d,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.050289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '72ad857c-083f-491f-b1ea-0725f60fc88d', 'network_id': 'f739e764-06d7-4c82-9488-bc313ca225d3', 'port_id': '72ad857c-083f-491f-b1ea-0725f60fc88d', 'mac_address': 'fa:16:3e:21:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018989c9-fd53-4f16-b118-b97237d5aebd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:11.054516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38f6e7-1aae-4255-9876-5c9d0da0db62 req-6882db7b-1cf0-40ec-b6d7-2e8578cc0432 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.062555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f38f6e7-1aae-4255-9876-5c9d0da0db62 req-6882db7b-1cf0-40ec-b6d7-2e8578cc0432 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 948 time: 0.9366376 Jul 23 16:21:11.066525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] For port 9409bfa0-3993-4552-ba5e-c45efffde567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9409bfa0-3993-4552-ba5e-c45efffde567,segment=NetworkSegment(42629a16-efb1-4e91-b6cb-cffcb1276c5c),segment_id=42629a16-efb1-4e91-b6cb-cffcb1276c5c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.066889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.071527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0985d27f-7388-49ab-8f33-e6a9635884d9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:11.094558 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-02a0bf93-def3-4eab-a738-1112931a5f65 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471640 Jul 23 16:21:11.095625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Calling delete_port for 9409bfa0-3993-4552-ba5e-c45efffde567 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:11.101140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0985d27f-7388-49ab-8f33-e6a9635884d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:11.101140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.110682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:11.154084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.172435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-319f8b09-7665-4499-a8c5-faf265e1727a service neutron] 10.222.0.64 "GET /v2.0/networks/edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9756696 Jul 23 16:21:11.196920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.233838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9409bfa0-3993-4552-ba5e-c45efffde567,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.238770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] No DVR routers for this DVR port 9409bfa0-3993-4552-ba5e-c45efffde567 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:11.248854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f38f6e7-1aae-4255-9876-5c9d0da0db62 req-c93e9418-d8f9-4a1f-be20-2b8efcbf227c tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853273 Jul 23 16:21:11.253425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-37df0567-ffc5-40bf-9170-3a0b6657836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.254988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-37df0567-ffc5-40bf-9170-3a0b6657836a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.7381425 Jul 23 16:21:11.283891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.302971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.305490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2be90176-6a43-4909-85b5-e004abb6f10e req-c2b0ed52-9705-44e8-8c59-95d244bb7f74 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0082843 Jul 23 16:21:11.338575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Deleting port 9409bfa0-3993-4552-ba5e-c45efffde567 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:11.339093 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.345591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ad857c-083f-491f-b1ea-0725f60fc88d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:11.357248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.385200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5fda1d-19ab-451b-9f6c-1636760460b0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.410378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42629a16-efb1-4e91-b6cb-cffcb1276c5c') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.410815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42629a16-efb1-4e91-b6cb-cffcb1276c5c') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:11.425706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.433656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-ff8d262e-4b08-4631-919f-bb3533d2d015 service neutron] 10.222.0.64 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603550 Jul 23 16:21:11.443838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.452234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:11.452953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.480244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] For port 9409bfa0-3993-4552-ba5e-c45efffde567, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.480581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.494450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Calling delete_port for 9409bfa0-3993-4552-ba5e-c45efffde567 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:11.497376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Port 9409bfa0-3993-4552-ba5e-c45efffde567 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:21:11.499522 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.510038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72ad857c-083f-491f-b1ea-0725f60fc88d,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.519870 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec97a77c-705c-4e7d-b82b-3343bd39b30b x-openstack-request-id: req-ec97a77c-705c-4e7d-b82b-3343bd39b30b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:11.520142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:11.520400 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec97a77c-705c-4e7d-b82b-3343bd39b30b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:11.520806 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', 'status': 'completed', 'code': 200} Jul 23 16:21:11.537591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-f3d72f5e-44a4-46bb-adb5-92a263de411a tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.539175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-f3d72f5e-44a4-46bb-adb5-92a263de411a tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 948 time: 1.1513927 Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:11.547413 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:11.549695 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.558586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.564659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.568799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ec5fda1d-19ab-451b-9f6c-1636760460b0 HTTP/1.1" status: 204 len: 168 time: 1.1064472 Jul 23 16:21:11.586728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a808c-28b9-48ba-aacb-c7c82eb917d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5fda1d-19ab-451b-9f6c-1636760460b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.610337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] Pushing event deleted for resources: {'Port': ['ID=9409bfa0-3993-4552-ba5e-c45efffde567,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.612839 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.628428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044ff5e-002a-46f9-995e-e902140491ad None None] No DVR routers for this DVR port 9409bfa0-3993-4552-ba5e-c45efffde567 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:11.649921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:11.650343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.740603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-920572de-d532-4b86-8eee-cf87463c6ac4 service neutron] 10.222.0.64 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982486 Jul 23 16:21:11.796102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4db70fc2-5a66-4ecc-9260-93aded6fd9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.810575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 0985d27f-7388-49ab-8f33-e6a9635884d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0985d27f-7388-49ab-8f33-e6a9635884d9,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:11.825003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:11.839275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44674) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:11.856712 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.892566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6e99b354-5b2d-4613-8ed3-2690d6c01165 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:11.952337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6e99b354-5b2d-4613-8ed3-2690d6c01165 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:11.952698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6e99b354-5b2d-4613-8ed3-2690d6c01165 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:11.963580 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:11.980215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49436285-294f-4fc7-b987-821b2afc2472 req-3643343e-ba25-41d6-9a6d-f3c7258cf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.982445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-3643343e-ba25-41d6-9a6d-f3c7258cf620 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7000301 Jul 23 16:21:11.996555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ac50-6631-4042-8173-1974012a0972 req-42fe26ea-021e-440c-bbeb-9948b3095a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:11.998607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-42fe26ea-021e-440c-bbeb-9948b3095a7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 1098 time: 0.5348711 Jul 23 16:21:12.014827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=0985d27f-7388-49ab-8f33-e6a9635884d9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:12.057061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:12.061916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ddfed689-5f9f-420b-8714-48beafcbf35f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:12.116288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.116930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473f606-bcc7-434d-a88a-a9861555aded req-f5c56c37-b7fe-4434-afcd-18fae4402653 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.118711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4473f606-bcc7-434d-a88a-a9861555aded req-f5c56c37-b7fe-4434-afcd-18fae4402653 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 947 time: 0.6256785 Jul 23 16:21:12.119711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['72ad857c-083f-491f-b1ea-0725f60fc88d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:12.172633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-47b81920-8783-4040-a1a1-bd165b8a0118 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dfd4a573753480bb4a1f95b05206c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317158 Jul 23 16:21:12.175635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44688) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:12.336216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0985d27f-7388-49ab-8f33-e6a9635884d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:12.336792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.368075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Deleting port f692754c-d5be-4a41-95d6-c4f423de27d2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:12.368438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.400514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4473f606-bcc7-434d-a88a-a9861555aded req-9d5443e8-292b-4aa1-8842-09d0209fb754 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656376 Jul 23 16:21:12.415996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.420187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-38055820-a476-4f9f-95e6-c3bff2acd548 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191487 Jul 23 16:21:12.487696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ac50-6631-4042-8173-1974012a0972 req-a7a25564-2a8a-4822-a292-720063675432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.488654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-a7a25564-2a8a-4822-a292-720063675432 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4699950 Jul 23 16:21:12.492616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:12.504009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.508988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.522419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67642ddf-0bcd-4fa4-9c33-1cdea419f479 HTTP/1.1" status: 204 len: 168 time: 0.3451266 Jul 23 16:21:12.557423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf1a17-5dc0-41a1-9175-67fb71ef3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67642ddf-0bcd-4fa4-9c33-1cdea419f479,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:12.720769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-55734350-03c0-4202-aee8-ab627e90a93e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 HTTP/1.1" status: 200 len: 217 time: 0.1774707 Jul 23 16:21:12.787694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0985d27f-7388-49ab-8f33-e6a9635884d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:12.788074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.837033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] For port f692754c-d5be-4a41-95d6-c4f423de27d2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f692754c-d5be-4a41-95d6-c4f423de27d2,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:12.837423 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:12.891171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Calling delete_port for f692754c-d5be-4a41-95d6-c4f423de27d2 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:12.911578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49436285-294f-4fc7-b987-821b2afc2472 req-075efc9c-e8a2-4149-8167-6c3709719f66 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730461 Jul 23 16:21:12.939450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ac50-6631-4042-8173-1974012a0972 req-a703d149-06d1-4a6c-ab1a-87f9dc93c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:12.940954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-a703d149-06d1-4a6c-ab1a-87f9dc93c292 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1917887 Jul 23 16:21:13.046659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9409bfa0-3993-4552-ba5e-c45efffde567 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:13.058001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4844e6-03cf-477f-8d90-6357c1a000bf req-a03de180-3a8e-4239-9f2b-1a2dbfc3d754 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.065576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd4844e6-03cf-477f-8d90-6357c1a000bf req-a03de180-3a8e-4239-9f2b-1a2dbfc3d754 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 944 time: 0.4853575 Jul 23 16:21:13.081330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9409bfa0-3993-4552-ba5e-c45efffde567 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:13.081958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9409bfa0-3993-4552-ba5e-c45efffde567 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:13.082582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 25a39ee5-0416-4c6a-a82a-06469218d0c1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:13.103293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 25a39ee5-0416-4c6a-a82a-06469218d0c1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:13.103898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 25a39ee5-0416-4c6a-a82a-06469218d0c1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:13.204652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd4844e6-03cf-477f-8d90-6357c1a000bf req-18108e09-b5ef-45be-b1ee-754f48061786 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359906 Jul 23 16:21:13.270839 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a999114-a0e4-4a32-8629-06214bcf6165 x-openstack-request-id: req-9a999114-a0e4-4a32-8629-06214bcf6165 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:13.271143 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:13.271403 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a999114-a0e4-4a32-8629-06214bcf6165 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:13.271837 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'code': 200} Jul 23 16:21:13.278411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-f6e24fc9-e463-4c31-9978-4dc5076344e8 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45127 time: 1.2222826 Jul 23 16:21:13.393305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ac50-6631-4042-8173-1974012a0972 req-e4c0e8c2-7888-4639-a84e-d5ef22cf67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.396622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-e4c0e8c2-7888-4639-a84e-d5ef22cf67a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4363806 Jul 23 16:21:13.585967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:13.587136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-091065d1-b92b-4387-bfbe-d3096703179d tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1ad25865-044c-40fe-aae0-a0f27336eb1e HTTP/1.1" status: 200 len: 2981 time: 0.2340503 Jul 23 16:21:13.596519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['bcfa9760-ec95-48af-9a4c-b293da628209'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:13.614155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-bcbb7d06-e415-4455-b14a-12e404e23511 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037826 Jul 23 16:21:13.720345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2812bea-ee7a-4f9d-b53e-8618da32d5b5 req-a28e299d-98be-4e82-8e44-3692ccf00408 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:13.727287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2812bea-ee7a-4f9d-b53e-8618da32d5b5 req-a28e299d-98be-4e82-8e44-3692ccf00408 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.3720565 Jul 23 16:21:13.728396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Pushing event deleted for resources: {'Port': ['ID=f692754c-d5be-4a41-95d6-c4f423de27d2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:13.925360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] No DVR routers for this DVR port f692754c-d5be-4a41-95d6-c4f423de27d2 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:13.931315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:13.945397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ddfed689-5f9f-420b-8714-48beafcbf35f up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:14.052390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44722) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:14.233650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-2aa2e694-1629-405d-a3d4-892e914936f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.241300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:14.248432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-2aa2e694-1629-405d-a3d4-892e914936f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.254226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-2aa2e694-1629-405d-a3d4-892e914936f5 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "GET /v2.0/networks?id=edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d&id=016a9370-1c2d-4de3-a600-40e88470ee82 HTTP/1.1" status: 200 len: 1392 time: 0.3262384 Jul 23 16:21:14.257196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.259276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c0641c3-6da0-4a20-a328-e4a840816e88 req-edd34347-b404-4d42-b34b-b74aa201a2d4 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "DELETE /v2.0/ports/f692754c-d5be-4a41-95d6-c4f423de27d2 HTTP/1.1" status: 204 len: 173 time: 2.6984248 Jul 23 16:21:14.259558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', 'mac_address': 'fa:16:3e:50:75:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:14.266428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'name': 'network-vif-deleted', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:14.268705 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d55b47b-e52d-4990-a386-151f421df1cd" -d '{"events": [{"server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "name": "network-vif-deleted", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:14.288724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1694505167-network', 'tenant_id': 'd8b42287fa8b47c8880a6d127c21374f'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:14.312324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'port': {'device_id': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d', 'admin_state_up': True, 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:14.345853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-d42a7229-eff6-432b-b630-54528ea1ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:14.351976 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-d42a7229-eff6-432b-b630-54528ea1ba3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426&tenant_id=1bd5d560384f47649f2e48083e4f1ea5 HTTP/1.1" status: 200 len: 1101 time: 0.2209990 Jul 23 16:21:14.353670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Made reservation on behalf of d8b42287fa8b47c8880a6d127c21374f for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:14.362497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.388915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.409654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:14.414725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.417288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.438248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:14.478158 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89950640-537d-4827-8f3e-8bdbeb225e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.492698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:14.504672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.538521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ddfed689-5f9f-420b-8714-48beafcbf35f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:14.548241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ddfed689-5f9f-420b-8714-48beafcbf35f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:14.548977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.570240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.636055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:14.703934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-7ef354c8-cfa7-4175-9dda-8740c679feb2 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1ad25865-044c-40fe-aae0-a0f27336eb1e HTTP/1.1" status: 200 len: 2981 time: 1.0930495 Jul 23 16:21:14.720779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2812bea-ee7a-4f9d-b53e-8618da32d5b5 req-0cfcb3c3-23a2-4945-a0eb-c769a70f3e16 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9781411 Jul 23 16:21:14.728330 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.784451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ddfed689-5f9f-420b-8714-48beafcbf35f,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:14.788959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a241ac50-6631-4042-8173-1974012a0972 req-63cfcfea-9791-4a08-b48d-c69b8cfc3ab7 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1448443 Jul 23 16:21:14.796571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:14.799035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72ad857c-083f-491f-b1ea-0725f60fc88d up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:14.859591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-8f707359-b27a-46db-ac8c-14d303c6e174 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1b259369-2e03-4d45-af08-56a5453272c7 HTTP/1.1" status: 200 len: 2981 time: 0.1273541 Jul 23 16:21:14.897224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2c16d89-d5e1-4f7b-a2e1-6670d056fa5e req-f3c744a1-7a2e-4cf7-84ff-84babc2dee5e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 210 time: 0.0413883 Jul 23 16:21:14.906674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:14.959786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:14.999810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-5e8282aa-ee0c-44e5-8bad-900c9bdc4a10 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/1b259369-2e03-4d45-af08-56a5453272c7 HTTP/1.1" status: 200 len: 2981 time: 0.0945287 Jul 23 16:21:15.080457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc1e2ff4-a025-4ee9-a343-6d1f35b53647 req-a6d706b9-4bfb-40b0-b12f-ec733bf8de84 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70 HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jul 23 16:21:15.092789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.111147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-f2226a62-10a7-4721-a5e1-59edf9aaad06 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/21767a4e-bd5e-4d68-ba70-2caf04862023 HTTP/1.1" status: 200 len: 2981 time: 0.1046574 Jul 23 16:21:15.154026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.166982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.204123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-a03034a1-894c-4607-9e06-f0b6e8401a4a tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/21767a4e-bd5e-4d68-ba70-2caf04862023 HTTP/1.1" status: 200 len: 2981 time: 0.0862637 Jul 23 16:21:15.209648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:15.219735 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.224738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f692754c-d5be-4a41-95d6-c4f423de27d2 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:15.226089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:15.255033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:15.257308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: f692754c-d5be-4a41-95d6-c4f423de27d2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:15.257654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f692754c-d5be-4a41-95d6-c4f423de27d2 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:15.274805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.275171 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Added segment 73187b6a-0c4a-4b2e-b3ed-b5c76578f11d of type vlan for network ca18855a-dc03-4035-aa10-34ee8a9d653e Jul 23 16:21:15.278050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0edd3b-80da-4ced-a709-09a32739c7a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.300509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0'}, {'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:15.303496 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63637c-91b2-419e-bf9f-c1cae536474c" -d '{"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-plugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0"}, {"server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "name": "network-vif-plugged", "status": "completed", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:15.330625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:15.334200 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c517e-b00d-4d90-900a-ebeb4d292f9b" -d '{"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-unplugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:15.334871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-98e37608-ae60-402d-a52d-7066083d3593 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/422ad83a-e13c-47d1-8d1d-7e7d7bc4eddb HTTP/1.1" status: 200 len: 2981 time: 0.1088464 Jul 23 16:21:15.344174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.358407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.373101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Transition to ACTIVE for port object 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:15.377814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.397216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 72ad857c-083f-491f-b1ea-0725f60fc88d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:15.423733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 72ad857c-083f-491f-b1ea-0725f60fc88d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:15.424201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.447575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.448598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.449178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.473554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.489189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] No DVR routers for this DVR port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:15.508794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.532135 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4785140 Jul 23 16:21:15.550954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:15.553117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.563687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Request body: {'subnet': {'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1694505167-subnet', 'tenant_id': 'd8b42287fa8b47c8880a6d127c21374f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:15.599336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Allocated IP 19.80.0.72 (edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d/67d0028d-3680-4903-9bde-d68e611debe6/f87d5944-276b-44b9-a9e8-695e0720fb4d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:15.610750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6a90d-0d0b-4d1b-9fb8-7caab94dce92 admin admin] Pushing event updated for resources: {'Network': ['ID=ca18855a-dc03-4035-aa10-34ee8a9d653e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.622211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:15.622629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:15.622996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:15.635516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:15.635854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Attempting to bind port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:15.645399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Made reservation on behalf of d8b42287fa8b47c8880a6d127c21374f for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:15.648223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.650349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:15.650678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:15.651107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:15.651547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Bound port: 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:15.652271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.664246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72ad857c-083f-491f-b1ea-0725f60fc88d,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:15.669155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ca18855a-dc03-4035-aa10-34ee8a9d653e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:15.674898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.815018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:15.820531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:15.829051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.897478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.904802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:15.906035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:15.907741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] 10.222.0.67 "PUT /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 1097 time: 1.5087798 Jul 23 16:21:15.935227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:15.956499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672cef8-4f46-48ba-b850-f8e7333b9a49 service neutron] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=11']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:15.997811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-60a496fd-34da-4fdf-bbea-086740374fe5 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/422ad83a-e13c-47d1-8d1d-7e7d7bc4eddb HTTP/1.1" status: 200 len: 2981 time: 0.6464968 Jul 23 16:21:16.003416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.026480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:16.038592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Transition to ACTIVE for port object f87d5944-276b-44b9-a9e8-695e0720fb4d will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:16.086406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.110140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b94b-8c96-45da-ae02-dbff59ad6075 req-2523e458-fa22-4264-af16-0b365afccec7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.111917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e72b94b-8c96-45da-ae02-dbff59ad6075 req-2523e458-fa22-4264-af16-0b365afccec7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 948 time: 0.7839961 Jul 23 16:21:16.129946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-529e2318-b948-4099-8d90-b4633b79181f tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4fe572e9-8fa6-4a07-a9b3-b2668ff5f109 HTTP/1.1" status: 200 len: 2981 time: 0.1198192 Jul 23 16:21:16.189341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-6d4cad45-059c-4aeb-8b1e-c53b672d9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.190951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-6d4cad45-059c-4aeb-8b1e-c53b672d9709 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1100 time: 0.2454281 Jul 23 16:21:16.197400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3e9bef-5fa6-4621-bf5c-10b04c0f570b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:16.220191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Checking segment: {'id': '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:16.220549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Network hostable DHCP agents. Network: ca18855a-dc03-4035-aa10-34ee8a9d653e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:16.278487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e72b94b-8c96-45da-ae02-dbff59ad6075 req-1b5d5324-bbfe-4ad8-bf66-558bd726a7c4 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585374 Jul 23 16:21:16.304028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Network ca18855a-dc03-4035-aa10-34ee8a9d653e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:16.313252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-8cf4e896-b2f9-458b-be4f-88522b4a762f tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4fe572e9-8fa6-4a07-a9b3-b2668ff5f109 HTTP/1.1" status: 200 len: 2981 time: 0.1821859 Jul 23 16:21:16.321986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.323383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ca18855a-dc03-4035-aa10-34ee8a9d653e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:16.342509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.343477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.371187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b29d5d-2837-4c84-a299-f0795fb072b2 None None] Network ca18855a-dc03-4035-aa10-34ee8a9d653e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:16.398011 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5ff431b-af00-4937-a973-15e15ccd3144 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8421779 Jul 23 16:21:16.425520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-f0730e9e-08fd-480e-909d-f8f0a593966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.428368 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-f0730e9e-08fd-480e-909d-f8f0a593966b service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2199576 Jul 23 16:21:16.440437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:16.480765 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-25b5b2bb-e74b-4f38-8892-c7cb05f6bb6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.0446732 Jul 23 16:21:16.506906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:16.515006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:16.557886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99611ef8-ae20-43a4-8938-c89555c226ac None None] Network ca18855a-dc03-4035-aa10-34ee8a9d653e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:16.581051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:16.596551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-9a76f7f5-05bf-40eb-8fba-32faa9252fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.601235 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-9a76f7f5-05bf-40eb-8fba-32faa9252fb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1136491 Jul 23 16:21:16.694370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-b9853c3a-fc3f-4a0f-9423-a425276acebf tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/521983d3-4928-43e4-b94d-015c78bb1b33 HTTP/1.1" status: 200 len: 2981 time: 0.3599813 Jul 23 16:21:16.723179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-59bbd037-ffff-4555-a7f1-0d654bea4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.724735 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-59bbd037-ffff-4555-a7f1-0d654bea4a85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151168 Jul 23 16:21:16.764799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.765586 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.783077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-4ff7eb98-cc04-453e-9616-93d590be8291 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4770014 Jul 23 16:21:16.800654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Request body: {'port': {'device_id': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82', 'admin_state_up': True, 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:16.812356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d339-45d2-456e-b7e1-d000298c7aff req-55293285-bc13-4864-abd6-6ad4d3579bed tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:16.813884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cc5d339-45d2-456e-b7e1-d000298c7aff req-55293285-bc13-4864-abd6-6ad4d3579bed tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.3951342 Jul 23 16:21:16.894549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cc5d339-45d2-456e-b7e1-d000298c7aff req-cdbaecc3-e5e2-40e3-b3c6-e122dd0a3356 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Jul 23 16:21:16.896360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb33ffa4-c260-45d2-9df7-31ea666c9c51 None None] Provisioning for port f87d5944-276b-44b9-a9e8-695e0720fb4d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:16.902197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb33ffa4-c260-45d2-9df7-31ea666c9c51 None None] Provisioning complete for port f87d5944-276b-44b9-a9e8-695e0720fb4d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:16.903051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb33ffa4-c260-45d2-9df7-31ea666c9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:16.924433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-ead3a2e6-83f8-4770-a7bd-455ba12f8ab6 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/521983d3-4928-43e4-b94d-015c78bb1b33 HTTP/1.1" status: 200 len: 2981 time: 0.2183425 Jul 23 16:21:16.987230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fb33ffa4-c260-45d2-9df7-31ea666c9c51 None None] Port f87d5944-276b-44b9-a9e8-695e0720fb4d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:16.997237 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b8dab-6ebb-4bd5-b472-3d3ca4dbffc2 x-openstack-request-id: req-597b8dab-6ebb-4bd5-b472-3d3ca4dbffc2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:16.997615 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70", "name": "network-vif-deleted", "tag": "f692754c-d5be-4a41-95d6-c4f423de27d2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:16.997835 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-597b8dab-6ebb-4bd5-b472-3d3ca4dbffc2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:16.998289 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40e442f-7ca2-46e4-acd1-fdb8cb4dcd70', 'name': 'network-vif-deleted', 'tag': 'f692754c-d5be-4a41-95d6-c4f423de27d2', 'status': 'completed', 'code': 200} Jul 23 16:21:17.043764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Made reservation on behalf of dfbdd0f1fc704356bb414e2f232fa4c2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:17.048863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.053041 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9408455-c498-4322-abf2-8c73f4c6bbd9 x-openstack-request-id: req-c9408455-c498-4322-abf2-8c73f4c6bbd9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:17.053622 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-plugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0", "code": 200}, {"server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "name": "network-vif-plugged", "status": "completed", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:17.054119 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9408455-c498-4322-abf2-8c73f4c6bbd9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:17.054687 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'code': 200} Jul 23 16:21:17.055152 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f', 'code': 200} Jul 23 16:21:17.055714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-b3a3e789-317d-4919-a24e-7736c019c814 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/536be9f1-28fd-4a5a-8fdc-0b0283d77124 HTTP/1.1" status: 200 len: 2981 time: 0.1216969 Jul 23 16:21:17.128691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-a2c6515c-3d85-4e80-bd16-e4fec559a814 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/536be9f1-28fd-4a5a-8fdc-0b0283d77124 HTTP/1.1" status: 200 len: 2981 time: 0.0656705 Jul 23 16:21:17.211232 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-b160bcd5-bd80-4103-8445-97ddb9757fcd tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] show failed (client error): The resource could not be found. Jul 23 16:21:17.212266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-b160bcd5-bd80-4103-8445-97ddb9757fcd tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/67642ddf-0bcd-4fa4-9c33-1cdea419f479 HTTP/1.1" status: 404 len: 352 time: 0.0515935 Jul 23 16:21:17.284270 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-f113d0e6-a0f6-46ff-b135-76d746c17c77 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] show failed (client error): The resource could not be found. Jul 23 16:21:17.285267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-f113d0e6-a0f6-46ff-b135-76d746c17c77 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/67642ddf-0bcd-4fa4-9c33-1cdea419f479 HTTP/1.1" status: 404 len: 352 time: 0.0596402 Jul 23 16:21:17.285646 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c489e6-9875-4b2c-9a63-6951f2fae741 x-openstack-request-id: req-a3c489e6-9875-4b2c-9a63-6951f2fae741 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:17.286446 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-unplugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:17.286614 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3c489e6-9875-4b2c-9a63-6951f2fae741 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:17.287108 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'code': 200} Jul 23 16:21:17.319621 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-8582dcdc-0fb1-4209-8baa-9ddf6cc7c933 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844336 Jul 23 16:21:17.348607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.389715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089696-4eb9-4d5c-9559-1b4716e4eebe req-a5b1f900-215f-430f-bffd-65fbc05b2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.391478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52089696-4eb9-4d5c-9559-1b4716e4eebe req-a5b1f900-215f-430f-bffd-65fbc05b2c26 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 1096 time: 0.2241163 Jul 23 16:21:17.403037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-1ca0758c-52a4-4f03-a80a-da2b762375d7 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6aeba504-1721-44c8-9530-030b849e1c96 HTTP/1.1" status: 200 len: 2981 time: 0.0941041 Jul 23 16:21:17.404291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Allocated IP 19.86.0.198 (016a9370-1c2d-4de3-a600-40e88470ee82/f8406a7f-4e06-4fbd-b206-7b6a6b3538fd/491c3891-1320-495b-b88a-66d0d07f7574) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:17.441717 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-359f9be8-f4af-418d-8d10-e8c487fb83e2 req-cc6b7066-25cf-4913-bb61-e1c37b1456cf service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123600 Jul 23 16:21:17.489086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6d68e-af9a-44de-ae13-f9386273399e req-baf34879-a452-467a-9935-2086423bcb43 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.490705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66e6d68e-af9a-44de-ae13-f9386273399e req-baf34879-a452-467a-9935-2086423bcb43 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 949 time: 0.2542536 Jul 23 16:21:17.492385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52089696-4eb9-4d5c-9559-1b4716e4eebe req-a54a7351-d85c-47e9-a8e4-3937dd57b998 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Jul 23 16:21:17.564318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-f66a990e-06f9-4517-974d-851a4c104159 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/6aeba504-1721-44c8-9530-030b849e1c96 HTTP/1.1" status: 200 len: 2981 time: 0.1347768 Jul 23 16:21:17.611047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66e6d68e-af9a-44de-ae13-f9386273399e req-08033584-cf05-4ffd-94d3-5a1c5bf6e863 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093197 Jul 23 16:21:17.754481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-6b47a30c-f486-44de-aad0-160320c260f9 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7c7a1c5a-c12a-40f3-8974-16d439055654 HTTP/1.1" status: 200 len: 2981 time: 0.1788146 Jul 23 16:21:17.837098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-71998d78-8b71-4ab6-9296-110908ed1d17 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7c7a1c5a-c12a-40f3-8974-16d439055654 HTTP/1.1" status: 200 len: 2981 time: 0.0787685 Jul 23 16:21:17.849532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:17.865892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd13c-3917-4006-a7de-047cf5abd89e req-470219c0-b543-4063-87b8-16cc3e4f840d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:17.867516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-401bd13c-3917-4006-a7de-047cf5abd89e req-470219c0-b543-4063-87b8-16cc3e4f840d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 931 time: 0.1553276 Jul 23 16:21:17.908323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Transition to ACTIVE for port object 491c3891-1320-495b-b88a-66d0d07f7574 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:17.949855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-fa1d85b1-92fc-40ab-9ca8-1dbafeef3512 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9da19f30-f505-4542-a9fa-78e384a9367f HTTP/1.1" status: 200 len: 2981 time: 0.0948935 Jul 23 16:21:17.961975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:17.973195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-401bd13c-3917-4006-a7de-047cf5abd89e req-637496fa-40fc-4db9-aca4-13e4fa453fd1 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835853 Jul 23 16:21:18.051678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:18.055977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-58813712-d20c-45ef-b0db-a862e9e10f3a tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/9da19f30-f505-4542-a9fa-78e384a9367f HTTP/1.1" status: 200 len: 2981 time: 0.0762837 Jul 23 16:21:18.057670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:18.058756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.059776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.128172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.156703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.168137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Network 016a9370-1c2d-4de3-a600-40e88470ee82 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:18.174274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:18.177285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:18.206477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:18.212082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-35dfacc5-b375-4080-8e3f-1fa20671a4b8 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a53f2a2c-ba3b-401c-86cc-c215108be57e HTTP/1.1" status: 200 len: 2981 time: 0.1318274 Jul 23 16:21:18.215189 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.285845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.305585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.317680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:18.347798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-4854d63c-b5fe-4054-adb1-8693035a6ae8 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a53f2a2c-ba3b-401c-86cc-c215108be57e HTTP/1.1" status: 200 len: 2981 time: 0.1206903 Jul 23 16:21:18.349701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-43184d94-3132-4248-9e1b-a39c568a8d2c tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5546722 Jul 23 16:21:18.372265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Request body: {'port': {'device_id': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:18.475353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-26f5a154-65cb-49a2-a8b1-ced35d335cbc tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/de9ac69e-fb76-4b71-a655-354d5b5e019a HTTP/1.1" status: 200 len: 2977 time: 0.1193624 Jul 23 16:21:18.519001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23399a31-85c4-4f4a-9bd8-c2bc1448d65f None None] Provisioning for port 491c3891-1320-495b-b88a-66d0d07f7574 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:18.524713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23399a31-85c4-4f4a-9bd8-c2bc1448d65f None None] Provisioning complete for port 491c3891-1320-495b-b88a-66d0d07f7574 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:18.524713 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23399a31-85c4-4f4a-9bd8-c2bc1448d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.572340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-23399a31-85c4-4f4a-9bd8-c2bc1448d65f None None] Port 491c3891-1320-495b-b88a-66d0d07f7574 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:18.610380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:18.623182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-3eb3a063-b176-4feb-b4d5-c0447f63e710 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/de9ac69e-fb76-4b71-a655-354d5b5e019a HTTP/1.1" status: 200 len: 2977 time: 0.1374915 Jul 23 16:21:18.640448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b6b683e1-4f78-4228-9b5d-7e192d84e8a8 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:18.643008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b6b683e1-4f78-4228-9b5d-7e192d84e8a8 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/networks?id=ca18855a-dc03-4035-aa10-34ee8a9d653e HTTP/1.1" status: 200 len: 821 time: 0.2671571 Jul 23 16:21:18.715747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-16f73798-7e78-4f28-a87a-e5586c0299ce tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/quotas/d8b42287fa8b47c8880a6d127c21374f HTTP/1.1" status: 200 len: 375 time: 0.0401092 Jul 23 16:21:18.745718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-77eb1878-f178-45ac-80eb-f34ff92007eb tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f82fe966-9d05-4360-8225-b2a10e3671aa HTTP/1.1" status: 200 len: 2973 time: 0.1002839 Jul 23 16:21:18.819248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-8a3730d2-2629-46fc-8293-33c809e718c2 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8b42287fa8b47c8880a6d127c21374f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939236 Jul 23 16:21:18.993169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5577817a-0fe8-429d-9b9d-74e88edbd846 req-86bbf782-ec3c-44d7-9d92-3ae1cdb7d6ed tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f82fe966-9d05-4360-8225-b2a10e3671aa HTTP/1.1" status: 200 len: 2973 time: 0.1791308 Jul 23 16:21:19.062549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d'}, {'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:19.066163 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53a0b12-a85f-4df7-ac55-e7a033868612" -d '{"events": [{"server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "name": "network-vif-plugged", "status": "completed", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d"}, {"server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:19.136245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:19.158738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b0e41dca-8326-44d1-ad03-5d39bb5fb3b6 service neutron] 10.222.0.64 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167515 Jul 23 16:21:19.245013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87d5944-276b-44b9-a9e8-695e0720fb4d {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:19.287751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:19.289636 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.290304 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:19.292987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:19.315822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb930-132f-4c3e-99b9-6ae3524b18b9 req-6f04b822-384b-4b49-8bc3-0ccf0a4ba534 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.317502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'mac_address': 'fa:16:3e:49:29:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:19.322987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-931cb930-132f-4c3e-99b9-6ae3524b18b9 req-6f04b822-384b-4b49-8bc3-0ccf0a4ba534 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.2427328 Jul 23 16:21:19.350070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Transition to ACTIVE for port object f87d5944-276b-44b9-a9e8-695e0720fb4d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:19.361544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.368658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.376889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-f092309f-c4c4-4f65-9b20-55bc37575d43 service neutron] 10.222.0.64 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049465 Jul 23 16:21:19.385759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:19.415620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:19.419801 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.496199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-931cb930-132f-4c3e-99b9-6ae3524b18b9 req-4237ebb8-87e5-48f8-ad08-349b344903b3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723776 Jul 23 16:21:19.507796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:19.509429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:19.683613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Attempting to bind port f87d5944-276b-44b9-a9e8-695e0720fb4d on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:19.684190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Attempting to bind port f87d5944-276b-44b9-a9e8-695e0720fb4d by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:19.684452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Attempting to bind port f87d5944-276b-44b9-a9e8-695e0720fb4d on network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:19.694831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Port f87d5944-276b-44b9-a9e8-695e0720fb4d on network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:19.695238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Attempting to bind port f87d5944-276b-44b9-a9e8-695e0720fb4d on network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:19.706575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:19.708301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Checking segment: {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:19.709241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Bound using segment: {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:19.709753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Bound port: f87d5944-276b-44b9-a9e8-695e0720fb4d, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:19.710225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:19.764982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515e35-6a59-4c38-8833-8e867eeefb83 req-67858656-ff7f-4293-8342-d10edb453aa4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:19.772113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0515e35-6a59-4c38-8833-8e867eeefb83 req-67858656-ff7f-4293-8342-d10edb453aa4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.1604540 Jul 23 16:21:19.885954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0515e35-6a59-4c38-8833-8e867eeefb83 req-76bfafd8-dc56-4b89-aa69-4cc3342e139b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120708 Jul 23 16:21:19.941870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:19.946017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:19.955120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:20.041266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.041879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:20.051769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f87d5944-276b-44b9-a9e8-695e0720fb4d HTTP/1.1" status: 200 len: 1091 time: 1.6874886 Jul 23 16:21:20.060766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:20.063119 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:20.143693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Request body: {'port': {'device_id': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:20.614584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88055876-2f8f-49e2-b26f-0f52a30dcad8 service neutron] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:20.636867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:20.736899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d1e9-7f73-437a-8f61-948f16af19aa req-d04e1381-4d1b-4884-beb3-4b4afbb50cfb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.738934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6319d1e9-7f73-437a-8f61-948f16af19aa req-d04e1381-4d1b-4884-beb3-4b4afbb50cfb tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 950 time: 0.2033513 Jul 23 16:21:20.780803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d92ace-caa5-4e0c-b7d2-517b3a115b97 req-fa886cef-d87d-411d-bde8-7a275348e1bb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.786854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d92ace-caa5-4e0c-b7d2-517b3a115b97 req-fa886cef-d87d-411d-bde8-7a275348e1bb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:20.788511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01d92ace-caa5-4e0c-b7d2-517b3a115b97 req-fa886cef-d87d-411d-bde8-7a275348e1bb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1666 time: 0.5526271 Jul 23 16:21:20.871472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:20.916275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01d92ace-caa5-4e0c-b7d2-517b3a115b97 req-0a19f79d-09f4-4d04-8c6e-cf006b735734 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738287 Jul 23 16:21:20.922324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6319d1e9-7f73-437a-8f61-948f16af19aa req-6109b221-09c0-4a87-84ca-df442d76a29a tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657767 Jul 23 16:21:21.026901 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258dd375-db6b-4658-92d0-f21f28231609 x-openstack-request-id: req-258dd375-db6b-4658-92d0-f21f28231609 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:21.029708 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "name": "network-vif-plugged", "status": "completed", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d", "code": 200}, {"server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "name": "network-vif-plugged", "status": "completed", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:21.030191 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-258dd375-db6b-4658-92d0-f21f28231609 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:21.030749 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d', 'code': 200} Jul 23 16:21:21.031158 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', 'code': 200} Jul 23 16:21:21.146871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9539e00f-3cd7-40e1-88eb-860ee0aecb6b req-3ec72ad0-1062-486a-af9f-0267c095b6d2 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b654c57a9ac241c782f0488dced5c194 HTTP/1.1" status: 200 len: 6102 time: 0.1563520 Jul 23 16:21:21.151738 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3d852-3ca3-4d48-bd19-ac9ec1a1a584 x-openstack-request-id: req-faa3d852-3ca3-4d48-bd19-ac9ec1a1a584 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:21.152246 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:21.152370 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faa3d852-3ca3-4d48-bd19-ac9ec1a1a584 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:21.152819 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'status': 'completed', 'code': 200} Jul 23 16:21:21.314866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-04a1fe62-f47c-4113-b098-1c0d128e3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.318375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491c3891-1320-495b-b88a-66d0d07f7574 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:21.331698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-04a1fe62-f47c-4113-b098-1c0d128e3772 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1101 time: 0.1038384 Jul 23 16:21:21.359608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.364785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ae08e67-297c-4023-b05a-7e375ecb96e2 req-f4fa29ce-10af-4e99-b2d5-512caacf0b6b tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 210 time: 0.1450465 Jul 23 16:21:21.420461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Transition to ACTIVE for port object 491c3891-1320-495b-b88a-66d0d07f7574 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:21.444010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9539e00f-3cd7-40e1-88eb-860ee0aecb6b req-20f0e26a-b990-4059-b453-f701797b917d tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "GET /v2.0/security-groups/521983d3-4928-43e4-b94d-015c78bb1b33 HTTP/1.1" status: 200 len: 2981 time: 0.2868934 Jul 23 16:21:21.451422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:21.454685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-153c4ab5-135e-4868-9f40-30f7a86f94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.456488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-153c4ab5-135e-4868-9f40-30f7a86f94c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1176720 Jul 23 16:21:21.565890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d9e59-85c6-4c3a-9205-aeacf5d34966 req-bd9f66ba-fd9f-4433-b23b-7415bb81751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.568091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260d9e59-85c6-4c3a-9205-aeacf5d34966 req-bd9f66ba-fd9f-4433-b23b-7415bb81751e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 1100 time: 0.3247285 Jul 23 16:21:21.590089 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-9d3be68f-7fbe-4b6c-8f1f-15834c45fb8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 200 len: 217 time: 0.1025314 Jul 23 16:21:21.593549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772510-fa71-4172-a3ec-eb3c8ea8e78d req-7fb8e262-8298-49d6-aba0-73bb2814d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.595195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71772510-fa71-4172-a3ec-eb3c8ea8e78d req-7fb8e262-8298-49d6-aba0-73bb2814d591 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 1096 time: 0.4285002 Jul 23 16:21:21.661044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-471427dc-3afc-4b72-9cd8-52c45c0b5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.662892 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-471427dc-3afc-4b72-9cd8-52c45c0b5c20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0608063 Jul 23 16:21:21.703298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:21.751370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9539e00f-3cd7-40e1-88eb-860ee0aecb6b req-4a83ee24-2338-4a05-8b68-cae3dab0c453 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "GET /v2.0/security-groups/521983d3-4928-43e4-b94d-015c78bb1b33 HTTP/1.1" status: 200 len: 2981 time: 0.3060806 Jul 23 16:21:21.755754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-7f8fba9b-d2cb-43d0-a9cc-365a2c8137fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.757721 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-7f8fba9b-d2cb-43d0-a9cc-365a2c8137fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754349 Jul 23 16:21:21.772830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-bc82d4b3-5d93-462b-90e2-fb3f0d2156b6 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:21.774394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-bc82d4b3-5d93-462b-90e2-fb3f0d2156b6 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.67 "GET /v2.0/networks?id=ca18855a-dc03-4035-aa10-34ee8a9d653e HTTP/1.1" status: 200 len: 821 time: 0.4305940 Jul 23 16:21:21.818784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Request body: {'port': {'device_id': 'e7b3a211-370b-4795-9258-0a6642d34268', 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e', 'admin_state_up': True, 'tenant_id': 'd8b42287fa8b47c8880a6d127c21374f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:21.839472 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1a3e2a-3713-4e5f-a440-9bebfb084ffb x-openstack-request-id: req-5c1a3e2a-3713-4e5f-a440-9bebfb084ffb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:21.839874 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:21.840046 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c1a3e2a-3713-4e5f-a440-9bebfb084ffb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:21.840490 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'status': 'completed', 'code': 200} Jul 23 16:21:21.892662 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-9ee71e07-21a1-46af-85f1-9b527281cd34 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187413 Jul 23 16:21:21.921146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.67', 52352) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:21.924515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71772510-fa71-4172-a3ec-eb3c8ea8e78d req-9c0c0228-11aa-4dc0-867d-b31a7694c313 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630272 Jul 23 16:21:21.933298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260d9e59-85c6-4c3a-9205-aeacf5d34966 req-a576fc09-16c6-4b64-981c-cf11e411a05f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456137 Jul 23 16:21:22.072402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-3071d8f9-289b-4e06-ba70-91674667e830 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.074235 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-3071d8f9-289b-4e06-ba70-91674667e830 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 950 time: 0.1517842 Jul 23 16:21:22.076640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-0d9ad734-b151-4218-b72b-61a5d7f3796e service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528809 Jul 23 16:21:22.084846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Attempting to bind port 491c3891-1320-495b-b88a-66d0d07f7574 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:22.085225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Attempting to bind port 491c3891-1320-495b-b88a-66d0d07f7574 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:22.085529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Attempting to bind port 491c3891-1320-495b-b88a-66d0d07f7574 on network 016a9370-1c2d-4de3-a600-40e88470ee82 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:22.115738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Port 491c3891-1320-495b-b88a-66d0d07f7574 on network 016a9370-1c2d-4de3-a600-40e88470ee82 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:22.116073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Attempting to bind port 491c3891-1320-495b-b88a-66d0d07f7574 on network 016a9370-1c2d-4de3-a600-40e88470ee82 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:22.129026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa56b-f0d1-47ec-badb-3f1ee7fd0658 req-b8e1b2a6-0951-4ec5-88a1-4f632941f56d tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.136507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cdfa56b-f0d1-47ec-badb-3f1ee7fd0658 req-b8e1b2a6-0951-4ec5-88a1-4f632941f56d tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbb3ebc9-1647-4985-90b8-8cfb1058d924 HTTP/1.1" status: 200 len: 950 time: 0.5666831 Jul 23 16:21:22.156364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:22.156364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Checking segment: {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:22.156364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Bound using segment: {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:22.156833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Bound port: 491c3891-1320-495b-b88a-66d0d07f7574, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddc7751-ca88-4c58-a93d-2e5212e0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:22.157139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.198568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-cd9a3292-8890-4ad9-82e2-6e5f55759f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.198966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-cd9a3292-8890-4ad9-82e2-6e5f55759f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.200558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-cd9a3292-8890-4ad9-82e2-6e5f55759f34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1938 time: 0.3059559 Jul 23 16:21:22.239030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965ad0e-9295-4d8c-8454-32d093db78e5 req-c3cf41b6-9180-41a9-ab94-6309be925492 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.240581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f965ad0e-9295-4d8c-8454-32d093db78e5 req-c3cf41b6-9180-41a9-ab94-6309be925492 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.3315394 Jul 23 16:21:22.261076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Deleting port bcfa9760-ec95-48af-9a4c-b293da628209 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:22.261482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.284042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Made reservation on behalf of d8b42287fa8b47c8880a6d127c21374f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:22.287632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.335930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cdfa56b-f0d1-47ec-badb-3f1ee7fd0658 req-70b49c9f-b649-45f7-b591-ab777be993c3 tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.64 "GET /v2.0/security-groups?id=1b259369-2e03-4d45-af08-56a5453272c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990554 Jul 23 16:21:22.394398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] For port bcfa9760-ec95-48af-9a4c-b293da628209, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=bcfa9760-ec95-48af-9a4c-b293da628209,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:22.396134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.415450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Calling delete_port for bcfa9760-ec95-48af-9a4c-b293da628209 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:22.467633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:22.498649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f965ad0e-9295-4d8c-8454-32d093db78e5 req-993b7573-afe7-4ccb-8fb1-dda22a18e143 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172835 Jul 23 16:21:22.518209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:22.569734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.618937 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.629100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-b4629bae-11f1-4442-bfe0-98416e2cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.631879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['bcfa9760-ec95-48af-9a4c-b293da628209'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:22.634682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-b4629bae-11f1-4442-bfe0-98416e2cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.635236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-b4629bae-11f1-4442-bfe0-98416e2cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.636882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-b4629bae-11f1-4442-bfe0-98416e2cab51 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4260950 Jul 23 16:21:22.658828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Pushing event deleted for resources: {'Port': ['ID=bcfa9760-ec95-48af-9a4c-b293da628209,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:22.717967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] No DVR routers for this DVR port bcfa9760-ec95-48af-9a4c-b293da628209 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:22.724147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.727323 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4ab6c069-cf98-4815-bcda-925cac5fb258 req-5fba0cd8-8b76-437a-84d6-b4802e9ed1ed tempest-ServersAdminNegativeTestJSON-428651698 tempest-ServersAdminNegativeTestJSON-428651698-project] 10.222.0.67 "DELETE /v2.0/ports/bcfa9760-ec95-48af-9a4c-b293da628209 HTTP/1.1" status: 204 len: 173 time: 0.6360338 Jul 23 16:21:22.989628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:22.990683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:22.991696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] 10.222.0.67 "PUT /v2.0/ports/491c3891-1320-495b-b88a-66d0d07f7574 HTTP/1.1" status: 200 len: 1092 time: 2.8532023 Jul 23 16:21:23.078858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4f55f-02bd-49bb-9035-1f796b811643 req-25909c0c-76ef-4134-a3f4-cc7601b3d79e tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.085709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fca4f55f-02bd-49bb-9035-1f796b811643 req-25909c0c-76ef-4134-a3f4-cc7601b3d79e tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.6514058 Jul 23 16:21:23.087546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ca3a-5477-4f1d-bf25-653fec694e09 service neutron] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:23.134564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Allocated IP 172.20.0.14 (ca18855a-dc03-4035-aa10-34ee8a9d653e/0a3e9bef-5fa6-4621-bf5c-10b04c0f570b/d8e7bf24-96e2-4c38-a141-60be6deb9a3c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:23.154331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:23.155297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'name': 'network-vif-deleted', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:23.163187 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e4b0dd-da45-4f5f-a40f-2d3ac289820d" -d '{"events": [{"server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "name": "network-vif-deleted", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:23.211939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:23.217896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:23.218973 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.286031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf819d-6ca3-45c4-b68c-745907287f6b req-7dc82052-7e22-40fb-9cfe-ac19f2c555dc tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.293473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00bf819d-6ca3-45c4-b68c-745907287f6b req-7dc82052-7e22-40fb-9cfe-ac19f2c555dc tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 1101 time: 0.6554053 Jul 23 16:21:23.296402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-e316e328-4d56-4b48-8d28-7c480ff417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.297974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5f73d5e-3b36-464f-adfc-8e9c0e8fee45 req-e316e328-4d56-4b48-8d28-7c480ff417d1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6492274 Jul 23 16:21:23.322224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.338572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fca4f55f-02bd-49bb-9035-1f796b811643 req-f3da9548-3ebf-46b5-8782-19644dff5b6b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518389 Jul 23 16:21:23.363358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:23.365751 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e087101-a28b-457c-9d42-cd7480b0bd78" -d '{"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:23.382612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:23.387333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.460775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:23.484104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00bf819d-6ca3-45c4-b68c-745907287f6b req-a50e070b-67c8-451f-a701-dcb1d02a0a6a tempest-MigrationsAdminTest-2107116767 tempest-MigrationsAdminTest-2107116767-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895289 Jul 23 16:21:23.626290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caef3454-5323-4913-b0ce-a490301fb8bf req-382c054d-4cb6-4191-95f2-37ce53da37e5 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a664c24d-c752-4fe9-ba40-10d74127d57c HTTP/1.1" status: 200 len: 1777 time: 0.2671707 Jul 23 16:21:23.666117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-0fe42d76-7300-4eee-b56f-29c6c6968483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.666636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-0fe42d76-7300-4eee-b56f-29c6c6968483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.668229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-0fe42d76-7300-4eee-b56f-29c6c6968483 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1980 time: 0.3057487 Jul 23 16:21:23.766088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-fcb58312-0ee5-4746-8aaf-73d71b0718d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d HTTP/1.1" status: 200 len: 217 time: 0.0761619 Jul 23 16:21:23.852037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:23.856401 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a0047-d925-45b4-9292-00da73b50adf" -d '{"events": [{"name": "network-changed", "server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "tag": "491c3891-1320-495b-b88a-66d0d07f7574"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:23.924185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:23.965210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-9d6c48fb-9d34-422a-872b-bf65204dfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:23.967617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-9d6c48fb-9d34-422a-872b-bf65204dfa0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67d0028d-3680-4903-9bde-d68e611debe6 HTTP/1.1" status: 200 len: 801 time: 0.1867163 Jul 23 16:21:24.008124 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-caef3454-5323-4913-b0ce-a490301fb8bf req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.017986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498a1a-c94c-46a6-ae24-f6820b6a2654 req-b98c14a0-501c-4260-9e1b-b4459d56e341 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.023913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498a1a-c94c-46a6-ae24-f6820b6a2654 req-b98c14a0-501c-4260-9e1b-b4459d56e341 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.025557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26498a1a-c94c-46a6-ae24-f6820b6a2654 req-b98c14a0-501c-4260-9e1b-b4459d56e341 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1678 time: 0.4435449 Jul 23 16:21:24.101898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-caef3454-5323-4913-b0ce-a490301fb8bf req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.147186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.156405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26498a1a-c94c-46a6-ae24-f6820b6a2654 req-c40a6da2-15a7-49e0-8c96-a7866ca60324 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099372 Jul 23 16:21:24.219769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Network ca18855a-dc03-4035-aa10-34ee8a9d653e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:24.225163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-f770740f-2ed3-4224-abeb-0cc47389b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.226757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-f770740f-2ed3-4224-abeb-0cc47389b104 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2501781 Jul 23 16:21:24.233383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:24.236920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-caef3454-5323-4913-b0ce-a490301fb8bf req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.239628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-caef3454-5323-4913-b0ce-a490301fb8bf req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.240771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caef3454-5323-4913-b0ce-a490301fb8bf req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/a664c24d-c752-4fe9-ba40-10d74127d57c HTTP/1.1" status: 204 len: 173 time: 0.5884809 Jul 23 16:21:24.248173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:24.252954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Pushing event updated for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:24.297096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d696b9-398b-4d97-bb1e-a62ddbe506b1 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a664c24d-c752-4fe9-ba40-10d74127d57c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:24.339456 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ebdecb-7daf-42cb-ba65-c8155ff04f6f x-openstack-request-id: req-21ebdecb-7daf-42cb-ba65-c8155ff04f6f {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:24.339954 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb3ebc9-1647-4985-90b8-8cfb1058d924", "name": "network-vif-deleted", "tag": "bcfa9760-ec95-48af-9a4c-b293da628209", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:24.340219 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21ebdecb-7daf-42cb-ba65-c8155ff04f6f {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:24.340972 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb3ebc9-1647-4985-90b8-8cfb1058d924', 'name': 'network-vif-deleted', 'tag': 'bcfa9760-ec95-48af-9a4c-b293da628209', 'status': 'completed', 'code': 200} Jul 23 16:21:24.381807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.382539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.423185 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e436c73-f9b4-42bf-ba59-f52a869f8b42 x-openstack-request-id: req-3e436c73-f9b4-42bf-ba59-f52a869f8b42 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:24.423797 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-plugged", "status": "completed", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:24.424248 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e436c73-f9b4-42bf-ba59-f52a869f8b42 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:24.424871 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'code': 200} Jul 23 16:21:24.434451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-1649700c-edd8-4fa3-b3be-c03f8555b8fc tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6214132 Jul 23 16:21:24.443651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-26f73644-ca70-4d40-bee7-117f74e83a34 service neutron] 10.222.0.67 "GET /v2.0/networks/edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076771 Jul 23 16:21:24.449740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Request body: {'port': {'device_id': 'e7b3a211-370b-4795-9258-0a6642d34268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:24.659461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c56903-9479-402d-a30a-2671c39f4b51 req-d511fcf8-bdc9-42f9-abea-e45aa57d355e tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.661241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97c56903-9479-402d-a30a-2671c39f4b51 req-d511fcf8-bdc9-42f9-abea-e45aa57d355e tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 932 time: 0.3032730 Jul 23 16:21:24.705432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:24.747618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-cd5f3ab2-4764-4735-835d-462716ff2b03 service neutron] 10.222.0.67 "GET /v2.0/networks/edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879391 Jul 23 16:21:24.811980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:24.828830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97c56903-9479-402d-a30a-2671c39f4b51 req-b017b390-7d76-40c9-b56e-51197997d4df tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425521 Jul 23 16:21:24.830072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-080e8dc9-b39f-4b26-a779-741f49f7be88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=491c3891-1320-495b-b88a-66d0d07f7574 HTTP/1.1" status: 200 len: 217 time: 0.0722423 Jul 23 16:21:24.904980 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32cad6a6-fe61-4cee-8a2c-1b6195ffb8f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c07b1d369d8642c18860e12381b894f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978571 Jul 23 16:21:24.910187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44876) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:24.918632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db3ee1-443f-416b-81b3-fce0ebd25d9a req-86f6084e-28c1-4746-a3c5-759241e969ba tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:24.925949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6db3ee1-443f-416b-81b3-fce0ebd25d9a req-86f6084e-28c1-4746-a3c5-759241e969ba tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.2300169 Jul 23 16:21:24.949006 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169cac58-41b6-41db-8a18-799af821c6e9 x-openstack-request-id: req-169cac58-41b6-41db-8a18-799af821c6e9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:24.949382 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "tag": "491c3891-1320-495b-b88a-66d0d07f7574", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:24.949602 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-169cac58-41b6-41db-8a18-799af821c6e9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:24.950063 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574', 'status': 'completed', 'code': 200} Jul 23 16:21:25.092926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-9a4608a9-70f4-47f0-b971-d708866758ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.094219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-9a4608a9-70f4-47f0-b971-d708866758ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8406a7f-4e06-4fbd-b206-7b6a6b3538fd HTTP/1.1" status: 200 len: 801 time: 0.2551901 Jul 23 16:21:25.140872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6db3ee1-443f-416b-81b3-fce0ebd25d9a req-04d31e3f-caa8-4e55-9229-82b2e0b9489e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138102 Jul 23 16:21:25.193959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a77a7d-7987-4af3-b901-867a906081c3 req-1829bf65-548d-4f8c-8fca-74440bf29700 tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7e9e510a-0c2d-4e32-9117-a049e8294bdd HTTP/1.1" status: 200 len: 1776 time: 0.2557421 Jul 23 16:21:25.248834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.356804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.387486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-11edfd03-d924-4a07-b049-4ca54e571223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.389148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-11edfd03-d924-4a07-b049-4ca54e571223 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=016a9370-1c2d-4de3-a600-40e88470ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2779508 Jul 23 16:21:25.475533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01a77a7d-7987-4af3-b901-867a906081c3 req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.577984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc44211-6f6a-4934-b35a-0b1dbe9899d3 req-a6249bb0-1027-4107-8f93-c91400f86fe9 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:25.586264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc44211-6f6a-4934-b35a-0b1dbe9899d3 req-a6249bb0-1027-4107-8f93-c91400f86fe9 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.3475544 Jul 23 16:21:25.597089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01a77a7d-7987-4af3-b901-867a906081c3 req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.618438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.620900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.622060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b259369-2e03-4d45-af08-56a5453272c7 HTTP/1.1" status: 204 len: 168 time: 0.6941502 Jul 23 16:21:25.877458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e7bf24-96e2-4c38-a141-60be6deb9a3c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:25.896174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:25.919451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef28c8-55b1-481f-89e7-50fd74342b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b259369-2e03-4d45-af08-56a5453272c7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:25.956508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-3e8ec869-97ca-4e73-b96a-3bb071575acd service neutron] 10.222.0.67 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524631 Jul 23 16:21:25.973816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc44211-6f6a-4934-b35a-0b1dbe9899d3 req-fe65169d-ddde-4532-b6dd-61583893bc31 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864782 Jul 23 16:21:25.975014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Transition to ACTIVE for port object d8e7bf24-96e2-4c38-a141-60be6deb9a3c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:26.018581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.066985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01a77a7d-7987-4af3-b901-867a906081c3 req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.066985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01a77a7d-7987-4af3-b901-867a906081c3 req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.066985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a77a7d-7987-4af3-b901-867a906081c3 req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e9e510a-0c2d-4e32-9117-a049e8294bdd HTTP/1.1" status: 204 len: 173 time: 0.8527210 Jul 23 16:21:26.106532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:26.174128 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22516eab-0d0e-4346-a5e4-31429bcc80bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd99fb4de1744b559be1a2be155ae670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660803 Jul 23 16:21:26.176409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:26.181809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa455a-8c70-474d-b173-afb94a35507e tempest-SecurityGroupsTestAdminJSON-58061779 tempest-SecurityGroupsTestAdminJSON-58061779-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e510a-0c2d-4e32-9117-a049e8294bdd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:26.200620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:26.315894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.331061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58d61d8b-0a44-460c-8317-7a3563c019f6 req-557e3f72-ab49-4c78-9668-4c7f305a1a9a service neutron] 10.222.0.67 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548176 Jul 23 16:21:26.358688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.434926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.438737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.442452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/536be9f1-28fd-4a5a-8fdc-0b0283d77124 HTTP/1.1" status: 204 len: 168 time: 0.2576666 Jul 23 16:21:26.451095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad35ca-ac40-45eb-b91c-051b01b09e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536be9f1-28fd-4a5a-8fdc-0b0283d77124,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:26.472714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ae61-dfc7-46f1-a328-8e1c2fcb944f req-6050ce8b-a8e9-4e96-b5a9-4fddfc81de4c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.479543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddb4ae61-dfc7-46f1-a328-8e1c2fcb944f req-6050ce8b-a8e9-4e96-b5a9-4fddfc81de4c tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 951 time: 0.4007442 Jul 23 16:21:26.522494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Attempting to bind port d8e7bf24-96e2-4c38-a141-60be6deb9a3c on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:26.522494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Attempting to bind port d8e7bf24-96e2-4c38-a141-60be6deb9a3c by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:26.522494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Attempting to bind port d8e7bf24-96e2-4c38-a141-60be6deb9a3c on network ca18855a-dc03-4035-aa10-34ee8a9d653e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:26.546910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab73fe-626a-471d-addd-a395a0b4104a req-38cb934a-5c43-4ab4-82f1-22ca842f2fb3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.548441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ab73fe-626a-471d-addd-a395a0b4104a req-38cb934a-5c43-4ab4-82f1-22ca842f2fb3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 951 time: 0.3125448 Jul 23 16:21:26.573270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Port d8e7bf24-96e2-4c38-a141-60be6deb9a3c on network ca18855a-dc03-4035-aa10-34ee8a9d653e not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:26.573661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Attempting to bind port d8e7bf24-96e2-4c38-a141-60be6deb9a3c on network ca18855a-dc03-4035-aa10-34ee8a9d653e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:26.631857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:26.632218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Checking segment: {'id': '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:26.632589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Bound using segment: {'id': '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:26.633025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Bound port: d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:26.633385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.670853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddb4ae61-dfc7-46f1-a328-8e1c2fcb944f req-33e11c33-379f-4424-b948-df87ff29d6d7 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846571 Jul 23 16:21:26.704565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0047-d925-45b4-9292-00da73b50adf req-57014c70-9388-494b-b8dd-fbb1b88424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.705487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0047-d925-45b4-9292-00da73b50adf req-57014c70-9388-494b-b8dd-fbb1b88424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.706780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-57014c70-9388-494b-b8dd-fbb1b88424ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1980 time: 0.3134365 Jul 23 16:21:26.905911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-b0d2fa36-2411-4d1f-ac88-675c6559aa30 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:26.907478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-b0d2fa36-2411-4d1f-ac88-675c6559aa30 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 1100 time: 0.4059372 Jul 23 16:21:26.926124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:26.933242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,segment=NetworkSegment(73187b6a-0c4a-4b2e-b3ed-b5c76578f11d),segment_id=73187b6a-0c4a-4b2e-b3ed-b5c76578f11d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:26.962858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:26.985412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-80d1e466-5e7b-4824-b663-0da1362dd96c tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.040961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Deleting port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:27.041414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.044372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0047-d925-45b4-9292-00da73b50adf req-14c88ff4-1246-4914-9f24-22d30bfaba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.045960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-14c88ff4-1246-4914-9f24-22d30bfaba21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=016a9370-1c2d-4de3-a600-40e88470ee82 HTTP/1.1" status: 200 len: 903 time: 0.3161626 Jul 23 16:21:27.047310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.047902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.049385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] 10.222.0.67 "PUT /v2.0/ports/d8e7bf24-96e2-4c38-a141-60be6deb9a3c HTTP/1.1" status: 200 len: 1092 time: 2.6046226 Jul 23 16:21:27.054096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:27.056365 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f18598-dd1a-428f-ab34-f140e18c3769" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:27.173096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca874-a3f2-4262-810f-0efe5b285cbe req-57fda5a8-7313-4fa5-8ff6-4e5b78e6f081 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.179016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fca874-a3f2-4262-810f-0efe5b285cbe req-57fda5a8-7313-4fa5-8ff6-4e5b78e6f081 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.180651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fca874-a3f2-4262-810f-0efe5b285cbe req-57fda5a8-7313-4fa5-8ff6-4e5b78e6f081 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1678 time: 0.3973174 Jul 23 16:21:27.182783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device bcfa9760-ec95-48af-9a4c-b293da628209 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:27.204200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11914a1-4de2-404a-9588-cbec82955576 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:27.210624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: bcfa9760-ec95-48af-9a4c-b293da628209 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:27.210971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device bcfa9760-ec95-48af-9a4c-b293da628209 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:27.211390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-23c03358-5ec7-404b-9837-399fe9d1bf95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=491c3891-1320-495b-b88a-66d0d07f7574 HTTP/1.1" status: 200 len: 217 time: 0.1328816 Jul 23 16:21:27.381564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0047-d925-45b4-9292-00da73b50adf req-ca51a734-aa75-4ac0-8142-88961668deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.383076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-ca51a734-aa75-4ac0-8142-88961668deb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8406a7f-4e06-4fbd-b206-7b6a6b3538fd HTTP/1.1" status: 200 len: 801 time: 0.1390572 Jul 23 16:21:27.389256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] For port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:27.389619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.394395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fca874-a3f2-4262-810f-0efe5b285cbe req-ba2f8892-03dc-4d37-9c09-1a833b51133b tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870964 Jul 23 16:21:27.453159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Calling delete_port for 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:27.463477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-ae5f1905-5523-4aea-8f0a-6bdc5608d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.464998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-ae5f1905-5523-4aea-8f0a-6bdc5608d505 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d8b42287fa8b47c8880a6d127c21374f&device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 1095 time: 0.3503795 Jul 23 16:21:27.569581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-5352c31d-5558-4656-9c4e-af8b4e551932 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c HTTP/1.1" status: 200 len: 217 time: 0.0920069 Jul 23 16:21:27.579710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-80d1e466-5e7b-4824-b663-0da1362dd96c tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.591024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-80d1e466-5e7b-4824-b663-0da1362dd96c tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.673772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ccc7300-dbc8-4221-90ef-1978cb8c8aff req-80d1e466-5e7b-4824-b663-0da1362dd96c tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541900 Jul 23 16:21:27.718397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0047-d925-45b4-9292-00da73b50adf req-7d060bfd-eb05-40c8-9799-b404b5924cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.719291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-7d060bfd-eb05-40c8-9799-b404b5924cfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=016a9370-1c2d-4de3-a600-40e88470ee82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3230550 Jul 23 16:21:27.725736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e466-5e7b-4824-b663-0da1362dd96c tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb19ad-cfbb-40a3-a0f4-b24897fdabfd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:27.746892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-11522ccd-a47f-4087-9ec8-ce90c49296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.748370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-11522ccd-a47f-4087-9ec8-ce90c49296f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3e9bef-5fa6-4621-bf5c-10b04c0f570b HTTP/1.1" status: 200 len: 861 time: 0.1585252 Jul 23 16:21:27.861289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-8683aed3-2f58-4b8d-b78e-8933d2fbe539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca18855a-dc03-4035-aa10-34ee8a9d653e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857515 Jul 23 16:21:27.959942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76f7c-6f91-41d3-9a5c-6ede8ed88c85 req-65ac5c66-882d-434c-9551-b30cf06bd929 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:27.961516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbb76f7c-6f91-41d3-9a5c-6ede8ed88c85 req-65ac5c66-882d-434c-9551-b30cf06bd929 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 944 time: 0.3455303 Jul 23 16:21:27.966095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:27.979061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8', '59f743e4-feaf-43d7-9738-095625a058e1', '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:28.012290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:28.053421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-82c24b5c-721a-4cf5-981a-0fbedb5f4a07 service neutron] 10.222.0.67 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231332 Jul 23 16:21:28.054160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event deleted for resources: {'Port': ['ID=41ecabe0-a46b-4db2-ab93-4be65c5a7fbd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:28.180642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] No DVR routers for this DVR port 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:28.191501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6d805-57a5-44c6-a12c-ac188b15820c req-1fd513b7-fbd5-446c-b419-3da8f8c43d9b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.198853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cb6d805-57a5-44c6-a12c-ac188b15820c req-1fd513b7-fbd5-446c-b419-3da8f8c43d9b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.4554858 Jul 23 16:21:28.209539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.211575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ab73fe-626a-471d-addd-a395a0b4104a req-a4d337a2-0f79-4255-8bbf-fcd17c1c3892 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "DELETE /v2.0/ports/41ecabe0-a46b-4db2-ab93-4be65c5a7fbd HTTP/1.1" status: 204 len: 173 time: 1.6414297 Jul 23 16:21:28.231427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbb76f7c-6f91-41d3-9a5c-6ede8ed88c85 req-9204afae-bc4d-45bd-aff1-e14f99777097 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609432 Jul 23 16:21:28.245193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-614313f0-2d10-4ee9-ae42-c3694c76bd55 service neutron] 10.222.0.67 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508165 Jul 23 16:21:28.543993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.609642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cb6d805-57a5-44c6-a12c-ac188b15820c req-f344df2a-fb10-4927-9e16-762c26d9fa37 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098380 Jul 23 16:21:28.651119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9a0047-d925-45b4-9292-00da73b50adf req-2ffef528-49da-4679-a939-3ad7d3d109e9 service neutron] 10.222.0.67 "GET /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890467 Jul 23 16:21:28.657840 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b3db1-eba7-4371-a066-4a5d7a98b8a5 x-openstack-request-id: req-1c7b3db1-eba7-4371-a066-4a5d7a98b8a5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:28.658170 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:28.658421 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c7b3db1-eba7-4371-a066-4a5d7a98b8a5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:28.658816 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c', 'status': 'completed', 'code': 200} Jul 23 16:21:28.663473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-d88e7a6b-372d-493d-b4e0-15a39214322b tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "GET /v2.0/security-groups/db505853-733c-415c-862e-3cc21622fc68 HTTP/1.1" status: 200 len: 1777 time: 0.3729489 Jul 23 16:21:28.696531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffeb4d56-93d0-4f32-bb48-6fe433e745df req-2ab5e8d0-3c60-494c-9666-159de5aef3f9 service neutron] 10.222.0.67 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049025 Jul 23 16:21:28.747476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.799008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.838138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54d7535f-c99d-48f3-b7ff-cdb698f8dd08 req-8ef3ae77-4d0a-4740-ba30-868d454e9c32 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=55b691d8-966d-4599-b751-a2009c752426 HTTP/1.1" status: 200 len: 210 time: 0.0445442 Jul 23 16:21:28.883601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-40a15532-a2d6-4dc3-811a-b480253d3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:28.885099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-40a15532-a2d6-4dc3-811a-b480253d3c9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d8b42287fa8b47c8880a6d127c21374f&device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 1095 time: 0.1261709 Jul 23 16:21:28.886289 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.888922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:28.890006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d8059e9-b01c-4116-a0e7-6de4664b7d27 req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "DELETE /v2.0/security-groups/db505853-733c-415c-862e-3cc21622fc68 HTTP/1.1" status: 204 len: 173 time: 0.2159843 Jul 23 16:21:28.909309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3e590-3170-4082-b9ca-fbd4f728b933 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db505853-733c-415c-862e-3cc21622fc68,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.008564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-91368ede-1edf-4c59-b42e-66f3f9f56757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.010341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-91368ede-1edf-4c59-b42e-66f3f9f56757 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ca18855a-dc03-4035-aa10-34ee8a9d653e HTTP/1.1" status: 200 len: 922 time: 0.1168671 Jul 23 16:21:29.080999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-a6471251-8e0c-484a-ba7b-122925f2dba5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c HTTP/1.1" status: 200 len: 217 time: 0.0587187 Jul 23 16:21:29.175214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157bf75-1849-4e9b-967d-a03b3c04f443 req-4e74b225-d351-4d56-bd6a-baaba284e2ed tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.181200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157bf75-1849-4e9b-967d-a03b3c04f443 req-4e74b225-d351-4d56-bd6a-baaba284e2ed tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.182830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1157bf75-1849-4e9b-967d-a03b3c04f443 req-4e74b225-d351-4d56-bd6a-baaba284e2ed tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1678 time: 0.1704381 Jul 23 16:21:29.183949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f87d5944-276b-44b9-a9e8-695e0720fb4d details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:29.186063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-90454ef3-39af-4ced-a1f3-01e140ccec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.187478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-90454ef3-39af-4ced-a1f3-01e140ccec3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3e9bef-5fa6-4621-bf5c-10b04c0f570b HTTP/1.1" status: 200 len: 861 time: 0.0986543 Jul 23 16:21:29.243091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-16a2653a-a7c9-44b8-b2bf-c820e97fa0f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca18855a-dc03-4035-aa10-34ee8a9d653e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420942 Jul 23 16:21:29.281661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:29.282831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1157bf75-1849-4e9b-967d-a03b3c04f443 req-c6aa36c7-5983-421c-85c5-70d4820c670e tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910642 Jul 23 16:21:29.293239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'network_id': 'edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d', 'port_id': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'mac_address': 'fa:16:3e:34:69:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d0028d-3680-4903-9bde-d68e611debe6', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:29.332196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.344297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0264b5b-6c3f-4cb4-ba0d-cd6efe5cf5ba req-8b50bffb-3e6a-4c08-8e68-d4c7df01df61 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:29.346706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0264b5b-6c3f-4cb4-ba0d-cd6efe5cf5ba req-8b50bffb-3e6a-4c08-8e68-d4c7df01df61 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.2179451 Jul 23 16:21:29.347042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87d5944-276b-44b9-a9e8-695e0720fb4d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:29.367023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:29.371564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.372259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 491c3891-1320-495b-b88a-66d0d07f7574 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:29.409385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-bafbe9bc-ed7b-4f6a-8b04-b9590c9b158a service neutron] 10.222.0.67 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553385 Jul 23 16:21:29.424613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0264b5b-6c3f-4cb4-ba0d-cd6efe5cf5ba req-7c7f8353-8563-41f7-b3fd-ea57bfffe845 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663435 Jul 23 16:21:29.575359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-52dda7e1-7e79-4892-8faf-d69b710cabd3 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "GET /v2.0/security-groups/d9d18874-1d94-4ffd-9f62-6522b9cf6d29 HTTP/1.1" status: 200 len: 1777 time: 0.0741179 Jul 23 16:21:29.579139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.581002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0f18598-dd1a-428f-ab34-f140e18c3769 req-f7545fe6-622e-4b5b-833b-eb83b1ef2e8b service neutron] 10.222.0.67 "GET /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551142 Jul 23 16:21:29.652133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:29.657994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.668118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '491c3891-1320-495b-b88a-66d0d07f7574', 'network_id': '016a9370-1c2d-4de3-a600-40e88470ee82', 'port_id': '491c3891-1320-495b-b88a-66d0d07f7574', 'mac_address': 'fa:16:3e:2f:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8406a7f-4e06-4fbd-b206-7b6a6b3538fd', 'ip_address': '19.86.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:29.685062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.722826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.734345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.740679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.741424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491c3891-1320-495b-b88a-66d0d07f7574 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:29.751831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0374a0ee-4c25-4478-abc7-5a8b9743367a req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] 10.222.0.64 "DELETE /v2.0/security-groups/d9d18874-1d94-4ffd-9f62-6522b9cf6d29 HTTP/1.1" status: 204 len: 173 time: 0.1627107 Jul 23 16:21:29.768127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:29.773903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a82908-ba47-4aef-be07-acb5d821a025 tempest-SecurityGroupsTestAdminJSON-1535429824 tempest-SecurityGroupsTestAdminJSON-1535429824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d18874-1d94-4ffd-9f62-6522b9cf6d29,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.775670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:29.836404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:29.885425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-5f8f52c0-b364-4789-8d1b-cfabc6320fee tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412016 Jul 23 16:21:30.016573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a51c5e54-e386-4530-b9d0-d3960cdbf12f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.018120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a51c5e54-e386-4530-b9d0-d3960cdbf12f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274166 Jul 23 16:21:30.038499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d10d5dfd-6e13-43af-8562-fbb4ae148403 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0149624 Jul 23 16:21:30.082103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45052) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:30.092835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['f87d5944-276b-44b9-a9e8-695e0720fb4d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:30.150746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-7c514719-5c21-4b8a-ab5c-34fe2d741015 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109152 Jul 23 16:21:30.186252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de71c7-07fa-4c4e-8247-927ab3340502 req-fe7416a4-00ef-4e14-ba30-4d2ff1d36180 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.189611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06de71c7-07fa-4c4e-8247-927ab3340502 req-fe7416a4-00ef-4e14-ba30-4d2ff1d36180 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 944 time: 0.0860076 Jul 23 16:21:30.237034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06de71c7-07fa-4c4e-8247-927ab3340502 req-1e33c304-7ac8-4a93-b9e3-3490edfd841a tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Jul 23 16:21:30.266198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-394f6c4f-a388-4ee7-8310-22d1ab1ffbb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b654c57a9ac241c782f0488dced5c194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825256 Jul 23 16:21:30.268847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45056) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:30.321550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.346446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.394363 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.397543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.398740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/521983d3-4928-43e4-b94d-015c78bb1b33 HTTP/1.1" status: 204 len: 168 time: 0.1288648 Jul 23 16:21:30.407193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3ba4-3ed9-4383-9c32-3ee9a5d5f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521983d3-4928-43e4-b94d-015c78bb1b33,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:30.600080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc363-45c1-44f1-87c8-6fc255b553be req-04fb3c52-fb09-4ee7-bd73-50a4d2846569 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.601650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30adc363-45c1-44f1-87c8-6fc255b553be req-04fb3c52-fb09-4ee7-bd73-50a4d2846569 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.0987282 Jul 23 16:21:30.662127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30adc363-45c1-44f1-87c8-6fc255b553be req-96ea5c46-7e09-4134-879d-a6d3181834ce tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Jul 23 16:21:30.662127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-deleted', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:30.664095 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08efc86-18b4-4025-aa17-1b945dd68fcc" -d '{"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-deleted", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:30.741041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45078) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:30.844720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fbb378c2-46ae-4f1f-af2c-7dc1dd52de0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54492d94e88d4072b72b331f28ad7e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024668 Jul 23 16:21:30.847410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45086) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:30.922155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3ccc-2b44-4a1d-b43d-305c454fac10 req-c2fae22c-6c9f-4b51-b19c-ad18d9509bcb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.928136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3ccc-2b44-4a1d-b43d-305c454fac10 req-c2fae22c-6c9f-4b51-b19c-ad18d9509bcb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:30.929730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d5d3ccc-2b44-4a1d-b43d-305c454fac10 req-c2fae22c-6c9f-4b51-b19c-ad18d9509bcb tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1680 time: 0.1486418 Jul 23 16:21:30.947985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:30.992530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.003043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d5d3ccc-2b44-4a1d-b43d-305c454fac10 req-4d73f612-4541-499d-8fb0-15ecdc9e1585 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628603 Jul 23 16:21:31.059529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.062871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.072309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/422ad83a-e13c-47d1-8d1d-7e7d7bc4eddb HTTP/1.1" status: 204 len: 168 time: 0.2182562 Jul 23 16:21:31.084064 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032441de-cefc-4f1a-b506-dbf8c5a5bad0 x-openstack-request-id: req-032441de-cefc-4f1a-b506-dbf8c5a5bad0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:31.084362 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b691d8-966d-4599-b751-a2009c752426", "name": "network-vif-deleted", "tag": "41ecabe0-a46b-4db2-ab93-4be65c5a7fbd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:31.084612 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-032441de-cefc-4f1a-b506-dbf8c5a5bad0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:31.085015 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b691d8-966d-4599-b751-a2009c752426', 'name': 'network-vif-deleted', 'tag': '41ecabe0-a46b-4db2-ab93-4be65c5a7fbd', 'status': 'completed', 'code': 200} Jul 23 16:21:31.101022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5bb4c-5d09-4dd9-986c-1ab695ff763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ad83a-e13c-47d1-8d1d-7e7d7bc4eddb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.159775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['491c3891-1320-495b-b88a-66d0d07f7574'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:31.207242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d8e7bf24-96e2-4c38-a141-60be6deb9a3c details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:31.209475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f87d5944-276b-44b9-a9e8-695e0720fb4d up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:31.461018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,segment=NetworkSegment(73187b6a-0c4a-4b2e-b3ed-b5c76578f11d),segment_id=73187b6a-0c4a-4b2e-b3ed-b5c76578f11d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:31.463598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port f87d5944-276b-44b9-a9e8-695e0720fb4d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:31.489106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port f87d5944-276b-44b9-a9e8-695e0720fb4d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:31.489823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.495907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c', 'network_id': 'ca18855a-dc03-4035-aa10-34ee8a9d653e', 'port_id': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c', 'mac_address': 'fa:16:3e:8f:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3e9bef-5fa6-4621-bf5c-10b04c0f570b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:31.577281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c49e167b-b162-495f-a326-73a9d3561936 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.592604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c49e167b-b162-495f-a326-73a9d3561936 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.2831278 Jul 23 16:21:31.626259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-26393539-8d06-4cf8-b7c5-5a61ffeed8ea tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/quotas/897d00f5d2da4a25b261fe7232bd6230 HTTP/1.1" status: 200 len: 375 time: 0.0271795 Jul 23 16:21:31.631278 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.668293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e7bf24-96e2-4c38-a141-60be6deb9a3c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:31.691014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e1451-2783-4117-80a2-94cdd1c45b70 req-4c29a508-99b8-492b-8d51-f2ab3e405b14 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:31.691444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,segment=NetworkSegment(73187b6a-0c4a-4b2e-b3ed-b5c76578f11d),segment_id=73187b6a-0c4a-4b2e-b3ed-b5c76578f11d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:31.692664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f39e1451-2783-4117-80a2-94cdd1c45b70 req-4c29a508-99b8-492b-8d51-f2ab3e405b14 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.2083793 Jul 23 16:21:31.697326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.731937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.746002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-f9d551b9-dba7-4ae7-b04f-9a3338d12ce9 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187248 Jul 23 16:21:31.769711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f39e1451-2783-4117-80a2-94cdd1c45b70 req-030cbe7f-24fb-4ef8-99d9-e44415b6bf38 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551460 Jul 23 16:21:31.769828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:31.771532 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826800f5-1881-43e9-b046-b3b5595d2993" -d '{"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-plugged", "status": "completed", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:31.783785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.789319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:31.794449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.796106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:31.878402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:31.895006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b91f0c9-e264-4a57-9177-e78308ab3726 req-7a843921-e64a-4f59-a3a0-d1cfa54859f3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 210 time: 0.0465729 Jul 23 16:21:31.926623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-cfa2ed85-5758-4b01-9365-1e59e789fef3 service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608472 Jul 23 16:21:31.927435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.968570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:31.973072 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:31.974389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:32.016864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:32.017164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 41ecabe0-a46b-4db2-ab93-4be65c5a7fbd not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:32.051495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['d8e7bf24-96e2-4c38-a141-60be6deb9a3c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:32.071870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-899339dd-08a0-4507-8c18-40aa95de96b0 service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389153 Jul 23 16:21:32.103742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d740b-0b7d-4dbe-8970-b5e2cf9c4c25 req-e64bfc93-568e-4688-9eba-ffdb6afd2e52 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.105436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc5d740b-0b7d-4dbe-8970-b5e2cf9c4c25 req-e64bfc93-568e-4688-9eba-ffdb6afd2e52 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 951 time: 0.1354432 Jul 23 16:21:32.126117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:32.177621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc5d740b-0b7d-4dbe-8970-b5e2cf9c4c25 req-b649e0fa-809a-41ac-9266-7982854368d4 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 Jul 23 16:21:32.285787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-3293663d-93e5-4c22-81b6-184e592f1e22 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269482 Jul 23 16:21:32.473786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-bc64e858-eac2-4492-8760-8f7bfbf950fe tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.475604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-bc64e858-eac2-4492-8760-8f7bfbf950fe tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828218 Jul 23 16:21:32.508193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bef05-4023-437d-89ac-cd048eb459f0 req-d18f238c-5144-40e9-87c9-6a945d95e977 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.510457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-668bef05-4023-437d-89ac-cd048eb459f0 req-d18f238c-5144-40e9-87c9-6a945d95e977 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 945 time: 0.1116147 Jul 23 16:21:32.514923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:32.661012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-668bef05-4023-437d-89ac-cd048eb459f0 req-bf34de1f-904c-459a-95be-ada21a7ed065 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347175 Jul 23 16:21:32.774161 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8626b0-7ce8-4c76-8c63-0f0d97c1d011 x-openstack-request-id: req-5d8626b0-7ce8-4c76-8c63-0f0d97c1d011 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:32.774800 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-plugged", "status": "completed", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:32.774800 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d8626b0-7ce8-4c76-8c63-0f0d97c1d011 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:32.775149 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'code': 200} Jul 23 16:21:32.833216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-4009efce-0a2d-4404-8f1e-51195a8aff7b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314109 Jul 23 16:21:32.840838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:32.846788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:32.945714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c275-f97f-47f5-8487-e71e438b0f8b req-deffa652-6d3d-4976-a39d-385ec02044d0 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.953441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c275-f97f-47f5-8487-e71e438b0f8b req-deffa652-6d3d-4976-a39d-385ec02044d0 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.961116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c275-f97f-47f5-8487-e71e438b0f8b req-deffa652-6d3d-4976-a39d-385ec02044d0 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:32.972681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8d6c275-f97f-47f5-8487-e71e438b0f8b req-deffa652-6d3d-4976-a39d-385ec02044d0 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577&device_id=d00593ae-6a07-416a-bc87-e437036f29c8&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 2416 time: 0.2365336 Jul 23 16:21:33.176548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8d6c275-f97f-47f5-8487-e71e438b0f8b req-a130a714-4221-4dcd-8b91-f139f9ad525b tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029412 Jul 23 16:21:33.223326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d8e7bf24-96e2-4c38-a141-60be6deb9a3c up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:33.264882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.7 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/1fcb7ee7-d94a-4053-b29a-12cd0120a6fb) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:33.298284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port d8e7bf24-96e2-4c38-a141-60be6deb9a3c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:33.299233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-e9d375b3-5ffb-4248-a1cf-d0b647ab8f5d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.301027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-e9d375b3-5ffb-4248-a1cf-d0b647ab8f5d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515738 Jul 23 16:21:33.303739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port d8e7bf24-96e2-4c38-a141-60be6deb9a3c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:33.304362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.409862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.434315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a43673-7223-4f66-a763-738625d267ea req-cf73d4aa-2d7f-4369-b857-084183da57e0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.436628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93a43673-7223-4f66-a763-738625d267ea req-cf73d4aa-2d7f-4369-b857-084183da57e0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "GET /v2.0/ports?device_id=02ee301d-22e5-4876-931f-df4489cd7b77 HTTP/1.1" status: 200 len: 943 time: 0.1371729 Jul 23 16:21:33.449144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,segment=NetworkSegment(73187b6a-0c4a-4b2e-b3ed-b5c76578f11d),segment_id=73187b6a-0c4a-4b2e-b3ed-b5c76578f11d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:33.455494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.456602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 491c3891-1320-495b-b88a-66d0d07f7574 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:33.535521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:33.552058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 491c3891-1320-495b-b88a-66d0d07f7574 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:33.556290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 491c3891-1320-495b-b88a-66d0d07f7574 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:33.556804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.582914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Deleting port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:33.583325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.658162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.692858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] For port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:33.693270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.697587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:33.702649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.708501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Calling delete_port for 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:33.748650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:33.758442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:33.762893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fac4828-f6ff-4ed5-b4b8-dea35e6657ac req-a44ef99a-1905-4d4e-888f-a8be5aee6dcb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 210 time: 0.3171055 Jul 23 16:21:33.786075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb971c8-cae6-4206-9542-1dc91296dbd4 req-4f5fb16b-a8a0-409b-b6d4-82abdb2fda15 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.791969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb971c8-cae6-4206-9542-1dc91296dbd4 req-4f5fb16b-a8a0-409b-b6d4-82abdb2fda15 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:33.793788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb971c8-cae6-4206-9542-1dc91296dbd4 req-4f5fb16b-a8a0-409b-b6d4-82abdb2fda15 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1681 time: 0.9183969 Jul 23 16:21:33.880235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.907156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event deleted for resources: {'Port': ['ID=2d75af63-6253-4f8c-a1dd-4df1008f9ba0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:33.927889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b00014f1-36ba-4dfd-a1d0-76cc0a99b5cf req-942caaae-aae3-444e-8c8e-13bd1a2049cd tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 210 time: 0.0896175 Jul 23 16:21:33.941650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.957094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] No DVR routers for this DVR port 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:33.960014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:33.962842 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93a43673-7223-4f66-a763-738625d267ea req-f1c99432-ca2c-4256-9f50-c4ff80b321ef tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "DELETE /v2.0/ports/2d75af63-6253-4f8c-a1dd-4df1008f9ba0 HTTP/1.1" status: 204 len: 173 time: 0.5190775 Jul 23 16:21:33.963522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-deleted', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:33.967212 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf1323-c2e0-4179-b496-ccc993545a11" -d '{"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-deleted", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:34.010373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb971c8-cae6-4206-9542-1dc91296dbd4 req-fa003a38-d88c-4424-b136-af7078915ca7 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046373 Jul 23 16:21:34.019186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-235c8fe7-92d9-4513-98c5-6d0b1a311df8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.020769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-235c8fe7-92d9-4513-98c5-6d0b1a311df8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 951 time: 0.8513405 Jul 23 16:21:34.041593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:34.299335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-6c88fb5c-4a36-4f2d-a334-2107eb0041e0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.300771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-6c88fb5c-4a36-4f2d-a334-2107eb0041e0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.3490627 Jul 23 16:21:34.311514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:34.315046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.332140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.343249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Request body: {'port': {'device_id': '86a6c599-169a-45d3-b480-de75562f5621', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'admin_state_up': True, 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:34.368369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:34.454428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d60d-1eeb-49ca-9df3-4295c079b163 req-f7d1ad31-1086-4293-ae62-e06d4d00da9a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.455938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc5d60d-1eeb-49ca-9df3-4295c079b163 req-f7d1ad31-1086-4293-ae62-e06d4d00da9a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.3984797 Jul 23 16:21:34.501119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:34.556545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:34.567007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2721c-f5f1-450a-a158-14266a7dc8f5 req-40069afc-ad15-4709-9503-3a8909229d21 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.568563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3de2721c-f5f1-450a-a158-14266a7dc8f5 req-40069afc-ad15-4709-9503-3a8909229d21 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=2186810d-a086-423c-b8f3-fdcde03364eb HTTP/1.1" status: 200 len: 951 time: 0.4335070 Jul 23 16:21:34.569202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:34.585962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:34.630829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Deleting port 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:34.631167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.774612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:34.775520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.776227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0'}, {'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c'}, {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:34.778584 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38165c4-c6ad-4d42-8028-9fbe170a3006" -d '{"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-unplugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0"}, {"server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "name": "network-vif-plugged", "status": "completed", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c"}, {"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-plugged", "status": "completed", "tag": "491c3891-1320-495b-b88a-66d0d07f7574"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:34.782331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fad4e3d2-707a-41d5-a9a5-42f8f7317022 None None] Provisioning for port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:34.786333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fad4e3d2-707a-41d5-a9a5-42f8f7317022 None None] Provisioning complete for port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:34.786719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fad4e3d2-707a-41d5-a9a5-42f8f7317022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.812886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc5d60d-1eeb-49ca-9df3-4295c079b163 req-d5a2410d-c85b-452b-bef3-93d8eadbc848 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076086 Jul 23 16:21:34.827803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fad4e3d2-707a-41d5-a9a5-42f8f7317022 None None] Port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:34.850445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3de2721c-f5f1-450a-a158-14266a7dc8f5 req-a418d9c4-0430-4ff1-bf74-cfd4a40f54f1 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480268 Jul 23 16:21:34.890841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.92 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/e6992929-433d-4ad2-b43b-bede38fa970e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:34.899856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:34.903486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:34.921565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-944924f2-9891-4eb5-8425-9246312a2c8d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4241140 Jul 23 16:21:34.939892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Request body: {'port': {'device_id': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:34.946779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] For port 59f743e4-feaf-43d7-9738-095625a058e1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=59f743e4-feaf-43d7-9738-095625a058e1,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:34.947152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.004899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Calling delete_port for 59f743e4-feaf-43d7-9738-095625a058e1 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:35.165548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-5aa7a216-64b0-4666-9063-ba8f589d7bd4 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025374 Jul 23 16:21:35.307382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:35.348455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.410336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92c8dcf4-b1b6-4463-a554-b75281d0242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.510716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92c8dcf4-b1b6-4463-a554-b75281d0242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.516120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92c8dcf4-b1b6-4463-a554-b75281d0242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.520436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Allocated IP 172.20.0.10 (abbaa914-1648-49ce-862f-314a68a4a9fc/bd92966d-d675-4d1c-8995-28d87a304798/72f01d65-5a82-4409-93b9-8d2de1757244) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:35.554490 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92c8dcf4-b1b6-4463-a554-b75281d0242c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03f4299813af407fa98113ee32c2a259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458947 Jul 23 16:21:35.555341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8dcf4-b1b6-4463-a554-b75281d0242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683926e8-5e30-4049-8337-5fd60297c905,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:35.557749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:35.594140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-69b5caf0-e9d9-4cd2-8a42-60b704bb8b63 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:35.595705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-69b5caf0-e9d9-4cd2-8a42-60b704bb8b63 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901258 Jul 23 16:21:35.603545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab7b6-0e47-443b-aab9-e82d2342ca52 req-ec6826a7-e9d8-4312-a485-6761f9e9a528 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:35.605011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11bab7b6-0e47-443b-aab9-e82d2342ca52 req-ec6826a7-e9d8-4312-a485-6761f9e9a528 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.4961450 Jul 23 16:21:35.610062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.616748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.638261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.687682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.690512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.691876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/683926e8-5e30-4049-8337-5fd60297c905 HTTP/1.1" status: 204 len: 168 time: 0.1330528 Jul 23 16:21:35.700298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c5929-b939-4425-9125-097aba46e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683926e8-5e30-4049-8337-5fd60297c905,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:35.960432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:35.974904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2538750f-9495-4c65-b555-c7d26c4c25d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:35.996166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object e6992929-433d-4ad2-b43b-bede38fa970e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:36.000437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-cd1f9549-863b-435d-9d8f-ec53d92435f8 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/quotas/09d46d0ca3d2407abd8ed4cd68db6705 HTTP/1.1" status: 200 len: 375 time: 0.3879883 Jul 23 16:21:36.065299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2538750f-9495-4c65-b555-c7d26c4c25d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.069691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2538750f-9495-4c65-b555-c7d26c4c25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.090440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-787a0545-d6db-417a-ac5a-6bbd965cd2c5 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746577 Jul 23 16:21:36.100052 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.108534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11bab7b6-0e47-443b-aab9-e82d2342ca52 req-9bc31acf-55e3-43ee-a514-b104277a0df6 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906728 Jul 23 16:21:36.116631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:36.117187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538750f-9495-4c65-b555-c7d26c4c25d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf994e-ede2-412c-a6e2-f6c88b1579a6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:36.125766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2538750f-9495-4c65-b555-c7d26c4c25d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4443987f4e0b45a18594a47f153d4ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640937 Jul 23 16:21:36.126482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:36.175483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event deleted for resources: {'Port': ['ID=59f743e4-feaf-43d7-9738-095625a058e1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:36.180459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.184349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:36.209054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.228626 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc449a-6dd4-4810-afc1-d8c67c5ab4d2 x-openstack-request-id: req-d2dc449a-6dd4-4810-afc1-d8c67c5ab4d2 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:36.229155 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-deleted", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:36.229572 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2dc449a-6dd4-4810-afc1-d8c67c5ab4d2 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:36.230199 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-deleted', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'status': 'completed', 'code': 200} Jul 23 16:21:36.278027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.284020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] No DVR routers for this DVR port 59f743e4-feaf-43d7-9738-095625a058e1 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:36.299980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.305572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.306288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.307129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0de62e32-bb4a-41db-8d66-702fdc1c7010 req-ed29c89d-9258-41c0-a1b5-8de96566b5aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "DELETE /v2.0/ports/59f743e4-feaf-43d7-9738-095625a058e1 HTTP/1.1" status: 204 len: 173 time: 2.2672267 Jul 23 16:21:36.310929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-deleted', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:36.310929 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab1d50d-b8bc-4540-a774-8f5433b95155" -d '{"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-deleted", "tag": "59f743e4-feaf-43d7-9738-095625a058e1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:36.322609 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdbf994e-ede2-412c-a6e2-f6c88b1579a6 HTTP/1.1" status: 204 len: 168 time: 0.1846576 Jul 23 16:21:36.335179 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e09cf-48e0-4bb0-9d34-3b726020ab8d x-openstack-request-id: req-0f2e09cf-48e0-4bb0-9d34-3b726020ab8d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:36.337246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2d6ff-e039-41a5-b220-3da25fe0c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf994e-ede2-412c-a6e2-f6c88b1579a6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:36.337836 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee301d-22e5-4876-931f-df4489cd7b77", "name": "network-vif-unplugged", "status": "completed", "tag": "2d75af63-6253-4f8c-a1dd-4df1008f9ba0", "code": 200}, {"server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "name": "network-vif-plugged", "status": "completed", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c", "code": 200}, {"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-plugged", "status": "completed", "tag": "491c3891-1320-495b-b88a-66d0d07f7574", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:36.338317 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f2e09cf-48e0-4bb0-9d34-3b726020ab8d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:36.339429 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee301d-22e5-4876-931f-df4489cd7b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d75af63-6253-4f8c-a1dd-4df1008f9ba0', 'code': 200} Jul 23 16:21:36.345289 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c', 'code': 200} Jul 23 16:21:36.345732 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574', 'code': 200} Jul 23 16:21:36.418328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.421617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:36.435835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:36.441243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:36.443641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:36.660119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80396bc4-3aef-47f7-8552-fb0867904478 req-bf55a065-ec7c-4d9b-869b-b85a678f4db9 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 210 time: 0.2296002 Jul 23 16:21:36.743793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307d363-9a07-48d4-ac70-96609954904b req-2864c67b-3299-4798-9932-2ec2f1151ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.749335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3307d363-9a07-48d4-ac70-96609954904b req-2864c67b-3299-4798-9932-2ec2f1151ac4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 1097 time: 0.1196566 Jul 23 16:21:36.802837 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3307d363-9a07-48d4-ac70-96609954904b req-ce239023-63d7-42ee-a80d-be07a24f22a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Jul 23 16:21:36.838238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:36.839088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.955445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:36.962650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a643103e-5d25-4fee-af69-c6adffaf8e14 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5112402 Jul 23 16:21:36.980447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:37.026486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Request body: {'port': {'device_id': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:37.109055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:37.178150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Network abbaa914-1648-49ce-862f-314a68a4a9fc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:37.180536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.209952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:37.220733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8eebe-e9ec-417e-b34c-03aa2b75ebb0 req-79333257-2f9a-453c-b7e2-5e14a796bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.221482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8eebe-e9ec-417e-b34c-03aa2b75ebb0 req-79333257-2f9a-453c-b7e2-5e14a796bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.223159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18d8eebe-e9ec-417e-b34c-03aa2b75ebb0 req-79333257-2f9a-453c-b7e2-5e14a796bc5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1984 time: 0.6800325 Jul 23 16:21:37.232054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:37.232721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:37.290123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 59f743e4-feaf-43d7-9738-095625a058e1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:37.291458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 59f743e4-feaf-43d7-9738-095625a058e1 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:37.292298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:37.293920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf9c1a-ef32-47fc-b53b-5271aa49e897 req-442caca4-c23e-43dc-8e52-f0b4a8fedf1c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.301612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bcf9c1a-ef32-47fc-b53b-5271aa49e897 req-442caca4-c23e-43dc-8e52-f0b4a8fedf1c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 935 time: 0.6050706 Jul 23 16:21:37.303482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:37.314519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187c90-ab1c-46e6-b28b-5fb53bf3b042 req-b04d17af-77dd-4f72-8184-0eca0f6537f8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.320846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187c90-ab1c-46e6-b28b-5fb53bf3b042 req-b04d17af-77dd-4f72-8184-0eca0f6537f8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.324033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:37.324383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2d75af63-6253-4f8c-a1dd-4df1008f9ba0 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:37.328781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d187c90-ab1c-46e6-b28b-5fb53bf3b042 req-b04d17af-77dd-4f72-8184-0eca0f6537f8 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1682 time: 0.5530901 Jul 23 16:21:37.336597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ba35cf8c-b13b-40cc-8e43-939160e1f1a2 None None] Provisioning for port e6992929-433d-4ad2-b43b-bede38fa970e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:37.338882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Transition to ACTIVE for port object 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:37.349528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ba35cf8c-b13b-40cc-8e43-939160e1f1a2 None None] Provisioning complete for port e6992929-433d-4ad2-b43b-bede38fa970e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:37.349990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba35cf8c-b13b-40cc-8e43-939160e1f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.387889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.398184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ba35cf8c-b13b-40cc-8e43-939160e1f1a2 None None] Port e6992929-433d-4ad2-b43b-bede38fa970e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:37.508669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.509313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.528277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:37.536442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.539424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18d8eebe-e9ec-417e-b34c-03aa2b75ebb0 req-100a2941-8d16-4585-bbfa-bde1802f4052 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846525 Jul 23 16:21:37.559077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bcf9c1a-ef32-47fc-b53b-5271aa49e897 req-5e708137-fdc4-4cc5-94ef-14632f3f9fb5 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559292 Jul 23 16:21:37.564501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d187c90-ab1c-46e6-b28b-5fb53bf3b042 req-201cc531-565f-40c9-b070-9c787302b830 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345748 Jul 23 16:21:37.664911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-network', 'tenant_id': '749e50e348294436904f6fad02f40b7b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:37.700319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Made reservation on behalf of 749e50e348294436904f6fad02f40b7b for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:37.707632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.723193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.727288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:37.753741 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be19285d-c887-4279-9f5f-d31a2e316cb6 x-openstack-request-id: req-be19285d-c887-4279-9f5f-d31a2e316cb6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:37.753988 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2186810d-a086-423c-b8f3-fdcde03364eb", "name": "network-vif-deleted", "tag": "59f743e4-feaf-43d7-9738-095625a058e1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:37.754231 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be19285d-c887-4279-9f5f-d31a2e316cb6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:37.754778 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2186810d-a086-423c-b8f3-fdcde03364eb', 'name': 'network-vif-deleted', 'tag': '59f743e4-feaf-43d7-9738-095625a058e1', 'status': 'completed', 'code': 200} Jul 23 16:21:37.760489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c97dbe4c-425a-4cd5-8aa0-223c39ab8b99 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4244528 Jul 23 16:21:37.792805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e82389a5-e490-49ca-8d6e-88c31c49900f req-97420744-da6f-4473-b34a-bfa4ec73443a tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 210 time: 0.0497637 Jul 23 16:21:37.855362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.856926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Request body: {'port': {'device_id': '86a6c599-169a-45d3-b480-de75562f5621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:37.861911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.890412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:37.903429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e161595-d945-49fc-ac61-aee6153704e5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:37.906942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.907288 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Added segment 608c9308-9fbd-49d0-b265-f868898d9d85 of type vlan for network ede02154-725f-41c6-8b4c-bf640061fd96 Jul 23 16:21:37.957426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.995329 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:37.995911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:37.996694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.036602 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5072024 Jul 23 16:21:38.065595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:38.070515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Request body: {'subnet': {'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-subnet', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:38.073838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f0626-2369-4238-8331-2283d8ee6c83 admin admin] Pushing event updated for resources: {'Network': ['ID=ede02154-725f-41c6-8b4c-bf640061fd96,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:38.085386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:38.099577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Made reservation on behalf of 749e50e348294436904f6fad02f40b7b for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:38.103810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.153038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-6e28c1b3-990e-4cf5-9533-e77259505cc7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271076 Jul 23 16:21:38.192219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Attempting to bind port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:38.192611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Attempting to bind port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:38.192881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Attempting to bind port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:38.245765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:38.246117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Attempting to bind port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:38.288305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.321402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.321643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:38.321877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:38.322401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:38.322907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Bound port: 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:38.323189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.367044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52a638-6559-4d64-9d2b-369df132b065 req-ae0a75f6-22ac-4c16-a7af-0969c08d9d69 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.368529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a52a638-6559-4d64-9d2b-369df132b065 req-ae0a75f6-22ac-4c16-a7af-0969c08d9d69 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.5274434 Jul 23 16:21:38.377190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277be1a4-61b9-4722-8257-49d3931bf716,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:38.392331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Checking segment: {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:38.392783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Network hostable DHCP agents. Network: ede02154-725f-41c6-8b4c-bf640061fd96, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:38.411086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Network ede02154-725f-41c6-8b4c-bf640061fd96 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:38.419866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ede02154-725f-41c6-8b4c-bf640061fd96) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:38.424064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.424660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.430285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f59716-d163-4e1a-80f1-f8386c48950d None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:38.440649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1beb1cc5-ad8b-4468-9941-3111de7677f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3739567 Jul 23 16:21:38.443317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:38.447986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:38.471533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.472814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.502267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-45c46d24-58ae-4923-8ab7-f632e7bd4f56 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.503689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-45c46d24-58ae-4923-8ab7-f632e7bd4f56 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308852 Jul 23 16:21:38.511118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514036e-053c-4ebe-a3d1-2d588de7f2c7 req-69545ea7-9a8d-4f4d-a963-6e4b3b215c44 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:38.512632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2514036e-053c-4ebe-a3d1-2d588de7f2c7 req-69545ea7-9a8d-4f4d-a963-6e4b3b215c44 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 932 time: 0.3941677 Jul 23 16:21:38.533979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.534525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Request body: {'port': {'device_id': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '09d46d0ca3d2407abd8ed4cd68db6705'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:38.565144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6992929-433d-4ad2-b43b-bede38fa970e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:38.592696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.619663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ede02154-725f-41c6-8b4c-bf640061fd96', 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'fixed_ips': [{'subnet_id': '277be1a4-61b9-4722-8257-49d3931bf716'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:21:38.621143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.634486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a52a638-6559-4d64-9d2b-369df132b065 req-02008adc-9cab-43d6-b7e9-5be989dfeb05 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547712 Jul 23 16:21:38.721662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.816566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Allocated IP 172.20.0.2 (ede02154-725f-41c6-8b4c-bf640061fd96/277be1a4-61b9-4722-8257-49d3931bf716/cc335ff7-3b73-494f-9830-186013757df6) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:38.944619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Transition to ACTIVE for port object e6992929-433d-4ad2-b43b-bede38fa970e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:38.991657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:38.993668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.000685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.001536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Transition to ACTIVE for port object cc335ff7-3b73-494f-9830-186013757df6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:39.014707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.021026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Transition to ACTIVE for port object cc335ff7-3b73-494f-9830-186013757df6 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:39.028458 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.038022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:39.072596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:39.075547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:39.078013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:39.091861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Pushing event updated for resources: {'Port': ['ID=cc335ff7-3b73-494f-9830-186013757df6,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.125407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2514036e-053c-4ebe-a3d1-2d588de7f2c7 req-51967e53-cbbf-4027-b93b-5212e7eb51fb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980451 Jul 23 16:21:39.131034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:39.154066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Allocated IP 172.25.2.134 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/97bb25f8-bd70-4df3-b325-67173570f2f1) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:39.164920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Attempting to bind port cc335ff7-3b73-494f-9830-186013757df6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:39.165352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Attempting to bind port cc335ff7-3b73-494f-9830-186013757df6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:39.165731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Attempting to bind port cc335ff7-3b73-494f-9830-186013757df6 on network ede02154-725f-41c6-8b4c-bf640061fd96 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:39.172876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:39.173086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Checking segment: {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:39.174815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.175237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Bound using segment: {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:39.175776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Bound port: cc335ff7-3b73-494f-9830-186013757df6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:39.176495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.176950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.235218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Pushing event updated for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.269511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] For port cc335ff7-3b73-494f-9830-186013757df6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:39.273526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] For port cc335ff7-3b73-494f-9830-186013757df6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc335ff7-3b73-494f-9830-186013757df6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:39.279796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.283277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.283902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.285404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-30199012-356f-4bdb-be86-8607c071b491 service neutron] 10.222.0.67 "PUT /v2.0/ports/1fcb7ee7-d94a-4053-b29a-12cd0120a6fb HTTP/1.1" status: 200 len: 1094 time: 4.3528905 Jul 23 16:21:39.346317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747aa5-e903-48cb-9f95-9fc4aa8beb3d None None] Pushing event updated for resources: {'Port': ['ID=cc335ff7-3b73-494f-9830-186013757df6,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.354075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.410574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.454541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:39.457668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:39.460299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:39.498818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Pushing event updated for resources: {'Port': ['ID=97bb25f8-bd70-4df3-b325-67173570f2f1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.538739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Made reservation on behalf of 09d46d0ca3d2407abd8ed4cd68db6705 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:39.542224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.546554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Attempting to bind port e6992929-433d-4ad2-b43b-bede38fa970e on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:39.546766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Attempting to bind port e6992929-433d-4ad2-b43b-bede38fa970e by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:39.547027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Attempting to bind port e6992929-433d-4ad2-b43b-bede38fa970e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:39.559214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199012-356f-4bdb-be86-8607c071b491 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:39.569551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4f644-d494-45c0-b35c-7b64bacba9aa req-d5b866e1-1ec0-4714-a979-74de664c55aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.578533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abe4f644-d494-45c0-b35c-7b64bacba9aa req-d5b866e1-1ec0-4714-a979-74de664c55aa tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.6225927 Jul 23 16:21:39.651319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.657958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Port e6992929-433d-4ad2-b43b-bede38fa970e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:39.658284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Attempting to bind port e6992929-433d-4ad2-b43b-bede38fa970e on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:39.741303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb18c-fa9d-49d1-b859-b6bf4dc22912 req-67b647d8-3757-4660-b1f1-f93ce0205228 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.743117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5bcb18c-fa9d-49d1-b859-b6bf4dc22912 req-67b647d8-3757-4660-b1f1-f93ce0205228 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 947 time: 0.4900372 Jul 23 16:21:39.745050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:39.745388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:39.745775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:39.746320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Bound port: e6992929-433d-4ad2-b43b-bede38fa970e, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:39.746712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.759258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:39.762697 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe" -d '{"events": [{"name": "network-changed", "server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:39.838936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abe4f644-d494-45c0-b35c-7b64bacba9aa req-4ce8249c-fb0c-42d2-920d-1522107ab7fd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577333 Jul 23 16:21:39.844386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:39.910113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-406528d6-d4bf-4bb9-8d6e-d35c364437a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:39.911668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-406528d6-d4bf-4bb9-8d6e-d35c364437a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 1097 time: 0.5016680 Jul 23 16:21:40.007979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-81bfee84-321c-40d4-a4ad-8bc99427fd73 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.009418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-81bfee84-321c-40d4-a4ad-8bc99427fd73 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 948 time: 0.0919347 Jul 23 16:21:40.029400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f01d65-5a82-4409-93b9-8d2de1757244 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:40.055008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-34b5b38e-101b-4e10-aabb-6b3918c13559 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb HTTP/1.1" status: 200 len: 217 time: 0.1257930 Jul 23 16:21:40.056791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.078212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5bcb18c-fa9d-49d1-b859-b6bf4dc22912 req-21c105aa-ebeb-4f3d-8a42-5c8ec301625c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855377 Jul 23 16:21:40.135914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:40.145713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Transition to ACTIVE for port object 72f01d65-5a82-4409-93b9-8d2de1757244 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:40.173086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.182342 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.226363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e6992929-433d-4ad2-b43b-bede38fa970e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:40.290024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Deleting port 4017bf47-148f-4a46-9219-42005466fbb8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:40.290507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.312988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.320556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc335ff7-3b73-494f-9830-186013757df6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:40.356458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-998d0062-811e-4b07-961f-bfe2140edf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.358959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-998d0062-811e-4b07-961f-bfe2140edf8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2872407 Jul 23 16:21:40.416217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port cc335ff7-3b73-494f-9830-186013757df6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:40.452871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f45ba0-8906-4649-a989-835c48db9477 req-e090338f-9af7-45a8-ad46-82dc6fa16a5f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.457569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] For port 4017bf47-148f-4a46-9219-42005466fbb8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4017bf47-148f-4a46-9219-42005466fbb8,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:40.458043 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.459739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f45ba0-8906-4649-a989-835c48db9477 req-e090338f-9af7-45a8-ad46-82dc6fa16a5f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.471538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f45ba0-8906-4649-a989-835c48db9477 req-e090338f-9af7-45a8-ad46-82dc6fa16a5f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1682 time: 0.5544391 Jul 23 16:21:40.483571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Calling delete_port for 4017bf47-148f-4a46-9219-42005466fbb8 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:40.485565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:40.485759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.487145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] 10.222.0.67 "PUT /v2.0/ports/e6992929-433d-4ad2-b43b-bede38fa970e HTTP/1.1" status: 200 len: 1095 time: 3.4971716 Jul 23 16:21:40.513329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:40.536883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.551904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Router 75f140ea-7393-4325-84d8-77bb4a75cd26 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:21:40.643705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df91bc9f-596e-411f-b85b-336b4e807418 req-02907b0d-0f1d-4b16-94a6-d3c20a02ea04 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 210 time: 0.1256723 Jul 23 16:21:40.644348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.707748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:40.727398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Sync routers for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:40.735445 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:40.739593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-14762c5c-cbbf-4ec2-b33e-5c526134b4bf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2953181 Jul 23 16:21:40.741971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:40.759166 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Routers {'75f140ea-7393-4325-84d8-77bb4a75cd26'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:40.759878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['75f140ea-7393-4325-84d8-77bb4a75cd26'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:40.819158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5e484-c241-4c7c-92cd-aebec43b2f84 None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:40.904598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f45ba0-8906-4649-a989-835c48db9477 req-e066db5d-8496-45cb-b940-4ab772b43027 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319403 Jul 23 16:21:40.950711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec419f-a22d-4ab9-953a-d2e528705820 service neutron] Pushing event updated for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:40.985378 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Set router 75f140ea-7393-4325-84d8-77bb4a75cd26 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:41.009461 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f14eec-56ba-4147-844b-3a27fc0a86d3 x-openstack-request-id: req-b3f14eec-56ba-4147-844b-3a27fc0a86d3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:41.009804 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:41.012793 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3f14eec-56ba-4147-844b-3a27fc0a86d3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:41.014763 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'status': 'completed', 'code': 200} Jul 23 16:21:41.019798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Attempting to bind port 72f01d65-5a82-4409-93b9-8d2de1757244 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:41.020234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Attempting to bind port 72f01d65-5a82-4409-93b9-8d2de1757244 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:41.020652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Attempting to bind port 72f01d65-5a82-4409-93b9-8d2de1757244 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:41.023133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387d1875-9395-46ed-b876-9fd36d24caac,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:41.065551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Port 72f01d65-5a82-4409-93b9-8d2de1757244 on network abbaa914-1648-49ce-862f-314a68a4a9fc not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:41.066259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Attempting to bind port 72f01d65-5a82-4409-93b9-8d2de1757244 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:41.092980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-64ef8a96-0558-4bdb-b76f-f22d6f557dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.095084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-64ef8a96-0558-4bdb-b76f-f22d6f557dbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1098 time: 0.4591076 Jul 23 16:21:41.099868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-5467d0d2-f5c9-462c-984a-49597fd6a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.101680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-5467d0d2-f5c9-462c-984a-49597fd6a574 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7340782 Jul 23 16:21:41.103659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:41.104271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Checking segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:41.105011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Bound using segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:41.105661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Bound port: 72f01d65-5a82-4409-93b9-8d2de1757244, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:41.106300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.170170 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Provisioning for port cc335ff7-3b73-494f-9830-186013757df6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:41.181801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Provisioning complete for port cc335ff7-3b73-494f-9830-186013757df6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:41.182393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.183108 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:39Z', 'revision_number': 3, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:41.204310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.214803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Checking router: 75f140ea-7393-4325-84d8-77bb4a75cd26 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:41.215162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Updating router 75f140ea-7393-4325-84d8-77bb4a75cd26 port 97bb25f8-bd70-4df3-b325-67173570f2f1 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:21:41.224374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4017bf47-148f-4a46-9219-42005466fbb8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:41.231638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event deleted for resources: {'Port': ['ID=4017bf47-148f-4a46-9219-42005466fbb8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:41.256411 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.273177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-1ec007c8-0337-4958-9317-2c4e679c5662 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e6992929-433d-4ad2-b43b-bede38fa970e HTTP/1.1" status: 200 len: 217 time: 0.1617181 Jul 23 16:21:41.303392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] No DVR routers for this DVR port 4017bf47-148f-4a46-9219-42005466fbb8 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:41.307187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef09e27e-3e11-40b7-823f-3fde91b4e38d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:41.339974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.342078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d9dbfa77-77ad-445d-bc6d-395657898a93 req-4e694edf-901c-4cf0-8034-ca86a51ca5f8 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.67 "DELETE /v2.0/ports/4017bf47-148f-4a46-9219-42005466fbb8 HTTP/1.1" status: 204 len: 173 time: 1.3001940 Jul 23 16:21:41.342528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-deleted', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:41.344824 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725e151-1c17-483c-a709-a26a77599a72" -d '{"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-deleted", "tag": "4017bf47-148f-4a46-9219-42005466fbb8"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:41.349664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3990-324f-4e0c-8d9c-1a0d4ac35bbe req-8b91e113-7608-4f22-8dd0-0ea3a7ff2786 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.359569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f60b3990-324f-4e0c-8d9c-1a0d4ac35bbe req-8b91e113-7608-4f22-8dd0-0ea3a7ff2786 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.6156247 Jul 23 16:21:41.523536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.594414 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.607434 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Transition to ACTIVE for port object 97bb25f8-bd70-4df3-b325-67173570f2f1 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:41.617704 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.659854 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.692055 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Attempting to bind port 97bb25f8-bd70-4df3-b325-67173570f2f1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:41.692892 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Attempting to bind port 97bb25f8-bd70-4df3-b325-67173570f2f1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:41.693509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Attempting to bind port 97bb25f8-bd70-4df3-b325-67173570f2f1 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:41.699250 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Pushing event updated for resources: {'Port': ['ID=97bb25f8-bd70-4df3-b325-67173570f2f1,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:41.707556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:41.711734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:41.712497 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.713114 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:41.714039 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Bound port: 97bb25f8-bd70-4df3-b325-67173570f2f1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:41.715800 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.740034 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:21:41.743053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.743651 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.744210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.744747 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.745302 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.745905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.746653 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.747264 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.748572 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.749197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.749733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.750632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:41.772893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Allocated IP 192.168.233.132 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:41.792722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5eb982c9-32b2-46d8-a85b-ba5450ba0a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.823461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] For port cc335ff7-3b73-494f-9830-186013757df6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc335ff7-3b73-494f-9830-186013757df6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:41.823722 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] For port 97bb25f8-bd70-4df3-b325-67173570f2f1, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:41.829848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] For port 97bb25f8-bd70-4df3-b325-67173570f2f1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=97bb25f8-bd70-4df3-b325-67173570f2f1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:41.837096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.849255 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.872944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:41.909543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-edea2f36-c205-48ff-a2f3-da653fc50772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:41.911107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-edea2f36-c205-48ff-a2f3-da653fc50772 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.6135406 Jul 23 16:21:41.918975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:41.939679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b215a-4a69-4067-8deb-b585033190f7 None None] Pushing event updated for resources: {'Port': ['ID=cc335ff7-3b73-494f-9830-186013757df6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:41.953774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f60b3990-324f-4e0c-8d9c-1a0d4ac35bbe req-e7f8ae2a-43b4-43fb-8593-6bd40c688b06 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889482 Jul 23 16:21:41.962344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:42.035281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-c3f6e78d-a2b1-4a3b-b21f-92eba6dbc337 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9258409 Jul 23 16:21:42.036677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Routers {'75f140ea-7393-4325-84d8-77bb4a75cd26'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:42.037332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['75f140ea-7393-4325-84d8-77bb4a75cd26'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:42.058043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.118663 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2100-2cfb-4be8-9c41-1ecf46113cb4 None None] Pushing event updated for resources: {'Port': ['ID=97bb25f8-bd70-4df3-b325-67173570f2f1,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.127978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c1490b30-550c-426f-93f9-d2907f53a977 None None] Provisioning complete for port cc335ff7-3b73-494f-9830-186013757df6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:42.128687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1490b30-550c-426f-93f9-d2907f53a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.180462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cc627-86e8-4ecc-a0e4-4d03efb7bedf req-ece5565a-2e17-452f-b10d-24365b43ed04 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.182168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be3cc627-86e8-4ecc-a0e4-4d03efb7bedf req-ece5565a-2e17-452f-b10d-24365b43ed04 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 944 time: 1.0697887 Jul 23 16:21:42.235550 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] Set router 75f140ea-7393-4325-84d8-77bb4a75cd26 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:42.265057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Allocated IP 172.20.0.1 (ede02154-725f-41c6-8b4c-bf640061fd96/277be1a4-61b9-4722-8257-49d3931bf716/f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:42.268512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc335ff7-3b73-494f-9830-186013757df6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:42.301785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.302379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.303755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-73173534-c765-4995-9c40-856eb9d130fe service neutron] 10.222.0.81 "PUT /v2.0/ports/72f01d65-5a82-4409-93b9-8d2de1757244 HTTP/1.1" status: 200 len: 1092 time: 4.4847231 Jul 23 16:21:42.349602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be5c779e-e5bc-4a13-b2b4-e886c5fbaf33 req-d7079f33-e389-495d-b83b-5e9a63a39540 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67 HTTP/1.1" status: 200 len: 210 time: 0.1261990 Jul 23 16:21:42.375125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc335ff7-3b73-494f-9830-186013757df6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:42.375653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.444335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173534-c765-4995-9c40-856eb9d130fe service neutron] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.459582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.476000 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Transition to ACTIVE for port object f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:42.486394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be3cc627-86e8-4ecc-a0e4-4d03efb7bedf req-19721dc7-5dea-4a11-8f6d-4860505aac30 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874310 Jul 23 16:21:42.524240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-a068daee-033d-4e66-a56a-87332153b498 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163752 Jul 23 16:21:42.529692 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:39Z', 'revision_number': 3, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:42.568001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-2a3b0edf-f2a2-47a9-8fcc-17f845c01608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.569570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-2a3b0edf-f2a2-47a9-8fcc-17f845c01608 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5848517 Jul 23 16:21:42.581599 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573f4aeb-c8b4-430a-bacd-de7745fe4723 x-openstack-request-id: req-573f4aeb-c8b4-430a-bacd-de7745fe4723 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:42.582186 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fa350f-e8d7-4fce-9f80-b9cbbbf76f67", "name": "network-vif-deleted", "tag": "4017bf47-148f-4a46-9219-42005466fbb8", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:42.582651 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-573f4aeb-c8b4-430a-bacd-de7745fe4723 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:42.583277 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fa350f-e8d7-4fce-9f80-b9cbbbf76f67', 'name': 'network-vif-deleted', 'tag': '4017bf47-148f-4a46-9219-42005466fbb8', 'status': 'completed', 'code': 200} Jul 23 16:21:42.590450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.599203 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de3cbd8-c7e3-44a7-a93f-e82b18157e05 None None] The sync data for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 is: [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:39Z', 'revision_number': 3, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:42.621063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.658044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:42.671481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Network ede02154-725f-41c6-8b4c-bf640061fd96 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:42.673013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:42.675611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:42.724755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.755914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Transition to ACTIVE for port object 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:42.762489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb5739cc-1e20-4363-849a-93cd09a05a92 req-ae9c17fc-dddc-4df0-8ddb-4e1237e42bc2 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 210 time: 0.0989065 Jul 23 16:21:42.867733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-68c64cc3-0c1f-4fa1-9a01-43a8983e8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:42.869383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-68c64cc3-0c1f-4fa1-9a01-43a8983e8c0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 1095 time: 0.3594904 Jul 23 16:21:42.885530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.916136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:42.983251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-40080c48-9720-47ed-a2d7-cda03c346ddc service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844354 Jul 23 16:21:43.016103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e965e-ff23-4ab5-82c2-9d52a5f82e36 req-5e94ec79-4fc3-4ede-a4c4-8bfac3071e33 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.017873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-796e965e-ff23-4ab5-82c2-9d52a5f82e36 req-5e94ec79-4fc3-4ede-a4c4-8bfac3071e33 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 947 time: 0.4428475 Jul 23 16:21:43.019279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-ec99e675-58ac-49c3-ac59-4b980c743740 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f01d65-5a82-4409-93b9-8d2de1757244 HTTP/1.1" status: 200 len: 217 time: 0.1238685 Jul 23 16:21:43.029901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e'}, {'name': 'network-changed', 'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:43.032121 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6e995-0b45-4d81-95ac-c0f998b7b633" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e"}, {"name": "network-changed", "server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:43.037914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-669c0481-242b-45f9-91d4-bcb4d4554aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.039505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-669c0481-242b-45f9-91d4-bcb4d4554aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 1097 time: 0.4232900 Jul 23 16:21:43.061858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-85be33c4-095d-49bb-bb29-018919882be7 None None] Provisioning for port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:43.069418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-85be33c4-095d-49bb-bb29-018919882be7 None None] Provisioning complete for port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:43.070328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-85be33c4-095d-49bb-bb29-018919882be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.074533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:43.167940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:43.173195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-85be33c4-095d-49bb-bb29-018919882be7 None None] Port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:43.196799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.202801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.239943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Pushing event updated for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:43.243488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-0f50d8a0-48dc-4d69-81df-b43ac8316881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.244845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-0f50d8a0-48dc-4d69-81df-b43ac8316881 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.2007108 Jul 23 16:21:43.257767 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.261430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:43.337669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:43.449337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Network ede02154-725f-41c6-8b4c-bf640061fd96 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:43.451589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:43.526636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30a64539-f6af-42d9-90da-c84d651bdf8f req-1f731974-a9ea-49cd-8a28-ed8cf57050f0 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203342 Jul 23 16:21:43.531417 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5cc703-389c-4d4a-9d65-a35c600402e6 x-openstack-request-id: req-6c5cc703-389c-4d4a-9d65-a35c600402e6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:43.532028 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:43.532617 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c5cc703-389c-4d4a-9d65-a35c600402e6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:43.533245 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e', 'status': 'completed', 'code': 200} Jul 23 16:21:43.533687 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244', 'status': 'completed', 'code': 200} Jul 23 16:21:43.577905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-c0784c21-fa8a-42e7-a2c1-bec30176e516 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3001876 Jul 23 16:21:43.593412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-796e965e-ff23-4ab5-82c2-9d52a5f82e36 req-6def0151-6d16-4cfa-b82b-e67fd1778cc8 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480013 Jul 23 16:21:43.614919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.615951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.623036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-111d9df5-96cf-41cc-a94d-74ec88427482 None None] Provisioning for port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:43.627958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-111d9df5-96cf-41cc-a94d-74ec88427482 None None] Provisioning complete for port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:43.629113 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-111d9df5-96cf-41cc-a94d-74ec88427482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.693797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Router 75f140ea-7393-4325-84d8-77bb4a75cd26 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:43.712956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-111d9df5-96cf-41cc-a94d-74ec88427482 None None] Port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:43.772602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-bff6a204-1ebf-4042-b9a1-b5e6460900b7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2543170 Jul 23 16:21:43.798401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-4b9ab371-c334-48c6-ad05-2acb65beba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:43.799918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-4b9ab371-c334-48c6-ad05-2acb65beba5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.7280281 Jul 23 16:21:43.836420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-018cc35c-d3b2-4818-b092-000e90d26db1 None None] Provisioning complete for port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:43.836887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-018cc35c-d3b2-4818-b092-000e90d26db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:43.842407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:43.842602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Request body: {'port': {'device_id': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:43.854550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d13b6b7-b87b-4580-bfb7-b17800958a18 admin admin] 10.222.0.64 "PUT /v2.0/routers/75f140ea-7393-4325-84d8-77bb4a75cd26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1126995 Jul 23 16:21:43.891380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-018cc35c-d3b2-4818-b092-000e90d26db1 None None] Port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:21:43.922574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-d582c244-9ec9-4500-a0f8-f6d0f4de5319 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb HTTP/1.1" status: 200 len: 217 time: 0.0915093 Jul 23 16:21:43.999090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-4ed75597-3b95-40e9-8263-4ded58222a88 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631122 Jul 23 16:21:44.065813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21613bca-6ddb-49a6-898c-24ee92c84561 req-df9e7f82-dfb8-4c7b-89e9-b1e8a30e2b07 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.073919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21613bca-6ddb-49a6-898c-24ee92c84561 req-df9e7f82-dfb8-4c7b-89e9-b1e8a30e2b07 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.075540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21613bca-6ddb-49a6-898c-24ee92c84561 req-df9e7f82-dfb8-4c7b-89e9-b1e8a30e2b07 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1682 time: 0.4967039 Jul 23 16:21:44.095461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-d8445e64-691a-4e0b-9b95-90a53c584c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.097218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-d8445e64-691a-4e0b-9b95-90a53c584c80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1098 time: 0.5026500 Jul 23 16:21:44.153128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.155750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-554d7f0e-0333-4639-8237-cf7a1e89663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.157193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-554d7f0e-0333-4639-8237-cf7a1e89663c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2184806 Jul 23 16:21:44.167035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ee21-2e56-4a5d-b352-a56f344b117d req-a2751fdb-401b-4b4f-8135-816b5ead725c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.168481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10c7ee21-2e56-4a5d-b352-a56f344b117d req-a2751fdb-401b-4b4f-8135-816b5ead725c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.4322588 Jul 23 16:21:44.180726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 97bb25f8-bd70-4df3-b325-67173570f2f1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:44.240441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 97bb25f8-bd70-4df3-b325-67173570f2f1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:44.246288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 97bb25f8-bd70-4df3-b325-67173570f2f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:44.247129 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.289579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.337330 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.363926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 97bb25f8-bd70-4df3-b325-67173570f2f1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=97bb25f8-bd70-4df3-b325-67173570f2f1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:44.370425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.396834 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3ba-0e39-4350-845e-bb697618f1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:44.423898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=97bb25f8-bd70-4df3-b325-67173570f2f1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:44.627573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21613bca-6ddb-49a6-898c-24ee92c84561 req-0f5bdbcc-d9f2-48c6-b717-5580896cb30f tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292592 Jul 23 16:21:44.688209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10c7ee21-2e56-4a5d-b352-a56f344b117d req-90643ff8-36fb-4b1f-91a7-8afd71bed568 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819951 Jul 23 16:21:44.690710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bdb61c-b29d-4338-b9e5-5f879f2a57ad req-93ad95a5-6de6-4789-b52c-aa3cbdb2ce77 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653728 Jul 23 16:21:44.768902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-23fb6dd5-915f-4089-92ea-254d4de3c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.770434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-23fb6dd5-915f-4089-92ea-254d4de3c0b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.6606312 Jul 23 16:21:44.781369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Sync routers for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:44.791867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Routers {'75f140ea-7393-4325-84d8-77bb4a75cd26'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:44.792508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['75f140ea-7393-4325-84d8-77bb4a75cd26'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:44.840249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-be1be1c4-cb64-442d-b81c-3004f3eb968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:44.842461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-be1be1c4-cb64-442d-b81c-3004f3eb968a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6577523 Jul 23 16:21:44.911837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Set router 75f140ea-7393-4325-84d8-77bb4a75cd26 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:44.913355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-4f06e3f1-59f2-47fd-b4e0-9d788a46db73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e6992929-433d-4ad2-b43b-bede38fa970e HTTP/1.1" status: 200 len: 217 time: 0.1138778 Jul 23 16:21:45.110453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:42Z', 'revision_number': 4, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6', 'name': '', 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'mac_address': 'fa:16:3e:4d:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '277be1a4-61b9-4722-8257-49d3931bf716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:41Z', 'updated_at': '2021-07-23T16:21:42Z', 'revision_number': 2, 'project_id': '749e50e348294436904f6fad02f40b7b', 'subnets': [{'id': '277be1a4-61b9-4722-8257-49d3931bf716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:45.136595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Checking router: 75f140ea-7393-4325-84d8-77bb4a75cd26 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:45.136966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Updating router 75f140ea-7393-4325-84d8-77bb4a75cd26 port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:21:45.146818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-5bf1a46e-e441-499a-a26c-421874a59ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.148288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-5bf1a46e-e441-499a-a26c-421874a59ba8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1949503 Jul 23 16:21:45.176118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.208222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d16e9-95cb-48f0-9bab-df9fd67b3a41 req-63612c3f-68fc-4234-8bc4-68b32dc5aa21 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.209739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548d16e9-95cb-48f0-9bab-df9fd67b3a41 req-63612c3f-68fc-4234-8bc4-68b32dc5aa21 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 944 time: 0.4440444 Jul 23 16:21:45.217684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef507-ea5d-429e-b9ca-9c62ac5c8d49 req-ce773754-f623-4e0d-a1b0-4abad688a304 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.219134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e79ef507-ea5d-429e-b9ca-9c62ac5c8d49 req-ce773754-f623-4e0d-a1b0-4abad688a304 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 936 time: 0.4263637 Jul 23 16:21:45.221271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-d2776e97-59b8-494a-9d8a-67cf40e1d859 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225911 Jul 23 16:21:45.241393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-5d350595-1534-4540-a338-93c1edcde657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.243026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-5d350595-1534-4540-a338-93c1edcde657 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 1095 time: 0.3996387 Jul 23 16:21:45.273286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:45.275608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:45.309050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 4017bf47-148f-4a46-9219-42005466fbb8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:45.309372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4017bf47-148f-4a46-9219-42005466fbb8 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:45.444293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548d16e9-95cb-48f0-9bab-df9fd67b3a41 req-294174ba-3ca9-4d39-8abf-d6ec271453f2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219498 Jul 23 16:21:45.467166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.489703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e79ef507-ea5d-429e-b9ca-9c62ac5c8d49 req-329d75cf-973a-41fd-b82f-72ca68f3ce66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431636 Jul 23 16:21:45.497298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:45.503380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:45.516976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.524737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'mac_address': 'fa:16:3e:53:9f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:45.547870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-c5cd6828-6e55-4170-b81d-da05150df76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.549425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-c5cd6828-6e55-4170-b81d-da05150df76f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3810587 Jul 23 16:21:45.564514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a862e8bb-7f47-4cd5-bd7a-a1bd839e37fe req-fcd13c8b-70d5-4070-b8fa-e01f8243246c service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190720 Jul 23 16:21:45.565475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Transition to ACTIVE for port object 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:45.586494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.598079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.600496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-6fe41125-e3d4-4d10-9734-0e4c5bf8fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:45.601956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-6fe41125-e3d4-4d10-9734-0e4c5bf8fdd0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 904 time: 0.3342426 Jul 23 16:21:45.615207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:45.659814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:45.671167 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.671937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e6992929-433d-4ad2-b43b-bede38fa970e details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:45.678363 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.715674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Transition to ACTIVE for port object f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:45.728622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:45.768863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e6992929-433d-4ad2-b43b-bede38fa970e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:45.772254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:45.784311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-6ac44aab-a390-4aff-ac61-36e477039871 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72f01d65-5a82-4409-93b9-8d2de1757244 HTTP/1.1" status: 200 len: 217 time: 0.1380482 Jul 23 16:21:45.812870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'e6992929-433d-4ad2-b43b-bede38fa970e', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'e6992929-433d-4ad2-b43b-bede38fa970e', 'mac_address': 'fa:16:3e:4d:20:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:45.842435 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-87b80dc9-bad0-4271-b5ba-f2fbb20f1333 req-a0ea9bcf-2335-42c7-bae2-3fca5adf1dd1 tempest-FloatingIPDetailsNegativeTestJSON-1111507686 tempest-FloatingIPDetailsNegativeTestJSON-1111507686-project] show failed (client error): The resource could not be found. Jul 23 16:21:45.843505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87b80dc9-bad0-4271-b5ba-f2fbb20f1333 req-a0ea9bcf-2335-42c7-bae2-3fca5adf1dd1 tempest-FloatingIPDetailsNegativeTestJSON-1111507686 tempest-FloatingIPDetailsNegativeTestJSON-1111507686-project] 10.222.0.64 "GET /v2.0/floatingips/3054f9f1-6255-46b9-9327-247cc605f26a HTTP/1.1" status: 404 len: 350 time: 0.1613669 Jul 23 16:21:45.855509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45356) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:45.877596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:45.939711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b246711-f827-40f2-be2f-172c69bb7a17 None None] Pushing event updated for resources: {'Port': ['ID=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:45.967604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-744591cd-2829-420f-b4ed-fed4d790d9d3 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991435 Jul 23 16:21:46.009529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Attempting to bind port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:46.009892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Attempting to bind port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:46.010298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Attempting to bind port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 on network ede02154-725f-41c6-8b4c-bf640061fd96 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:46.019037 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.024503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:46.024775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Checking segment: {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:46.025013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.025399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Bound using segment: {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:46.025924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Bound port: f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608c9308-9fbd-49d0-b265-f868898d9d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:46.026328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.052910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-1c4e2b94-49ab-4164-b94c-2064fa668722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.055156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-1c4e2b94-49ab-4164-b94c-2064fa668722 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.2402463 Jul 23 16:21:46.059029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6992929-433d-4ad2-b43b-bede38fa970e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:46.066733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Attempting to bind port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:46.067197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Attempting to bind port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:46.067712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Attempting to bind port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:46.109965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e6992929-433d-4ad2-b43b-bede38fa970e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:46.124340 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.147037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc028-978a-402f-91b7-45d91f118278 req-aabcc85e-770c-440d-8e20-dbdacb32de47 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.155456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc028-978a-402f-91b7-45d91f118278 req-aabcc85e-770c-440d-8e20-dbdacb32de47 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.157452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dedc028-978a-402f-91b7-45d91f118278 req-aabcc85e-770c-440d-8e20-dbdacb32de47 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1682 time: 0.5778487 Jul 23 16:21:46.165110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-0a311ce2-de6c-4e34-bb56-5d51a700ffe5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926931 Jul 23 16:21:46.210164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] For port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:46.215571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] For port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:46.232869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 97bb25f8-bd70-4df3-b325-67173570f2f1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:46.242833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.282922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:46.310907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:21:46.311243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Attempting to bind port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:46.333054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:46.333449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:46.333766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:46.334235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Bound port: 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:46.334621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.344032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d950d2e-a777-4024-a86e-7da3988cc6a9 req-c20c7884-74cf-4846-9cce-2500d263b18a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.351503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d950d2e-a777-4024-a86e-7da3988cc6a9 req-c20c7884-74cf-4846-9cce-2500d263b18a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 947 time: 0.7465880 Jul 23 16:21:46.459336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.522004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Routers {'75f140ea-7393-4325-84d8-77bb4a75cd26'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:46.522664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['75f140ea-7393-4325-84d8-77bb4a75cd26'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:46.599717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:46.660608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:46.709878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b246711-f827-40f2-be2f-172c69bb7a17 None None] Pushing event updated for resources: {'Port': ['ID=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:46.768418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Deleting port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:46.768418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.800395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-af2cb009-a7a6-45d8-8e24-3808529fb4a1 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243610 Jul 23 16:21:46.806981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 97bb25f8-bd70-4df3-b325-67173570f2f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:46.807350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.818983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d950d2e-a777-4024-a86e-7da3988cc6a9 req-f9347281-32ae-4634-9d1d-102b44e42fa2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665902 Jul 23 16:21:46.831053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-5c4bae9b-526b-416f-88c8-afdce8c0a180 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8134372 Jul 23 16:21:46.861682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] For port f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:46.864943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.879272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:46.889966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] Set router 75f140ea-7393-4325-84d8-77bb4a75cd26 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:46.890655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Calling delete_port for f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:46.913838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:46.925524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ce8ce-fde0-4f9a-9bd3-d98d7eb0ddc4 req-c3051b52-a3cd-476c-8382-435524cf4f73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.931633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ce8ce-fde0-4f9a-9bd3-d98d7eb0ddc4 req-c3051b52-a3cd-476c-8382-435524cf4f73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:46.933437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f40ce8ce-fde0-4f9a-9bd3-d98d7eb0ddc4 req-c3051b52-a3cd-476c-8382-435524cf4f73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 1682 time: 0.6715446 Jul 23 16:21:46.939573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port f87d5944-276b-44b9-a9e8-695e0720fb4d {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:46.939973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:46.973587 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.112519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.129787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.130447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.131850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] 10.222.0.67 "PUT /v2.0/ports/5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc HTTP/1.1" status: 200 len: 1096 time: 3.3310270 Jul 23 16:21:47.133654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:47.135831 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f557ee-354a-412c-b43e-6dbd05e7aeba" -d '{"events": [{"name": "network-changed", "server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:47.142901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.205645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee6e995-0b45-4d81-95ac-c0f998b7b633 req-8b245046-7da9-4060-94ba-9527c21a00d7 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848197 Jul 23 16:21:47.219151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f40ce8ce-fde0-4f9a-9bd3-d98d7eb0ddc4 req-f78d430b-d8ed-4357-9298-bb8b4aa1a1d7 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383590 Jul 23 16:21:47.247192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f87d5944-276b-44b9-a9e8-695e0720fb4d no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:47.249144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e2bc4-6fac-4d23-afaa-c88ded1cad00 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.306565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:47.306994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.329804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for f87d5944-276b-44b9-a9e8-695e0720fb4d owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:47.358604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0b50c-170a-4c27-a43a-c24a03cb14fe req-841ba9b6-d560-4706-bc54-9f001134fc68 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.360309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6a0b50c-170a-4c27-a43a-c24a03cb14fe req-841ba9b6-d560-4706-bc54-9f001134fc68 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.4262135 Jul 23 16:21:47.412236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.422490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.468942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:42Z', 'revision_number': 4, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6', 'name': '', 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'mac_address': 'fa:16:3e:4d:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '277be1a4-61b9-4722-8257-49d3931bf716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:41Z', 'updated_at': '2021-07-23T16:21:46Z', 'revision_number': 4, 'project_id': '749e50e348294436904f6fad02f40b7b', 'subnets': [{'id': '277be1a4-61b9-4722-8257-49d3931bf716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:47.476022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.510703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2644-95ca-461f-93c9-bc5ec175f0a6 None None] The sync data for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 is: [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:42Z', 'revision_number': 4, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port': {'id': '97bb25f8-bd70-4df3-b325-67173570f2f1', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:59:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:39Z', 'updated_at': '2021-07-23T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6', 'name': '', 'network_id': 'ede02154-725f-41c6-8b4c-bf640061fd96', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'mac_address': 'fa:16:3e:4d:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '277be1a4-61b9-4722-8257-49d3931bf716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:41Z', 'updated_at': '2021-07-23T16:21:46Z', 'revision_number': 4, 'project_id': '749e50e348294436904f6fad02f40b7b', 'subnets': [{'id': '277be1a4-61b9-4722-8257-49d3931bf716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:47.537910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6a0b50c-170a-4c27-a43a-c24a03cb14fe req-6a185e70-77ba-46b0-8846-554ee9a74a01 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603377 Jul 23 16:21:47.544718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-b5f7c330-6731-4b54-81f4-4d82237ce499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.546283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-b5f7c330-6731-4b54-81f4-4d82237ce499 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 1099 time: 0.3567758 Jul 23 16:21:47.556875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f87d5944-276b-44b9-a9e8-695e0720fb4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f87d5944-276b-44b9-a9e8-695e0720fb4d,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:47.557850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:47.562690 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc093255-3b89-42b7-9229-eeecabe7b1ff" -d '{"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-unplugged", "status": "completed", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:47.581838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.581838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 491c3891-1320-495b-b88a-66d0d07f7574 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:47.699997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-636f4264-492e-4521-a62d-d8e7ef5b164e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc HTTP/1.1" status: 200 len: 217 time: 0.1280682 Jul 23 16:21:47.720965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.723738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f44e-7951-4be3-8435-939a828e43a8 req-bb9abcf7-423d-435d-bac7-21cc7a35cccc tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.733536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dfd0f44e-7951-4be3-8435-939a828e43a8 req-bb9abcf7-423d-435d-bac7-21cc7a35cccc tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.3721054 Jul 23 16:21:47.784205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.832924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:47.838339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.849566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Router 75f140ea-7393-4325-84d8-77bb4a75cd26 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:47.897474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-ec162f9e-2ac6-49a2-85c0-24df1948b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:47.899136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-ec162f9e-2ac6-49a2-85c0-24df1948b34f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1859858 Jul 23 16:21:47.902277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:47.906839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dfd0f44e-7951-4be3-8435-939a828e43a8 req-bf9fc32f-9a18-427c-8018-bf3ab95044bd tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723120 Jul 23 16:21:47.935857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.977222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=f87d5944-276b-44b9-a9e8-695e0720fb4d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:47.999545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:48.007642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c11cf41e-448f-4822-843f-eb3b9bdfe7df admin admin] 10.222.0.64 "PUT /v2.0/routers/75f140ea-7393-4325-84d8-77bb4a75cd26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1508367 Jul 23 16:21:48.010022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:48.068437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port f87d5944-276b-44b9-a9e8-695e0720fb4d on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:48.082278 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.084281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dedc028-978a-402f-91b7-45d91f118278 req-3451ff78-7683-4e45-8150-3608a748c00d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "DELETE /v2.0/ports/f87d5944-276b-44b9-a9e8-695e0720fb4d HTTP/1.1" status: 204 len: 173 time: 1.8256838 Jul 23 16:21:48.101488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1938214-7140-492d-a3c9-1ef2d2e94462 req-ae8598a7-bce6-4739-a17c-a6efdce554bd tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.109427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1938214-7140-492d-a3c9-1ef2d2e94462 req-ae8598a7-bce6-4739-a17c-a6efdce554bd tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 944 time: 0.3377409 Jul 23 16:21:48.126018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.133414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:48.285781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:48.298682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '72f01d65-5a82-4409-93b9-8d2de1757244', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '72f01d65-5a82-4409-93b9-8d2de1757244', 'mac_address': 'fa:16:3e:80:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:48.316012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1938214-7140-492d-a3c9-1ef2d2e94462 req-5bc42794-0f83-4415-8be0-736419a367d0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056866 Jul 23 16:21:48.329683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.339287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-b243a3a8-8cba-4e8f-9625-3d6f57d8194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.340766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-b243a3a8-8cba-4e8f-9625-3d6f57d8194e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4329188 Jul 23 16:21:48.358138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.365740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4e73-8584-4625-9dbd-6c1e476b350b req-1cb59dbc-11b5-4dc7-ab54-e69e1c12e330 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.373366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c39a4e73-8584-4625-9dbd-6c1e476b350b req-1cb59dbc-11b5-4dc7-ab54-e69e1c12e330 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 948 time: 0.3619001 Jul 23 16:21:48.385996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f01d65-5a82-4409-93b9-8d2de1757244 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:48.412268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Deleting port 97bb25f8-bd70-4df3-b325-67173570f2f1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:48.412621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.432901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:48.438740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.475651 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2123bf-ec74-47a3-b4e6-8226bf850c3b x-openstack-request-id: req-7a2123bf-ec74-47a3-b4e6-8226bf850c3b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:48.475928 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-unplugged", "status": "completed", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:48.476193 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a2123bf-ec74-47a3-b4e6-8226bf850c3b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:48.476590 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'code': 200} Jul 23 16:21:48.476728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-c18fd506-0a50-41bf-b4de-903d35c7d1cf service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198475 Jul 23 16:21:48.479395 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b17b9-0b60-4f0f-8031-16d4a7db22b6 x-openstack-request-id: req-cb9b17b9-0b60-4f0f-8031-16d4a7db22b6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:48.479686 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:48.479939 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb9b17b9-0b60-4f0f-8031-16d4a7db22b6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:48.480841 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc', 'status': 'completed', 'code': 200} Jul 23 16:21:48.509703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:48.542637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] For port 97bb25f8-bd70-4df3-b325-67173570f2f1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=97bb25f8-bd70-4df3-b325-67173570f2f1,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:48.543027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.560845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Calling delete_port for 97bb25f8-bd70-4df3-b325-67173570f2f1 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:48.561567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-fac5f165-ae1c-4e67-b590-41f7f0aef22d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.563216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-fac5f165-ae1c-4e67-b590-41f7f0aef22d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.4970436 Jul 23 16:21:48.658142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c39a4e73-8584-4625-9dbd-6c1e476b350b req-36c7f5db-e47b-4ee2-86a5-ae12d7cfb5b8 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838652 Jul 23 16:21:48.715676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 491c3891-1320-495b-b88a-66d0d07f7574 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:48.716025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.764240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.801611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bb25f8-bd70-4df3-b325-67173570f2f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:48.822652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['72f01d65-5a82-4409-93b9-8d2de1757244'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:48.874057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b8e936-353f-4f0e-b87f-baad420fb808 req-9a3df762-a451-47fa-9c8c-b6ee424fef05 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878160 Jul 23 16:21:48.878049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:48.924004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c72d6-3ce1-42fb-8eb9-fb6bd021d6d3 req-a9107065-7dfe-4c4c-833e-3af0d3af0e79 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:48.925523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-824c72d6-3ce1-42fb-8eb9-fb6bd021d6d3 req-a9107065-7dfe-4c4c-833e-3af0d3af0e79 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 948 time: 0.3609383 Jul 23 16:21:48.953675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 491c3891-1320-495b-b88a-66d0d07f7574, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=491c3891-1320-495b-b88a-66d0d07f7574,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:48.954054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.013397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 491c3891-1320-495b-b88a-66d0d07f7574 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:49.038489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f21f8-2761-403c-8c11-dba7102c551a req-c56b833e-ef20-4f8b-875e-1a90fc256eaa tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.040122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d0f21f8-2761-403c-8c11-dba7102c551a req-c56b833e-ef20-4f8b-875e-1a90fc256eaa tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/ports?device_id=75cb35d2-dd52-423e-942d-e65d64c34cee HTTP/1.1" status: 200 len: 944 time: 0.3010066 Jul 23 16:21:49.066123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Deleting port ef09e27e-3e11-40b7-823f-3fde91b4e38d {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:49.066468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.124515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-824c72d6-3ce1-42fb-8eb9-fb6bd021d6d3 req-4fa1062e-1baa-42c0-9e24-bf83fe6883b1 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865866 Jul 23 16:21:49.194406 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Sync routers for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:49.211442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Routers {'75f140ea-7393-4325-84d8-77bb4a75cd26'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:49.212070 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['75f140ea-7393-4325-84d8-77bb4a75cd26'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:49.250810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:49.288916 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Set router 75f140ea-7393-4325-84d8-77bb4a75cd26 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:49.292839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.295438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.323426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:49.328437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:49.328885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.346848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.347459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f140ea-7393-4325-84d8-77bb4a75cd26 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:21:49.355844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.358118 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7df31d27-b3e3-4443-9e25-0a4fda0fa619 admin admin] 10.222.0.64 "DELETE /v2.0/routers/75f140ea-7393-4325-84d8-77bb4a75cd26 HTTP/1.1" status: 204 len: 168 time: 1.3469996 Jul 23 16:21:49.360735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:49.364607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f140ea-7393-4325-84d8-77bb4a75cd26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1638926034-router', 'tenant_id': '749e50e348294436904f6fad02f40b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:38Z', 'updated_at': '2021-07-23T16:21:48Z', 'revision_number': 7, 'project_id': '749e50e348294436904f6fad02f40b7b', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:49.396593 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Checking router: 75f140ea-7393-4325-84d8-77bb4a75cd26 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:49.406843 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Routers set() bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:49.407785 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Router IDs set() for agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:21:49.409172 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_agentschedulers_db [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75f140ea-7393-4325-84d8-77bb4a75cd26'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent'). {{(pid=94006) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:21:49.410176 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac84dc71-83e3-4d4b-ad86-6e7182f1cd2f None None] The sync data for ids ['75f140ea-7393-4325-84d8-77bb4a75cd26'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:21:49.420623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Deleting subnet 277be1a4-61b9-4722-8257-49d3931bf716 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:49.428748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.430073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.467276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:49.472222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.473277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e6992929-433d-4ad2-b43b-bede38fa970e up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:49.476733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.560999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:49.572442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port e6992929-433d-4ad2-b43b-bede38fa970e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:49.574591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d0f21f8-2761-403c-8c11-dba7102c551a req-d5fd7428-a1d4-4717-a0b3-1f816c34d34d tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "GET /v2.0/security-groups?id=9da19f30-f505-4542-a9fa-78e384a9367f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200405 Jul 23 16:21:49.577030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port e6992929-433d-4ad2-b43b-bede38fa970e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:49.577410 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.586049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-e495a39f-0fcc-41ad-b95d-024c18bd7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.586049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-e495a39f-0fcc-41ad-b95d-024c18bd7bec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 1099 time: 0.6479206 Jul 23 16:21:49.592862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.649586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] For port ef09e27e-3e11-40b7-823f-3fde91b4e38d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef09e27e-3e11-40b7-823f-3fde91b4e38d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:49.649986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.667265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.697567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277be1a4-61b9-4722-8257-49d3931bf716,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:49.701838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.703672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-275b3589-8955-42b8-8eca-51b26a8656e2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/277be1a4-61b9-4722-8257-49d3931bf716 HTTP/1.1" status: 204 len: 168 time: 0.3411460 Jul 23 16:21:49.706437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:49.711816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b0415-02d2-477d-b69a-a6759c88a5ad None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:49.717887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.740126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Calling delete_port for ef09e27e-3e11-40b7-823f-3fde91b4e38d owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:49.792122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.807051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e6992929-433d-4ad2-b43b-bede38fa970e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:49.836016 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.836230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1e3a4-bec4-4267-b210-2f0346ac7ff3 req-e640d047-c1dd-4ffa-9a80-0fd3028e3f87 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.837867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83d1e3a4-bec4-4267-b210-2f0346ac7ff3 req-e640d047-c1dd-4ffa-9a80-0fd3028e3f87 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.3261743 Jul 23 16:21:49.860648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Deleting port cc335ff7-3b73-494f-9830-186013757df6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:49.861317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.917026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-b42d830e-fc8f-4987-89bd-c21d8d2eb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:49.918358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-b42d830e-fc8f-4987-89bd-c21d8d2eb8ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3142674 Jul 23 16:21:49.925372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:49.964431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] For port cc335ff7-3b73-494f-9830-186013757df6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc335ff7-3b73-494f-9830-186013757df6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:49.964807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:49.983083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Calling delete_port for cc335ff7-3b73-494f-9830-186013757df6 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:49.996528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.022892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-a02c4308-fe81-4e64-9f26-ea748eb03f10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc HTTP/1.1" status: 200 len: 217 time: 0.0668390 Jul 23 16:21:50.024703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] DHCP port deletion for ede02154-725f-41c6-8b4c-bf640061fd96 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:50.056341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83d1e3a4-bec4-4267-b210-2f0346ac7ff3 req-499d1001-f5b6-4df8-8ce2-463c7d66be26 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605177 Jul 23 16:21:50.082930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Deleting port cc335ff7-3b73-494f-9830-186013757df6 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:50.082930 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.088306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.122096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=491c3891-1320-495b-b88a-66d0d07f7574,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.123201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc335ff7-3b73-494f-9830-186013757df6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.125262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] No DVR routers for this DVR port cc335ff7-3b73-494f-9830-186013757df6 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.187720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:50.201194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662c92-aa7b-41ca-8f4f-2709d7365eb8 req-be620c48-7861-4b50-8ea4-c35ac903e19d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.203482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a662c92-aa7b-41ca-8f4f-2709d7365eb8 req-be620c48-7861-4b50-8ea4-c35ac903e19d tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0295917-39c0-43d7-8f6e-071e291f0e0f HTTP/1.1" status: 200 len: 949 time: 0.5349834 Jul 23 16:21:50.232993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 491c3891-1320-495b-b88a-66d0d07f7574 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.233786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.234107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] For port cc335ff7-3b73-494f-9830-186013757df6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc335ff7-3b73-494f-9830-186013757df6,segment=NetworkSegment(608c9308-9fbd-49d0-b265-f868898d9d85),segment_id=608c9308-9fbd-49d0-b265-f868898d9d85)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:50.234580 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.239834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-b662cbcd-6446-45b8-8fff-64e03df43c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.241767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-b662cbcd-6446-45b8-8fff-64e03df43c06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2070897 Jul 23 16:21:50.244267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.246305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dedc028-978a-402f-91b7-45d91f118278 req-d66ca4a7-6456-49a4-b71a-19e424b64c73 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.67 "DELETE /v2.0/ports/491c3891-1320-495b-b88a-66d0d07f7574 HTTP/1.1" status: 204 len: 173 time: 2.1325867 Jul 23 16:21:50.262441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede02154-725f-41c6-8b4c-bf640061fd96']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:50.271771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Calling delete_port for cc335ff7-3b73-494f-9830-186013757df6 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:50.307532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608c9308-9fbd-49d0-b265-f868898d9d85') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:50.308737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608c9308-9fbd-49d0-b265-f868898d9d85') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:50.344032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.384997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.397954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:50.399056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:50.404174 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:50.442460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a662c92-aa7b-41ca-8f4f-2709d7365eb8 req-cb86a6c0-3583-4761-b116-3ad3d658e6a3 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c7a1c5a-c12a-40f3-8974-16d439055654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079437 Jul 23 16:21:50.471766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.498959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-deleted', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d'}, {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-deleted', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:50.501790 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08d5ee-a91e-45f6-9efc-8637df226cec" -d '{"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-deleted", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d"}, {"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-deleted", "tag": "491c3891-1320-495b-b88a-66d0d07f7574"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:50.527890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.537221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Pushing event deleted for resources: {'Port': ['ID=ef09e27e-3e11-40b7-823f-3fde91b4e38d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.539829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.545484 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ede02154-725f-41c6-8b4c-bf640061fd96 HTTP/1.1" status: 204 len: 168 time: 0.8334365 Jul 23 16:21:50.553544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574'}, {'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'}, {'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:50.560442 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74401471-7593-4a94-8a55-5cc3799e900a" -d '{"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-unplugged", "status": "completed", "tag": "491c3891-1320-495b-b88a-66d0d07f7574"}, {"server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb"}, {"server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "name": "network-vif-plugged", "status": "completed", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:50.576121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc335ff7-3b73-494f-9830-186013757df6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:50.581828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 72f01d65-5a82-4409-93b9-8d2de1757244 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:50.591897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c63c2f-0c2e-4da9-ba6a-669a23e8a559 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede02154-725f-41c6-8b4c-bf640061fd96,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.633872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-44ae49cd-6b60-4d4d-b3d5-21fdb95e8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.635514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-44ae49cd-6b60-4d4d-b3d5-21fdb95e8b07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3654318 Jul 23 16:21:50.639569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] No DVR routers for this DVR port ef09e27e-3e11-40b7-823f-3fde91b4e38d on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.659147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.661062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c6cdf77-16c0-4cb8-92bd-48bdb97a50d4 req-b6eac034-c8d5-4ee6-91a5-c89b1ddeae25 tempest-MigrationsAdminTest-1174064639 tempest-MigrationsAdminTest-1174064639-project] 10.222.0.81 "DELETE /v2.0/ports/ef09e27e-3e11-40b7-823f-3fde91b4e38d HTTP/1.1" status: 204 len: 173 time: 2.0857270 Jul 23 16:21:50.721706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:50.791195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.796377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 72f01d65-5a82-4409-93b9-8d2de1757244 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:50.796760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.800610 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e7c75401-efcb-4ea1-8715-be7eac3e46e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=749e50e348294436904f6fad02f40b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739205 Jul 23 16:21:50.801055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45414) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:50.822407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-23bb7c38-0d59-41cc-9f80-f3b127874f1c service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425009 Jul 23 16:21:50.833980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026badf-f114-4f29-bf30-e3bcacb597c5 req-a28ab9a8-5f6a-4312-8862-5f8462abfd0c tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.835534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a026badf-f114-4f29-bf30-e3bcacb597c5 req-a28ab9a8-5f6a-4312-8862-5f8462abfd0c tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 948 time: 0.2540774 Jul 23 16:21:50.836678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: cc335ff7-3b73-494f-9830-186013757df6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:50.837869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc335ff7-3b73-494f-9830-186013757df6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:50.838441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 97bb25f8-bd70-4df3-b325-67173570f2f1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:50.844802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd784593-f391-49c8-8c06-093dff8c2542 req-140956fc-b0f5-4d7d-9719-22ae0e6984c8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:50.846776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd784593-f391-49c8-8c06-093dff8c2542 req-140956fc-b0f5-4d7d-9719-22ae0e6984c8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 945 time: 0.2664521 Jul 23 16:21:50.874710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.882245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Network ede02154-725f-41c6-8b4c-bf640061fd96 is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:21:50.883009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] No DVR routers for this DVR port cc335ff7-3b73-494f-9830-186013757df6 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:50.912073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefe5ab-660e-4ef4-871b-4a668f90fcb6 None None] Pushing event deleted for resources: {'Port': ['ID=cc335ff7-3b73-494f-9830-186013757df6,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:50.919359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 97bb25f8-bd70-4df3-b325-67173570f2f1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:50.919843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 97bb25f8-bd70-4df3-b325-67173570f2f1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:50.920362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:50.922765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:50.957243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a026badf-f114-4f29-bf30-e3bcacb597c5 req-12a9c627-9ef3-44ea-8013-78c235819ce6 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932364 Jul 23 16:21:50.970123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:50.970470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f2f1342e-b3a1-475a-b6cf-1f2edf6d0db6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:51.020529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.024018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.034599 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e161595-d945-49fc-ac61-aee6153704e5 HTTP/1.1" status: 204 len: 168 time: 0.2320368 Jul 23 16:21:51.047111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4828f0-624c-43ed-8b48-034a15cfb609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e161595-d945-49fc-ac61-aee6153704e5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:51.066583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd784593-f391-49c8-8c06-093dff8c2542 req-5edb46a3-04d4-47be-8086-8a94726d1330 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109106 Jul 23 16:21:51.118739 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.160435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17f557ee-354a-412c-b43e-6dbd05e7aeba req-7cf50f06-6a43-4d19-b59c-75f7ce81db9f service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125093 Jul 23 16:21:51.171566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:51.178415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.179481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:51.204925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ef09e27e-3e11-40b7-823f-3fde91b4e38d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:51.205277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef09e27e-3e11-40b7-823f-3fde91b4e38d not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:51.239854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ed5f-4fa5-4cf5-a82e-03e793df1669 req-58c64ffd-9f20-446f-8c64-97376089b5b3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.241501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee47ed5f-4fa5-4cf5-a82e-03e793df1669 req-58c64ffd-9f20-446f-8c64-97376089b5b3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 949 time: 0.1739430 Jul 23 16:21:51.261660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:51.283977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbaef0-6ef3-4e55-ba8c-658205c423b2 req-8dc5a2ee-52a9-489d-9479-2727af5b0c78 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.285509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ebbaef0-6ef3-4e55-ba8c-658205c423b2 req-8dc5a2ee-52a9-489d-9479-2727af5b0c78 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.1091285 Jul 23 16:21:51.290986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:21:51.322730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee47ed5f-4fa5-4cf5-a82e-03e793df1669 req-076ef99c-e6a1-415d-a05a-38bde9975a67 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Jul 23 16:21:51.391377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ebbaef0-6ef3-4e55-ba8c-658205c423b2 req-ba31bb8c-ef91-4a31-aa08-b00f0a782dbd tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939107 Jul 23 16:21:51.402336 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af3711b-d120-408b-80bb-c7ba4e550734 x-openstack-request-id: req-0af3711b-d120-408b-80bb-c7ba4e550734 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:51.402336 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-deleted", "tag": "f87d5944-276b-44b9-a9e8-695e0720fb4d", "status": "completed", "code": 200}, {"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-deleted", "tag": "491c3891-1320-495b-b88a-66d0d07f7574", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:51.402336 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0af3711b-d120-408b-80bb-c7ba4e550734 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:51.402336 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-deleted', 'tag': 'f87d5944-276b-44b9-a9e8-695e0720fb4d', 'status': 'completed', 'code': 200} Jul 23 16:21:51.402336 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-deleted', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574', 'status': 'completed', 'code': 200} Jul 23 16:21:51.447047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45424) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:51.453858 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07119803-3791-4a42-bf9b-a458fbb0c882 x-openstack-request-id: req-07119803-3791-4a42-bf9b-a458fbb0c882 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:51.454431 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cb35d2-dd52-423e-942d-e65d64c34cee", "name": "network-vif-unplugged", "status": "completed", "tag": "491c3891-1320-495b-b88a-66d0d07f7574", "code": 200}, {"server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb", "code": 200}, {"server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "name": "network-vif-plugged", "status": "completed", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:51.455594 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07119803-3791-4a42-bf9b-a458fbb0c882 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:51.456215 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cb35d2-dd52-423e-942d-e65d64c34cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491c3891-1320-495b-b88a-66d0d07f7574', 'code': 200} Jul 23 16:21:51.456665 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'code': 200} Jul 23 16:21:51.456987 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e', 'code': 200} Jul 23 16:21:51.459823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:51.485060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc', 'mac_address': 'fa:16:3e:12:09:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:21:51.572005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.596275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:21:51.622136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:51.627992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.686121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting subnet f8406a7f-4e06-4fbd-b206-7b6a6b3538fd {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:51.695725 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.699550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:51.758953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:51.792713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156d53-764a-412a-9c80-3c31f881f8d7 req-118d4392-973e-4724-b558-c5d97855a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.794972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4156d53-764a-412a-9c80-3c31f881f8d7 req-118d4392-973e-4724-b558-c5d97855a43b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 1099 time: 0.1993742 Jul 23 16:21:51.807361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:51.827224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a796546-4540-458a-8a88-8fcb43f9e5c6 req-175bdb8f-4903-4fba-8423-67e854f26606 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.828737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a796546-4540-458a-8a88-8fcb43f9e5c6 req-175bdb8f-4903-4fba-8423-67e854f26606 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.2380533 Jul 23 16:21:51.834479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825550eb-e1b8-4078-adad-5b0a7db9db11 req-c6b7943e-cbbb-4cec-be2b-90a47c0e994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:51.836821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-825550eb-e1b8-4078-adad-5b0a7db9db11 req-c6b7943e-cbbb-4cec-be2b-90a47c0e994c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1100 time: 0.2894833 Jul 23 16:21:51.928322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4156d53-764a-412a-9c80-3c31f881f8d7 req-68ecde7d-3237-44b7-9d15-be8f55d5d348 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230462 Jul 23 16:21:51.967756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a796546-4540-458a-8a88-8fcb43f9e5c6 req-3af84d73-eb7d-4a77-8680-89f20fdb870f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189253 Jul 23 16:21:51.971789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-825550eb-e1b8-4078-adad-5b0a7db9db11 req-dcb7088a-58fc-4d54-ad30-a5427a150b2b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173217 Jul 23 16:21:51.975678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45448) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:51.976494 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7d225524-c730-4d84-8db2-f8a448f8b817 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bd5d560384f47649f2e48083e4f1ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680202 Jul 23 16:21:51.978276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.002459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:52.114402 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.139055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.184659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Subnet': ['ID=f8406a7f-4e06-4fbd-b206-7b6a6b3538fd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.197508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a06dd-244d-405e-988c-c2955d960419 None None] Network 016a9370-1c2d-4de3-a600-40e88470ee82 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:52.207736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.209681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d79d1d8a-287d-4950-a44a-7ceafde78ae0 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/subnets/f8406a7f-4e06-4fbd-b206-7b6a6b3538fd HTTP/1.1" status: 204 len: 168 time: 0.7613983 Jul 23 16:21:52.212932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45458) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:52.229256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.296352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a312-fca1-42d1-81c5-4c7947295a4a req-1b370442-c594-473c-9065-02e3e70e7a99 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.297832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6e6a312-fca1-42d1-81c5-4c7947295a4a req-1b370442-c594-473c-9065-02e3e70e7a99 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 949 time: 0.2472844 Jul 23 16:21:52.304945 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.317476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-a7461149-e701-4676-88e2-da99ac7d070d tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.319032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-a7461149-e701-4676-88e2-da99ac7d070d tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.2213545 Jul 23 16:21:52.372460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 0985d27f-7388-49ab-8f33-e6a9635884d9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:52.372911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.404511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db36466-6e76-49e5-b2f3-2e99ad15ba7f req-a3a67df1-6799-44df-8e03-f4a2b7d70cce tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.405093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0db36466-6e76-49e5-b2f3-2e99ad15ba7f req-a3a67df1-6799-44df-8e03-f4a2b7d70cce tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.2261963 Jul 23 16:21:52.405753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.408616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.412339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c7a1c5a-c12a-40f3-8974-16d439055654 HTTP/1.1" status: 204 len: 168 time: 0.4331129 Jul 23 16:21:52.435425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] DHCP port deletion for 016a9370-1c2d-4de3-a600-40e88470ee82 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:52.461766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de3083-7ea4-46f0-84da-359cae2378ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a1c5a-c12a-40f3-8974-16d439055654,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.464480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 0985d27f-7388-49ab-8f33-e6a9635884d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0985d27f-7388-49ab-8f33-e6a9635884d9,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:52.465099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.484604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6e6a312-fca1-42d1-81c5-4c7947295a4a req-90d23c61-0381-4d80-b209-5adba5509bd7 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642599 Jul 23 16:21:52.494711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 0985d27f-7388-49ab-8f33-e6a9635884d9 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:52.537525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Deleting port 0985d27f-7388-49ab-8f33-e6a9635884d9 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:52.537954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.544571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0db36466-6e76-49e5-b2f3-2e99ad15ba7f req-6e68a6c6-d6ce-4c0f-96b2-3f659e1d7ee8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097069 Jul 23 16:21:52.562057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-35a5d3f8-aa6d-4ad1-8af4-91bd902cab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:52.564167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-35a5d3f8-aa6d-4ad1-8af4-91bd902cab49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 1096 time: 0.1901639 Jul 23 16:21:52.608809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Deleting port d8e7bf24-96e2-4c38-a141-60be6deb9a3c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:52.609172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.646148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] For port 0985d27f-7388-49ab-8f33-e6a9635884d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0985d27f-7388-49ab-8f33-e6a9635884d9,segment=NetworkSegment(bddc7751-ca88-4c58-a93d-2e5212e0a685),segment_id=bddc7751-ca88-4c58-a93d-2e5212e0a685)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:52.646819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.658892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.676539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Calling delete_port for 0985d27f-7388-49ab-8f33-e6a9635884d9 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:52.686015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=0985d27f-7388-49ab-8f33-e6a9635884d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.705629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 0985d27f-7388-49ab-8f33-e6a9635884d9 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: from cryptography.utils import int_from_bytes Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: from cryptography.utils import int_from_bytes Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.778753 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:21:52.782088 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:21:52.787414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.830693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] Pushing event deleted for resources: {'Port': ['ID=0985d27f-7388-49ab-8f33-e6a9635884d9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:52.833806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc2def-3cfa-4e54-8932-3e56ffb68a53 None None] No DVR routers for this DVR port 0985d27f-7388-49ab-8f33-e6a9635884d9 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:52.870492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.882500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016a9370-1c2d-4de3-a600-40e88470ee82']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:52.896172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddc7751-ca88-4c58-a93d-2e5212e0a685') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:52.896527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddc7751-ca88-4c58-a93d-2e5212e0a685') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:52.909019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.930634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.958020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:52.958866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:52.963366 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:53.028305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45478) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:53.061301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.068374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.071413 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/networks/016a9370-1c2d-4de3-a600-40e88470ee82 HTTP/1.1" status: 204 len: 168 time: 0.8563573 Jul 23 16:21:53.077867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:53.098344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d9fd8-3bdf-4160-9dcf-33d37b2ff4cc tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Network': ['ID=016a9370-1c2d-4de3-a600-40e88470ee82,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.147590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting subnet 67d0028d-3680-4903-9bde-d68e611debe6 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:53.148733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] For port d8e7bf24-96e2-4c38-a141-60be6deb9a3c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,segment=NetworkSegment(73187b6a-0c4a-4b2e-b3ed-b5c76578f11d),segment_id=73187b6a-0c4a-4b2e-b3ed-b5c76578f11d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:53.149236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.151152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.193299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Calling delete_port for d8e7bf24-96e2-4c38-a141-60be6deb9a3c owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:53.197402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-d9940117-6130-4490-8520-0326642fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.198955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-d9940117-6130-4490-8520-0326642fac3e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 916 time: 0.5927310 Jul 23 16:21:53.205855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.214330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2eda1d66-9b45-41d2-bb98-4d828a5d5352 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7be25e2ae1c443db11b72bdd01a68fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580987 Jul 23 16:21:53.225138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c817f-a977-4544-a756-3d24ba01757f req-a6b5bdda-106b-4e44-bc5d-602b8c299528 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.226616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-130c817f-a977-4544-a756-3d24ba01757f req-a6b5bdda-106b-4e44-bc5d-602b8c299528 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 949 time: 0.5579529 Jul 23 16:21:53.227086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45482) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:53.303577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.304241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:21:53.320854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-634850fd-4379-43b0-99bb-4bbb1a09e1f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 200 len: 217 time: 0.1038017 Jul 23 16:21:53.358273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:21:53.363368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:21:53.364077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.366208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.392780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Subnet': ['ID=67d0028d-3680-4903-9bde-d68e611debe6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.398523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-deleted', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:53.401407 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b503f-d478-4c34-8137-2a1b51dd8722" -d '{"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-deleted", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:53.402788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.405437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a5e9be8a-2df9-4666-aca4-4d38b3b0a217 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/subnets/67d0028d-3680-4903-9bde-d68e611debe6 HTTP/1.1" status: 204 len: 168 time: 0.3262763 Jul 23 16:21:53.408030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45486) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:53.412253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621d091-a3e5-4183-821a-2eda96ba7b04 None None] Network edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:53.428690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7a097-81c5-43f6-b5f5-432d042b804d req-e252472d-575f-4c4d-9049-3d806d244baa tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.430232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87d7a097-81c5-43f6-b5f5-432d042b804d req-e252472d-575f-4c4d-9049-3d806d244baa tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7b3a211-370b-4795-9258-0a6642d34268 HTTP/1.1" status: 200 len: 946 time: 0.3706782 Jul 23 16:21:53.441366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-130c817f-a977-4544-a756-3d24ba01757f req-455b4a6d-0922-4945-860c-cc9d4eb6883f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030556 Jul 23 16:21:53.472191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-03ca11a8-129a-4ada-a843-f86f38b447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.474418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:53.474691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-03ca11a8-129a-4ada-a843-f86f38b447c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.1372747 Jul 23 16:21:53.476895 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29077b06-d2fa-41d7-9009-ca77f7fb74af" -d '{"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-plugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:53.479883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.510561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.515981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.566094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87d7a097-81c5-43f6-b5f5-432d042b804d req-cc359eb0-3274-49b7-9d67-e3877fef3ba2 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e0edd3b-80da-4ced-a709-09a32739c7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222446 Jul 23 16:21:53.569528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:53.579279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.595372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Deleting port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:53.596163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.599043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.678028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] For port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,segment=NetworkSegment(c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a),segment_id=c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:53.678452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.697260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Calling delete_port for 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:53.698502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-6ac1942a-48f8-49f8-9400-ac5741292fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.700075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-6ac1942a-48f8-49f8-9400-ac5741292fc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030697 Jul 23 16:21:53.701848 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc306d-c462-4d39-99a3-307bf48bb7f2 x-openstack-request-id: req-2ecc306d-c462-4d39-99a3-307bf48bb7f2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:53.702368 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0295917-39c0-43d7-8f6e-071e291f0e0f", "name": "network-vif-deleted", "tag": "ef09e27e-3e11-40b7-823f-3fde91b4e38d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:53.702787 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ecc306d-c462-4d39-99a3-307bf48bb7f2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:53.703333 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0295917-39c0-43d7-8f6e-071e291f0e0f', 'name': 'network-vif-deleted', 'tag': 'ef09e27e-3e11-40b7-823f-3fde91b4e38d', 'status': 'completed', 'code': 200} Jul 23 16:21:53.704032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.708758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.720321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['d8e7bf24-96e2-4c38-a141-60be6deb9a3c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:21:53.764224 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f743fa-b804-4ad6-b9db-67304b7bebda x-openstack-request-id: req-87f743fa-b804-4ad6-b9db-67304b7bebda {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:53.764519 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-plugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:53.765024 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87f743fa-b804-4ad6-b9db-67304b7bebda {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:53.766398 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244', 'code': 200} Jul 23 16:21:53.775939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Pushing event deleted for resources: {'Port': ['ID=d8e7bf24-96e2-4c38-a141-60be6deb9a3c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.800049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.802633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.803795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6aeba504-1721-44c8-9530-030b849e1c96 HTTP/1.1" status: 204 len: 168 time: 0.5689390 Jul 23 16:21:53.854877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.872853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e556c8-76c6-47a9-887b-cfd293d9e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeba504-1721-44c8-9530-030b849e1c96,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.879737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Port': ['ID=19b97d53-f2b9-49b3-9e21-1c9ff7963e79,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:53.889922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] No DVR routers for this DVR port 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:53.898203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d801638-0c20-4470-9c6f-3f59dcf24fbd None None] DHCP port deletion for edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:21:53.914832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] No DVR routers for this DVR port d8e7bf24-96e2-4c38-a141-60be6deb9a3c on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:21:53.923486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:53.925445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17d0615d-783d-4be8-aaf1-eaf4c768a9a4 req-4d046ecf-bfe9-4a89-8b90-c5762d041c29 tempest-ServerMetadataNegativeTestJSON-1862884835 tempest-ServerMetadataNegativeTestJSON-1862884835-project] 10.222.0.67 "DELETE /v2.0/ports/d8e7bf24-96e2-4c38-a141-60be6deb9a3c HTTP/1.1" status: 204 len: 173 time: 1.5950198 Jul 23 16:21:53.980812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de644125-8a6f-4496-8fcf-46ba18a8c552 req-a10215a8-3c83-4782-9f72-e662f24717c4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:53.982428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de644125-8a6f-4496-8fcf-46ba18a8c552 req-a10215a8-3c83-4782-9f72-e662f24717c4 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.3253379 Jul 23 16:21:54.011871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-a8299fbe-8e3b-44a7-97c0-7c3f0d63cdd0 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007598 Jul 23 16:21:54.023687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.048600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:54.060324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:54.060600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3251df2-082a-40e8-b0d2-e1c7c4ed2a4a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:54.076115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.093429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.101315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:54.102150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:54.106937 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:54.118241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de644125-8a6f-4496-8fcf-46ba18a8c552 req-6cf9b7c7-38e3-457e-8fa7-3f62c46f0cec tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139622 Jul 23 16:21:54.183049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.196895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a524af-ded2-465a-b3f8-683d3d0581c0 req-e9a17640-ffba-4321-9204-de9361bddeb6 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.204700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a524af-ded2-465a-b3f8-683d3d0581c0 req-e9a17640-ffba-4321-9204-de9361bddeb6 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.3414826 Jul 23 16:21:54.208354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.209118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:54.210760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52e35d-bdb7-477f-8d98-054cdd40f36b req-151bef78-4374-4efb-97b1-f699e2fdb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.212485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d52e35d-bdb7-477f-8d98-054cdd40f36b req-151bef78-4374-4efb-97b1-f699e2fdb17f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 1097 time: 0.3031735 Jul 23 16:21:54.218656 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] 10.222.0.64 "DELETE /v2.0/networks/edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d HTTP/1.1" status: 204 len: 168 time: 0.8090479 Jul 23 16:21:54.235177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedc583-cafd-4702-8966-47824dd3b917 tempest-ServersTestMultiNic-1152120254 tempest-ServersTestMultiNic-1152120254-project] Pushing event deleted for resources: {'Network': ['ID=edc4382c-a2ef-4c23-9419-0b3ea3e7cf4d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:54.243664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:54.244322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 19b97d53-f2b9-49b3-9e21-1c9ff7963e79 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:54.245006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0985d27f-7388-49ab-8f33-e6a9635884d9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:54.272692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0985d27f-7388-49ab-8f33-e6a9635884d9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:54.273312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0985d27f-7388-49ab-8f33-e6a9635884d9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:54.311249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b9ae315-e269-40b2-8dd8-5985313d6a93 req-608bece2-e0c2-497b-8923-1c83fd923489 service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835207 Jul 23 16:21:54.323696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a524af-ded2-465a-b3f8-683d3d0581c0 req-7a07c8a9-8740-4533-a7a2-d3ff44060b26 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180944 Jul 23 16:21:54.330557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d52e35d-bdb7-477f-8d98-054cdd40f36b req-dd930919-eb10-438e-aea2-d65ab479df03 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010585 Jul 23 16:21:54.365645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492983c-0b5e-403e-a37d-8f14ee98f39d req-8e0ae23a-2e1d-41e6-b42e-d1c746cf903f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.367259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9492983c-0b5e-403e-a37d-8f14ee98f39d req-8e0ae23a-2e1d-41e6-b42e-d1c746cf903f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.1085541 Jul 23 16:21:54.426516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9492983c-0b5e-403e-a37d-8f14ee98f39d req-a282b1c8-3a84-4411-8a6e-c92e17258f91 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527647 Jul 23 16:21:54.640772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832564-a39a-456b-a455-6e3761e393b7 req-0b366769-f7c1-4acc-b5ae-c560a21dbd6c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:54.642508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b832564-a39a-456b-a455-6e3761e393b7 req-0b366769-f7c1-4acc-b5ae-c560a21dbd6c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 949 time: 0.1110895 Jul 23 16:21:54.655747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:54.696925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45554) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:54.732136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Deleting subnet 0a3e9bef-5fa6-4621-bf5c-10b04c0f570b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:21:54.735802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.775363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.793642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b832564-a39a-456b-a455-6e3761e393b7 req-9fd9acb5-89f5-4490-b5e5-88ac8fdb5d42 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Jul 23 16:21:54.838811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.913426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.954919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:54.957439 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a3e9bef-5fa6-4621-bf5c-10b04c0f570b HTTP/1.1" status: 204 len: 168 time: 0.3002653 Jul 23 16:21:54.959300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cefe63-3ad6-4c5d-a27f-ace69f2105b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3e9bef-5fa6-4621-bf5c-10b04c0f570b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:54.969034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:54.975117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45568) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:55.054681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807f792-258b-46ab-b19e-1975ff70841d req-ea47eac8-d46b-4653-87f2-5ae6d1fadd36 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.056204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f807f792-258b-46ab-b19e-1975ff70841d req-ea47eac8-d46b-4653-87f2-5ae6d1fadd36 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 948 time: 0.1263413 Jul 23 16:21:55.058651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.156162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f807f792-258b-46ab-b19e-1975ff70841d req-93c1f407-4d2f-4d4c-9148-9302a01a1341 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895519 Jul 23 16:21:55.158362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fe05ae4-b279-416e-a0b9-dee88db13da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.170574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.206992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca18855a-dc03-4035-aa10-34ee8a9d653e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.224619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.225050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73187b6a-0c4a-4b2e-b3ed-b5c76578f11d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.236539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.259734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.272344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:21:55.272757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:21:55.274619 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:21:55.348096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.357818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.359836 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca18855a-dc03-4035-aa10-34ee8a9d653e HTTP/1.1" status: 204 len: 168 time: 0.3895433 Jul 23 16:21:55.398691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e79119-5130-4df7-9920-41ce3fbb6e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca18855a-dc03-4035-aa10-34ee8a9d653e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:55.409513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1db5c9-7c79-49e1-917f-d11a20f1e032 req-45bdf28a-68bc-4c0f-b57f-575688f210c3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.415079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce1db5c9-7c79-49e1-917f-d11a20f1e032 req-45bdf28a-68bc-4c0f-b57f-575688f210c3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.2078011 Jul 23 16:21:55.488186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.508050 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fe05ae4-b279-416e-a0b9-dee88db13da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.526944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:55.578062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fe05ae4-b279-416e-a0b9-dee88db13da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.586391 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d741493-fabf-454e-8a5e-6788767fd0b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8b42287fa8b47c8880a6d127c21374f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578744 Jul 23 16:21:55.588763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:55.625811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe05ae4-b279-416e-a0b9-dee88db13da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf9161-bbfc-4388-8388-08c4912e5ed0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:55.633777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce1db5c9-7c79-49e1-917f-d11a20f1e032 req-97839eab-de1f-4304-b34d-bad49aacdf0c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097266 Jul 23 16:21:55.674467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6fe05ae4-b279-416e-a0b9-dee88db13da3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=319b59e61026471883d5eead5b487c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974783 Jul 23 16:21:55.676748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:55.677911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.706574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.707028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'name': 'network-vif-deleted', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:55.710300 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af3f92c-4fce-4afd-9bbc-8a6569fd30eb" -d '{"events": [{"server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "name": "network-vif-deleted", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:55.758722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.764370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.765763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e0edd3b-80da-4ced-a709-09a32739c7a5 HTTP/1.1" status: 204 len: 168 time: 0.1760259 Jul 23 16:21:55.768937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:21:55.771278 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70b9fb3-95bf-4b57-84d1-17ba3b526b93" -d '{"events": [{"server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "name": "network-vif-plugged", "status": "completed", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:21:55.775631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae06ae5-13a7-4264-a93c-178e95d12353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0edd3b-80da-4ced-a709-09a32739c7a5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:55.826637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42309ada-4453-42e8-b06a-624d08370d27 req-d20d7c2e-b1a0-46f5-851d-a0ce3645d36e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.832841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42309ada-4453-42e8-b06a-624d08370d27 req-d20d7c2e-b1a0-46f5-851d-a0ce3645d36e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:55.834439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42309ada-4453-42e8-b06a-624d08370d27 req-d20d7c2e-b1a0-46f5-851d-a0ce3645d36e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1&device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1688 time: 0.3883350 Jul 23 16:21:55.942295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.967299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42309ada-4453-42e8-b06a-624d08370d27 req-3b98337c-ef03-43bf-b2dd-419715b733f2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892549 Jul 23 16:21:55.990721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.011217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745a0f-4e5d-46b2-8974-405bfa894aac req-bb8b21a5-aa29-4aae-874b-32a3eade9b23 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.012879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b745a0f-4e5d-46b2-8974-405bfa894aac req-bb8b21a5-aa29-4aae-874b-32a3eade9b23 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.2900121 Jul 23 16:21:56.143192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b745a0f-4e5d-46b2-8974-405bfa894aac req-7535f721-1390-4f65-a218-ee771c4c5149 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175976 Jul 23 16:21:56.182076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.184741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.186364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3bf9161-bbfc-4388-8388-08c4912e5ed0 HTTP/1.1" status: 204 len: 168 time: 0.5054584 Jul 23 16:21:56.209017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdb78c-adc2-4def-87db-93aeb333a109 req-d483df77-ad1b-49bf-ac3c-5e3cc5af1541 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.210591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06fdb78c-adc2-4def-87db-93aeb333a109 req-d483df77-ad1b-49bf-ac3c-5e3cc5af1541 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.1894748 Jul 23 16:21:56.212810 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7741d6c-fa4a-459c-b9ce-ba7e7469fbb7 x-openstack-request-id: req-f7741d6c-fa4a-459c-b9ce-ba7e7469fbb7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:56.213099 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3a211-370b-4795-9258-0a6642d34268", "name": "network-vif-deleted", "tag": "d8e7bf24-96e2-4c38-a141-60be6deb9a3c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:56.213353 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7741d6c-fa4a-459c-b9ce-ba7e7469fbb7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:56.213741 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3a211-370b-4795-9258-0a6642d34268', 'name': 'network-vif-deleted', 'tag': 'd8e7bf24-96e2-4c38-a141-60be6deb9a3c', 'status': 'completed', 'code': 200} Jul 23 16:21:56.214905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80b337-feb4-4915-96d9-758554f31bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf9161-bbfc-4388-8388-08c4912e5ed0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:56.251942 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b54425-ac3c-417b-9de7-9fc9d334048f x-openstack-request-id: req-72b54425-ac3c-417b-9de7-9fc9d334048f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:21:56.252240 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "name": "network-vif-plugged", "status": "completed", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:21:56.252492 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72b54425-ac3c-417b-9de7-9fc9d334048f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:21:56.252891 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc', 'code': 200} Jul 23 16:21:56.282897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06fdb78c-adc2-4def-87db-93aeb333a109 req-7e9acbce-8942-4c70-962a-5671aa6a85e6 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658221 Jul 23 16:21:56.284263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Deleting port 1006e941-7c79-4efc-879c-0dd1875294b7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:56.284601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.792345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:56.880612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] For port 1006e941-7c79-4efc-879c-0dd1875294b7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1006e941-7c79-4efc-879c-0dd1875294b7,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:56.881104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.901580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-381923557-network', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:56.923766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Calling delete_port for 1006e941-7c79-4efc-879c-0dd1875294b7 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:21:56.928689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Made reservation on behalf of 3b4d646a2bfb4e6995c5e3c44e2f4110 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:56.932283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.943231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:56.967928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18748088-6516-49c9-a49f-695484d895a6 req-f82cba6e-ff65-410c-bc03-44d771947018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:56.969521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18748088-6516-49c9-a49f-695484d895a6 req-f82cba6e-ff65-410c-bc03-44d771947018 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 1101 time: 0.3581269 Jul 23 16:21:57.011693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.012162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.013247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.013778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.014327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.014808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.016788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9a1d2c-c26c-4d66-81cd-a973b1e45e97 req-29bd6c38-db58-4c60-8c79-4cb93220393f tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4297 time: 0.3706336 Jul 23 16:21:57.024860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a420c-0f78-4dcf-9ad9-b947d91714f1 req-d91cb537-9d5d-44f5-8fe0-b6c4221113ff tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.032318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac3a420c-0f78-4dcf-9ad9-b947d91714f1 req-d91cb537-9d5d-44f5-8fe0-b6c4221113ff tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 1099 time: 0.3832951 Jul 23 16:21:57.058305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.064620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.069050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:57.097882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:57.108758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.113339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18748088-6516-49c9-a49f-695484d895a6 req-1d820cca-4c1a-4b4f-ad19-d801cb35b4ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035674 Jul 23 16:21:57.114008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.114451 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Added segment 1abefc20-3a70-4536-b4f2-cc1924f13286 of type vlan for network 4e992fa0-842b-40e4-9212-42e3bb754c38 Jul 23 16:21:57.143028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac3a420c-0f78-4dcf-9ad9-b947d91714f1 req-7231b9d2-98ab-4793-b411-6c08940f72b4 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098380 Jul 23 16:21:57.171011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.214275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.216982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.217743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.232217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baed92-af30-4804-95f9-94f4a5060d83 req-0a9cd851-57ae-4b29-b172-26fe5738094e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.233739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0baed92-af30-4804-95f9-94f4a5060d83 req-0a9cd851-57ae-4b29-b172-26fe5738094e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.1508074 Jul 23 16:21:57.242833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1366746803-network', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:57.292699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] Pushing event updated for resources: {'Network': ['ID=4e992fa0-842b-40e4-9212-42e3bb754c38,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.303707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:57.310901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Made reservation on behalf of 550ee452edaa4aab8b23dbc408c53c55 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:57.314122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.321462 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb26bce4-27d0-4db6-85cc-f01d626c726e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5250845 Jul 23 16:21:57.322476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45672) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:57.327024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.329151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Request body: {'subnet': {'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-381923557-subnet', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:57.359967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d8e7bf24-96e2-4c38-a141-60be6deb9a3c no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:21:57.369643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0baed92-af30-4804-95f9-94f4a5060d83 req-c32e90fa-0392-45dc-a37e-98aadfb326ba tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181850 Jul 23 16:21:57.373275 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.389121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: d8e7bf24-96e2-4c38-a141-60be6deb9a3c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:21:57.389731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d8e7bf24-96e2-4c38-a141-60be6deb9a3c not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:21:57.406711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Pushing event deleted for resources: {'Port': ['ID=1006e941-7c79-4efc-879c-0dd1875294b7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.447478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9747b-6a6a-4610-9c3c-871c47afe275 req-2ba00f7e-f120-4f8c-bdaf-ba2cd597a0ed tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.447861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.449083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ea9747b-6a6a-4610-9c3c-871c47afe275 req-2ba00f7e-f120-4f8c-bdaf-ba2cd597a0ed tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.2118127 Jul 23 16:21:57.459412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.484616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:21:57.503123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afda39c-08cc-4e03-a259-d55e3962d551,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.506365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.506718 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Added segment e3fa1aae-bcec-46e7-9a33-d77c5a1824dc of type vlan for network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a Jul 23 16:21:57.545548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Made reservation on behalf of 3b4d646a2bfb4e6995c5e3c44e2f4110 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:57.547920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.555296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.597325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.598789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.599643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.634500 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5624726 Jul 23 16:21:57.635513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:57.647378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Request body: {'subnet': {'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1366746803-subnet', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:57.669832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ea9747b-6a6a-4610-9c3c-871c47afe275 req-57be53a0-6477-459b-883a-e16226fded31 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065377 Jul 23 16:21:57.693988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859cdf-3c2c-4600-9234-07bbaed80401 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.703343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Made reservation on behalf of 550ee452edaa4aab8b23dbc408c53c55 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:21:57.705846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:21:57.706615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.796475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456266ca-92c3-4127-be0b-cb663278801a req-f0177204-11d9-4d76-b8e1-74da79c878eb tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:57.797800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-456266ca-92c3-4127-be0b-cb663278801a req-f0177204-11d9-4d76-b8e1-74da79c878eb tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 886 time: 0.3764718 Jul 23 16:21:57.847148 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.906348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:57.966363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c891a19-f8a5-4de6-8841-f5367ce49df2,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:57.976439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Checking segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:57.976796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Network hostable DHCP agents. Network: 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:57.993997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:58.001042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d549a-6045-40af-9d04-7ee6fc0574cd req-a2fdad04-f23a-48f8-8f1e-2645f6d6cc59 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.002746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f2d549a-6045-40af-9d04-7ee6fc0574cd req-a2fdad04-f23a-48f8-8f1e-2645f6d6cc59 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.2527499 Jul 23 16:21:58.002963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:58.007865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.008448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.014715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5306f8c-f44b-4df5-bac5-4baac2a7898e None None] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:58.023727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aacaaca0-17d8-4602-880c-325a1c4f63fd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3805108 Jul 23 16:21:58.026462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45678) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:58.032056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:58.063255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.064734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.147856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.186561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc836a-e827-4275-81c9-4ca2aabe3bdb req-c9ac51ce-e004-4eff-8799-308de4b29918 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.190897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1fc836a-e827-4275-81c9-4ca2aabe3bdb req-c9ac51ce-e004-4eff-8799-308de4b29918 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1100 time: 0.3336294 Jul 23 16:21:58.208155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f2d549a-6045-40af-9d04-7ee6fc0574cd req-4b8b1c77-3835-49d7-8b02-e08e8304233f tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865497 Jul 23 16:21:58.209149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.227829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:21:58.228923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.304707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.380072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Allocated IP 172.20.0.2 (3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a/2c891a19-f8a5-4de6-8841-f5367ce49df2/9be5acd3-8f69-4775-a83f-0c100d07cf93) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:58.524151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.542223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.548892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.559143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Transition to ACTIVE for port object 9be5acd3-8f69-4775-a83f-0c100d07cf93 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:58.571905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.579493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Transition to ACTIVE for port object 9be5acd3-8f69-4775-a83f-0c100d07cf93 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:21:58.586698 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.633682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:58.636633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:58.639817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:58.651328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Pushing event updated for resources: {'Port': ['ID=9be5acd3-8f69-4775-a83f-0c100d07cf93,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:58.666571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Allocated IP 172.25.2.210 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/df0301cb-9a87-442e-99a7-3a792047394d) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:21:58.679558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1fc836a-e827-4275-81c9-4ca2aabe3bdb req-ac80b1bd-85ed-41eb-a7d6-e96b71389ee8 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520009 Jul 23 16:21:58.725776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Attempting to bind port 9be5acd3-8f69-4775-a83f-0c100d07cf93 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:21:58.725776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Attempting to bind port 9be5acd3-8f69-4775-a83f-0c100d07cf93 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:21:58.725776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Attempting to bind port 9be5acd3-8f69-4775-a83f-0c100d07cf93 on network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:21:58.732282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:21:58.732828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Checking segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:58.733315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.733791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Bound using segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:21:58.734458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Bound port: 9be5acd3-8f69-4775-a83f-0c100d07cf93, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:21:58.735042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.739833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc83266-429c-4b00-9220-1bc4ce5681d0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:58.754126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Checking segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:21:58.754828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Network hostable DHCP agents. Network: 4e992fa0-842b-40e4-9212-42e3bb754c38, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:21:58.787924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:21:58.815445 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.816953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] For port 9be5acd3-8f69-4775-a83f-0c100d07cf93, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:21:58.820760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] For port 9be5acd3-8f69-4775-a83f-0c100d07cf93, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9be5acd3-8f69-4775-a83f-0c100d07cf93,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:21:58.828245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.852944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:21:58.861552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.872751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.873442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.874111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.874837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.875676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.876219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.877090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.877223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.879361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad40931-dc67-4d7a-ad9d-43227cdab49a req-24d1a293-f382-49fd-b10a-1caac79dcf8a tempest-NetworksTest-1474351704 tempest-NetworksTest-1474351704-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.5680418 Jul 23 16:21:58.886819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4e992fa0-842b-40e4-9212-42e3bb754c38) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:58.901743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57931ecf-250b-4a67-b709-113315ab29a8 None None] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:58.922514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:21:58.927492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:21:58.931074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:21:58.931249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:58.931844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:58.976955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Pushing event updated for resources: {'Port': ['ID=df0301cb-9a87-442e-99a7-3a792047394d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:58.984399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee26d5-ab70-422e-9e23-90bdde0d27de None None] Pushing event updated for resources: {'Port': ['ID=9be5acd3-8f69-4775-a83f-0c100d07cf93,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:21:59.001792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.004421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.005717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.006264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.008043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.008830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.009462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.013511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.014508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.015193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.016003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.016521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:21:59.020995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0be99768-c3e1-4d6d-aeae-5afa82156526 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6977694 Jul 23 16:21:59.024096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45688) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:59.029807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:21:59.056910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d112-ee79-4048-be47-0a05ad719bca req-8257345f-0e45-4ff7-8a5b-8629d288ce85 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.066209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c9d112-ee79-4048-be47-0a05ad719bca req-8257345f-0e45-4ff7-8a5b-8629d288ce85 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.2764425 Jul 23 16:21:59.090631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:21:59.105407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-24759698-cae4-42d6-8d06-79830dc3e649 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4073527 Jul 23 16:21:59.106181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45690) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:59.136466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Sync routers for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:21:59.136721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.138145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.154240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:59.155244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:59.231764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.314054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c9d112-ee79-4048-be47-0a05ad719bca req-f87ee43a-3a6c-4e05-a6fe-142ad738288b tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460542 Jul 23 16:21:59.373968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45696) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:21:59.382570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b6783-8ce9-4996-bce3-b62474d80b14 req-939ab576-8902-4bfe-91c3-9361769ba0d5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:21:59.390154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-970b6783-8ce9-4996-bce3-b62474d80b14 req-939ab576-8902-4bfe-91c3-9361769ba0d5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.2949188 Jul 23 16:21:59.392596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.412875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:21:59.574931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.630329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-970b6783-8ce9-4996-bce3-b62474d80b14 req-514fc003-90fa-4046-9450-5d401ba1ac71 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361047 Jul 23 16:21:59.645009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedaae8c-08db-4d08-9752-90da0ee1eba6 None None] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:21:59.704651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0e78140-e8b4-451b-ba4a-d1a47287b042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.895100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Deleting port 987bdf81-aa86-4bf9-a41c-027729bdd18c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:21:59.895445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.947450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:21:57Z', 'revision_number': 5, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port': {'id': '987bdf81-aa86-4bf9-a41c-027729bdd18c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:19:48Z', 'updated_at': '2021-07-23T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:59.980876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] For port 987bdf81-aa86-4bf9-a41c-027729bdd18c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=987bdf81-aa86-4bf9-a41c-027729bdd18c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:21:59.981253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:59.982105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Checking router: d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:21:59.992053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Routers {'d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:21:59.993483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:59.995110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Calling delete_port for 987bdf81-aa86-4bf9-a41c-027729bdd18c owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:00.000357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.075875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-30737015-d919-4e5f-b838-bcf75e655eb6 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2361076 Jul 23 16:22:00.103578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] Set router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:00.117313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.185773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:21:59Z', 'revision_number': 6, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:00.239028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee20ab-cbed-4d60-a157-651faab77337 req-fdbfb62c-2955-4780-92a0-42c4b3c74dbd tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.240403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70ee20ab-cbed-4d60-a157-651faab77337 req-fdbfb62c-2955-4780-92a0-42c4b3c74dbd tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.6000962 Jul 23 16:22:00.256498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f02819-f0c3-4fd1-9338-5b665c64f3b7 None None] The sync data for ids ['d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626'] in n-d-800484-3 is: [{'id': 'd8a45b2f-e9e7-4da0-8c3f-748f0b8cc626', 'name': 'tempest-ServersTestMultiNic-198008606-router', 'tenant_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:19:47Z', 'updated_at': '2021-07-23T16:21:59Z', 'revision_number': 6, 'project_id': 'dfbdd0f1fc704356bb414e2f232fa4c2', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:00.271768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9be5acd3-8f69-4775-a83f-0c100d07cf93 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:00.295494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0e78140-e8b4-451b-ba4a-d1a47287b042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.346387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0e78140-e8b4-451b-ba4a-d1a47287b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.351373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9be5acd3-8f69-4775-a83f-0c100d07cf93 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:00.379042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70ee20ab-cbed-4d60-a157-651faab77337 req-c21a5d06-4497-440d-aa56-4eafe4d3549e tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228898 Jul 23 16:22:00.379642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c44b4-e5f1-4799-a0e3-77af4b0bd1f1 None None] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:00.410696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Provisioning for port 9be5acd3-8f69-4775-a83f-0c100d07cf93 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:00.423196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Provisioning complete for port 9be5acd3-8f69-4775-a83f-0c100d07cf93 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:00.424348 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.472855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0e78140-e8b4-451b-ba4a-d1a47287b042 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=255c26ed270242db920d46d1846e9cca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780783 Jul 23 16:22:00.478537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45720) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:00.492692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.496516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-775be67e-2e6a-4727-b39a-2fb342a8f4af tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:00.498850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-775be67e-2e6a-4727-b39a-2fb342a8f4af tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639870 Jul 23 16:22:00.502932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78140-e8b4-451b-ba4a-d1a47287b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0537d088-627d-4176-a94a-653a729c1f99,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.535443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2adf23a3-4402-4418-86bf-f09bd1c1d946 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0173023 Jul 23 16:22:00.554323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.594730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.607338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.623867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.626513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Pushing event deleted for resources: {'Port': ['ID=987bdf81-aa86-4bf9-a41c-027729bdd18c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.639948 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.663282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.689520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] For port 9be5acd3-8f69-4775-a83f-0c100d07cf93, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9be5acd3-8f69-4775-a83f-0c100d07cf93,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:00.694762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.778938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Pushing event updated for resources: {'Port': ['ID=9be5acd3-8f69-4775-a83f-0c100d07cf93,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:00.786679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.787024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.787373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.787709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.788044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.788381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.788714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.789134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.789353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.789677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.790032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.790346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12517f37-499f-439a-b5be-5e54cdd939ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:00.810952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.928028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Router c5bf55ed-d209-481f-9bc3-6250d8d5a94e is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:00.936895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Allocated IP 172.25.2.209 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c2bedfb7-0269-45d8-a896-7aaf89179aa7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:00.980008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:00.985479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.005615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.008145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.009289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0537d088-627d-4176-a94a-653a729c1f99 HTTP/1.1" status: 204 len: 168 time: 0.5274563 Jul 23 16:22:01.019296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c8bf74e0-43c1-4e8d-b8ca-e55af9658684 None None] Provisioning complete for port 9be5acd3-8f69-4775-a83f-0c100d07cf93 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:01.019741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8bf74e0-43c1-4e8d-b8ca-e55af9658684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.099069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adb74f-15a7-44b2-9cf8-1eab42bbbf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0537d088-627d-4176-a94a-653a729c1f99,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:01.114556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b68b-af3a-4487-8647-cd13bbdfc425 req-0535ae74-91bb-4526-bfb9-e410a48546bd tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.117529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2548b68b-af3a-4487-8647-cd13bbdfc425 req-0535ae74-91bb-4526-bfb9-e410a48546bd tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.4140167 Jul 23 16:22:01.136288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:01.151982 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Sync routers for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:01.158452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.158961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:22:01.160452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.170471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.174685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00395f67-2fe7-410e-835e-11122c48044c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1469741 Jul 23 16:22:01.176687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45726) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:01.178524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-67db25fd-9f11-4658-9443-91b798c731ec tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6255422 Jul 23 16:22:01.182138 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:01.187048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:01.188996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.195732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3402577a-9d98-4bce-8f64-6452bfe779ec admin admin] 10.222.0.64 "DELETE /v2.0/routers/d8a45b2f-e9e7-4da0-8c3f-748f0b8cc626 HTTP/1.1" status: 204 len: 168 time: 2.0807385 Jul 23 16:22:01.226446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45728) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:01.250939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-fd5394c4-2cdd-4e22-971c-6d8859fb2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.252447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-fd5394c4-2cdd-4e22-971c-6d8859fb2bea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 1096 time: 0.4453151 Jul 23 16:22:01.338793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.384962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:01.453515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2548b68b-af3a-4487-8647-cd13bbdfc425 req-bab220a5-8166-44fc-827e-46a4007c8778 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223042 Jul 23 16:22:01.463238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Deleting subnet bedb7a28-9dad-4334-a871-f77eb0383db5 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:22:01.476951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:01.482197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:01.513329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:01.555026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:01.561828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.680077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:21:59Z', 'revision_number': 3, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:01.714680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64b436ff-69e4-489a-b1ba-8e3820939c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.724950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Pushing event updated for resources: {'Port': ['ID=c2bedfb7-0269-45d8-a896-7aaf89179aa7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:01.736155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.768149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-b76b176d-2457-4485-a909-c6ef3f9c8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.769869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-b76b176d-2457-4485-a909-c6ef3f9c8811 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 200 len: 916 time: 0.4454935 Jul 23 16:22:01.839010 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Checking router: c5bf55ed-d209-481f-9bc3-6250d8d5a94e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:01.839360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Updating router c5bf55ed-d209-481f-9bc3-6250d8d5a94e port df0301cb-9a87-442e-99a7-3a792047394d binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:01.877852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-30fd00a8-a16e-4117-8fb8-3cef62b7337a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 200 len: 217 time: 0.0884709 Jul 23 16:22:01.895705 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:01.959729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-fe8e0da5-e34a-4d12-bde8-d150e3fcb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:01.961549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-fe8e0da5-e34a-4d12-bde8-d150e3fcb9d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 200 len: 854 time: 0.0763352 Jul 23 16:22:02.129920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760af0e-d7f0-4d4b-86b9-07376e5d53a7 req-527ab120-d4bc-481b-b170-e7ac29331762 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.131524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d760af0e-d7f0-4d4b-86b9-07376e5d53a7 req-527ab120-d4bc-481b-b170-e7ac29331762 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.4399793 Jul 23 16:22:02.141164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64b436ff-69e4-489a-b1ba-8e3820939c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.155310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64b436ff-69e4-489a-b1ba-8e3820939c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.196835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.245196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9be5acd3-8f69-4775-a83f-0c100d07cf93 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:02.257312 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-64b436ff-69e4-489a-b1ba-8e3820939c0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a12dc4b2e42464db48e5fece2a780c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864502 Jul 23 16:22:02.258427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45748) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:02.300607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9be5acd3-8f69-4775-a83f-0c100d07cf93 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:02.301146 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.306709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b436ff-69e4-489a-b1ba-8e3820939c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab7655-dfe5-44dc-9a39-1c013ef07ac0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.314414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.400679 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.415727 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Transition to ACTIVE for port object df0301cb-9a87-442e-99a7-3a792047394d will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:02.424144 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.488566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 987bdf81-aa86-4bf9-a41c-027729bdd18c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:02.492008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.534398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520a3d4-f9a5-4d62-b35d-c9ce0ec4ce47 None None] Pushing event updated for resources: {'Port': ['ID=df0301cb-9a87-442e-99a7-3a792047394d,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.535795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 987bdf81-aa86-4bf9-a41c-027729bdd18c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:02.536611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 987bdf81-aa86-4bf9-a41c-027729bdd18c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:02.537063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1006e941-7c79-4efc-879c-0dd1875294b7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:02.537736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Attempting to bind port df0301cb-9a87-442e-99a7-3a792047394d on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:02.538155 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Attempting to bind port df0301cb-9a87-442e-99a7-3a792047394d by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:02.538569 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Attempting to bind port df0301cb-9a87-442e-99a7-3a792047394d on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:02.546299 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:02.547732 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:02.547732 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.548122 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:02.548647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Bound port: df0301cb-9a87-442e-99a7-3a792047394d, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:02.549231 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.551759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.590116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1006e941-7c79-4efc-879c-0dd1875294b7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:02.597871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1006e941-7c79-4efc-879c-0dd1875294b7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:02.617180 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] For port df0301cb-9a87-442e-99a7-3a792047394d, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:02.622337 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] For port df0301cb-9a87-442e-99a7-3a792047394d, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df0301cb-9a87-442e-99a7-3a792047394d,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:02.628368 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.652140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.723581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d760af0e-d7f0-4d4b-86b9-07376e5d53a7 req-c0337f48-4994-47cb-9294-ede14d78024a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784461 Jul 23 16:22:02.733611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.741244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.744722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:02.749749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:02.750665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:02.754566 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520a3d4-f9a5-4d62-b35d-c9ce0ec4ce47 None None] Pushing event updated for resources: {'Port': ['ID=df0301cb-9a87-442e-99a7-3a792047394d,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:02.762447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dab7655-dfe5-44dc-9a39-1c013ef07ac0 HTTP/1.1" status: 204 len: 168 time: 0.4881034 Jul 23 16:22:02.788105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-2b130dca-870c-41c3-a511-cfccef87f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.794205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-2b130dca-870c-41c3-a511-cfccef87f5ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f739e764-06d7-4c82-9488-bc313ca225d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7863343 Jul 23 16:22:02.839325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64edb-1611-49f1-9640-4212a627dd22 req-f60fb96f-0eba-459b-9cb2-648b722f1b17 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:02.843491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3d64edb-1611-49f1-9640-4212a627dd22 req-f60fb96f-0eba-459b-9cb2-648b722f1b17 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.6971133 Jul 23 16:22:02.898847 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:02.962552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.010810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5464ca13-e5ae-4783-a9b8-9d1d384b1122 req-19fdfdc4-fd83-496a-810b-f5e83d4dfb7e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 210 time: 0.2126245 Jul 23 16:22:03.019330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedb7a28-9dad-4334-a871-f77eb0383db5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:03.056777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c520c22-63ab-45a2-b3ce-9a41a40cdaaa None None] Network 5bc49621-8bda-4cc0-9999-991cef486fb7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:03.066383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3d64edb-1611-49f1-9640-4212a627dd22 req-155a5e2e-2009-4582-a279-9be50c9bb1b5 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706219 Jul 23 16:22:03.067668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.072069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3ef613f4-1410-4e24-a7b9-cb384bee3d90 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bedb7a28-9dad-4334-a871-f77eb0383db5 HTTP/1.1" status: 204 len: 168 time: 1.8388116 Jul 23 16:22:03.087077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45760) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:03.285429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-0fe7715f-c04a-4b10-a518-a7c34586651b service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155867 Jul 23 16:22:03.291200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.406260 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:21:59Z', 'revision_number': 3, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:03.428871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581fe0c-cc7e-4762-a901-969e3334a596 req-8d9093ee-fb8e-43c8-aeca-9b28bf79686a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.430434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3581fe0c-cc7e-4762-a901-969e3334a596 req-8d9093ee-fb8e-43c8-aeca-9b28bf79686a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.2151804 Jul 23 16:22:03.459456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f389a1-76c9-4634-8afc-51b70f385d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab7655-dfe5-44dc-9a39-1c013ef07ac0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:03.483541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] DHCP port deletion for 5bc49621-8bda-4cc0-9999-991cef486fb7 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:22:03.501791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeee6aba-5139-4c12-a6a9-b90b28e03cb6 None None] The sync data for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 is: [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:21:59Z', 'revision_number': 3, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:03.558347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Deleting port a6bea336-e58f-4c5c-a11c-5295fe2d9314 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:03.559396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.562934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07522cb2-5872-4705-86a7-b3e0e64a2259 req-c1513a59-7e7b-48ce-b38d-e6c8421e0f6a service neutron] 10.222.0.81 "GET /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677495 Jul 23 16:22:03.588036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3581fe0c-cc7e-4762-a901-969e3334a596 req-b1f4aef9-9e32-4e81-b162-69872e8cf766 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477027 Jul 23 16:22:03.603485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Allocated IP 172.20.0.1 (3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a/2c891a19-f8a5-4de6-8841-f5367ce49df2/ab002f19-d555-47dd-824b-3689d2c36106) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:03.652562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Deleting port a6bea336-e58f-4c5c-a11c-5295fe2d9314 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:03.652940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.706432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:03.745833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-e89b7fc6-c322-463c-9cd0-3bece3737571 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:03.747704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-e89b7fc6-c322-463c-9cd0-3bece3737571 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.67 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.2829449 Jul 23 16:22:03.756655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] For port a6bea336-e58f-4c5c-a11c-5295fe2d9314, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a6bea336-e58f-4c5c-a11c-5295fe2d9314,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:03.757212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.763963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] For port a6bea336-e58f-4c5c-a11c-5295fe2d9314, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a6bea336-e58f-4c5c-a11c-5295fe2d9314,segment=NetworkSegment(b672c849-ae6d-48de-b012-c18c7928ec6f),segment_id=b672c849-ae6d-48de-b012-c18c7928ec6f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:03.764320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:03.807509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Calling delete_port for a6bea336-e58f-4c5c-a11c-5295fe2d9314 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:03.812319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Calling delete_port for a6bea336-e58f-4c5c-a11c-5295fe2d9314 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:04.038951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.111644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] Pushing event deleted for resources: {'Port': ['ID=a6bea336-e58f-4c5c-a11c-5295fe2d9314,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.127146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8eb66-12dc-41b5-8e66-5c4152b50720 None None] No DVR routers for this DVR port a6bea336-e58f-4c5c-a11c-5295fe2d9314 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:04.131552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.158457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-b4ac013b-d594-4c38-bc8c-53610422f5ee tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538935 Jul 23 16:22:04.160552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45788) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:04.170420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Transition to ACTIVE for port object ab002f19-d555-47dd-824b-3689d2c36106 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:04.189820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:04.213662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Sync routers for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:04.222220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.226393 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c1da90b-0579-4ffc-b614-93050600a706 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2008750 Jul 23 16:22:04.228611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:04.263673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:04.265431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:04.384568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-55736006-9f3d-4789-91cc-26db5e4c9267 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198361 Jul 23 16:22:04.391563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-network', 'tenant_id': '723b8e007279431895c2b22741e1608f'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:04.396615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.409441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df0301cb-9a87-442e-99a7-3a792047394d up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:04.471945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df461226-b2ea-4852-b519-2e17ddafc7a2 req-34bfecf5-d411-4cff-bf32-066499822271 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 210 time: 0.0798969 Jul 23 16:22:04.474670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:04.476187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.489096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:04.492598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:04.535324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Made reservation on behalf of 723b8e007279431895c2b22741e1608f for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:04.539822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.545705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Pushing event updated for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.635051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.766293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:04.766881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bea336-e58f-4c5c-a11c-5295fe2d9314,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:04.768314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port df0301cb-9a87-442e-99a7-3a792047394d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:04.798712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df0301cb-9a87-442e-99a7-3a792047394d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:04.799021 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.824220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-96c97e1f-cf39-447c-a364-688e110db786 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:04.826111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-96c97e1f-cf39-447c-a364-688e110db786 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472936 Jul 23 16:22:04.877097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.883896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] No DVR routers for this DVR port a6bea336-e58f-4c5c-a11c-5295fe2d9314 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:04.891950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:04.961028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b5cfbbb8-2f89-4e5b-8696-39d9f11d3b70 None None] Provisioning for port ab002f19-d555-47dd-824b-3689d2c36106 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:04.974153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b5cfbbb8-2f89-4e5b-8696-39d9f11d3b70 None None] Provisioning complete for port ab002f19-d555-47dd-824b-3689d2c36106 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:04.974153 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b5cfbbb8-2f89-4e5b-8696-39d9f11d3b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:04.994060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Deleting port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:04.994060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.056885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.074391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfbbb8-2f89-4e5b-8696-39d9f11d3b70 None None] Port ab002f19-d555-47dd-824b-3689d2c36106 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:05.101991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port df0301cb-9a87-442e-99a7-3a792047394d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df0301cb-9a87-442e-99a7-3a792047394d,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:05.112336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.169259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.177193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:01Z', 'revision_number': 3, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:05.193635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d923e5-3cab-45b9-8a5c-535078b03c3a req-a7234b39-405d-4720-b588-23c725d962e9 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.195052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3d923e5-3cab-45b9-8a5c-535078b03c3a req-a7234b39-405d-4720-b588-23c725d962e9 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 950 time: 0.4660265 Jul 23 16:22:05.215224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.218695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=df0301cb-9a87-442e-99a7-3a792047394d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.220147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc49621-8bda-4cc0-9999-991cef486fb7']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:05.222737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Checking router: 90b10b60-9e38-4d1a-858b-4ae30ee0dfff for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:05.223455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Updating router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff port c2bedfb7-0269-45d8-a896-7aaf89179aa7 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:05.227225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.230268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.231972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.235435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42fca6-91bb-4da3-a298-96c720d643f2 req-883d613b-b66d-4f2d-b112-1effdfffc457 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.242521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e42fca6-91bb-4da3-a298-96c720d643f2 req-883d613b-b66d-4f2d-b112-1effdfffc457 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 1.3203976 Jul 23 16:22:05.248604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a6bea336-e58f-4c5c-a11c-5295fe2d9314 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:05.271748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:05.281456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a6bea336-e58f-4c5c-a11c-5295fe2d9314 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:05.282111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a6bea336-e58f-4c5c-a11c-5295fe2d9314 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:05.301915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.327403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b672c849-ae6d-48de-b012-c18c7928ec6f') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:05.327619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b672c849-ae6d-48de-b012-c18c7928ec6f') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:05.350801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e00a6a-2235-40f2-8399-5f89a9d911b4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.361482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.361827 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Added segment 22688819-7792-402b-b14a-77aeafefd45a of type vlan for network 2691147d-d23a-428d-8730-81a432a23590 Jul 23 16:22:05.369212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.393293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-12c73ae7-598b-45b3-8144-554e33630835 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.394811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-12c73ae7-598b-45b3-8144-554e33630835 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9436624 Jul 23 16:22:05.422037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:05.448701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.458121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.458538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e42fca6-91bb-4da3-a298-96c720d643f2 req-8773dfc0-02c5-4d1a-b1b5-f047b9d3810e tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154295 Jul 23 16:22:05.466209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] For port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:05.466442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.490295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:22:05.490703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:22:05.492419 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:22:05.528968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3d923e5-3cab-45b9-8a5c-535078b03c3a req-4c366fa3-b67a-4dfd-b938-6582d18be21d tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/security-groups?id=387d1875-9395-46ed-b876-9fd36d24caac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999148 Jul 23 16:22:05.562010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Calling delete_port for 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:05.575880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:05.579461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.604187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.resource_extend [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:22:05.647650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.648651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:05.649446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.666771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Allocated IP 172.20.0.1 (4e992fa0-842b-40e4-9212-42e3bb754c38/ddc83266-429c-4b00-9220-1bc4ce5681d0/93a55da1-7fdb-41b8-a867-4564f5279cc9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:05.704783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.715097 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5489273 Jul 23 16:22:05.721052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:05.726334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Request body: {'subnet': {'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-subnet', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:05.740462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.764166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Transition to ACTIVE for port object c2bedfb7-0269-45d8-a896-7aaf89179aa7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:05.771376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.787518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1d5c3-1dc7-4392-83a0-08e7dc1ce1af admin admin] Pushing event updated for resources: {'Network': ['ID=2691147d-d23a-428d-8730-81a432a23590,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.789700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.809649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ad2f3af-048c-4ff5-824b-8abc70581824 req-fc4555d7-1e2c-47c2-8fcf-26568355744c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 210 time: 0.1638412 Jul 23 16:22:05.821504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.846774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.848940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] 10.222.0.64 "DELETE /v2.0/networks/5bc49621-8bda-4cc0-9999-991cef486fb7 HTTP/1.1" status: 204 len: 168 time: 2.7624347 Jul 23 16:22:05.865714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Attempting to bind port c2bedfb7-0269-45d8-a896-7aaf89179aa7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:05.866475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Attempting to bind port c2bedfb7-0269-45d8-a896-7aaf89179aa7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:05.866945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Attempting to bind port c2bedfb7-0269-45d8-a896-7aaf89179aa7 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:05.873487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1643d-eca7-4a5c-87c7-ec9bd2590a45 None None] Pushing event updated for resources: {'Port': ['ID=c2bedfb7-0269-45d8-a896-7aaf89179aa7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.876644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2691147d-d23a-428d-8730-81a432a23590 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:05.880142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:05.880672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:05.881176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.881668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:05.882482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Bound port: c2bedfb7-0269-45d8-a896-7aaf89179aa7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:05.882980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.917519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8d1ae-b47d-4b32-a4c3-588fc6141dab admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc49621-8bda-4cc0-9999-991cef486fb7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:05.927901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Made reservation on behalf of 723b8e007279431895c2b22741e1608f for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:05.930243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.944956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.971190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] For port c2bedfb7-0269-45d8-a896-7aaf89179aa7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:05.978506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] For port c2bedfb7-0269-45d8-a896-7aaf89179aa7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c2bedfb7-0269-45d8-a896-7aaf89179aa7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:05.985577 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:05.986069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Pushing event updated for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.049038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.187 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/5945d62d-825f-4bfd-91e6-5e1b8c2694c6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:06.052797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:06.056611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.089239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.098527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45802) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:06.099054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1643d-eca7-4a5c-87c7-ec9bd2590a45 None None] Pushing event updated for resources: {'Port': ['ID=c2bedfb7-0269-45d8-a896-7aaf89179aa7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.113154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956173-9e3b-4048-9697-a9e66d6d1db9 req-5bb572f7-7991-4d86-9ef9-450fead8569f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:06.114892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89956173-9e3b-4048-9697-a9e66d6d1db9 req-5bb572f7-7991-4d86-9ef9-450fead8569f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.4652777 Jul 23 16:22:06.138230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:06.138933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:06.249979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df0301cb-9a87-442e-99a7-3a792047394d up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:06.318265 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2103858e-f406-48c4-9fb7-d6552b183619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfbdd0f1fc704356bb414e2f232fa4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095208 Jul 23 16:22:06.321781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45804) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:06.327164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.337152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:06.368685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:06.372000 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:06.398021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df0301cb-9a87-442e-99a7-3a792047394d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:06.398395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.450904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:06.493805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.502900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89956173-9e3b-4048-9697-a9e66d6d1db9 req-ca8d0452-f60c-4bfa-b209-fbf6c4aa2e55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711345 Jul 23 16:22:06.511492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:06.566300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Pushing event updated for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.568812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:06.573245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.591374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.695188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=899186c4-91ec-445f-b11d-1caf8557cedb,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.706369 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.723143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:01Z', 'revision_number': 3, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:06.734058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.754855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Pushing event deleted for resources: {'Port': ['ID=5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:06.762258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6ce62-38ee-4b64-ad22-79f021c5bc0c None None] The sync data for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 is: [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:01Z', 'revision_number': 3, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:06.795347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.802358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:06.815286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a972f263-2152-4aad-83c0-142c13fc7e95 req-2946c12c-0b51-4984-a27b-a745a4a9093f tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.64 "GET /v2.0/ports?device_id=46687513-7d3c-42f7-8328-7b6eeaeb4df1 HTTP/1.1" status: 200 len: 210 time: 0.1064117 Jul 23 16:22:06.822849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-16f24c46-2647-4165-8f04-6d36734ec2a3 None None] Provisioning complete for port ab002f19-d555-47dd-824b-3689d2c36106 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:06.823361 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-16f24c46-2647-4165-8f04-6d36734ec2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.843076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.843723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.844227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.844737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.845490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.846013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.846505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.847020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.847515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.848151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.848639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.849140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:06.890229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-16f24c46-2647-4165-8f04-6d36734ec2a3 None None] Port ab002f19-d555-47dd-824b-3689d2c36106 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:06.926612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Checking segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:06.926984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Network hostable DHCP agents. Network: 2691147d-d23a-428d-8730-81a432a23590, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:06.943636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] No DVR routers for this DVR port 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:06.952154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.955474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a56aa30f-1aab-4d69-8c0a-6e04a0c2a5be req-d9e3c931-b9c2-43a4-bdea-c1f86575db66 tempest-ServerDiagnosticsNegativeTest-1877570110 tempest-ServerDiagnosticsNegativeTest-1877570110-project] 10.222.0.67 "DELETE /v2.0/ports/5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc HTTP/1.1" status: 204 len: 173 time: 3.1881950 Jul 23 16:22:06.961381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'name': 'network-vif-deleted', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:06.964009 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f6b8b7-b2ba-41a5-a8b1-fc5f6b23114d" -d '{"events": [{"server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "name": "network-vif-deleted", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:06.967600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:06.981855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:07.009132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.026261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:07.030150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Router c5bf55ed-d209-481f-9bc3-6250d8d5a94e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:07.050737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Network 2691147d-d23a-428d-8730-81a432a23590 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:07.051631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c92ca637-7868-4e7c-af75-21d04aa56dd2 req-2d482528-fcdb-4273-bda5-45084e527dcd tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 210 time: 0.1012073 Jul 23 16:22:07.099545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:07.167623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.140 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/a56fc20c-caef-480f-a4cf-b06b332de038) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:07.242661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:07.256480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.257096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.259096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.263424 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9da19f30-f505-4542-a9fa-78e384a9367f HTTP/1.1" status: 204 len: 168 time: 0.9346426 Jul 23 16:22:07.266946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:07.271019 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945ddb3-2ddb-492e-9b0f-5e994c9be232 x-openstack-request-id: req-3945ddb3-2ddb-492e-9b0f-5e994c9be232 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:07.271409 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46687513-7d3c-42f7-8328-7b6eeaeb4df1", "name": "network-vif-deleted", "tag": "5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:07.271899 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3945ddb3-2ddb-492e-9b0f-5e994c9be232 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:07.272374 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46687513-7d3c-42f7-8328-7b6eeaeb4df1', 'name': 'network-vif-deleted', 'tag': '5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc', 'status': 'completed', 'code': 200} Jul 23 16:22:07.357467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.396437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac42a5-8b64-44cf-a4ad-0bcd6d20d488 req-9d97e576-4fe9-4fac-991a-259f99ce4fcb tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.397445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88ac42a5-8b64-44cf-a4ad-0bcd6d20d488 req-9d97e576-4fe9-4fac-991a-259f99ce4fcb tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.6876476 Jul 23 16:22:07.412511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:07.437480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87989ba-76a7-476a-ae68-5252f8f53f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da19f30-f505-4542-a9fa-78e384a9367f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:07.460925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:07.461539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fbe283c-9ca4-4aa0-a2f0-99bc62cd9ccc not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:07.483970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2691147d-d23a-428d-8730-81a432a23590) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:07.485721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.507422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec388fc-5034-4885-9f34-7348b9152464 None None] Network 2691147d-d23a-428d-8730-81a432a23590 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:07.514017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.516425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.671084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.679699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:07.680832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.753103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88ac42a5-8b64-44cf-a4ad-0bcd6d20d488 req-69bb42c4-99fd-4cc9-8725-97fdbceb86c3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354986 Jul 23 16:22:07.787841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object a56fc20c-caef-480f-a4cf-b06b332de038 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:07.793159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-432cf824-c013-4d20-ad51-821a05bc7f50 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9073305 Jul 23 16:22:07.876874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92536d4a-2a6c-4749-9f6f-987e81906c51 None None] Provisioning for port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:07.908916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92536d4a-2a6c-4749-9f6f-987e81906c51 None None] Provisioning complete for port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:07.909308 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92536d4a-2a6c-4749-9f6f-987e81906c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:07.917044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Request body: {'port': {'device_id': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:08.067531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.082543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-2691147d-d23a-428d-8730-81a432a23590', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:08.084945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.135491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.147592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5685-84ad-4539-89ca-c40685026f12 req-f1bf153d-1bcd-49ab-9444-889dc038b7cc tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.152349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-92536d4a-2a6c-4749-9f6f-987e81906c51 None None] Port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:08.155961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ace5685-84ad-4539-89ca-c40685026f12 req-f1bf153d-1bcd-49ab-9444-889dc038b7cc tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.4315245 Jul 23 16:22:08.187123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.213980 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-564de240-6249-44d7-baea-64299a30a2d4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4890881 Jul 23 16:22:08.215531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:08.226750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:08.243973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:08.246304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Pushing event updated for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:08.317592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:08.317833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:08.321496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c2bedfb7-0269-45d8-a896-7aaf89179aa7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:08.327868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Sync routers for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:08.341386 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32b7da44-805b-43b3-b821-fd92f86d9c3c admin admin] 10.222.0.64 "PUT /v2.0/routers/c5bf55ed-d209-481f-9bc3-6250d8d5a94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1552839 Jul 23 16:22:08.341869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:08.342015 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:08.342015 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:08.342727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.343900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.477439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a422b8-2513-4dca-8609-27c6019b2087 req-996f8d61-4aca-410d-aaa8-a67c421ea169 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.479564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:08.487934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21a422b8-2513-4dca-8609-27c6019b2087 req-996f8d61-4aca-410d-aaa8-a67c421ea169 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.5320380 Jul 23 16:22:08.489252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:08.491161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:08.495527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:08.514568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.599799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ace5685-84ad-4539-89ca-c40685026f12 req-fb3cc6ec-a133-4ba7-a33c-6fad5518eb64 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397085 Jul 23 16:22:08.601485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:08.613983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:08.613983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.672660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-0c2db783-b134-48b2-9744-df49e6dadb9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2615523 Jul 23 16:22:08.728620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Request body: {'port': {'device_id': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:08.812150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4bb6b96e-7800-4b3b-9ead-586b44e647b0 None None] Provisioning for port a56fc20c-caef-480f-a4cf-b06b332de038 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:08.885473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Allocated IP 172.20.0.2 (2691147d-d23a-428d-8730-81a432a23590/899186c4-91ec-445f-b11d-1caf8557cedb/6c204f48-6d48-47d1-8a98-b77018df4357) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:08.891354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4bb6b96e-7800-4b3b-9ead-586b44e647b0 None None] Provisioning complete for port a56fc20c-caef-480f-a4cf-b06b332de038 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:08.891887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4bb6b96e-7800-4b3b-9ead-586b44e647b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.897677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45854) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:08.898736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c2bedfb7-0269-45d8-a896-7aaf89179aa7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:08.952275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c2bedfb7-0269-45d8-a896-7aaf89179aa7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:08.952831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.956568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21a422b8-2513-4dca-8609-27c6019b2087 req-ef30e66b-2dc9-450f-bf13-5ab7645b6a08 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560721 Jul 23 16:22:09.016846 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 2, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:09.033724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.091496 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Checking router: c5bf55ed-d209-481f-9bc3-6250d8d5a94e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:09.091863 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Updating router c5bf55ed-d209-481f-9bc3-6250d8d5a94e port ab002f19-d555-47dd-824b-3689d2c36106 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:09.110333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6b96e-7800-4b3b-9ead-586b44e647b0 None None] Port a56fc20c-caef-480f-a4cf-b06b332de038 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:09.130278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:09.180556 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.288103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.383183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018071-c04f-494b-8fd1-13e49e2b9195 req-77748750-528e-4a52-a6ea-687cad9b8c7f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:09.392840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87018071-c04f-494b-8fd1-13e49e2b9195 req-77748750-528e-4a52-a6ea-687cad9b8c7f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 936 time: 0.4693296 Jul 23 16:22:09.395192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45864) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:09.454631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-network', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:09.462419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.482355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Transition to ACTIVE for port object 6c204f48-6d48-47d1-8a98-b77018df4357 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:09.509229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Transition to ACTIVE for port object 6c204f48-6d48-47d1-8a98-b77018df4357 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:09.521384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:09.544195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.546740 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0779bb30-c532-4252-a81b-3b8a4a96ae77 admin admin] 10.222.0.64 "PUT /v2.0/routers/90b10b60-9e38-4d1a-858b-4ae30ee0dfff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169279 Jul 23 16:22:09.547951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:09.558932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.567693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:09.572875 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.584139 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Transition to ACTIVE for port object ab002f19-d555-47dd-824b-3689d2c36106 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:09.592302 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.607009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.668389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Network 2691147d-d23a-428d-8730-81a432a23590 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:09.682907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Sync routers for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:09.698449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Pushing event updated for resources: {'Port': ['ID=6c204f48-6d48-47d1-8a98-b77018df4357,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.701087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:09.714065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:09.736737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:09.748964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.762241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Transition to ACTIVE for port object 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:09.769118 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1fb14-5a68-4391-8ab5-557bd915bf89 None None] Pushing event updated for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:09.778707 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.813519 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Attempting to bind port ab002f19-d555-47dd-824b-3689d2c36106 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:09.813805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:09.813912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Attempting to bind port ab002f19-d555-47dd-824b-3689d2c36106 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:09.814256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:09.814383 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Attempting to bind port ab002f19-d555-47dd-824b-3689d2c36106 on network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:09.826964 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:09.827396 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Checking segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:09.827849 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.828284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Bound using segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:09.828829 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Bound port: ab002f19-d555-47dd-824b-3689d2c36106, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:09.829283 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.840829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.922822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:09.924255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] For port ab002f19-d555-47dd-824b-3689d2c36106, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:09.928320 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] For port ab002f19-d555-47dd-824b-3689d2c36106, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ab002f19-d555-47dd-824b-3689d2c36106,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:09.933555 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.029182 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:10.029535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.042269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87018071-c04f-494b-8fd1-13e49e2b9195 req-90702292-75a0-45a8-8100-a6b1a1ff4b0a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484911 Jul 23 16:22:10.095166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45878) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:10.102760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580280503', 'description': 'tempest-description--1692523979'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:10.147259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.199114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Pushing event updated for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.236363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c2bedfb7-0269-45d8-a896-7aaf89179aa7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c2bedfb7-0269-45d8-a896-7aaf89179aa7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:10.248473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Attempting to bind port 6c204f48-6d48-47d1-8a98-b77018df4357 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:10.248859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Attempting to bind port 6c204f48-6d48-47d1-8a98-b77018df4357 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:10.249224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Attempting to bind port 6c204f48-6d48-47d1-8a98-b77018df4357 on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:10.271891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.307413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43a66c3e-7efa-403d-9447-48824835d62c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09d46d0ca3d2407abd8ed4cd68db6705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481612 Jul 23 16:22:10.313176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:10.331664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:10.332115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Checking segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:10.332531 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.332962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Bound using segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:10.334209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Bound port: 6c204f48-6d48-47d1-8a98-b77018df4357, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:10.334617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.381740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.401654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Allocated IP 172.25.2.96 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e1f009f6-e2b8-4397-a61e-9831e9c0bd5f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:10.405733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.461618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:10.477015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:10.499322 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:10.517800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.519892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfdb68b-e9b6-4746-84b4-e2da1068c56c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.558604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.570073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.570716 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Added segment fcfdcb55-a27a-4000-9bcd-9763f16ed016 of type vlan for network a3be6b15-224f-4323-83e4-e2b4cbabee96 Jul 23 16:22:10.598532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Attempting to bind port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:10.599006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Attempting to bind port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:10.599526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Attempting to bind port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:10.612401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c2bedfb7-0269-45d8-a896-7aaf89179aa7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.621592 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1fb14-5a68-4391-8ab5-557bd915bf89 None None] Pushing event updated for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:10.630897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:10.631433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Attempting to bind port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:10.641998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:10.642580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:10.644181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:10.644888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Bound port: 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:10.645412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.704151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9b3fb-6210-429b-8fb0-747b092a03c1 req-fb6c3305-9625-4a0f-843b-842d85811522 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.712508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6d9b3fb-6210-429b-8fb0-747b092a03c1 req-fb6c3305-9625-4a0f-843b-842d85811522 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.5013130 Jul 23 16:22:10.736437 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.755592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] For port 6c204f48-6d48-47d1-8a98-b77018df4357, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:10.768141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.782559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:10.789636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:10.803376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6bcaa-455a-47dd-94f1-fbb4986f30ce req-2b5b84f2-8b90-4fe0-b94e-68773ebfba1f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.804934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68856863-6c44-4abe-a232-14b043a1395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:10.810523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95d6bcaa-455a-47dd-94f1-fbb4986f30ce req-2b5b84f2-8b90-4fe0-b94e-68773ebfba1f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.5444067 Jul 23 16:22:10.816551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.852025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68856863-6c44-4abe-a232-14b043a1395d None None] The sync data for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 is: [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:09Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:10.908892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.913866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.915489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.916246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.978732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:10.979362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:10.981325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] 10.222.0.81 "PUT /v2.0/ports/5945d62d-825f-4bfd-91e6-5e1b8c2694c6 HTTP/1.1" status: 200 len: 1096 time: 3.0919082 Jul 23 16:22:10.981809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:10.984186 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac51dc8-6390-4a90-821e-b3d542109ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:11.019879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] Pushing event updated for resources: {'Network': ['ID=a3be6b15-224f-4323-83e4-e2b4cbabee96,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.021453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95d6bcaa-455a-47dd-94f1-fbb4986f30ce req-15e1da68-b6f8-4601-a603-9318ca16abf6 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942942 Jul 23 16:22:11.041815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6d9b3fb-6210-429b-8fb0-747b092a03c1 req-c59bd3cd-4711-4a88-977c-6c264e350e2a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282521 Jul 23 16:22:11.048605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504444-a6b3-4720-ba7b-87188960c11c service neutron] Pushing event updated for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.084507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] For port 6c204f48-6d48-47d1-8a98-b77018df4357, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6c204f48-6d48-47d1-8a98-b77018df4357,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:11.089042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.093104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.094501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/387d1875-9395-46ed-b876-9fd36d24caac HTTP/1.1" status: 204 len: 168 time: 0.7798007 Jul 23 16:22:11.096869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:11.129839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56fc20c-caef-480f-a4cf-b06b332de038 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:11.134015 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.138646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88813b54-9bb0-485e-8ff0-4f24761cab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d1875-9395-46ed-b876-9fd36d24caac,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.151247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.171912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.197787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1e07e900-c22f-4401-85c7-a8b8fe63848b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2962351 Jul 23 16:22:11.205268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45894) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:11.214837 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb39c71-a877-4cb0-924c-be58de0feebf x-openstack-request-id: req-cbb39c71-a877-4cb0-924c-be58de0feebf {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:11.216558 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:11.218553 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbb39c71-a877-4cb0-924c-be58de0feebf {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:11.219322 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', 'status': 'completed', 'code': 200} Jul 23 16:22:11.226556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.236040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Request body: {'subnet': {'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-subnet', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:11.292352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:11.295327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.338190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.448528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.475968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.477431 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3819976 Jul 23 16:22:11.478302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.492086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:11.502752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'security_group_rule': {'security_group_id': '20461862-e077-456a-bf0a-326d5a733e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:11.511165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ccb3f-9719-4ffa-b28c-625502fcf266 None None] Pushing event updated for resources: {'Port': ['ID=6c204f48-6d48-47d1-8a98-b77018df4357,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.565740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61121d-1c47-49ab-81a4-84ac56ebe114 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20461862-e077-456a-bf0a-326d5a733e77,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:11.584216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:06Z', 'revision_number': 4, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93a55da1-7fdb-41b8-a867-4564f5279cc9', 'name': '', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'mac_address': 'fa:16:3e:a0:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:05Z', 'updated_at': '2021-07-23T16:22:07Z', 'revision_number': 2, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'subnets': [{'id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:11.609766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:11.618205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:11.622440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:11.644151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Checking router: 90b10b60-9e38-4d1a-858b-4ae30ee0dfff for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:11.644528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Updating router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff port 93a55da1-7fdb-41b8-a867-4564f5279cc9 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:11.671111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.763417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.780699 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7821e02e-20d5-4838-b3f1-f1338fc29d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.806484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Transition to ACTIVE for port object a56fc20c-caef-480f-a4cf-b06b332de038 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:11.868390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.897656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:11.916646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc10aa0-b9e5-42b1-abdf-a6a40fe08c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.975799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.995074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.047997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0584a0-7771-4140-b221-db2fdc643588,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.062143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-1c8dc1ee-cb36-49b9-ae25-593291fd77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.064216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-1c8dc1ee-cb36-49b9-ae25-593291fd77d3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 1099 time: 0.9948065 Jul 23 16:22:12.176212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.236549 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.263390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Pushing event updated for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.270834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Transition to ACTIVE for port object 93a55da1-7fdb-41b8-a867-4564f5279cc9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:12.279043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.299087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-9ed73945-7212-4f8d-8069-1917f1af76ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6 HTTP/1.1" status: 200 len: 217 time: 0.1934071 Jul 23 16:22:12.382477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babfa29-64cf-42bf-b40a-07821e79778e None None] Pushing event updated for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.437685 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc10aa0-b9e5-42b1-abdf-a6a40fe08c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.541328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Attempting to bind port 93a55da1-7fdb-41b8-a867-4564f5279cc9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:12.541328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Attempting to bind port 93a55da1-7fdb-41b8-a867-4564f5279cc9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:12.542102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Attempting to bind port 93a55da1-7fdb-41b8-a867-4564f5279cc9 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:12.542226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc10aa0-b9e5-42b1-abdf-a6a40fe08c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.557628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.557907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:12.558492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Checking segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:12.576082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.577237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Bound using segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:12.578165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Bound port: 93a55da1-7fdb-41b8-a867-4564f5279cc9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:12.578717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.596418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.597676 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb898fa2-3f5d-4364-a185-35c658ee437a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1035442 Jul 23 16:22:12.621405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc10aa0-b9e5-42b1-abdf-a6a40fe08c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623edf7b-0b9d-4d6b-b383-37549c877b08,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.637669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c2bedfb7-0269-45d8-a896-7aaf89179aa7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:12.637854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45912) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:12.652012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'security_group_rule': {'security_group_id': '20461862-e077-456a-bf0a-326d5a733e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:12.661161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773513cf-ff94-4f0b-a17e-635864251219,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.682552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4c5a-6e6b-48c9-aac2-592a05341363 req-3da717d8-3cd3-41cc-9307-0c7e311501b3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.693959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ccc4c5a-6e6b-48c9-aac2-592a05341363 req-3da717d8-3cd3-41cc-9307-0c7e311501b3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 936 time: 0.9173276 Jul 23 16:22:12.699061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddc10aa0-b9e5-42b1-abdf-a6a40fe08c62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f6494a1c4f84c5b86218582cdcd4424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001137 Jul 23 16:22:12.705391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-11e9e300-99ee-476f-9d6f-6b8e4160dbc2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.712921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45914) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:12.719863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-11e9e300-99ee-476f-9d6f-6b8e4160dbc2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 810 time: 0.9398463 Jul 23 16:22:12.747444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] For port 93a55da1-7fdb-41b8-a867-4564f5279cc9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:12.753313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] For port 93a55da1-7fdb-41b8-a867-4564f5279cc9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93a55da1-7fdb-41b8-a867-4564f5279cc9,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:12.760678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.772140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c2bedfb7-0269-45d8-a896-7aaf89179aa7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:12.772673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.780005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-42a7a69a-7db2-4c65-8456-7c73d1231503 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/quotas/3b4d646a2bfb4e6995c5e3c44e2f4110 HTTP/1.1" status: 200 len: 375 time: 0.0578640 Jul 23 16:22:12.783583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.864653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.874729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Attempting to bind port a56fc20c-caef-480f-a4cf-b06b332de038 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:12.875239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Attempting to bind port a56fc20c-caef-480f-a4cf-b06b332de038 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:12.875456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Attempting to bind port a56fc20c-caef-480f-a4cf-b06b332de038 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:12.886263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:12.887006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:12.891793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babfa29-64cf-42bf-b40a-07821e79778e None None] Pushing event updated for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:12.909632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Checking segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:12.910453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Network hostable DHCP agents. Network: a3be6b15-224f-4323-83e4-e2b4cbabee96, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:12.920437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-aab09601-866d-4068-b720-9bcb0bd40891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:12.921917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-aab09601-866d-4068-b720-9bcb0bd40891 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.5661986 Jul 23 16:22:12.927950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Port a56fc20c-caef-480f-a4cf-b06b332de038 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:12.928270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Attempting to bind port a56fc20c-caef-480f-a4cf-b06b332de038 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:12.949003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.977217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5588a9a-7d89-4ca4-bf0c-e2718c69e7e2 None None] Network 2691147d-d23a-428d-8730-81a432a23590 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:12.997300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:12.997986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:12.998581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:12.999264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Bound port: a56fc20c-caef-480f-a4cf-b06b332de038, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:12.999848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.035873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ccc4c5a-6e6b-48c9-aac2-592a05341363 req-b05e6676-cc84-4b74-a55f-972fe44c73da tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408484 Jul 23 16:22:13.060101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.065834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-d189a3d5-2cbf-4702-8520-a20e1239e3e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2850022 Jul 23 16:22:13.071331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.094373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.097587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:13.126418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a3be6b15-224f-4323-83e4-e2b4cbabee96) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:13.136663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.142725 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4992268 Jul 23 16:22:13.148530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ca43c-4ff7-42b4-90be-0b2dfb155035 None None] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:13.150308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.151304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.152598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:13.162623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:13.170126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fad45-d165-48bf-b0e7-a9eed789af28 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0efde95-d04a-4870-8c92-5b1c06357a1c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.180035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ab002f19-d555-47dd-824b-3689d2c36106 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:13.181479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92431e7a-896d-401a-b421-7ec83fe56de7 None None] Provisioning for port 6c204f48-6d48-47d1-8a98-b77018df4357 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:13.208792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.230956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.233479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.234721 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/623edf7b-0b9d-4d6b-b383-37549c877b08 HTTP/1.1" status: 204 len: 168 time: 0.5192730 Jul 23 16:22:13.268402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:13.270659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1554da-d40b-4216-aa3d-93f5a6042eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623edf7b-0b9d-4d6b-b383-37549c877b08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.282808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-a2e638f1-e0f3-4d60-8255-105c90a410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.284561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-a2e638f1-e0f3-4d60-8255-105c90a410aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3443110 Jul 23 16:22:13.285972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c8b2054e-38d6-48a0-9d12-f75fd9d2a4e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0618594 Jul 23 16:22:13.289692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:13.293839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45920) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:13.304785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:13.338469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a56fc20c-caef-480f-a4cf-b06b332de038,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:13.366517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.378428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-fa154335-2abf-4550-be7a-749bfcdca5ed service neutron] 10.222.0.64 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115518 Jul 23 16:22:13.429291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:13.490189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ab002f19-d555-47dd-824b-3689d2c36106 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:13.524723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-cc7ecd31-7d94-469b-bb3e-bb5c7dbb3621 service neutron] 10.222.0.64 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114707 Jul 23 16:22:13.541546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ab002f19-d555-47dd-824b-3689d2c36106 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:13.542202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.576962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.577742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.579596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] 10.222.0.67 "PUT /v2.0/ports/a56fc20c-caef-480f-a4cf-b06b332de038 HTTP/1.1" status: 200 len: 1096 time: 4.8687849 Jul 23 16:22:13.580079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:13.585206 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a061913-69ba-4383-a78b-53b3f0bad4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:13.586551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.587498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.656307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af939db7-ec99-478f-8253-10a2c4748d00 req-94e4b03b-e56c-4f8a-a80d-824a4e85a839 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:13.658138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af939db7-ec99-478f-8253-10a2c4748d00 req-94e4b03b-e56c-4f8a-a80d-824a4e85a839 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.4785872 Jul 23 16:22:13.685523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-a3be6b15-224f-4323-83e4-e2b4cbabee96', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:13.686401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.743695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dbf08-fe6c-4a9f-8027-e3d8d33e7438 service neutron] Pushing event updated for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:13.806496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-57443d6b-0f78-412a-b8f7-f202575ebf00 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085354 Jul 23 16:22:13.890638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.048811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af939db7-ec99-478f-8253-10a2c4748d00 req-2b26db3e-1f32-4e3c-a55f-bc76d8ef3355 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059537 Jul 23 16:22:14.139159 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdff070-1b19-4ff5-b6ce-5c7d3c1299e8 x-openstack-request-id: req-cbdff070-1b19-4ff5-b6ce-5c7d3c1299e8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:14.139678 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:14.140040 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbdff070-1b19-4ff5-b6ce-5c7d3c1299e8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:14.141781 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038', 'status': 'completed', 'code': 200} Jul 23 16:22:14.194315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.202807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.239620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:06Z', 'revision_number': 4, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93a55da1-7fdb-41b8-a867-4564f5279cc9', 'name': '', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'mac_address': 'fa:16:3e:a0:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:05Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'subnets': [{'id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.300929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b226f7b-73bc-4c95-b957-2177efcada54 None None] The sync data for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 is: [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:22:06Z', 'revision_number': 4, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93a55da1-7fdb-41b8-a867-4564f5279cc9', 'name': '', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'mac_address': 'fa:16:3e:a0:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:05Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 4, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'subnets': [{'id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:14.364482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a24e9dc6-c462-4119-972a-3950e37ac6ab req-d11cb046-bdeb-467a-8c1c-338e6f38acd6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 210 time: 0.1598125 Jul 23 16:22:14.467697 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Allocated IP 172.25.2.110 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/0f0ed520-b416-4595-bba1-d62fef8ca959) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:14.470833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:14.471719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-4b172d4e-9084-4d56-8643-875bbf209e20 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160915 Jul 23 16:22:14.505189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.506444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f7a2b5b-803c-4c6f-ab79-5eb52a811933 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2900267 Jul 23 16:22:14.513365 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:14.515570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45954) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:14.539176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-b6b554ae-68a4-43e1-a53d-cf65f28ba17a req-54210ff6-0f62-4736-b9be-1b8a55790e23 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:22:14.542011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6b554ae-68a4-43e1-a53d-cf65f28ba17a req-54210ff6-0f62-4736-b9be-1b8a55790e23 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236232 Jul 23 16:22:14.556954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Allocated IP 172.20.0.2 (a3be6b15-224f-4323-83e4-e2b4cbabee96/773513cf-ff94-4f0b-a17e-635864251219/997d7e18-4bb1-4079-a02a-75f7dc90bf23) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:14.568656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:14.571845 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:14.697236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.807414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.915040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'Port': ['ID=0f0ed520-b416-4595-bba1-d62fef8ca959,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:14.926096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:14.932662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:14.939791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:14.969545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port ab002f19-d555-47dd-824b-3689d2c36106, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ab002f19-d555-47dd-824b-3689d2c36106,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:14.979516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.986764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:14.988076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6c204f48-6d48-47d1-8a98-b77018df4357 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:15.056040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:15.179351 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a76461aa-2afa-417f-b6b3-2e9cbb8c786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.189125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.276483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.301400 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.363238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Transition to ACTIVE for port object 997d7e18-4bb1-4079-a02a-75f7dc90bf23 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:15.391085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.514372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.522853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Transition to ACTIVE for port object 997d7e18-4bb1-4079-a02a-75f7dc90bf23 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:15.538548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6c204f48-6d48-47d1-8a98-b77018df4357 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:15.550207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.565444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.571382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.577184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6c204f48-6d48-47d1-8a98-b77018df4357 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:15.578082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.610690 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:15.639242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'Port': ['ID=0f0ed520-b416-4595-bba1-d62fef8ca959,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.652152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:15.653079 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Updating router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:15.658748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.691146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.720680 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.730399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.733965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-870572f3-d0ce-42a7-933e-1855c4f55c59 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5781398 Jul 23 16:22:15.757162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:15.772925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:15.788343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:15.820556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Pushing event updated for resources: {'Port': ['ID=997d7e18-4bb1-4079-a02a-75f7dc90bf23,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:15.846156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-bcc61a87-eaa2-40cb-9ea9-59fc0d65f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:15.857781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-bcc61a87-eaa2-40cb-9ea9-59fc0d65f9cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 1099 time: 2.1955242 Jul 23 16:22:15.934531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Attempting to bind port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:15.934909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Attempting to bind port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:15.935268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Attempting to bind port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 on network a3be6b15-224f-4323-83e4-e2b4cbabee96 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:15.983495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:15.984204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Checking segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:15.984773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:15.986585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Bound using segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:15.987100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Bound port: 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:15.987536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.011611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.092668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-6f765421-5ed0-48e4-8833-94fa1fddbc11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a56fc20c-caef-480f-a4cf-b06b332de038 HTTP/1.1" status: 200 len: 217 time: 0.1535223 Jul 23 16:22:16.123803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6c204f48-6d48-47d1-8a98-b77018df4357, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6c204f48-6d48-47d1-8a98-b77018df4357,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:16.139606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.188624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed537a2-4dd2-4bce-8397-290a04c53898 req-befde8ce-11b5-4a75-b9e7-bb99cae19ff4 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.196518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed537a2-4dd2-4bce-8397-290a04c53898 req-befde8ce-11b5-4a75-b9e7-bb99cae19ff4 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 2.0535851 Jul 23 16:22:16.263971 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.279919 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Transition to ACTIVE for port object e1f009f6-e2b8-4397-a61e-9831e9c0bd5f will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:16.311820 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.317227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6c204f48-6d48-47d1-8a98-b77018df4357,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.333790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:16.343122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] For port 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:16.377009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] For port 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=997d7e18-4bb1-4079-a02a-75f7dc90bf23,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:16.392065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.393381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Attempting to bind port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:16.393809 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Attempting to bind port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:16.394340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Attempting to bind port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:16.405833 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:16.406361 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:16.406818 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.407210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:16.407734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Bound port: e1f009f6-e2b8-4397-a61e-9831e9c0bd5f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:16.408173 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.471707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ab002f19-d555-47dd-824b-3689d2c36106 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:16.471963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6b554ae-68a4-43e1-a53d-cf65f28ba17a req-a754480b-63d1-4508-855c-f887e9642e2f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7897160 Jul 23 16:22:16.487394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e8647-5d64-4e44-be31-59ad72b17908 None None] Pushing event updated for resources: {'Port': ['ID=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.491247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-e1b8cfb6-e6c5-4b84-9a45-06a24b9d8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.492975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-e1b8cfb6-e6c5-4b84-9a45-06a24b9d8421 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3882084 Jul 23 16:22:16.507881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] For port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:16.513955 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] For port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:16.515815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed537a2-4dd2-4bce-8397-290a04c53898 req-895eccc2-b2e6-4d5d-ab1b-4e3f2bba9cba tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183448 Jul 23 16:22:16.521812 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.524931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-ecc8235a-ea9a-4425-8449-acd90941ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.527200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-ecc8235a-ea9a-4425-8449-acd90941ce7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 1099 time: 0.8483167 Jul 23 16:22:16.596009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8746109-8f1b-47fa-a062-ce692681dd16 None None] Pushing event updated for resources: {'Port': ['ID=997d7e18-4bb1-4079-a02a-75f7dc90bf23,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.599486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-9f27a5f1-9df9-4e34-8a3e-8ce2ca0cb31c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.600292 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:16.602058 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:16.606323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-9f27a5f1-9df9-4e34-8a3e-8ce2ca0cb31c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 810 time: 0.6553402 Jul 23 16:22:16.637574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:16.648786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ab002f19-d555-47dd-824b-3689d2c36106 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:16.649490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.654716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', 'mac_address': 'fa:16:3e:30:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:16.739181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.752504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-2ffaaa87-f27b-4872-acae-8978f1482cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:16.754931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-2ffaaa87-f27b-4872-acae-8978f1482cb0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1698592 Jul 23 16:22:16.786064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Request body: {'port': {'device_id': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'admin_state_up': True, 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:16.807815 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:16.823756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:16.829229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93a55da1-7fdb-41b8-a867-4564f5279cc9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:16.864768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-1472b051-b92b-49f5-b2e6-14764aa819f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6 HTTP/1.1" status: 200 len: 217 time: 0.0623038 Jul 23 16:22:16.885263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:16.893145 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e8647-5d64-4e44-be31-59ad72b17908 None None] Pushing event updated for resources: {'Port': ['ID=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.908192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.980136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 93a55da1-7fdb-41b8-a867-4564f5279cc9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:16.988339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:16.993172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 93a55da1-7fdb-41b8-a867-4564f5279cc9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:16.993563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.028512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0ccfedd-7df1-4cdd-bf38-4d78e9152a6a req-6e2169a0-be90-4c9d-9842-0f822426ee16 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 210 time: 0.1602068 Jul 23 16:22:17.063442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:17.104226 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d183aa-46ce-4cdc-8c03-140c8a90cbe7 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:12Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:17.115456 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.143688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-82accdde-693d-46f9-b0d2-0bf0c92d6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.145300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-82accdde-693d-46f9-b0d2-0bf0c92d6c81 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2461488 Jul 23 16:22:17.159451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 93a55da1-7fdb-41b8-a867-4564f5279cc9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93a55da1-7fdb-41b8-a867-4564f5279cc9,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:17.163992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.217005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:17.269907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:17.365670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.392323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64afe1d-fec4-4b4e-ae34-3ef28d199479 req-192b8d54-f808-4fb9-a987-83a4f73d0586 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.394020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a64afe1d-fec4-4b4e-ae34-3ef28d199479 req-192b8d54-f808-4fb9-a987-83a4f73d0586 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 948 time: 0.6369402 Jul 23 16:22:17.395910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-9fb830b6-4379-436b-8263-f0d983f2e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:17.397340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-9fb830b6-4379-436b-8263-f0d983f2e380 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8768380 Jul 23 16:22:17.471927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-126e0a26-5b9c-45c2-b93e-31a3e541a7ff tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--580280503&fields=id&tenant_id=550ee452edaa4aab8b23dbc408c53c55 HTTP/1.1" status: 200 len: 267 time: 0.2893934 Jul 23 16:22:17.519498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Made reservation on behalf of 3b4d646a2bfb4e6995c5e3c44e2f4110 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:17.523030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:17.700880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4642a6e-88d1-42f6-b040-ede72934770b None None] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:17.767467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e21cf00c-6ac8-418f-ba98-6f81e8448521 None None] Provisioning for port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:17.935543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a64afe1d-fec4-4b4e-ae34-3ef28d199479 req-0686f96d-a830-49a8-b5f3-353ef3f85fb7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144191 Jul 23 16:22:18.000584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-823ad790-ba3b-43c6-b28e-3213415c3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.002111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-823ad790-ba3b-43c6-b28e-3213415c3173 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8090286 Jul 23 16:22:18.009270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.081533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.145475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-6f151cf0-49ca-4694-a0d7-b900e8bcf697 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195644 Jul 23 16:22:18.285697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:18.290572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53e38155-29dc-4d74-9a72-9680c0f27b3e tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.292164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53e38155-29dc-4d74-9a72-9680c0f27b3e tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/networks?id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a HTTP/1.1" status: 200 len: 806 time: 0.8027070 Jul 23 16:22:18.323255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 997d7e18-4bb1-4079-a02a-75f7dc90bf23 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:18.393973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:18.406228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:18.414423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:18.415168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.427011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:18.427690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.514443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-1967c18f-5167-4bb4-bb2b-5b988a09cd61 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/quotas/550ee452edaa4aab8b23dbc408c53c55 HTTP/1.1" status: 200 len: 375 time: 0.1758664 Jul 23 16:22:18.581330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Allocated IP 172.20.0.3 (4e992fa0-842b-40e4-9212-42e3bb754c38/ddc83266-429c-4b00-9220-1bc4ce5681d0/aba4a867-96a9-428d-addd-5d2c761b56b0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:18.588160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.604233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.617039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-9389718c-79b8-46a1-b94e-f80c0d058b39 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026115 Jul 23 16:22:18.635620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:18.638526 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de71a5-f161-4489-a3ee-f1efa7beeed2" -d '{"events": [{"server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "name": "network-vif-plugged", "status": "completed", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:18.667174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:18.669855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=997d7e18-4bb1-4079-a02a-75f7dc90bf23,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:18.674407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.678967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.679827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93a55da1-7fdb-41b8-a867-4564f5279cc9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:18.740853 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:22:18.765764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.773528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Allocated IP 172.25.2.198 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a871ecc4-ddf3-47bb-afa7-f0eb705a03ea) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:18.784946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29ab4ca1-71c5-42d2-a313-e1bf19ef9479 req-1cc9e600-5b02-4d03-afdb-a85f67716992 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268871 Jul 23 16:22:18.802978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.832522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 93a55da1-7fdb-41b8-a867-4564f5279cc9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:18.832900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:18.855180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab029-e85b-4a33-b37f-ac88bc760945 req-c1f809e8-3051-4524-bfe8-b4a0b4d45ef8 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:18.856791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f08ab029-e85b-4a33-b37f-ac88bc760945 req-c1f809e8-3051-4524-bfe8-b4a0b4d45ef8 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.6906204 Jul 23 16:22:18.859493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=997d7e18-4bb1-4079-a02a-75f7dc90bf23,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:18.941831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6c204f48-6d48-47d1-8a98-b77018df4357 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:19.000618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6c204f48-6d48-47d1-8a98-b77018df4357 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:19.001042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.134893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-b45652cb-867d-40a5-9f94-4267929b93a1 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=550ee452edaa4aab8b23dbc408c53c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6060960 Jul 23 16:22:19.174119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fac51dc8-6390-4a90-821e-b3d542109ff8 req-3c4eaca1-b268-4e71-954c-613327ab0ff7 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041690 Jul 23 16:22:19.234045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f08ab029-e85b-4a33-b37f-ac88bc760945 req-2c0db4a6-379f-4611-9d90-6e870b4a4d49 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598483 Jul 23 16:22:19.433455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.446064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:19.495822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-6d3aeefd-2dab-479f-aff1-a0dac9d191c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:19.498020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-6d3aeefd-2dab-479f-aff1-a0dac9d191c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 1099 time: 0.6402447 Jul 23 16:22:19.902325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-4bdcb996-d9d4-4400-9512-2f2e67381534 service neutron] 10.222.0.64 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227740 Jul 23 16:22:19.924867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Allocated IP 172.20.0.1 (2691147d-d23a-428d-8730-81a432a23590/899186c4-91ec-445f-b11d-1caf8557cedb/e2e90cc8-e90e-4e80-80a1-bb3014b3cec4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:20.085679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517018d-f0df-403a-ae1a-763b70463744 req-2846bd36-118d-4419-b346-6c6f0f3af6e5 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.087351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a517018d-f0df-403a-ae1a-763b70463744 req-2846bd36-118d-4419-b346-6c6f0f3af6e5 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.7613475 Jul 23 16:22:20.088499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.106776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.196574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:20.231419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:20.233816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-49b8bf67-e9f0-4a3a-858b-89d7f5ebf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.235319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-49b8bf67-e9f0-4a3a-858b-89d7f5ebf536 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.7224741 Jul 23 16:22:20.239267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:20.302590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 997d7e18-4bb1-4079-a02a-75f7dc90bf23 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:20.313456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:20.353359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Pushing event updated for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.359209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:20.360101 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.361750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-0f41cf7c-bee0-4751-8822-f28b1621953c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a56fc20c-caef-480f-a4cf-b06b332de038 HTTP/1.1" status: 200 len: 217 time: 0.1068237 Jul 23 16:22:20.363813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-afdbbe2f-ab87-4e9e-a6ba-81a62c5e7b87 service neutron] 10.222.0.64 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601636 Jul 23 16:22:20.364698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:20.374313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a517018d-f0df-403a-ae1a-763b70463744 req-96fb7a5d-e6f6-46e2-a086-372e61debad7 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543547 Jul 23 16:22:20.381149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:20.461779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1f009f6-e2b8-4397-a61e-9831e9c0bd5f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:20.515329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:20.519215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:20.519597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.570091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.620187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.630745 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bd09fd-76eb-4b55-8c9b-0d5f0de77181 x-openstack-request-id: req-e8bd09fd-76eb-4b55-8c9b-0d5f0de77181 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:20.631139 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "name": "network-vif-plugged", "status": "completed", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:20.631572 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8bd09fd-76eb-4b55-8c9b-0d5f0de77181 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:20.632253 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', 'code': 200} Jul 23 16:22:20.634025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Pushing event updated for resources: {'Port': ['ID=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.653672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:20.654862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.655541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.659968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.690782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-6744c5d2-0462-405a-a1fd-2937a286a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.692319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-6744c5d2-0462-405a-a1fd-2937a286a0dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2813368 Jul 23 16:22:20.695650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Transition to ACTIVE for port object e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:20.756551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-79416d17-29c3-460c-9922-a51650b31482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9974356 Jul 23 16:22:20.759976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:20.810065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Request body: {'port': {'device_id': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:20.907405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7138d-b918-4558-b33e-a8aa84fc56e5 req-200ccac1-e6dc-4a08-9a5c-c61702dd53e9 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:20.908844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f7138d-b918-4558-b33e-a8aa84fc56e5 req-200ccac1-e6dc-4a08-9a5c-c61702dd53e9 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 931 time: 0.4621606 Jul 23 16:22:21.038453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.151981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Network 2691147d-d23a-428d-8730-81a432a23590 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:21.154964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.158592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-425d7cc4-f0c6-4507-a4d5-466d63b6972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.159696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-425d7cc4-f0c6-4507-a4d5-466d63b6972e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4572051 Jul 23 16:22:21.168700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f7138d-b918-4558-b33e-a8aa84fc56e5 req-7a518fb1-5239-4e56-88f1-029bd01b8d82 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909511 Jul 23 16:22:21.176497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578099d-da70-415a-8f47-1a266820f7b6 req-3290c9ac-ec95-4f4a-a98f-aa94b9471653 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.178122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4578099d-da70-415a-8f47-1a266820f7b6 req-3290c9ac-ec95-4f4a-a98f-aa94b9471653 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 948 time: 0.4610865 Jul 23 16:22:21.207438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:21.237732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:21.240268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:21.263192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a36b60-042e-4959-a6d4-7b7068018b15 req-a4e37065-e750-4951-9c05-f68015fe477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:21.264767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1a36b60-042e-4959-a6d4-7b7068018b15 req-a4e37065-e750-4951-9c05-f68015fe477d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 1101 time: 0.5033174 Jul 23 16:22:21.376474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.561630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8f674fb5-4c3e-47a6-9608-25041895ed51 None None] Provisioning for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:21.566136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8f674fb5-4c3e-47a6-9608-25041895ed51 None None] Provisioning complete for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:21.566517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8f674fb5-4c3e-47a6-9608-25041895ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:21.608446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8f674fb5-4c3e-47a6-9608-25041895ed51 None None] Port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:21.861112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4578099d-da70-415a-8f47-1a266820f7b6 req-da5ef17e-66a1-49d1-a37d-8ca2ca306ac2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514082 Jul 23 16:22:21.861834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.000375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1a36b60-042e-4959-a6d4-7b7068018b15 req-153b9d88-8dec-4006-94ef-aafeec9f9d96 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735294 Jul 23 16:22:22.096149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c950b5-6a09-4457-b094-e10b3ced9500 req-6f356e6f-a2b4-404c-81e0-2b4eee36ca14 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 210 time: 0.1457622 Jul 23 16:22:22.137494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-d4dbeb76-6581-465c-b15b-da832a003b50 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424813 Jul 23 16:22:22.191536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f35b8-b452-4682-82df-d3b93b4282c3 req-e0fde0ec-47b7-4d4a-b6a8-9e55245b175c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.193070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-457f35b8-b452-4682-82df-d3b93b4282c3 req-e0fde0ec-47b7-4d4a-b6a8-9e55245b175c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.9494967 Jul 23 16:22:22.218546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1f009f6-e2b8-4397-a61e-9831e9c0bd5f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:22.269296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:22.269885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.411754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-251fd1aa-a26d-4311-822a-dfb470388104 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.413104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-251fd1aa-a26d-4311-822a-dfb470388104 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.67 "GET /v2.0/networks?id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a HTTP/1.1" status: 200 len: 806 time: 0.6221020 Jul 23 16:22:22.589321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-457f35b8-b452-4682-82df-d3b93b4282c3 req-407a3240-ee54-4cdd-9521-1a96ff331a4f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618639 Jul 23 16:22:22.622015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a061913-69ba-4383-a78b-53b3f0bad4d3 req-272a73e1-cca0-4312-9af8-55ae924f3b8e service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673293 Jul 23 16:22:22.640612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-6c408359-1bbd-41ad-aae9-dbf0e7c6d6c9 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=550ee452edaa4aab8b23dbc408c53c55 HTTP/1.1" status: 200 len: 379 time: 0.2124152 Jul 23 16:22:22.664072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'port': {'device_id': 'ded0d037-c9ec-4310-9496-fee635aff166', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'admin_state_up': True, 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'security_groups': ['20461862-e077-456a-bf0a-326d5a733e77']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:22.705395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.721140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.745245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c3d2-e340-43a5-a656-7d393bec662f req-51962e26-e3ee-418b-99cc-06594d1dbcbf tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:22.746832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b782c3d2-e340-43a5-a656-7d393bec662f req-51962e26-e3ee-418b-99cc-06594d1dbcbf tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.5511553 Jul 23 16:22:22.784216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba4a867-96a9-428d-addd-5d2c761b56b0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:22.865444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:22.983727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Transition to ACTIVE for port object aba4a867-96a9-428d-addd-5d2c761b56b0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:23.018464 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.041479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b782c3d2-e340-43a5-a656-7d393bec662f req-341b6815-0e40-4c81-ac1c-c7c94b5470b8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773545 Jul 23 16:22:23.195654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1771e-8fc6-4d1c-9089-579a966d082b req-299752d8-1d5d-4ef0-86a4-2849f5918e6c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.197237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ce1771e-8fc6-4d1c-9089-579a966d082b req-299752d8-1d5d-4ef0-86a4-2849f5918e6c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 931 time: 0.4600155 Jul 23 16:22:23.218384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.259447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Made reservation on behalf of 550ee452edaa4aab8b23dbc408c53c55 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:23.263875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.435698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ce1771e-8fc6-4d1c-9089-579a966d082b req-723e353b-7720-4672-a791-3479b0ca43d7 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133543 Jul 23 16:22:23.448500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a56fc20c-caef-480f-a4cf-b06b332de038 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:23.485180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.496556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.498645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:22:23.500280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Attempting to bind port aba4a867-96a9-428d-addd-5d2c761b56b0 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:23.500612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Attempting to bind port aba4a867-96a9-428d-addd-5d2c761b56b0 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:23.500937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Attempting to bind port aba4a867-96a9-428d-addd-5d2c761b56b0 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:23.563749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88798520-80fc-41fd-b1c0-6a5e989019cb req-1c6c0c3c-1e69-45a5-a49a-48c534f4e483 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:23.565284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88798520-80fc-41fd-b1c0-6a5e989019cb req-1c6c0c3c-1e69-45a5-a49a-48c534f4e483 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.4468286 Jul 23 16:22:23.579553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Port aba4a867-96a9-428d-addd-5d2c761b56b0 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:23.579923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Attempting to bind port aba4a867-96a9-428d-addd-5d2c761b56b0 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:23.606639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a56fc20c-caef-480f-a4cf-b06b332de038,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:23.618360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a56fc20c-caef-480f-a4cf-b06b332de038', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'a56fc20c-caef-480f-a4cf-b06b332de038', 'mac_address': 'fa:16:3e:27:00:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:23.792293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.806992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56fc20c-caef-480f-a4cf-b06b332de038 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:23.831458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a56fc20c-caef-480f-a4cf-b06b332de038,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:23.836359 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.892468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:23.954406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:23.954744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Checking segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:23.955131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Bound using segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:23.955579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Bound port: aba4a867-96a9-428d-addd-5d2c761b56b0, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:23.955937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:23.990802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.063396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.096630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Allocated IP 172.20.0.7 (3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a/2c891a19-f8a5-4de6-8841-f5367ce49df2/4c523dc1-9486-4966-be96-c06ee12920f4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:24.115813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a56fc20c-caef-480f-a4cf-b06b332de038'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:24.124682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88798520-80fc-41fd-b1c0-6a5e989019cb req-bc0b8770-875b-4561-aad5-c56e950314e0 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481660 Jul 23 16:22:24.306667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ae000e4-e86d-4923-b526-f02d49a5ae94 req-9280a5f1-ddcf-4610-8ef4-957413cbd5c1 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 210 time: 0.0999217 Jul 23 16:22:24.314473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be765f-ee7a-49e0-8eeb-06b1eef33162 req-7eba6e58-bea4-4114-b86c-c3f0e72f85d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:24.315897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3be765f-ee7a-49e0-8eeb-06b1eef33162 req-7eba6e58-bea4-4114-b86c-c3f0e72f85d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 948 time: 0.7493880 Jul 23 16:22:24.324998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:24.336961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:24.348335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Sync routers for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:24.363951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:24.364648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:24.396612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=aba4a867-96a9-428d-addd-5d2c761b56b0,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:24.432109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.489619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:24.539827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.541883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af5b2945-e1ff-4b69-8ff4-7cf2da848c34 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.2445939 Jul 23 16:22:24.546343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:24.576518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:24.577076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.578573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] 10.222.0.81 "PUT /v2.0/ports/aba4a867-96a9-428d-addd-5d2c761b56b0 HTTP/1.1" status: 200 len: 1091 time: 3.7762656 Jul 23 16:22:24.582817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3be765f-ee7a-49e0-8eeb-06b1eef33162 req-b0db9cda-c9ce-4f8a-8bbd-325ed5e1845a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538247 Jul 23 16:22:24.583298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:24.585682 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3915de5e-df51-4117-8eef-97d802903483" -d '{"events": [{"name": "network-changed", "server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:24.589796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Network 2691147d-d23a-428d-8730-81a432a23590 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:24.612597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:24.663183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c30ddc-0a4b-4fe6-ab1c-366e61bd1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:24.753479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 3, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:24.806906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Checking router: fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:24.807426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Updating router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:24.834941 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.858799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.862880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Transition to ACTIVE for port object 4c523dc1-9486-4966-be96-c06ee12920f4 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:24.960818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3ba25-e2ed-450e-ad58-188d876cfd0f req-7f7acb22-498e-480c-8212-cb66470ab10e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:24.962432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07a3ba25-e2ed-450e-ad58-188d876cfd0f req-7f7acb22-498e-480c-8212-cb66470ab10e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.5414000 Jul 23 16:22:24.982008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.999374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54c19b1c-f9bd-48c6-90c0-a17160a99108 None None] Provisioning complete for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:24.999891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-54c19b1c-f9bd-48c6-90c0-a17160a99108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.061996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-54c19b1c-f9bd-48c6-90c0-a17160a99108 None None] Port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:25.091221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:25.114868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-1c2cc38c-cfd3-4752-97cc-711310e67b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.116406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-1c2cc38c-cfd3-4752-97cc-711310e67b5a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 1094 time: 0.4544528 Jul 23 16:22:25.117266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:25.121498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:25.128696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event updated for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.158768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07a3ba25-e2ed-450e-ad58-188d876cfd0f req-93656125-0a93-4773-8ecd-7aac77114d3e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828310 Jul 23 16:22:25.189076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.189554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:25.238001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.244379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-1cf1358e-b86c-4438-8927-b0700bc43511 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba4a867-96a9-428d-addd-5d2c761b56b0 HTTP/1.1" status: 200 len: 217 time: 0.0796640 Jul 23 16:22:25.256560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf728-d469-46f7-afa8-96a40511a8df req-243b22ce-9efc-443e-995a-4f5965b7ff64 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.263623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf728-d469-46f7-afa8-96a40511a8df req-243b22ce-9efc-443e-995a-4f5965b7ff64 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.267358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Transition to ACTIVE for port object a871ecc4-ddf3-47bb-afa7-f0eb705a03ea will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:25.270051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf728-d469-46f7-afa8-96a40511a8df req-243b22ce-9efc-443e-995a-4f5965b7ff64 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.280293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60bbf728-d469-46f7-afa8-96a40511a8df req-243b22ce-9efc-443e-995a-4f5965b7ff64 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577&device_id=d00593ae-6a07-416a-bc87-e437036f29c8&device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 2416 time: 0.3763430 Jul 23 16:22:25.281447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.342513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.343952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.367631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Attempting to bind port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:25.368208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Attempting to bind port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:25.368729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Attempting to bind port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:25.383763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7173f-fdd0-454b-bfa7-96064fe7e180 None None] Pushing event updated for resources: {'Port': ['ID=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.389270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:25.389821 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:25.390356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.390843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:25.391540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Bound port: a871ecc4-ddf3-47bb-afa7-f0eb705a03ea, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:25.391969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.461736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] For port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:25.465415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a56fc20c-caef-480f-a4cf-b06b332de038 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:25.468960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] For port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:25.474767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.493146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Allocated IP 172.20.0.1 (a3be6b15-224f-4323-83e4-e2b4cbabee96/773513cf-ff94-4f0b-a17e-635864251219/aa38d350-e534-4b0d-9fa2-716d1a77ff35) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:25.504118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-000be596-7797-4aa6-a908-5754dbd62420 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8452353 Jul 23 16:22:25.510150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-7a02567d-68ae-43fc-a873-8f04e38ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.511899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-7a02567d-68ae-43fc-a873-8f04e38ab1fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.2285013 Jul 23 16:22:25.519491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60bbf728-d469-46f7-afa8-96a40511a8df req-d93431ac-69f1-46a9-a12a-a7c86b32fdc6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379267 Jul 23 16:22:25.523587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Request body: {'port': {'device_id': 'ded0d037-c9ec-4310-9496-fee635aff166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:25.567092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-692338c6-67ef-4f52-a7c1-76d60fbeacfe None None] Provisioning for port 4c523dc1-9486-4966-be96-c06ee12920f4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:25.587815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-692338c6-67ef-4f52-a7c1-76d60fbeacfe None None] Provisioning complete for port 4c523dc1-9486-4966-be96-c06ee12920f4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:25.589963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-692338c6-67ef-4f52-a7c1-76d60fbeacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.621760 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269449fd-4aa5-4ae1-ad31-138495d1cf8f x-openstack-request-id: req-269449fd-4aa5-4ae1-ad31-138495d1cf8f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:25.622312 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:25.622513 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-269449fd-4aa5-4ae1-ad31-138495d1cf8f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:25.623016 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0', 'status': 'completed', 'code': 200} Jul 23 16:22:25.628643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-83b81ddd-a9ef-426e-8077-dba3832d914e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015723 Jul 23 16:22:25.632478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-692338c6-67ef-4f52-a7c1-76d60fbeacfe None None] Port 4c523dc1-9486-4966-be96-c06ee12920f4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:25.634117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:25.634626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.638661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a56fc20c-caef-480f-a4cf-b06b332de038 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:25.660364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.666610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f92e-96d9-4c2b-81ef-30af9c451985 req-c41d7198-b42d-43e5-913a-cd20642c4d2a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.674549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca84f92e-96d9-4c2b-81ef-30af9c451985 req-c41d7198-b42d-43e5-913a-cd20642c4d2a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 943 time: 0.3384681 Jul 23 16:22:25.681028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a56fc20c-caef-480f-a4cf-b06b332de038 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:25.681408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.687222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Transition to ACTIVE for port object aa38d350-e534-4b0d-9fa2-716d1a77ff35 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:25.727047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.747054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7173f-fdd0-454b-bfa7-96064fe7e180 None None] Pushing event updated for resources: {'Port': ['ID=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.751695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.778540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:25.781740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:25.785534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:25.796959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:25.808901 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:25.826516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.827142 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:25.827767 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:25.847477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-57d16ba3-63ff-424f-bac8-5364780fb173 admin admin] 10.222.0.64 "PUT /v2.0/routers/3a5671ad-ae69-4c72-a4f2-94a21290e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2797797 Jul 23 16:22:25.847694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Pushing event updated for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.867400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a56fc20c-caef-480f-a4cf-b06b332de038,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:25.872399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:25.874804 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5370ca98-aef4-4591-a253-fbf30fe5fef2" -d '{"events": [{"server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "name": "network-vif-plugged", "status": "completed", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:25.887698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:25.890000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.917031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.955822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca84f92e-96d9-4c2b-81ef-30af9c451985 req-096ae560-0762-4796-b9fe-0f52417f3328 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801905 Jul 23 16:22:26.206478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-cba69b1e-2f21-4532-b892-9165a10aa4db service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634167 Jul 23 16:22:26.207005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.220266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.236782 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:26.255715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-877e6462-da20-4762-97e6-7f30cb8eeb94 None None] Provisioning for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:26.262646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-877e6462-da20-4762-97e6-7f30cb8eeb94 None None] Provisioning complete for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:26.263016 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-877e6462-da20-4762-97e6-7f30cb8eeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.275001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41250f39-42ed-4a50-8994-f835189c960b req-697601ea-a9b8-495f-87b2-d79254a76465 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:26.276947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41250f39-42ed-4a50-8994-f835189c960b req-697601ea-a9b8-495f-87b2-d79254a76465 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 931 time: 0.5228601 Jul 23 16:22:26.320823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-877e6462-da20-4762-97e6-7f30cb8eeb94 None None] Port aa38d350-e534-4b0d-9fa2-716d1a77ff35 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:26.336573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 3, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.387977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48da79d-e3d9-4194-ba3e-df1a8a5eef1c None None] The sync data for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 is: [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 3, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:26.443669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.449835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.450314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d141f0bd-ff7f-4325-99fe-beb63b113e55 req-291d88f2-39e0-4409-b367-2c434f0dd4c5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4574995 Jul 23 16:22:26.524114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41250f39-42ed-4a50-8994-f835189c960b req-06a87771-9120-4baf-8a87-7dd76ae409ad tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951590 Jul 23 16:22:26.591483 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 2, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:26.640854 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:26.640854 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Updating router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:26.659151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.670464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Pushing event updated for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:26.689350 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dedd499-7a8e-49be-83d7-fe4cb7b70bad x-openstack-request-id: req-9dedd499-7a8e-49be-83d7-fe4cb7b70bad {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:26.689924 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "name": "network-vif-plugged", "status": "completed", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:26.689924 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dedd499-7a8e-49be-83d7-fe4cb7b70bad {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:26.690335 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038', 'code': 200} Jul 23 16:22:26.729054 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:26.876851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:26.878732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:27.117987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:27.142916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1fb8a68f-4900-47b8-8b91-99f03ba91d72 req-27303bd7-afea-47dc-bb11-33abeffe7400 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215469 Jul 23 16:22:27.255190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-178cc358-fd46-4fe5-97e7-0643e6879f09 None None] Provisioning complete for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:27.257268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178cc358-fd46-4fe5-97e7-0643e6879f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.314774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c523dc1-9486-4966-be96-c06ee12920f4 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:27.316699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-178cc358-fd46-4fe5-97e7-0643e6879f09 None None] Port aa38d350-e534-4b0d-9fa2-716d1a77ff35 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:27.330950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.355608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:27.360986 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6e0c41a3-e96a-46fb-a931-518821974c24 admin admin] 10.222.0.64 "PUT /v2.0/routers/fa99ae06-fddb-481c-b33f-63a8e0d1cdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8133671 Jul 23 16:22:27.369552 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.383361 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Transition to ACTIVE for port object e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:27.398843 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.407570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Transition to ACTIVE for port object 4c523dc1-9486-4966-be96-c06ee12920f4 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:27.422001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.472419 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e90fa4-75b7-4624-9474-15412365f302 None None] Pushing event updated for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.520033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-e4ccfc89-26f8-48fd-92af-1c94245af6f5 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.521691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-e4ccfc89-26f8-48fd-92af-1c94245af6f5 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 820 time: 0.4300456 Jul 23 16:22:27.534458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63e82e-9310-4a34-bf1b-fd5a7d99026e req-aa7cdc4d-c507-47bd-9770-8c9abf01e286 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.544482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa63e82e-9310-4a34-bf1b-fd5a7d99026e req-aa7cdc4d-c507-47bd-9770-8c9abf01e286 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 950 time: 0.4517386 Jul 23 16:22:27.555050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53bc2a-6682-4972-9998-5beb8093154b req-08fd0c19-54c9-4cf8-a2a2-6c096b36e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.556593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e53bc2a-6682-4972-9998-5beb8093154b req-08fd0c19-54c9-4cf8-a2a2-6c096b36e9d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 1101 time: 0.4681706 Jul 23 16:22:27.581422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915de5e-df51-4117-8eef-97d802903483 req-e586a040-06a5-4485-99d5-09eedbfc0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:27.584225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-e586a040-06a5-4485-99d5-09eedbfc0edb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 1094 time: 0.3256629 Jul 23 16:22:27.587598 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Attempting to bind port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:27.588007 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Attempting to bind port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:27.588421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Attempting to bind port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:27.606462 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:27.606878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Checking segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:27.607286 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.607709 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Bound using segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:27.608220 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Bound port: e2e90cc8-e90e-4e80-80a1-bb3014b3cec4, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:27.608669 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.676656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.695084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-5f47c745-672c-478d-afc8-a191c664458f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/quotas/723b8e007279431895c2b22741e1608f HTTP/1.1" status: 200 len: 375 time: 0.1462305 Jul 23 16:22:27.713414 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] For port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:27.717193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] For port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:27.725266 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:27.853179 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e90fa4-75b7-4624-9474-15412365f302 None None] Pushing event updated for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:27.865683 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:27.866446 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:27.941529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa63e82e-9310-4a34-bf1b-fd5a7d99026e req-079f48c0-5d3f-4e62-b750-1ea9b0e2de6b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839126 Jul 23 16:22:27.948042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e53bc2a-6682-4972-9998-5beb8093154b req-00afcba1-52e5-4dd1-b0ac-53d1687faa7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751113 Jul 23 16:22:28.039930 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:28.129426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915de5e-df51-4117-8eef-97d802903483 req-b27a8ff4-86dc-4967-9626-32061118dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:28.130969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-b27a8ff4-86dc-4967-9626-32061118dfc0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 911 time: 0.5025640 Jul 23 16:22:28.134980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Attempting to bind port 4c523dc1-9486-4966-be96-c06ee12920f4 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:28.135322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Attempting to bind port 4c523dc1-9486-4966-be96-c06ee12920f4 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:28.135674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Attempting to bind port 4c523dc1-9486-4966-be96-c06ee12920f4 on network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:28.163281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-67d808a7-77a7-45d7-a159-627f1954b4db tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4500213 Jul 23 16:22:28.171968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Port 4c523dc1-9486-4966-be96-c06ee12920f4 on network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:28.172469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Attempting to bind port 4c523dc1-9486-4966-be96-c06ee12920f4 on network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:28.244146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:28.244494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Checking segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:28.244885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Bound using segment: {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:28.245330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Bound port: 4c523dc1-9486-4966-be96-c06ee12920f4, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:28.245698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.256348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-65e74792-bc96-45c5-b7ec-2ea120b0eb67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba4a867-96a9-428d-addd-5d2c761b56b0 HTTP/1.1" status: 200 len: 217 time: 0.1149969 Jul 23 16:22:28.345318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a871ecc4-ddf3-47bb-afa7-f0eb705a03ea up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:28.452444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b235dfd-1310-4abc-a7e6-966849d1f888 req-44f1cc02-0d22-4a02-9d38-704132f1ee27 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:28.454434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b235dfd-1310-4abc-a7e6-966849d1f888 req-44f1cc02-0d22-4a02-9d38-704132f1ee27 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 946 time: 0.4055912 Jul 23 16:22:28.473040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:28.483455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:28.488893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:28.491500 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.503502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915de5e-df51-4117-8eef-97d802903483 req-eef21d7e-7063-4cb5-a442-7f4b2db258df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:28.504951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-eef21d7e-7063-4cb5-a442-7f4b2db258df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.2189541 Jul 23 16:22:28.512420 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450f2843-f1fa-42ba-a217-245d1dbca2d0 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:27Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:28.622971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-f885c434-27f3-43ec-b05f-b0d3508bb2df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007364 Jul 23 16:22:28.623342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.633591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-ccc866dd-b71d-4850-aa6c-e71a32901865 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625304 Jul 23 16:22:28.672600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:28.685289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b235dfd-1310-4abc-a7e6-966849d1f888 req-2ffb2eab-3efc-4fc2-8d97-24ffb43a24cf tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196174 Jul 23 16:22:28.709622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.743328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c523dc1-9486-4966-be96-c06ee12920f4,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:28.760687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:28.767627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.770509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.918288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:28.964280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:28.965676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:28.968779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] 10.222.0.67 "PUT /v2.0/ports/4c523dc1-9486-4966-be96-c06ee12920f4 HTTP/1.1" status: 200 len: 1091 time: 3.4535625 Jul 23 16:22:28.975912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:28.978731 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0a192-2ad8-4112-aa7b-32647a67b331" -d '{"events": [{"name": "network-changed", "server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:29.036825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Sync routers for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:29.060730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:29.063494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:29.244629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-03599ce4-3953-4872-a47e-d9cd7ebed9ca service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952833 Jul 23 16:22:29.250975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f204c4-b930-4a1a-812d-bb29327c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:29.273287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-87f3e948-0d4c-444a-a7a3-301848d66091 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275253 Jul 23 16:22:29.408465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:29.570983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3915de5e-df51-4117-8eef-97d802903483 req-7894baae-d6a5-4ba4-937f-a517c2bf4daa service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001275 Jul 23 16:22:29.681570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-bf93842e-ab29-4a8f-9fd1-ee2f78e33007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.683861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-bf93842e-ab29-4a8f-9fd1-ee2f78e33007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=550ee452edaa4aab8b23dbc408c53c55&device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 1094 time: 0.5808854 Jul 23 16:22:29.752396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-825c47e3-2c9c-4565-bc24-fd724723cba1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c523dc1-9486-4966-be96-c06ee12920f4 HTTP/1.1" status: 200 len: 217 time: 0.0545614 Jul 23 16:22:29.819825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253034a-c32d-41df-8b8c-6387327937be req-03b21a1d-a434-4591-815e-a6a357081536 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.828919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4253034a-c32d-41df-8b8c-6387327937be req-03b21a1d-a434-4591-815e-a6a357081536 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 943 time: 0.2390766 Jul 23 16:22:29.907535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567a60-c731-4942-ac93-bee9c6061e7e req-97c06bb4-8db2-4017-9de0-e5e8c3b1baf4 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.914968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28567a60-c731-4942-ac93-bee9c6061e7e req-97c06bb4-8db2-4017-9de0-e5e8c3b1baf4 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 943 time: 0.2922773 Jul 23 16:22:29.923996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 2, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:30.011014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4253034a-c32d-41df-8b8c-6387327937be req-dd1bb1d7-5c44-417a-beff-a4d9fec6b640 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144464 Jul 23 16:22:30.048845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:30.052174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28567a60-c731-4942-ac93-bee9c6061e7e req-e607c967-22ba-41d4-8758-c80d55948bb0 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087801 Jul 23 16:22:30.057131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-8dabcc23-3e61-4154-953d-a3fb0f5d0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.060314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-8dabcc23-3e61-4154-953d-a3fb0f5d0ae7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c891a19-f8a5-4de6-8841-f5367ce49df2 HTTP/1.1" status: 200 len: 845 time: 0.2907829 Jul 23 16:22:30.291258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-9bfb9adc-bf2f-42f9-9926-c579296b69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.293600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-9bfb9adc-bf2f-42f9-9926-c579296b69c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213178 Jul 23 16:22:30.357696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fe52010-fc1a-4b5c-95b6-4c91b364f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.358264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device aba4a867-96a9-428d-addd-5d2c761b56b0 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:30.365200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Checking router: fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:30.365555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Updating router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 port aa38d350-e534-4b0d-9fa2-716d1a77ff35 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:22:30.562497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-1c53f125-3eb7-46f1-ba23-80d46afdb15b service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578514 Jul 23 16:22:30.574673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d54d-c278-44a8-bf77-5b7061640dc7 req-b1cb3da0-8c94-4c84-b4ce-22535b128db3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.590742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b5d54d-c278-44a8-bf77-5b7061640dc7 req-b1cb3da0-8c94-4c84-b4ce-22535b128db3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 950 time: 0.2868035 Jul 23 16:22:30.655692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fe52010-fc1a-4b5c-95b6-4c91b364f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.667843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fe52010-fc1a-4b5c-95b6-4c91b364f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.686731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b5d54d-c278-44a8-bf77-5b7061640dc7 req-40db0bbb-fac9-40a4-9289-1e3b9a59bfa1 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940919 Jul 23 16:22:30.762082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe52010-fc1a-4b5c-95b6-4c91b364f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc01e4-de76-4e7c-a02c-320da160a909,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.772852 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.794324 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0af55-050e-4f33-855b-055b5b598dcf x-openstack-request-id: req-5fd0af55-050e-4f33-855b-055b5b598dcf {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:30.794683 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:30.795052 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fd0af55-050e-4f33-855b-055b5b598dcf {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:30.795360 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4', 'status': 'completed', 'code': 200} Jul 23 16:22:30.802847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a871ecc4-ddf3-47bb-afa7-f0eb705a03ea up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:30.803415 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fe52010-fc1a-4b5c-95b6-4c91b364f97f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a9f20ffe37344e6ba102b59561d5921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7528992 Jul 23 16:22:30.807497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46216) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:30.908030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e50040e-0497-4df5-84fa-81033b5ef6db req-167828de-d282-46af-a7fa-a7b3d4128db7 service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028691 Jul 23 16:22:30.984211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.026260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.060999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=aba4a867-96a9-428d-addd-5d2c761b56b0,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:31.141093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.143678 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.144856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbbc01e4-de76-4e7c-a02c-320da160a909 HTTP/1.1" status: 204 len: 168 time: 0.3363326 Jul 23 16:22:31.204333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b117fa0-1150-43f6-8bf4-a20dcb93a30b req-600cfe5e-10bd-45d3-a0bf-2a8f79c9cfb6 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 210 time: 0.0709815 Jul 23 16:22:31.288863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b12fd-ae29-4e9d-99ed-50d217e18169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc01e4-de76-4e7c-a02c-320da160a909,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.348613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-90e59dca-b898-4694-a503-293fc9d5e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:31.351324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-90e59dca-b898-4694-a503-293fc9d5e98b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=550ee452edaa4aab8b23dbc408c53c55&device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 1094 time: 0.2737095 Jul 23 16:22:31.424778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc9782-2ae2-49fd-867b-14f5ce462b66 req-27102f5c-a007-4ad4-8520-4f7f8692368d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:31.431566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'aba4a867-96a9-428d-addd-5d2c761b56b0', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'port_id': 'aba4a867-96a9-428d-addd-5d2c761b56b0', 'mac_address': 'fa:16:3e:b9:15:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:31.432129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5cc9782-2ae2-49fd-867b-14f5ce462b66 req-27102f5c-a007-4ad4-8520-4f7f8692368d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 950 time: 0.2754102 Jul 23 16:22:31.528102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:31.528740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.565075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.578341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.614473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Transition to ACTIVE for port object aa38d350-e534-4b0d-9fa2-716d1a77ff35 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:31.622007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba4a867-96a9-428d-addd-5d2c761b56b0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:31.631094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.678252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=aba4a867-96a9-428d-addd-5d2c761b56b0,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:31.694068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.728564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:31.750232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-216b6302-f72f-491c-b025-2e008085b6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.771239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd153c7e-8d87-48c4-b122-d880c8028e77 None None] Pushing event updated for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.855071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:31.957096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-216b6302-f72f-491c-b025-2e008085b6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.963936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-216b6302-f72f-491c-b025-2e008085b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.987449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Attempting to bind port aa38d350-e534-4b0d-9fa2-716d1a77ff35 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:31.987826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Attempting to bind port aa38d350-e534-4b0d-9fa2-716d1a77ff35 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:31.988192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Attempting to bind port aa38d350-e534-4b0d-9fa2-716d1a77ff35 on network a3be6b15-224f-4323-83e4-e2b4cbabee96 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:31.999871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.016646 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-216b6302-f72f-491c-b025-2e008085b6ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc450cbf89f44633a0b6f3b504a82986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860041 Jul 23 16:22:32.019812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:32.033441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:32.033833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Checking segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:32.034321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.034732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Bound using segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:32.035227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Bound port: aa38d350-e534-4b0d-9fa2-716d1a77ff35, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:32.035735 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.079095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b6302-f72f-491c-b025-2e008085b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3553ff5e-0173-4776-8119-4b1a6c73216f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.083816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:32.112724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.129252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['aba4a867-96a9-428d-addd-5d2c761b56b0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:32.136604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:32.136604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.158051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.159249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5cc9782-2ae2-49fd-867b-14f5ce462b66 req-47f58249-1d43-42d8-a033-0f9a8848ca7a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241127 Jul 23 16:22:32.164563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-7625216e-635e-4f61-8a26-0adbda96b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.173246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-7625216e-635e-4f61-8a26-0adbda96b0c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a HTTP/1.1" status: 200 len: 907 time: 0.8122160 Jul 23 16:22:32.255253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.260613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.262652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] For port aa38d350-e534-4b0d-9fa2-716d1a77ff35, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:32.263667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-f235568c-5f91-4890-a7a0-4772a124eb7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c523dc1-9486-4966-be96-c06ee12920f4 HTTP/1.1" status: 200 len: 217 time: 0.0809796 Jul 23 16:22:32.269630 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3553ff5e-0173-4776-8119-4b1a6c73216f HTTP/1.1" status: 204 len: 168 time: 0.2463017 Jul 23 16:22:32.288072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c7dd3-3281-43a1-be68-7154a27e74f9 req-b5dca46d-0280-46ec-aa18-362b33ff2053 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.289561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-868c7dd3-3281-43a1-be68-7154a27e74f9 req-b5dca46d-0280-46ec-aa18-362b33ff2053 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 943 time: 0.8280833 Jul 23 16:22:32.291196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fa9da-d21d-40ac-9147-43986acada0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553ff5e-0173-4776-8119-4b1a6c73216f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.324611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.364686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] For port aa38d350-e534-4b0d-9fa2-716d1a77ff35, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=aa38d350-e534-4b0d-9fa2-716d1a77ff35,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:32.366489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:32.410587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.411536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-c7a85567-34ad-46c1-b5dc-2268276f9171 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.413264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-c7a85567-34ad-46c1-b5dc-2268276f9171 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 820 time: 0.8413510 Jul 23 16:22:32.422245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-daf3dd5b-b33d-4020-abea-65b3eb16c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.423820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-daf3dd5b-b33d-4020-abea-65b3eb16c645 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c891a19-f8a5-4de6-8841-f5367ce49df2 HTTP/1.1" status: 200 len: 845 time: 0.1459675 Jul 23 16:22:32.436761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'port': {'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'admin_state_up': True, 'tenant_id': '723b8e007279431895c2b22741e1608f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:32.541326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-868c7dd3-3281-43a1-be68-7154a27e74f9 req-400c37da-2216-4a7f-8e9d-2d638f6a1a87 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072923 Jul 23 16:22:32.669199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12f33-2510-49c5-a6fc-54d54753e568 req-f7b6baa7-7d01-4daf-9a60-65cbdc09e8ad tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.670826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acc12f33-2510-49c5-a6fc-54d54753e568 req-f7b6baa7-7d01-4daf-9a60-65cbdc09e8ad tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 944 time: 0.3358963 Jul 23 16:22:32.694623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:32.731760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-7a7d059e-5a80-4307-b167-ee7f1db1f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:32.733368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-7a7d059e-5a80-4307-b167-ee7f1db1f505 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015838 Jul 23 16:22:32.771421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd153c7e-8d87-48c4-b122-d880c8028e77 None None] Pushing event updated for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.789773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.848736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Made reservation on behalf of 723b8e007279431895c2b22741e1608f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:32.868786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.893741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acc12f33-2510-49c5-a6fc-54d54753e568 req-14dee215-10e6-4b9f-b905-7894f84add86 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009358 Jul 23 16:22:32.895420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:32.896081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:33.101017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:33.139727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:33.156681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '72f01d65-5a82-4409-93b9-8d2de1757244', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '72f01d65-5a82-4409-93b9-8d2de1757244', 'mac_address': 'fa:16:3e:80:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:33.273505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:33.277485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa92737d-bcdd-4986-965e-eb5d254c8787 req-2f491df7-5ce8-40d2-93a4-14c4c81ae05f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 210 time: 0.1166286 Jul 23 16:22:33.285341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-903f8a21-c356-47ea-8614-919bb6559cee service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267861 Jul 23 16:22:33.332529 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.555192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81b0a192-2ad8-4112-aa7b-32647a67b331 req-82759122-28d8-494d-822d-f1d6dfcb7564 service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506459 Jul 23 16:22:33.555921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Allocated IP 172.20.0.10 (2691147d-d23a-428d-8730-81a432a23590/899186c4-91ec-445f-b11d-1caf8557cedb/c72e5494-f3db-4753-8027-dae402bfcf6c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:33.594215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f0a5c-7c31-4bc9-9393-c960160f834d req-93800566-cf9f-4c5a-990d-bc4f11b1d5f2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.602079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f0a5c-7c31-4bc9-9393-c960160f834d req-93800566-cf9f-4c5a-990d-bc4f11b1d5f2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:33.604033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e4f0a5c-7c31-4bc9-9393-c960160f834d req-93800566-cf9f-4c5a-990d-bc4f11b1d5f2 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c&device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 1691 time: 0.2103479 Jul 23 16:22:33.647767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72f01d65-5a82-4409-93b9-8d2de1757244 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:33.681617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:33.687579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:33.753641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e4f0a5c-7c31-4bc9-9393-c960160f834d req-d382a74f-3b00-4021-9f22-3a2d541bc469 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297247 Jul 23 16:22:34.057767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.100808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Transition to ACTIVE for port object c72e5494-f3db-4753-8027-dae402bfcf6c will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:34.112465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.148336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bbb9-90b9-4880-ae62-ec8feebdc5d7 req-4970dedc-8365-4336-b3c5-abbc0d60f112 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.155306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f164bbb9-90b9-4880-ae62-ec8feebdc5d7 req-4970dedc-8365-4336-b3c5-abbc0d60f112 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 943 time: 0.2837615 Jul 23 16:22:34.237031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['72f01d65-5a82-4409-93b9-8d2de1757244'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:34.313085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f164bbb9-90b9-4880-ae62-ec8feebdc5d7 req-8944daa0-8f14-4f8a-8853-643110948fc6 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500692 Jul 23 16:22:34.367970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.377732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:34.384509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device aba4a867-96a9-428d-addd-5d2c761b56b0 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:34.443429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b1d4-2f41-4d02-a681-d764f1f73abf None None] The sync data for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 is: [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:34.482253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Network 2691147d-d23a-428d-8730-81a432a23590 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:34.533648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:34.544820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-6a7adca9-ac2d-4a3c-9e0a-1f2498e1cd0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2890441 Jul 23 16:22:34.546998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e24db-efdb-432a-9424-49020d050dd4 req-9610b0e8-68a8-4994-b0c4-36bac801e6c3 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.548496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e8e24db-efdb-432a-9424-49020d050dd4 req-9610b0e8-68a8-4994-b0c4-36bac801e6c3 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 1101 time: 0.3836634 Jul 23 16:22:34.552232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:34.627726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port aba4a867-96a9-428d-addd-5d2c761b56b0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:34.637552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port aba4a867-96a9-428d-addd-5d2c761b56b0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:34.638222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.684369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event updated for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:34.841058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.841744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.886836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a1602-7372-47de-8a23-57642afb0252 req-d3e63a22-806a-42a6-b34b-ca0c8d534a60 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:34.891349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b4a1602-7372-47de-8a23-57642afb0252 req-d3e63a22-806a-42a6-b34b-ca0c8d534a60 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 944 time: 0.4462323 Jul 23 16:22:34.907780 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:34.923875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e8e24db-efdb-432a-9424-49020d050dd4 req-fa278623-46e5-4cc6-9e3b-b6e56e2d8833 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912698 Jul 23 16:22:34.947026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-cb1386cf-6541-4344-a7e7-c5d9f995a6cd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5118847 Jul 23 16:22:34.954047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:34.965399 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22aef80-95ed-418d-873f-432c06963c10" -d '{"events": [{"server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "name": "network-vif-plugged", "status": "completed", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:35.000321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=aba4a867-96a9-428d-addd-5d2c761b56b0,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:35.018392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.094555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Request body: {'port': {'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:35.134253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b4a1602-7372-47de-8a23-57642afb0252 req-e5090b93-eb6c-4e35-82aa-2c532e2c2a32 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881990 Jul 23 16:22:35.173762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-87ca402f-fb23-4ff8-bf0f-71e1ed8a8fa9 None None] Provisioning for port c72e5494-f3db-4753-8027-dae402bfcf6c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:35.202407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device aa38d350-e534-4b0d-9fa2-716d1a77ff35 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:35.248763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-f316ffb6-41ed-41db-81cf-7f2b024ba1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.250533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-f316ffb6-41ed-41db-81cf-7f2b024ba1dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 1099 time: 0.5897450 Jul 23 16:22:35.291970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-87ca402f-fb23-4ff8-bf0f-71e1ed8a8fa9 None None] Provisioning complete for port c72e5494-f3db-4753-8027-dae402bfcf6c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:35.292348 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-87ca402f-fb23-4ff8-bf0f-71e1ed8a8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.322061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:35.369424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.397655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-87ca402f-fb23-4ff8-bf0f-71e1ed8a8fa9 None None] Port c72e5494-f3db-4753-8027-dae402bfcf6c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:35.440204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:35.451490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:35.452647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.523750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c523dc1-9486-4966-be96-c06ee12920f4 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:35.655624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c523dc1-9486-4966-be96-c06ee12920f4,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:35.674719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4c523dc1-9486-4966-be96-c06ee12920f4', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'port_id': '4c523dc1-9486-4966-be96-c06ee12920f4', 'mac_address': 'fa:16:3e:c3:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:35.720125 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.753627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-f7d01679-7a7a-4468-9d5e-801839975b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.757784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-f7d01679-7a7a-4468-9d5e-801839975b22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4366925 Jul 23 16:22:35.768381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c523dc1-9486-4966-be96-c06ee12920f4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:35.809980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343b01e-0733-418e-ac9a-b3295b32e785 req-2c190af2-f13b-41c6-abfd-7665f22bb1b5 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:35.810227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6343b01e-0733-418e-ac9a-b3295b32e785 req-2c190af2-f13b-41c6-abfd-7665f22bb1b5 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 932 time: 0.4902203 Jul 23 16:22:35.867364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c523dc1-9486-4966-be96-c06ee12920f4,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:35.878269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.880663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.972284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port aa38d350-e534-4b0d-9fa2-716d1a77ff35, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=aa38d350-e534-4b0d-9fa2-716d1a77ff35,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:35.987860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:35.988639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:36.039440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.065254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-6c2382da-afd4-4f6a-acf2-36761c784360 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb HTTP/1.1" status: 200 len: 217 time: 0.2769470 Jul 23 16:22:36.156997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.172473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:36.172992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.237742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4c523dc1-9486-4966-be96-c06ee12920f4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:36.238568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6343b01e-0733-418e-ac9a-b3295b32e785 req-6d8d6a12-85d0-44cd-845e-9d50ed35af1b tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056389 Jul 23 16:22:36.255089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-6be3cc17-b031-458b-b7c0-c71930bdf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.256443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-6be3cc17-b031-458b-b7c0-c71930bdf8e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1748629 Jul 23 16:22:36.381872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:36.511902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 72f01d65-5a82-4409-93b9-8d2de1757244 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:36.512157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.542165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72e5494-f3db-4753-8027-dae402bfcf6c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:36.562494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.580279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-ce862631-3b3e-43c2-834f-ab9f7ee5eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.588583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-ce862631-3b3e-43c2-834f-ab9f7ee5eb7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2999668 Jul 23 16:22:36.700869 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.747149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:36.748209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Transition to ACTIVE for port object c72e5494-f3db-4753-8027-dae402bfcf6c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:36.752968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.767099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e14ac-7f7b-4586-9d45-03f1fb63cc69 req-01d84422-2b67-4c95-a694-0612acffe030 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:36.776230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb4e14ac-7f7b-4586-9d45-03f1fb63cc69 req-01d84422-2b67-4c95-a694-0612acffe030 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 1101 time: 0.3824956 Jul 23 16:22:36.795490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:36.843417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:36.945655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device aa38d350-e534-4b0d-9fa2-716d1a77ff35 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:37.065093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb4e14ac-7f7b-4586-9d45-03f1fb63cc69 req-d30afeb8-2778-42da-a76b-9fe683279684 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824464 Jul 23 16:22:37.070695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port aa38d350-e534-4b0d-9fa2-716d1a77ff35 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:37.072896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.201333 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e8936-790b-48f1-ac23-e31f6e1a94c2 x-openstack-request-id: req-a71e8936-790b-48f1-ac23-e31f6e1a94c2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:37.201602 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "name": "network-vif-plugged", "status": "completed", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:37.201766 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a71e8936-790b-48f1-ac23-e31f6e1a94c2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:37.204399 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0', 'code': 200} Jul 23 16:22:37.259379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Pushing event updated for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.344162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-35c3df43-1d2e-4cc6-ba57-baa87c298599 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347500 Jul 23 16:22:37.429968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-bbc23229-7594-4aeb-b364-b0ced8c9462c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:37.431766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-bbc23229-7594-4aeb-b364-b0ced8c9462c tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.5062575 Jul 23 16:22:37.525505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c523dc1-9486-4966-be96-c06ee12920f4 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:37.641890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Attempting to bind port c72e5494-f3db-4753-8027-dae402bfcf6c on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:37.644983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Attempting to bind port c72e5494-f3db-4753-8027-dae402bfcf6c by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:37.644983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Attempting to bind port c72e5494-f3db-4753-8027-dae402bfcf6c on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:37.649619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 4c523dc1-9486-4966-be96-c06ee12920f4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:37.655188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4c523dc1-9486-4966-be96-c06ee12920f4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:37.658397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.858329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.953758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c523dc1-9486-4966-be96-c06ee12920f4,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:37.969186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.047687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.084201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Port c72e5494-f3db-4753-8027-dae402bfcf6c on network 2691147d-d23a-428d-8730-81a432a23590 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:38.084813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Attempting to bind port c72e5494-f3db-4753-8027-dae402bfcf6c on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:38.123462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ee2d-5871-4467-8793-ab4d3a645a06 req-217a1408-9cb8-4f6f-81a5-8aa2382b487a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.130420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ac9ee2d-5871-4467-8793-ab4d3a645a06 req-217a1408-9cb8-4f6f-81a5-8aa2382b487a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b80e0eb-7500-448a-bfee-37e3dc304577 HTTP/1.1" status: 200 len: 945 time: 0.8645413 Jul 23 16:22:38.153793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:38.154194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Checking segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:38.154562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Bound using segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:38.155003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Bound port: c72e5494-f3db-4753-8027-dae402bfcf6c, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:38.155376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.158998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363f24-1e75-400c-8b6d-a8ed3261d52a req-97f65618-95d6-474d-a778-680375d5718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.160767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df363f24-1e75-400c-8b6d-a8ed3261d52a req-97f65618-95d6-474d-a778-680375d5718f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 1096 time: 0.8546836 Jul 23 16:22:38.169612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b854a0f8-5d93-44b5-81e8-ba95752a1c43 req-5610fc8b-c6ea-4ca0-a6ba-795d9bc1497a service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015337 Jul 23 16:22:38.284340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ac9ee2d-5871-4467-8793-ab4d3a645a06 req-21e1034d-9344-4067-8554-4ca22fdb6d12 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530221 Jul 23 16:22:38.296167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df363f24-1e75-400c-8b6d-a8ed3261d52a req-e5033942-d685-40f9-a6ff-900281005f42 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245186 Jul 23 16:22:38.337141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Deleting port 72ad857c-083f-491f-b1ea-0725f60fc88d {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:38.337482 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.341339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:38.374817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c72e5494-f3db-4753-8027-dae402bfcf6c,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:38.384532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.482339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:38.482970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.484483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] 10.222.0.67 "PUT /v2.0/ports/c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 1092 time: 3.4358351 Jul 23 16:22:38.490437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:38.492912 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4334983-e175-4542-8881-1a91e836b9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:38.625165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] For port 72ad857c-083f-491f-b1ea-0725f60fc88d, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72ad857c-083f-491f-b1ea-0725f60fc88d,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:38.625449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.753078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Calling delete_port for 72ad857c-083f-491f-b1ea-0725f60fc88d owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:38.755190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0b03-2bf8-49e3-9aa9-c1bbd292c10d service neutron] Pushing event updated for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:38.993864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c591b88-1c50-4964-b8f3-820abebffc14 req-781ed0f9-4f74-4227-b4ef-ab7408d9043b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.002827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c591b88-1c50-4964-b8f3-820abebffc14 req-781ed0f9-4f74-4227-b4ef-ab7408d9043b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.5480731 Jul 23 16:22:39.079551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-475d8530-bb18-4c7e-a0c5-41641400cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.081687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-475d8530-bb18-4c7e-a0c5-41641400cae5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1095 time: 0.4535213 Jul 23 16:22:39.092255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c591b88-1c50-4964-b8f3-820abebffc14 req-c6ec1b25-0124-4619-8ccb-89b2abc5df8a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884643 Jul 23 16:22:39.134907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-c981aae0-39eb-4282-a311-d2a51ac8e6f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0416095 Jul 23 16:22:39.205345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244'}, {'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:39.212626 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f8766-2019-44f7-ae62-bd2cc9986ee6" -d '{"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-plugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244"}, {"server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "name": "network-vif-plugged", "status": "completed", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:39.236252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-abf6baec-522c-48ec-ad14-5f0ec695cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.238037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-abf6baec-522c-48ec-ad14-5f0ec695cbc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0941677 Jul 23 16:22:39.260462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.314308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['99e14acb-1ff3-4286-92ca-306d3dfb163e', 'ddfed689-5f9f-420b-8714-48beafcbf35f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:39.318970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event deleted for resources: {'Port': ['ID=72ad857c-083f-491f-b1ea-0725f60fc88d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:39.424483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] No DVR routers for this DVR port 72ad857c-083f-491f-b1ea-0725f60fc88d on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:39.446811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:39.455846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a4a8904-be24-4c67-9992-b629c84d34cc req-44824be2-0041-4ac0-a193-457a2fb1e2ab tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "DELETE /v2.0/ports/72ad857c-083f-491f-b1ea-0725f60fc88d HTTP/1.1" status: 204 len: 173 time: 2.0088134 Jul 23 16:22:39.495175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-9851d4b7-f80d-469e-8d80-d29256242dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:39.498199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-9851d4b7-f80d-469e-8d80-d29256242dc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492480 Jul 23 16:22:39.776431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-e46ccfe2-187b-42a9-835d-02314ed64dfa service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688847 Jul 23 16:22:40.078992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ce58769-8063-4271-9a7e-3ad2a8a2b5a6 req-3c4bf7b1-2900-400f-8989-8100bc42a798 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828546 Jul 23 16:22:40.413422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72ad857c-083f-491f-b1ea-0725f60fc88d no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:40.444575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 72ad857c-083f-491f-b1ea-0725f60fc88d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:40.445457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72ad857c-083f-491f-b1ea-0725f60fc88d not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:41.301059 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.757765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd8c486f-4921-4e9b-9c3c-7850a27922c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.554086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c72e5494-f3db-4753-8027-dae402bfcf6c details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:22:43.699761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c72e5494-f3db-4753-8027-dae402bfcf6c,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:43.714644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:22:43.766462 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.785512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72e5494-f3db-4753-8027-dae402bfcf6c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:43.831658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c72e5494-f3db-4753-8027-dae402bfcf6c,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:43.838186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.921682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:44.145361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c72e5494-f3db-4753-8027-dae402bfcf6c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:44.283318 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:44.393725 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c69293-4ee4-498d-ab62-c5b17636368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.428508 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.573856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c72e5494-f3db-4753-8027-dae402bfcf6c up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:22:45.657131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port c72e5494-f3db-4753-8027-dae402bfcf6c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:45.664127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port c72e5494-f3db-4753-8027-dae402bfcf6c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:45.664794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.762789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.805590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c72e5494-f3db-4753-8027-dae402bfcf6c,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:45.813823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:45.875838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.782381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5021-b6e3-49cc-8d7f-0e733faa90c1 req-beaa6f87-d56b-44bd-88d9-0a95be5a36d3 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.783926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e11a5021-b6e3-49cc-8d7f-0e733faa90c1 req-beaa6f87-d56b-44bd-88d9-0a95be5a36d3 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.0844777 Jul 23 16:22:46.883871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e11a5021-b6e3-49cc-8d7f-0e733faa90c1 req-0f293935-b5c1-436e-873a-26e3e0084cda tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Jul 23 16:22:46.907805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f48e40-88cf-464a-ae18-3320dde14f96 req-565f1cef-9fbe-4d5c-a4ab-4b60552cedc4 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.909470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3f48e40-88cf-464a-ae18-3320dde14f96 req-565f1cef-9fbe-4d5c-a4ab-4b60552cedc4 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.1365201 Jul 23 16:22:46.983711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3f48e40-88cf-464a-ae18-3320dde14f96 req-11fdbaa1-ed10-4374-b3a3-f46a0eb207ee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490808 Jul 23 16:22:47.020704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-8884b061-5b29-487b-a115-1351e37b5203 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405171 Jul 23 16:22:47.115777 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52cc5b-f2f1-4a93-af5e-ee585b99caff x-openstack-request-id: req-0a52cc5b-f2f1-4a93-af5e-ee585b99caff {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:47.116301 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-plugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244", "code": 200}, {"server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "name": "network-vif-plugged", "status": "completed", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:47.116422 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a52cc5b-f2f1-4a93-af5e-ee585b99caff {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:47.116773 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244', 'code': 200} Jul 23 16:22:47.117037 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4', 'code': 200} Jul 23 16:22:47.163988 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80256d8c-17a3-40a5-a9f6-a86d7d7d7c11 x-openstack-request-id: req-80256d8c-17a3-40a5-a9f6-a86d7d7d7c11 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:47.164278 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:47.164534 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80256d8c-17a3-40a5-a9f6-a86d7d7d7c11 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:47.164981 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:22:47.334999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-734f657a-d784-424b-98f5-25490732c520 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.345235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-734f657a-d784-424b-98f5-25490732c520 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174095 Jul 23 16:22:47.353242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:47.390536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-01ebb77d-4537-410f-a731-b59cff17fdd4 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0443203 Jul 23 16:22:47.415996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f5a7-e9c2-4eb1-bb1d-41d1bc8b2cab req-e7d46e41-f4d2-48f6-803c-3ab6a146568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.418118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b0f5a7-e9c2-4eb1-bb1d-41d1bc8b2cab req-e7d46e41-f4d2-48f6-803c-3ab6a146568f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 1096 time: 0.2293181 Jul 23 16:22:47.419884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334983-e175-4542-8881-1a91e836b9a7 req-3a46f888-4362-406d-b939-5d3671fa35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.421272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-3a46f888-4362-406d-b939-5d3671fa35d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.2592070 Jul 23 16:22:47.591238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334983-e175-4542-8881-1a91e836b9a7 req-80f47eff-8af9-4a62-839e-dbb35d32a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.595977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-80f47eff-8af9-4a62-839e-dbb35d32a066 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1565771 Jul 23 16:22:47.608939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14ea98-7851-4efb-aa72-ca1d85179cbe req-a5cdf110-a8f0-4a45-88bd-93586569662b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.610449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba14ea98-7851-4efb-aa72-ca1d85179cbe req-a5cdf110-a8f0-4a45-88bd-93586569662b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.3861773 Jul 23 16:22:47.712744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-b3a01b7f-494e-41f5-92f5-3f85df523d5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0887549 Jul 23 16:22:47.741082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b0f5a7-e9c2-4eb1-bb1d-41d1bc8b2cab req-fd28ed40-490c-460a-9d0b-7c5f2ed7b7d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003221 Jul 23 16:22:47.805396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba14ea98-7851-4efb-aa72-ca1d85179cbe req-20afa1c1-e7b1-4bcd-9a97-ed89e3690b52 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674862 Jul 23 16:22:47.822868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334983-e175-4542-8881-1a91e836b9a7 req-7f2ee3c0-4cdd-4756-b57c-303889a96594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.824412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-7f2ee3c0-4cdd-4756-b57c-303889a96594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0964375 Jul 23 16:22:47.850065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-1080a0ac-304f-4e03-97f6-6ab4e19fe13c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4400380 Jul 23 16:22:47.948891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4334983-e175-4542-8881-1a91e836b9a7 req-23c55664-e1cc-42c4-a466-729612058ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:47.950601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-23c55664-e1cc-42c4-a466-729612058ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995259 Jul 23 16:22:48.194394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-628a9f25-cdab-493a-89b7-baa620b2c4e6 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327745 Jul 23 16:22:48.439571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4334983-e175-4542-8881-1a91e836b9a7 req-40665ac9-eba0-499b-8112-eb8c35cb17af service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367518 Jul 23 16:22:48.475087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-be68b15f-0e9c-4dd8-8629-3ef29fd8499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.476607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-be68b15f-0e9c-4dd8-8629-3ef29fd8499e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1150339 Jul 23 16:22:48.571282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b097f38-1dca-450a-9e9b-8d787d13f5a4 req-cd0abbe5-6b4d-4ba0-92bc-da1b777547e1 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 210 time: 0.0547824 Jul 23 16:22:48.762126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695628c1-173a-47df-a280-9b77f5884875 req-1dca5076-8ee7-4f25-b902-073e9b773c40 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.763942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-695628c1-173a-47df-a280-9b77f5884875 req-1dca5076-8ee7-4f25-b902-073e9b773c40 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.2281637 Jul 23 16:22:48.768283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-9bbff946-a6f5-4e0f-91d1-12f9f2f77ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.769693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-9bbff946-a6f5-4e0f-91d1-12f9f2f77ea2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 911 time: 0.2351213 Jul 23 16:22:48.835616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-293cf31b-ca94-44d8-9abd-8de13354893e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aba4a867-96a9-428d-addd-5d2c761b56b0 HTTP/1.1" status: 200 len: 217 time: 0.0535305 Jul 23 16:22:48.887397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-695628c1-173a-47df-a280-9b77f5884875 req-15c83cfc-c939-41e6-ba8c-e6ea0a883033 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130912 Jul 23 16:22:48.918730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd43e-3599-47a8-a49e-18c675b60751 req-13a78bec-8964-43b3-a095-b80f197cb9b4 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.920343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06abd43e-3599-47a8-a49e-18c675b60751 req-13a78bec-8964-43b3-a095-b80f197cb9b4 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.2209032 Jul 23 16:22:48.928263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-6b6002f6-c75e-4367-9b46-98ece36a4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:48.929828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-6b6002f6-c75e-4367-9b46-98ece36a4350 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.0844743 Jul 23 16:22:48.986179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-8fe757a2-58ae-45d1-9db2-00f016f2f0be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467756 Jul 23 16:22:49.045691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06abd43e-3599-47a8-a49e-18c675b60751 req-057e4080-eb1f-4774-90f9-88edf7e40c6c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076746 Jul 23 16:22:49.118823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:49.124072 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc727161-ae32-454d-8036-6c629de4c092" -d '{"events": [{"server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "name": "network-vif-plugged", "status": "completed", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:49.134273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-158ae0cc-78e6-4dad-9991-b6c77ea85566 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339800 Jul 23 16:22:49.166628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'name': 'network-vif-deleted', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:49.170089 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b1f4b4-45af-4ba3-be29-c6d927441230" -d '{"events": [{"server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "name": "network-vif-deleted", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:49.304200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b9ad75a-27bf-417e-860f-9f3e360ba6cd req-facfbbaf-a8ea-4df0-b4ef-fe2e6553f44a service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616337 Jul 23 16:22:49.335060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfa9fb-3ae5-4100-b3ca-98903e03bae7 req-5d3ca6ba-3cf3-44e4-b830-3c891f37f0a3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.337106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbbfa9fb-3ae5-4100-b3ca-98903e03bae7 req-5d3ca6ba-3cf3-44e4-b830-3c891f37f0a3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.0959771 Jul 23 16:22:49.369005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-133cd404-a1e3-422f-9d10-98c08a3a93a0 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303862 Jul 23 16:22:49.451342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbbfa9fb-3ae5-4100-b3ca-98903e03bae7 req-341b3cd8-5e1f-4eb1-bf9f-e6c4696bf87a tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004770 Jul 23 16:22:49.492282 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa9784-a49b-4c07-8722-3f7a7a0e451e x-openstack-request-id: req-4caa9784-a49b-4c07-8722-3f7a7a0e451e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:49.492785 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "name": "network-vif-plugged", "status": "completed", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:49.493213 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4caa9784-a49b-4c07-8722-3f7a7a0e451e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:49.493772 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'code': 200} Jul 23 16:22:49.597531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-4ae55f8a-20b3-48e0-b59c-2d8bc801f623 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.599171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-4ae55f8a-20b3-48e0-b59c-2d8bc801f623 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195504 Jul 23 16:22:49.617787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:49.692197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1883-1262-4bf6-986b-c4175cb7ec25 req-5da3a8d3-5767-4158-bccb-e473fe9ece4c tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.693828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11fd1883-1262-4bf6-986b-c4175cb7ec25 req-5da3a8d3-5767-4158-bccb-e473fe9ece4c tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.1861155 Jul 23 16:22:49.815713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11fd1883-1262-4bf6-986b-c4175cb7ec25 req-c8e42e7d-fe4d-46b0-85b7-616c3bad2124 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073985 Jul 23 16:22:49.825255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede76660-a9a3-412c-9b61-2ae9d28aafc6 req-4d2ff45d-1deb-4f1a-91d1-584644434908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.827045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ede76660-a9a3-412c-9b61-2ae9d28aafc6 req-4d2ff45d-1deb-4f1a-91d1-584644434908 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.2269247 Jul 23 16:22:49.877898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:49.884208 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:49.888485 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676eb6bd-d0d2-4f6a-9537-a3cc2868fbce x-openstack-request-id: req-676eb6bd-d0d2-4f6a-9537-a3cc2868fbce {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:49.889235 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b80e0eb-7500-448a-bfee-37e3dc304577", "name": "network-vif-deleted", "tag": "72ad857c-083f-491f-b1ea-0725f60fc88d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:49.889235 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-676eb6bd-d0d2-4f6a-9537-a3cc2868fbce {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:49.889703 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b80e0eb-7500-448a-bfee-37e3dc304577', 'name': 'network-vif-deleted', 'tag': '72ad857c-083f-491f-b1ea-0725f60fc88d', 'status': 'completed', 'code': 200} Jul 23 16:22:49.909980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ede76660-a9a3-412c-9b61-2ae9d28aafc6 req-3c271dcd-8f64-4500-89e6-59e92f81dd2d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755825 Jul 23 16:22:50.074359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c573d218-b83f-46ab-8c6d-42c1a37239ee req-a68094c4-342d-4dec-936b-03400456ac19 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 210 time: 0.0397451 Jul 23 16:22:50.105642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.150 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/6030e57c-c2de-45ac-b66d-6de447bd3dce) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:50.499125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:50.600168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.637612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:50.643242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.648748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b9c3b-4138-4623-a31c-2e6013543879 req-52a4abb6-afa3-41d2-b6cc-0289046228b6 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.650296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f2b9c3b-4138-4623-a31c-2e6013543879 req-52a4abb6-afa3-41d2-b6cc-0289046228b6 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.5291288 Jul 23 16:22:50.660354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46668) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:50.664869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Request body: {'floatingip': {'port_id': '4c523dc1-9486-4966-be96-c06ee12920f4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:50.679781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc78ff-2126-4bb8-ad0c-ac9d252ed4e5 req-53a4b42d-de85-4ff5-856d-7323fd06eb1c tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.687247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97bc78ff-2126-4bb8-ad0c-ac9d252ed4e5 req-53a4b42d-de85-4ff5-856d-7323fd06eb1c tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.5214920 Jul 23 16:22:50.701500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:50.727795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546484-6814-45fc-b1b2-334951ffeafa req-14cb7f2a-82e5-443c-a95e-4f53635d0ea9 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:50.729372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e546484-6814-45fc-b1b2-334951ffeafa req-14cb7f2a-82e5-443c-a95e-4f53635d0ea9 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.5190957 Jul 23 16:22:50.755371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.762439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.823547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97bc78ff-2126-4bb8-ad0c-ac9d252ed4e5 req-0deadaba-e45a-4f89-a14d-d9ead5680ad8 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353118 Jul 23 16:22:50.867826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 6030e57c-c2de-45ac-b66d-6de447bd3dce will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:51.048807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Deleting port ddfed689-5f9f-420b-8714-48beafcbf35f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:51.049874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.055824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.076898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:51.134936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:51.450771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:51.482268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:51.490386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:51.497736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:51.520080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:51.528328 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea22991-aad3-478b-b359-9a23a194e6ed" -d '{"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-unplugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:51.543245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.549187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.602279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] For port ddfed689-5f9f-420b-8714-48beafcbf35f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ddfed689-5f9f-420b-8714-48beafcbf35f,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:51.603016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.707135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Calling delete_port for ddfed689-5f9f-420b-8714-48beafcbf35f owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:51.728451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.729120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.730223 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Floating IP 2a51cf41-e005-4027-8ff6-68c81c53abd8 associated. External IP: 172.25.2.110, port: 4c523dc1-9486-4966-be96-c06ee12920f4. Jul 23 16:22:51.744004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce58d6-33b7-460a-866a-31e9a2a33632 req-43a4a68e-a9e6-443c-bfaf-a8aed334c5b3 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.747873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ce58d6-33b7-460a-866a-31e9a2a33632 req-43a4a68e-a9e6-443c-bfaf-a8aed334c5b3 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.3397586 Jul 23 16:22:51.895565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-a583d44d-0a1a-49fd-9b08-2e11dc419979 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2818611 Jul 23 16:22:51.917492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ce58d6-33b7-460a-866a-31e9a2a33632 req-ca6f77a6-04e2-43c5-b894-2e3828fd68c1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511166 Jul 23 16:22:51.945373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Request body: {'port': {'device_id': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:51.988827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8b16-5ebf-4bdf-b713-c6f7b64b5a43 req-90671c7f-4fc5-4bf9-9943-da462cc16570 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:51.990443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9ce8b16-5ebf-4bdf-b713-c6f7b64b5a43 req-90671c7f-4fc5-4bf9-9943-da462cc16570 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 945 time: 0.3628345 Jul 23 16:22:52.041890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a05e75da-63fc-4ccf-9a04-cbee6b5e9015 None None] Provisioning for port 6030e57c-c2de-45ac-b66d-6de447bd3dce completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:52.052079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a05e75da-63fc-4ccf-9a04-cbee6b5e9015 None None] Provisioning complete for port 6030e57c-c2de-45ac-b66d-6de447bd3dce triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:52.052799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a05e75da-63fc-4ccf-9a04-cbee6b5e9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.053471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Router c5bf55ed-d209-481f-9bc3-6250d8d5a94e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:22:52.093618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a05e75da-63fc-4ccf-9a04-cbee6b5e9015 None None] Port 6030e57c-c2de-45ac-b66d-6de447bd3dce cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:22:52.162990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9ce8b16-5ebf-4bdf-b713-c6f7b64b5a43 req-973c789c-2a05-4d30-85f2-449acace3192 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Jul 23 16:22:52.172059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:52.180010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.184995 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Sync routers for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:22:52.197037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.199234 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:52.200195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:52.263699 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c12c8a03-e39c-405b-8179-8927fc5c2aaa tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "PUT /v2.0/floatingips/2a51cf41-e005-4027-8ff6-68c81c53abd8 HTTP/1.1" status: 200 len: 991 time: 1.6028111 Jul 23 16:22:52.264394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:52.267419 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac6f5e-e8e4-4137-8900-50f758181933" -d '{"events": [{"name": "network-changed", "server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:52.327728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] No DVR routers for this DVR port ddfed689-5f9f-420b-8714-48beafcbf35f on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:52.334105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.336113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e546484-6814-45fc-b1b2-334951ffeafa req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "DELETE /v2.0/ports/ddfed689-5f9f-420b-8714-48beafcbf35f HTTP/1.1" status: 204 len: 173 time: 1.5926721 Jul 23 16:22:52.338322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0df33-fc00-4cd0-a207-18311ff53cf5 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event deleted for resources: {'Port': ['ID=ddfed689-5f9f-420b-8714-48beafcbf35f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:52.340663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'name': 'network-vif-deleted', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:52.343261 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060d940-0dee-4976-886e-f3d04d973701" -d '{"events": [{"server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "name": "network-vif-deleted", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:52.368320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14ad9-1033-4335-835b-6bf6fb923110 req-9b7def03-c0db-41ed-b101-34884b3fb5ac tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.370687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7f14ad9-1033-4335-835b-6bf6fb923110 req-9b7def03-c0db-41ed-b101-34884b3fb5ac tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 936 time: 0.3370214 Jul 23 16:22:52.388004 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:52.393625 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.501922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['99e14acb-1ff3-4286-92ca-306d3dfb163e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:22:52.554222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ddfed689-5f9f-420b-8714-48beafcbf35f no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:52.589462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ddfed689-5f9f-420b-8714-48beafcbf35f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:52.590242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ddfed689-5f9f-420b-8714-48beafcbf35f not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:52.642178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7f14ad9-1033-4335-835b-6bf6fb923110 req-5fec2d0d-023b-4f94-b1e2-0aabbb384f76 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513731 Jul 23 16:22:52.722171 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2a51cf41-e005-4027-8ff6-68c81c53abd8', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'port_id': '4c523dc1-9486-4966-be96-c06ee12920f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'mac_address': 'fa:16:3e:c3:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0d037-c9ec-4310-9496-fee635aff166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:15Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 1, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:52.725855 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13faa89-6d30-4cb4-854d-c00fbd1af5e5 x-openstack-request-id: req-a13faa89-6d30-4cb4-854d-c00fbd1af5e5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:52.727435 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-unplugged", "status": "completed", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:52.727947 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a13faa89-6d30-4cb4-854d-c00fbd1af5e5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:52.734425 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244', 'code': 200} Jul 23 16:22:52.774304 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Checking router: c5bf55ed-d209-481f-9bc3-6250d8d5a94e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:22:52.776927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-e400d53e-7f5e-4b6c-9273-d161e664b52c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:52.778620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-e400d53e-7f5e-4b6c-9273-d161e664b52c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.4066591 Jul 23 16:22:52.784641 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:52.785665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:52.857600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-6989f115-3ec6-4673-9548-2b3fd8dc683b tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/quotas/897d00f5d2da4a25b261fe7232bd6230 HTTP/1.1" status: 200 len: 375 time: 0.0705030 Jul 23 16:22:52.997411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:22:53.060466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015486e-17d4-4fa0-b589-33d636cba60f req-f079d588-3639-41a3-811d-75598b91cf62 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.062065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5015486e-17d4-4fa0-b589-33d636cba60f req-f079d588-3639-41a3-811d-75598b91cf62 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.2767735 Jul 23 16:22:53.081603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-6d7f919f-3f2d-4485-835a-cdb6bb010ff2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:53.083174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-6d7f919f-3f2d-4485-835a-cdb6bb010ff2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86a6c599-169a-45d3-b480-de75562f5621 HTTP/1.1" status: 200 len: 944 time: 0.2246499 Jul 23 16:22:53.108528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-7a0c8d1b-6020-44de-9e12-01ed3a0e39e8 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2347374 Jul 23 16:22:53.239592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6030e57c-c2de-45ac-b66d-6de447bd3dce {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:22:53.266186 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2a51cf41-e005-4027-8ff6-68c81c53abd8', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'port_id': '4c523dc1-9486-4966-be96-c06ee12920f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'mac_address': 'fa:16:3e:c3:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0d037-c9ec-4310-9496-fee635aff166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:15Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 1, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:53.294087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5015486e-17d4-4fa0-b589-33d636cba60f req-c7a38e44-5a34-4b09-9b74-f1d552b2e472 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176011 Jul 23 16:22:53.301864 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55abc-9659-4268-8f8b-cb5d98d79051 None None] The sync data for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 is: [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2a51cf41-e005-4027-8ff6-68c81c53abd8', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'port_id': '4c523dc1-9486-4966-be96-c06ee12920f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'mac_address': 'fa:16:3e:c3:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0d037-c9ec-4310-9496-fee635aff166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:15Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 1, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:22:53.328471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.379584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-cfa3e9cc-85cf-4514-b669-cf012e02ab3c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d00593ae-6a07-416a-bc87-e437036f29c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0480819 Jul 23 16:22:53.385306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Transition to ACTIVE for port object 6030e57c-c2de-45ac-b66d-6de447bd3dce will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:53.422064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-2301ad7a-2640-45b1-9106-2693b1216331 service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959418 Jul 23 16:22:53.425499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.508252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-8ce27f95-937e-4305-b532-14cfeedd8182 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&device_id=d00593ae-6a07-416a-bc87-e437036f29c8 HTTP/1.1" status: 200 len: 210 time: 0.0800793 Jul 23 16:22:53.575877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Deleting port 72f01d65-5a82-4409-93b9-8d2de1757244 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:22:53.576210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.598160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Pushing event updated for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:53.677398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae55648-b1cd-4ead-a908-68899359c074 None None] New status for floating IP 2a51cf41-e005-4027-8ff6-68c81c53abd8: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:22:53.844197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] For port 72f01d65-5a82-4409-93b9-8d2de1757244, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=72f01d65-5a82-4409-93b9-8d2de1757244,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:53.844813 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.925564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Calling delete_port for 72f01d65-5a82-4409-93b9-8d2de1757244 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:22:53.937109 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ab8fe-9086-4bad-8976-a08c29b71534 x-openstack-request-id: req-ff9ab8fe-9086-4bad-8976-a08c29b71534 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:53.938060 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:53.938927 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff9ab8fe-9086-4bad-8976-a08c29b71534 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:53.939523 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4', 'status': 'completed', 'code': 200} Jul 23 16:22:54.005609 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c7d59-4c51-439f-9947-90260f6a5152 x-openstack-request-id: req-e12c7d59-4c51-439f-9947-90260f6a5152 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:54.005910 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00593ae-6a07-416a-bc87-e437036f29c8", "name": "network-vif-deleted", "tag": "ddfed689-5f9f-420b-8714-48beafcbf35f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:54.006197 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e12c7d59-4c51-439f-9947-90260f6a5152 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:54.006614 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00593ae-6a07-416a-bc87-e437036f29c8', 'name': 'network-vif-deleted', 'tag': 'ddfed689-5f9f-420b-8714-48beafcbf35f', 'status': 'completed', 'code': 200} Jul 23 16:22:54.074032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-82741ca0-c4b2-4138-b589-7ce9324e38a8 service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083446 Jul 23 16:22:54.130719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-b425f0e8-e3ef-4a48-834a-d40d792291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.132090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-b425f0e8-e3ef-4a48-834a-d40d792291c1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5854855 Jul 23 16:22:54.172655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Attempting to bind port 6030e57c-c2de-45ac-b66d-6de447bd3dce on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:54.173001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Attempting to bind port 6030e57c-c2de-45ac-b66d-6de447bd3dce by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:54.173319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Attempting to bind port 6030e57c-c2de-45ac-b66d-6de447bd3dce on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:54.210825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Port 6030e57c-c2de-45ac-b66d-6de447bd3dce on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:22:54.211155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Attempting to bind port 6030e57c-c2de-45ac-b66d-6de447bd3dce on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:54.272096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:54.273853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:54.273853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:54.273853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Bound port: 6030e57c-c2de-45ac-b66d-6de447bd3dce, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:54.273853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.343654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-647de943-1b78-40ab-9ddb-4f8c0254d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.345426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-647de943-1b78-40ab-9ddb-4f8c0254d32c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=550ee452edaa4aab8b23dbc408c53c55&device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 1096 time: 0.3706951 Jul 23 16:22:54.883557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-50286690-19f3-4806-b416-4484c93ca518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.885699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c122b22c-51c0-4bf7-8e6b-b41c2ae044fb req-50286690-19f3-4806-b416-4484c93ca518 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7402558 Jul 23 16:22:54.911424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4d70-0fde-4e0a-bbf6-000fa7e096a7 req-fccf0fdc-0e7f-4652-88ca-7d20c0c67dae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:54.919114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23ab4d70-0fde-4e0a-bbf6-000fa7e096a7 req-fccf0fdc-0e7f-4652-88ca-7d20c0c67dae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.8763559 Jul 23 16:22:55.103099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.107295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:55.127156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-5385d626-aa90-4780-b401-287b87ebef0c tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8188515 Jul 23 16:22:55.127156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:55.167954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.177662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:55.183327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-262daa8f-6288-420e-b8c1-c62b48f4cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.184758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-262daa8f-6288-420e-b8c1-c62b48f4cc16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a HTTP/1.1" status: 200 len: 907 time: 0.8125739 Jul 23 16:22:55.191134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event deleted for resources: {'Port': ['ID=72f01d65-5a82-4409-93b9-8d2de1757244,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:55.203183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23ab4d70-0fde-4e0a-bbf6-000fa7e096a7 req-aff3ef49-35f7-4421-a2de-89000bd0182a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831693 Jul 23 16:22:55.384588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.386241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.388746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] 10.222.0.67 "PUT /v2.0/ports/6030e57c-c2de-45ac-b66d-6de447bd3dce HTTP/1.1" status: 200 len: 1096 time: 3.4637802 Jul 23 16:22:55.495698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] No DVR routers for this DVR port 72f01d65-5a82-4409-93b9-8d2de1757244 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:22:55.497537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.500609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.502756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ecf3505-b89b-49f6-94de-07f4c1c09f9c req-97d8e039-8d9b-408c-930f-b53d1fd4cdbb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "DELETE /v2.0/ports/72f01d65-5a82-4409-93b9-8d2de1757244 HTTP/1.1" status: 204 len: 173 time: 2.3998010 Jul 23 16:22:55.665266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-9ff3364e-dcca-4669-8ee1-df9453644771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c523dc1-9486-4966-be96-c06ee12920f4 HTTP/1.1" status: 200 len: 1001 time: 0.4560390 Jul 23 16:22:55.689523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a558-9e94-4c81-8d2b-b768348026ca service neutron] Pushing event updated for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:55.730425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:22:55.841564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-97aab839-48b7-4148-aa65-4f5254458dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.842994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-97aab839-48b7-4148-aa65-4f5254458dd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c891a19-f8a5-4de6-8841-f5367ce49df2 HTTP/1.1" status: 200 len: 845 time: 0.1553805 Jul 23 16:22:55.854113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17896-56b0-49d8-bb81-14a2514632f1 req-e0d0c4c4-a977-473f-96d2-dd5a76d8a78e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.855579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50a17896-56b0-49d8-bb81-14a2514632f1 req-e0d0c4c4-a977-473f-96d2-dd5a76d8a78e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 948 time: 0.4626997 Jul 23 16:22:55.874447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-88234324-c2ef-4d9b-97e5-9f8805dbd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.875891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-88234324-c2ef-4d9b-97e5-9f8805dbd893 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 1099 time: 0.3954730 Jul 23 16:22:55.978674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:55.984024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1692631813'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:55.990430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-91b32896-68b7-422f-a9ed-5b54a1bb1cb0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.991998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-91b32896-68b7-422f-a9ed-5b54a1bb1cb0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.3734765 Jul 23 16:22:56.002172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-86e55dd7-305c-4b71-af69-2ee4341ed8c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce HTTP/1.1" status: 200 len: 217 time: 0.0908599 Jul 23 16:22:56.009314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:56.014163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce'}, {'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-deleted', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:22:56.014895 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0036a-c4a6-4964-9792-5d1a602047d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce"}, {"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-deleted", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:22:56.016638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.035803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Request body: {'port': {'device_id': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'admin_state_up': True, 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:56.043117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:56.054965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.055664 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Added segment 92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882 of type vlan for network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 Jul 23 16:22:56.085112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50a17896-56b0-49d8-bb81-14a2514632f1 req-1b25e5e9-846f-4312-a6e0-bab1223fe585 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218611 Jul 23 16:22:56.101152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.133420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.140354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.140865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.173702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-fca811c7-4207-4c98-859d-d09adea5be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.175549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-fca811c7-4207-4c98-859d-d09adea5be95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1518567 Jul 23 16:22:56.191621 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2115548 Jul 23 16:22:56.195041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-293548e2-f794-4c9b-b812-e06002d86e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.197558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-293548e2-f794-4c9b-b812-e06002d86e84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398781 Jul 23 16:22:56.199900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46842) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:56.207041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1903899857'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:56.301662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.361615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:56.365484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.497190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-702373b6-faa0-4fcc-90a5-486c02c1370b req-0b5509b4-0a8f-4965-8109-b78b06d4623d tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 210 time: 0.1395800 Jul 23 16:22:56.535431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:22:56.545182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-3286e251-49ca-44f3-a401-30a558272cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:56.546744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-3286e251-49ca-44f3-a401-30a558272cdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3477824 Jul 23 16:22:56.556084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:56.559860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.570719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3c349-affc-4856-ab42-026732c83124 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Network': ['ID=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:56.576145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 72f01d65-5a82-4409-93b9-8d2de1757244 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:22:56.576855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 72f01d65-5a82-4409-93b9-8d2de1757244 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:22:56.583190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:56.596204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:22:56.631286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-b8778cd4-7011-483f-91d4-57a9c647e89f service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860872 Jul 23 16:22:56.657430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.657770 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Added segment 7b2f8337-cf6d-425f-9e0a-5cfdc27d552f of type vlan for network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 Jul 23 16:22:56.808175 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b91ebe8-7475-4793-9ca6-8977e7c67cfb x-openstack-request-id: req-3b91ebe8-7475-4793-9ca6-8977e7c67cfb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:22:56.808480 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce", "status": "completed", "code": 200}, {"server_uuid": "86a6c599-169a-45d3-b480-de75562f5621", "name": "network-vif-deleted", "tag": "72f01d65-5a82-4409-93b9-8d2de1757244", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:22:56.808947 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b91ebe8-7475-4793-9ca6-8977e7c67cfb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:22:56.809374 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce', 'status': 'completed', 'code': 200} Jul 23 16:22:56.809667 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6c599-169a-45d3-b480-de75562f5621', 'name': 'network-vif-deleted', 'tag': '72f01d65-5a82-4409-93b9-8d2de1757244', 'status': 'completed', 'code': 200} Jul 23 16:22:57.143925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Allocated IP 172.25.2.189 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/8b81adc2-f88b-42c2-9e25-36a8dcda273e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:57.146970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.271807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-5830b1d7-643f-452d-93cd-fa43746e67b4 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096303 Jul 23 16:22:57.350555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36ac6f5e-e8e4-4137-8900-50f758181933 req-e7eb46d5-0ae6-4eb7-9b6d-f571779b5678 service neutron] 10.222.0.67 "GET /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083375 Jul 23 16:22:57.394967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.400546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.401176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.446328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Allocated IP 172.20.0.6 (abbaa914-1648-49ce-862f-314a68a4a9fc/bd92966d-d675-4d1c-8995-28d87a304798/1fa5cafe-2a93-4cab-93cb-032d26577c80) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:57.527818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3255296 Jul 23 16:22:57.530707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46858) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:57.539694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'subnet': {'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:57.568904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d45c6-27fb-4513-83b9-5b9a98751c3b req-e7a0cb72-b5da-4ee4-8a10-13dcf85a95b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.570450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-676d45c6-27fb-4513-83b9-5b9a98751c3b req-e7a0cb72-b5da-4ee4-8a10-13dcf85a95b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.4296269 Jul 23 16:22:57.586438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b82faa-7bcf-4639-a8cf-4a1d70183d7e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Network': ['ID=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.599164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:22:57.640415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:57.644521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.646229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9459bd-9cd9-457b-b58a-9b6882ec7aac req-40fc9910-57ec-4ad4-9b26-db872c5ecbbb service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459387 Jul 23 16:22:57.656024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.703389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-676d45c6-27fb-4513-83b9-5b9a98751c3b req-267f5005-485c-46e8-bf4b-3a07595d6191 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228166 Jul 23 16:22:57.846027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.917357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-4c10e0ef-c5c8-4601-b14e-f984d4db7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:57.919296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-4c10e0ef-c5c8-4601-b14e-f984d4db7c11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 1099 time: 0.2018747 Jul 23 16:22:57.922429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.922657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:57.933113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:57.949426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:57.968166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:57.977086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event updated for resources: {'Port': ['ID=8b81adc2-f88b-42c2-9e25-36a8dcda273e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:57.994701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Subnet': ['ID=173ad981-9ac8-4ac9-82c3-e900495208d7,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.014859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:58.015693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network hostable DHCP agents. Network: 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:58.034780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:58.045725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:58.051001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.051602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.066135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52abef-2cdf-455d-b2f0-28228aca4519 None None] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:58.078113 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-958a3d56-b38e-4267-9ec7-787752ade387 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5454824 Jul 23 16:22:58.080286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:58.090603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'subnet': {'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:58.119049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-41269956-23d2-435e-8353-4a3dc08a096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.121003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-41269956-23d2-435e-8353-4a3dc08a096a service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1913605 Jul 23 16:22:58.142383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.212125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:58.217128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.263989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-00917314-9b24-44a8-a1f5-fd3588f219a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce HTTP/1.1" status: 200 len: 217 time: 0.1230886 Jul 23 16:22:58.280707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:58.281562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.327407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Network abbaa914-1648-49ce-862f-314a68a4a9fc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:58.360777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:58.363231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.379443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:58.390909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.444014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Allocated IP 10.1.1.2 (43fbffad-5e9b-40a3-bd97-714f9cb7a0b0/173ad981-9ac8-4ac9-82c3-e900495208d7/7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:58.451075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.473779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-b3cabfb8-a923-44d2-8ee2-9c12bb7e597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.475294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-b3cabfb8-a923-44d2-8ee2-9c12bb7e597b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1900055 Jul 23 16:22:58.490631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.491313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.515131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.552371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Subnet': ['ID=8f91ce67-1fd0-4e36-8a79-221fce6daaab,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.555157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e336-3ccc-48e0-a262-a2cb5e52cb5c req-99c14832-274c-4fb2-a768-917b3848b801 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.556308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5680e336-3ccc-48e0-a262-a2cb5e52cb5c req-99c14832-274c-4fb2-a768-917b3848b801 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.3178267 Jul 23 16:22:58.585119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-38e9b2bb-2c75-4b71-82ff-6099ebd2e878 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5602553 Jul 23 16:22:58.595626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Checking segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:58.596053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network hostable DHCP agents. Network: de8b8ba0-44ff-4cce-926e-3fb332cbb2f5, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:58.600419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.616214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Request body: {'port': {'device_id': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:58.623629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:58.632209 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.634983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, de8b8ba0-44ff-4cce-926e-3fb332cbb2f5) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:58.640870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Transition to ACTIVE for port object 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:58.647695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.648296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.657569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Transition to ACTIVE for port object 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:58.662335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f43545-c920-4c1c-b51c-80d48303193e None None] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:22:58.665674 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.670570 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-602d7da4-b501-4f5b-98a1-43ae0eefd085 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5842149 Jul 23 16:22:58.671500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:58.683088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'name': 'tempest-TaggedBootDevicesTest_v242-2051562723', 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:58.692257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5680e336-3ccc-48e0-a262-a2cb5e52cb5c req-a0f415e8-3de3-4dec-93f9-5be4971a5fc3 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/security-groups?id=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125691 Jul 23 16:22:58.751843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Pushing event updated for resources: {'Port': ['ID=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:58.794117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:58.796858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:58.801611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-bb3c96e9-bbcb-49cc-90c1-fb1f7106d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:58.802354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:58.803808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-bb3c96e9-bbcb-49cc-90c1-fb1f7106d4d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087916 Jul 23 16:22:58.849878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:58.925408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Attempting to bind port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:58.926021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.926183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Attempting to bind port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:58.926516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Attempting to bind port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:58.939539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:58.940036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:58.941154 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.943664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Bound using segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:58.944841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Bound port: 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:58.945325 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.952462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.972658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] device_id is not set on port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:22:59.005007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ips': [{'subnet_id': '8f91ce67-1fd0-4e36-8a79-221fce6daaab'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:22:59.005855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.064252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] For port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:59.098970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-baa1d5d0-4916-44cf-94e8-54c9257ea0ba tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:59.100531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-baa1d5d0-4916-44cf-94e8-54c9257ea0ba tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 945 time: 0.4146690 Jul 23 16:22:59.127838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] For port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:59.134507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.152157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.224414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.1.1.230 (43fbffad-5e9b-40a3-bd97-714f9cb7a0b0/173ad981-9ac8-4ac9-82c3-e900495208d7/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:59.232579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-56d71f99-7677-4a8e-a937-24664a531199 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836575 Jul 23 16:22:59.240870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.245723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab061b8-3bfc-4013-9912-84ba5ee0d096 None None] Pushing event updated for resources: {'Port': ['ID=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.248856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Allocated IP 10.2.2.2 (de8b8ba0-44ff-4cce-926e-3fb332cbb2f5/8f91ce67-1fd0-4e36-8a79-221fce6daaab/e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:59.265028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b098e-c182-4378-83c3-0e1dfe849065 req-88448097-105c-42d3-948e-bfdccc79ee29 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:59.272832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-877b098e-c182-4378-83c3-0e1dfe849065 req-88448097-105c-42d3-948e-bfdccc79ee29 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 948 time: 0.4228051 Jul 23 16:22:59.429214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.429904 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.441800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Transition to ACTIVE for port object e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:59.451730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:59.461713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Transition to ACTIVE for port object e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:59.471895 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.520833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.544137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:59.545596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event updated for resources: {'Port': ['ID=8b81adc2-f88b-42c2-9e25-36a8dcda273e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.550505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:59.560981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:59.562726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-877b098e-c182-4378-83c3-0e1dfe849065 req-b9841c20-a91f-4a0a-8ff7-a4d9ceb47af8 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889607 Jul 23 16:22:59.568606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Pushing event updated for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.589820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:59.609786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:59.612521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:59.660225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.671768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Attempting to bind port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:59.672494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Attempting to bind port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:59.672867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Attempting to bind port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:59.679758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:59.680658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Checking segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:22:59.681327 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.682113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Bound using segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:59.684720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Bound port: e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:59.686657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.686990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.687381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.687756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.688097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.688435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.688770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.689106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.689432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.689785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.690148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.690476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.690844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:59.715550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:59.716264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.734636 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d261159-b58f-4ea8-84a0-282d8e87fd1d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0602131 Jul 23 16:22:59.736920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:22:59.742442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'name': 'tempest-TaggedBootDevicesTest_v242-732239267', 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:22:59.775504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:59.779984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:59.785483 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.888928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea7a2c-f67b-47ee-be01-3c5311799601 None None] Pushing event updated for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:59.901763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:59.907041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.936359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] device_id is not set on port 44774a99-c188-44d4-b2a7-08fbbd086dbb yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:23:00.019847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.099327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d0036a-c4a6-4964-9792-5d1a602047d3 req-4a4671c7-9800-461b-82d6-4af2bc1befed service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557644 Jul 23 16:23:00.116634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.117851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-1647bdba-620f-4936-9669-57599c443a79 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9825306 Jul 23 16:23:00.187125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.1.1.44 (43fbffad-5e9b-40a3-bd97-714f9cb7a0b0/173ad981-9ac8-4ac9-82c3-e900495208d7/44774a99-c188-44d4-b2a7-08fbbd086dbb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:00.248270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Deleting port 99e14acb-1ff3-4286-92ca-306d3dfb163e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:00.248490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.259537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-9919829b-baae-40bb-8188-4e0c29da110f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.1282461 Jul 23 16:23:00.391956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6d8ef-dfb8-4ad6-8a7e-5a1d21a73aca req-5d720b72-fca6-4061-a69d-bb1ff7510d1c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:00.396463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8a6d8ef-dfb8-4ad6-8a7e-5a1d21a73aca req-5d720b72-fca6-4061-a69d-bb1ff7510d1c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 931 time: 0.3816504 Jul 23 16:23:00.411185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.446134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object 44774a99-c188-44d4-b2a7-08fbbd086dbb will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:00.447880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa5cafe-2a93-4cab-93cb-032d26577c80 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:00.491164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.502708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.552259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:00.556093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:00.561308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:00.570612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] For port 99e14acb-1ff3-4286-92ca-306d3dfb163e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=99e14acb-1ff3-4286-92ca-306d3dfb163e,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:00.571249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.577149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Transition to ACTIVE for port object 1fa5cafe-2a93-4cab-93cb-032d26577c80 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:00.596030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:00.609954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8a6d8ef-dfb8-4ad6-8a7e-5a1d21a73aca req-511b17b7-037a-44b2-b5e2-b70447f208c7 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963084 Jul 23 16:23:00.630454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.630797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:00.631593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.634102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7c9c4-d047-45a0-a4ae-aca631c1eb17 None None] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:00.642070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Calling delete_port for 99e14acb-1ff3-4286-92ca-306d3dfb163e owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:00.656447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-01642f47-0fef-486b-9199-84bcc9056c9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9183447 Jul 23 16:23:00.704452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-ce7f2ee7-603a-442b-8f48-646c7d41a6ee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:00.705985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6840581d-89d0-471b-8a8a-34391b59bc25 req-ce7f2ee7-603a-442b-8f48-646c7d41a6ee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.4286473 Jul 23 16:23:00.742623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a0042908-b559-42bb-a635-483544553415 None None] Provisioning for port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:00.761888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.022983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Attempting to bind port 1fa5cafe-2a93-4cab-93cb-032d26577c80 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:01.023355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Attempting to bind port 1fa5cafe-2a93-4cab-93cb-032d26577c80 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:01.023716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Attempting to bind port 1fa5cafe-2a93-4cab-93cb-032d26577c80 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:01.056274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Port 1fa5cafe-2a93-4cab-93cb-032d26577c80 on network abbaa914-1648-49ce-862f-314a68a4a9fc not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:01.056920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Attempting to bind port 1fa5cafe-2a93-4cab-93cb-032d26577c80 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:01.078595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:01.085619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:01.086373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Checking segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:01.086984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Bound using segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:01.087669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Bound port: 1fa5cafe-2a93-4cab-93cb-032d26577c80, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:01.088177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.145025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:01.152832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:01.188632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc989e21-3825-41ea-b9e8-36b0db375271 req-a5366c73-0dfd-4324-8619-ec23013ca64a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.190721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc989e21-3825-41ea-b9e8-36b0db375271 req-a5366c73-0dfd-4324-8619-ec23013ca64a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.3262732 Jul 23 16:23:01.245390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.261737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:01.266922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:01.267297 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.322094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:01.325011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Pushing event deleted for resources: {'Port': ['ID=99e14acb-1ff3-4286-92ca-306d3dfb163e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.359613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc989e21-3825-41ea-b9e8-36b0db375271 req-85ece054-201c-4db8-9567-1c90fa8000ae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603136 Jul 23 16:23:01.364606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:01.402310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.451516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.453590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Provisioning for port 44774a99-c188-44d4-b2a7-08fbbd086dbb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:01.470170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] No DVR routers for this DVR port 99e14acb-1ff3-4286-92ca-306d3dfb163e on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:01.474419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.475038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca351d-3575-48ba-979b-858bdb6c0307 None None] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:01.476716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-489eb3b7-e355-4903-88d9-1a368ede0f3a req-68082dbc-ed7e-4ea0-a7cc-25c0419d0ed6 tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.81 "DELETE /v2.0/ports/99e14acb-1ff3-4286-92ca-306d3dfb163e HTTP/1.1" status: 204 len: 173 time: 2.3528872 Jul 23 16:23:01.478674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'name': 'network-vif-deleted', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:01.480133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Provisioning complete for port 44774a99-c188-44d4-b2a7-08fbbd086dbb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:01.480512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.481217 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a196864-571e-47bb-842e-c2dae3d9dae3" -d '{"events": [{"server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "name": "network-vif-deleted", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:01.494539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.495173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.496900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] 10.222.0.81 "PUT /v2.0/ports/1fa5cafe-2a93-4cab-93cb-032d26577c80 HTTP/1.1" status: 200 len: 1091 time: 2.8896737 Jul 23 16:23:01.531325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689adc3-4ff2-4f0e-abb8-d4ae575dfb99 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.555167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ad0c7f-6231-4e81-b69a-bd83e13cdd10 req-01529b69-8d46-4f10-b475-f12dfbf9b49f tempest-ListServerFiltersTestJSON-724061874 tempest-ListServerFiltersTestJSON-724061874-project] 10.222.0.64 "GET /v2.0/ports?device_id=60574aef-11d0-4edf-91b0-ee833f6b2a49 HTTP/1.1" status: 200 len: 210 time: 0.0385141 Jul 23 16:23:01.626518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Port 44774a99-c188-44d4-b2a7-08fbbd086dbb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:01.628989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:01.642472 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.692336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Provisioning complete for port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:01.693084 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.732300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-bf9e4429-992c-4c5d-aee8-8d3110f1e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.733959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-bf9e4429-992c-4c5d-aee8-8d3110f1e1e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 1094 time: 0.1529622 Jul 23 16:23:01.737425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6030e57c-c2de-45ac-b66d-6de447bd3dce details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:01.756171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c2e6e-fc37-4f71-80bc-a0765689a51c req-5a51aca3-787e-41f3-ade7-50b5ccca0d86 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.757786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe5c2e6e-fc37-4f71-80bc-a0765689a51c req-5a51aca3-787e-41f3-ade7-50b5ccca0d86 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 948 time: 0.1366389 Jul 23 16:23:01.796623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:01.821668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.822403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.822785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.823154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.823491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.823823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.824155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.824478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.824803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.825259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.825591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.825916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:01.836681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-8c289a96-4933-44d3-8e0f-26d6ba30f20a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80 HTTP/1.1" status: 200 len: 217 time: 0.0775571 Jul 23 16:23:01.944642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe5c2e6e-fc37-4f71-80bc-a0765689a51c req-05fbc06e-7af6-4139-9445-bfcc105d550f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737804 Jul 23 16:23:01.961234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-858ec41e-72ac-4338-8f13-8249411b6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:01.970022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-858ec41e-72ac-4338-8f13-8249411b6c40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.1254065 Jul 23 16:23:02.027811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-0cb61f88-ea2d-4cd1-9291-e2233625c28f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484250 Jul 23 16:23:02.118216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:02.128146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909576177', 'description': 'tempest-description--463581882'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:02.201065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.248045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:02.253339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Provisioning for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:02.257604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-57304c71-8ee1-4d5f-8cb3-a89974689b9c service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149799 Jul 23 16:23:02.275741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Provisioning complete for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:02.277365 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.305637 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c17b38-9ca9-476d-ac3e-ab7454e41c5b x-openstack-request-id: req-26c17b38-9ca9-476d-ac3e-ab7454e41c5b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:02.306992 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60574aef-11d0-4edf-91b0-ee833f6b2a49", "name": "network-vif-deleted", "tag": "99e14acb-1ff3-4286-92ca-306d3dfb163e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:02.307227 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26c17b38-9ca9-476d-ac3e-ab7454e41c5b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:02.307641 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60574aef-11d0-4edf-91b0-ee833f6b2a49', 'name': 'network-vif-deleted', 'tag': '99e14acb-1ff3-4286-92ca-306d3dfb163e', 'status': 'completed', 'code': 200} Jul 23 16:23:02.313258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '6030e57c-c2de-45ac-b66d-6de447bd3dce', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '6030e57c-c2de-45ac-b66d-6de447bd3dce', 'mac_address': 'fa:16:3e:2f:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:02.344796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.351423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.374431 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.391122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.392721 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2718470 Jul 23 16:23:02.396305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:02.397067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eff27e76-1aed-457b-937f-cf602a55bfe8 None None] Port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:02.399667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6030e57c-c2de-45ac-b66d-6de447bd3dce {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:02.410799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'security_group_rule': {'security_group_id': '70830ac3-48b2-4650-a97a-fded394161b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:02.421868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af82c4f-8fbe-45a6-8568-56c8035cef1b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70830ac3-48b2-4650-a97a-fded394161b6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.422562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:02.432996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.453142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.497538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.499052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267d8e0e-eea6-434d-8441-109e3316ec1e req-07a4205f-48a0-4cdb-bf26-3dddbd7c9535 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354712 Jul 23 16:23:02.511715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-a72b0707-1c68-4ce6-b0a0-f36ea46198a0 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.513972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-a72b0707-1c68-4ce6-b0a0-f36ea46198a0 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 820 time: 0.4311824 Jul 23 16:23:02.525665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.529545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Provisioning complete for port 44774a99-c188-44d4-b2a7-08fbbd086dbb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:02.530005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.532600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.539097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 99e14acb-1ff3-4286-92ca-306d3dfb163e no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:02.542641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-5eff38ca-a6eb-4939-bedf-2610ae15a8e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/quotas/723b8e007279431895c2b22741e1608f HTTP/1.1" status: 200 len: 375 time: 0.0226841 Jul 23 16:23:02.574452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.576974 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789536 Jul 23 16:23:02.580189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:02.584735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68a7a9-27bd-440a-b460-f3c4b7b01047 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b19a7c-289a-4caf-ba40-6a5dff3690fd,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.596031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 99e14acb-1ff3-4286-92ca-306d3dfb163e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:02.596497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 99e14acb-1ff3-4286-92ca-306d3dfb163e not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:02.598444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'security_group_rule': {'security_group_id': '70830ac3-48b2-4650-a97a-fded394161b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:02.611768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Port 44774a99-c188-44d4-b2a7-08fbbd086dbb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:02.626815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Provisioning for port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:02.631561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Provisioning complete for port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:02.632155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.635472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.658453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b704b-9bc1-4d59-a1a4-754145cbc78c req-1bdcaafa-e62e-496e-b8bb-b573c17d782a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:02.659983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f1b704b-9bc1-4d59-a1a4-754145cbc78c req-1bdcaafa-e62e-496e-b8bb-b573c17d782a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 943 time: 0.2497702 Jul 23 16:23:02.678664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-80e9d490-fa06-4c21-a271-40bcecb14940 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1293037 Jul 23 16:23:02.699616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.704387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.718540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e25e349-e9b8-40e3-8a80-2749d1dd9b4b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.738598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.742236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91b999af-5bd1-407f-84d7-55df8b26f923 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581180 Jul 23 16:23:02.742411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f1b704b-9bc1-4d59-a1a4-754145cbc78c req-44028f40-cc13-47c0-bf75-4140d6cc0214 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608170 Jul 23 16:23:02.743411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:02.749848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:02.763116 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.773573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.801429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2840a875-e854-4843-8337-7ed823c92521 None None] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:02.806950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.844071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['6030e57c-c2de-45ac-b66d-6de447bd3dce'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:02.850028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-4b07b2a1-6521-41f9-b62f-81ecabe9b1e2 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550884 Jul 23 16:23:02.881269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Provisioning complete for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:02.881804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.934662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.944976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Pushing event updated for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.979843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:03.010095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-b025f094-bf47-4142-9606-0206b60558fe service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526780 Jul 23 16:23:03.022918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2840a875-e854-4843-8337-7ed823c92521 None None] Port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:03.064355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:03.064913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.096790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 172.25.2.20 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/ce5c7502-c1c4-4261-92f9-b6f0931867fb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:03.206400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23d49978-e523-4056-bd72-cc255a026256 None None] Provisioning complete for port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:03.206897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23d49978-e523-4056-bd72-cc255a026256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.281040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.315525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6143d5-6405-4f10-93e1-87f7ed326859 req-72a095ea-3c8c-4b0d-83d5-68ad05c9c834 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.322811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c6143d5-6405-4f10-93e1-87f7ed326859 req-72a095ea-3c8c-4b0d-83d5-68ad05c9c834 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.1363971 Jul 23 16:23:03.335042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.374529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c6143d5-6405-4f10-93e1-87f7ed326859 req-6a02b8d0-6589-4a26-b727-a6ca29608c88 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Jul 23 16:23:03.391844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:03.405383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:03.405383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:03.410249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=ce5c7502-c1c4-4261-92f9-b6f0931867fb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:03.454682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47038) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:03.545986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21201cc7-b06c-47a2-a144-486a53a124b8 req-2b231da3-941a-4283-bc7f-6e03da3b27ee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 210 time: 0.0437195 Jul 23 16:23:03.572766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Deleting subnet 018989c9-fd53-4f16-b118-b97237d5aebd {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:23:03.576282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.608977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c14a-a5cd-42a4-a041-079f8107bd36 req-382e6706-6d34-48d1-b7cd-f44de5c76432 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.610568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3653c14a-a5cd-42a4-a041-079f8107bd36 req-382e6706-6d34-48d1-b7cd-f44de5c76432 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 949 time: 0.0949435 Jul 23 16:23:03.622210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.639417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.665601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3653c14a-a5cd-42a4-a041-079f8107bd36 req-19e5b618-0a1c-4e06-a506-cb08051a0974 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Jul 23 16:23:03.715873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.817919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:03.899050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f511b7e-e08d-41cb-bd16-70e96af96d4e req-6064f15e-6e72-4ae6-bfed-ed5f83c33db0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:03.902253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f511b7e-e08d-41cb-bd16-70e96af96d4e req-6064f15e-6e72-4ae6-bfed-ed5f83c33db0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 943 time: 0.0761595 Jul 23 16:23:03.958677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f511b7e-e08d-41cb-bd16-70e96af96d4e req-eefb43a2-9fd3-4056-b4f9-9e46dc95d4cb tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Jul 23 16:23:03.960925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.011113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018989c9-fd53-4f16-b118-b97237d5aebd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.014872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.019272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20f02820-ae9d-47ee-9f13-18445ba31190 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/018989c9-fd53-4f16-b118-b97237d5aebd HTTP/1.1" status: 204 len: 168 time: 0.5612309 Jul 23 16:23:04.019473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637dd4f-8cde-4da4-8f4f-1c38506e7f1c None None] Network f739e764-06d7-4c82-9488-bc313ca225d3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:04.020115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47084) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:04.036084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.046919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.114263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.146922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=ce5c7502-c1c4-4261-92f9-b6f0931867fb,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.158995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.175718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.177269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d077373-afa1-4f79-8882-ee2d21d138be tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4314115 Jul 23 16:23:04.185265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Deleting port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:04.185857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.290192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] For port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:04.290716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.304879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Calling delete_port for 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:04.314538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:04.316412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] DHCP port deletion for f739e764-06d7-4c82-9488-bc313ca225d3 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:23:04.316998 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45e68b-5d6c-4c16-90c3-0b168c133796" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:04.379463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Deleting port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:04.379914 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.400855 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e66002-c618-4279-8937-33aee52d1c4f x-openstack-request-id: req-03e66002-c618-4279-8937-33aee52d1c4f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:04.401961 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:04.402399 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03e66002-c618-4279-8937-33aee52d1c4f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:04.402952 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'status': 'completed', 'code': 200} Jul 23 16:23:04.459620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] For port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,segment=NetworkSegment(61237979-4697-464e-ba62-89996d14f219),segment_id=61237979-4697-464e-ba62-89996d14f219)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:04.460169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.475899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Calling delete_port for 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:04.561297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:04.631712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.674928 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.678511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-69d65b2b-9600-4b96-b797-dcf2061c3139 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.680055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-69d65b2b-9600-4b96-b797-dcf2061c3139 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.81 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 820 time: 0.2810898 Jul 23 16:23:04.686562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] No DVR routers for this DVR port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:04.689438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.696142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-ff6da905-f7b2-4563-a494-b02fcabd0aaa tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1909576177&fields=id&tenant_id=c8923c2d63204d8998094807d8ea4203 HTTP/1.1" status: 200 len: 267 time: 0.1911836 Jul 23 16:23:04.717521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] Pushing event deleted for resources: {'Port': ['ID=6ea3e383-68f6-4c0f-a1b0-ae4f6833b904,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.724519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'port': {'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'admin_state_up': True, 'tenant_id': '723b8e007279431895c2b22741e1608f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:04.727698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7ce27-a1dd-404b-98bd-d221a1849600 None None] No DVR routers for this DVR port 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:04.741740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:04.753440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'mac_address': 'fa:16:3e:ba:d0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:04.796962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.811201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa5cafe-2a93-4cab-93cb-032d26577c80 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:04.822224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-b8e3a4fc-eb01-41c3-8dac-86611f5ceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.824354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-b8e3a4fc-eb01-41c3-8dac-86611f5ceb15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 1094 time: 0.3937571 Jul 23 16:23:04.831845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:04.835103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.889796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.891012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.922926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-6ba55230-66ae-4fa3-b33a-bd24389a1bb0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:04.923739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:04.924321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-6ba55230-66ae-4fa3-b33a-bd24389a1bb0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 937 time: 0.2072723 Jul 23 16:23:04.926966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f739e764-06d7-4c82-9488-bc313ca225d3']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:04.972670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61237979-4697-464e-ba62-89996d14f219') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:04.972965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61237979-4697-464e-ba62-89996d14f219') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:04.976327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:04.976783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.110148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:05.131422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:05.131773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6ea3e383-68f6-4c0f-a1b0-ae4f6833b904 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:05.201250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1fa5cafe-2a93-4cab-93cb-032d26577c80'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:05.342698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.384395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.412022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:23:05.412518 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:23:05.417616 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:23:05.439715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-ecdec236-b738-410d-92d2-19fd1fb42821 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.441057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-ecdec236-b738-410d-92d2-19fd1fb42821 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 935 time: 0.4762700 Jul 23 16:23:05.459759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48eed-f0d9-4c86-ac79-b684cf7d15c2 req-6d467fa8-ff09-45c1-8b3c-f5f7b6b3580f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.461088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed48eed-f0d9-4c86-ac79-b684cf7d15c2 req-6d467fa8-ff09-45c1-8b3c-f5f7b6b3580f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.7431006 Jul 23 16:23:05.481131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-f49f5564-4424-4edf-9bf1-ba3766ea6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.482714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-f49f5564-4424-4edf-9bf1-ba3766ea6b5d service neutron] 10.222.0.81 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 904 time: 0.6504757 Jul 23 16:23:05.576691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-c15dc0e4-45c8-4df7-8f6b-0a5d14885eda tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1273785 Jul 23 16:23:05.618740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-f6b3d673-bee6-4d64-896f-856c32a85c65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80 HTTP/1.1" status: 200 len: 217 time: 0.0775349 Jul 23 16:23:05.619321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.628538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Made reservation on behalf of 723b8e007279431895c2b22741e1608f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:05.631880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.676537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.678352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f739e764-06d7-4c82-9488-bc313ca225d3 HTTP/1.1" status: 204 len: 168 time: 1.6569798 Jul 23 16:23:05.694584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ada49-c7c2-4af1-b609-896fb2820d28 req-be2e972d-28df-4436-8719-faa9825e19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.695460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a724c68e-8c9d-4421-814b-ed5dfec8612f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0810716 Jul 23 16:23:05.696110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8e9ada49-c7c2-4af1-b609-896fb2820d28 req-be2e972d-28df-4436-8719-faa9825e19bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0559528 Jul 23 16:23:05.718209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6030e57c-c2de-45ac-b66d-6de447bd3dce up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:05.719748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7195e-5872-4c3c-a7b0-6dcc2fef2c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f739e764-06d7-4c82-9488-bc313ca225d3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:05.735889 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8e9ada49-c7c2-4af1-b609-896fb2820d28 req-5cc612da-0701-4d42-a193-c71dccc2a195 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jul 23 16:23:05.750868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed48eed-f0d9-4c86-ac79-b684cf7d15c2 req-396ab938-b5fc-4a75-a3e9-2f4b9f381136 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667623 Jul 23 16:23:05.781555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-d602bf30-1173-4e5f-9013-411ed711bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:05.782261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 6030e57c-c2de-45ac-b66d-6de447bd3dce completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:05.783289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-d602bf30-1173-4e5f-9013-411ed711bf42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.1476157 Jul 23 16:23:05.788485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 6030e57c-c2de-45ac-b66d-6de447bd3dce triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:05.788874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.874324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47164) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:05.888416 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.903418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9ff88728-edd5-4384-b2bb-1c558d3321d5 req-05965757-0309-4495-ae40-87a370d27420 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 210 time: 0.0687451 Jul 23 16:23:05.921838 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-53fb0307-181c-4368-83f5-2412fe8f1b91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1bd8c6de0f94c99a9d02212cb7b78f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463417 Jul 23 16:23:05.922703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47166) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:05.927967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:05.929169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:05.932930 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4a51e-6ec8-4cce-9275-3feff51bd285" -d '{"events": [{"server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "name": "network-vif-plugged", "status": "completed", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:05.936581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.987010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:05.991786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:06.016026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.033192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Allocated IP 172.20.0.5 (2691147d-d23a-428d-8730-81a432a23590/899186c4-91ec-445f-b11d-1caf8557cedb/c886ca91-a0cb-48ec-ac1b-cfdf04985124) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:06.036792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-4c4ef4bd-9a2b-4a69-a09e-0c172d9b23de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505188 Jul 23 16:23:06.054446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bfed60bf-a7c7-4e47-b2b6-c380c3a22b22 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.060746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bfed60bf-a7c7-4e47-b2b6-c380c3a22b22 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.066623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bfed60bf-a7c7-4e47-b2b6-c380c3a22b22 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.068304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bfed60bf-a7c7-4e47-b2b6-c380c3a22b22 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 1996 time: 0.3502331 Jul 23 16:23:06.079335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.081879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.086225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fe572e9-8fa6-4a07-a9b3-b2668ff5f109 HTTP/1.1" status: 204 len: 168 time: 0.1600544 Jul 23 16:23:06.097369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2302f-2c5c-4ab0-b510-7d1950acf84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe572e9-8fa6-4a07-a9b3-b2668ff5f109,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:06.121715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-c95cc692-0526-4317-87d6-e9af072c9664 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/quotas/c8923c2d63204d8998094807d8ea4203 HTTP/1.1" status: 200 len: 375 time: 0.0412481 Jul 23 16:23:06.295533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-8863e68d-20c6-48aa-88a9-553b17ad0f08 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252133 Jul 23 16:23:06.365608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-efb7cd90-18a7-4a18-8e89-bed9d18117d9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2327235 Jul 23 16:23:06.441385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.527709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Transition to ACTIVE for port object c886ca91-a0cb-48ec-ac1b-cfdf04985124 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:06.564216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb45e68b-5d6c-4c16-90c3-0b168c133796 req-c175411f-bd80-41e8-afef-eb1acbf02c53 service neutron] 10.222.0.81 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592354 Jul 23 16:23:06.564634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:06.591638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fcf4e3ed-1c81-4f0e-b59e-3f35ef91307a service neutron] 10.222.0.64 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129707 Jul 23 16:23:06.626544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 1fa5cafe-2a93-4cab-93cb-032d26577c80 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:06.630760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 1fa5cafe-2a93-4cab-93cb-032d26577c80 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:06.631149 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.652031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c39d3-2b8c-4da6-8abd-f97dbd8bbf9a req-199c50c6-21d0-46c8-b237-3ec16fdb769b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:06.653559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-639c39d3-2b8c-4da6-8abd-f97dbd8bbf9a req-199c50c6-21d0-46c8-b237-3ec16fdb769b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2098932 Jul 23 16:23:06.660749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.675220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c72e5494-f3db-4753-8027-dae402bfcf6c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:06.764724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event updated for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:06.777675 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.783322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Network 2691147d-d23a-428d-8730-81a432a23590 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:06.810111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-639c39d3-2b8c-4da6-8abd-f97dbd8bbf9a req-62a12e4d-4ef5-4612-b5c9-8d080365cede tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468806 Jul 23 16:23:06.829578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:06.833530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:06.857251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:06.868008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:06.888279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-24e10700-b0c3-4384-a8be-d1ddfe85eecf service neutron] 10.222.0.64 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801704 Jul 23 16:23:06.954633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.002985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.003693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.004407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:07.038465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a5b8d082-2640-4562-92aa-340ab0eb2f1b service neutron] 10.222.0.64 "GET /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1356771 Jul 23 16:23:07.042671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8f939fb3-419b-4714-85c5-e14ebc0b21e9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3266044 Jul 23 16:23:07.070408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Request body: {'port': {'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:07.113044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bd47ccab-fcb3-4763-b1d6-e3ee9b42a41a None None] Provisioning for port c886ca91-a0cb-48ec-ac1b-cfdf04985124 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:07.117229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bd47ccab-fcb3-4763-b1d6-e3ee9b42a41a None None] Provisioning complete for port c886ca91-a0cb-48ec-ac1b-cfdf04985124 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:07.117705 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bd47ccab-fcb3-4763-b1d6-e3ee9b42a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.119115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1462240133-network', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:07.141467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:07.143942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.153406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.158370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bd47ccab-fcb3-4763-b1d6-e3ee9b42a41a None None] Port c886ca91-a0cb-48ec-ac1b-cfdf04985124 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:07.189094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494319-2635-4e81-bcd1-f95f99b4d143 req-04adf79d-560d-4e03-ba1c-6a8595b1f022 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.190830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0494319-2635-4e81-bcd1-f95f99b4d143 req-04adf79d-560d-4e03-ba1c-6a8595b1f022 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.2647200 Jul 23 16:23:07.229062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b4e9e0f9-3483-4306-9925-a5d112a6dd49 service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829424 Jul 23 16:23:07.273666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.278926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.301070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:23:07.309098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0494319-2635-4e81-bcd1-f95f99b4d143 req-8d04d619-400e-4adc-a300-6f771945db5c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061730 Jul 23 16:23:07.317574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.318081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc6c9c-2bef-4f00-a374-8e7318a7645c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.321124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.321701 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Added segment a9b4797c-2a53-4c32-938b-327f6e19322e of type vlan for network 9da8a594-c05e-466c-9b2f-c730e0d43633 Jul 23 16:23:07.371915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.406790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.406790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.406790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.410353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-643ea072-d8dd-42ce-a7b1-3af24c3d94ea service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558394 Jul 23 16:23:07.442819 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4337099 Jul 23 16:23:07.444348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:07.449825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Request body: {'subnet': {'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1462240133-subnet', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:07.455946 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e90f9c-9627-42e6-b512-eed41e40ccc0 x-openstack-request-id: req-02e90f9c-9627-42e6-b512-eed41e40ccc0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:07.456469 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "name": "network-vif-plugged", "status": "completed", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:07.456886 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02e90f9c-9627-42e6-b512-eed41e40ccc0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:07.457441 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce', 'code': 200} Jul 23 16:23:07.491729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189eb9-05f9-4226-b410-5578b8d094a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9da8a594-c05e-466c-9b2f-c730e0d43633,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.519880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:07.522410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.523451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-39df990f-4f40-4699-87b7-820704f5e4c4 service neutron] 10.222.0.64 "GET /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1043165 Jul 23 16:23:07.536075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:23:07.736742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.806368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e466bf-8561-4808-b8ba-1861ad9b2eca,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:07.810669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:07.810980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Network hostable DHCP agents. Network: 9da8a594-c05e-466c-9b2f-c730e0d43633, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:23:07.815548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482c8f-7afe-4f48-b8b0-e037396b1fab req-d4126430-9076-426c-8815-e43920638f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.817118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f482c8f-7afe-4f48-b8b0-e037396b1fab req-d4126430-9076-426c-8815-e43920638f33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 1101 time: 0.2818789 Jul 23 16:23:07.831740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5ba5399a-1cd4-4bc5-b3f9-3c6d38550c33 service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520986 Jul 23 16:23:07.832942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:23:07.845373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9da8a594-c05e-466c-9b2f-c730e0d43633) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:07.851263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.851263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.860771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce75d4-32d1-44ef-979a-34f2ab53ab48 None None] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:07.880576 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-780d2dd5-b386-4dce-98dc-5c60963981bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4324279 Jul 23 16:23:07.882346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:07.888457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:07.918482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.920810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:07.931681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f565de-46de-4303-a7fd-4ac9e84ea9ba req-605a0339-0bd2-48e0-bd3a-e633f9bc1f10 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:07.934024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6f565de-46de-4303-a7fd-4ac9e84ea9ba req-605a0339-0bd2-48e0-bd3a-e633f9bc1f10 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.2848096 Jul 23 16:23:07.979852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c886ca91-a0cb-48ec-ac1b-cfdf04985124 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:07.995081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.007036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f482c8f-7afe-4f48-b8b0-e037396b1fab req-2261fa4e-9073-4648-af81-228085b2d8f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781671 Jul 23 16:23:08.008785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.052917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9da8a594-c05e-466c-9b2f-c730e0d43633', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:23:08.054142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.064044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Transition to ACTIVE for port object c886ca91-a0cb-48ec-ac1b-cfdf04985124 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:08.076757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.129217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6f565de-46de-4303-a7fd-4ac9e84ea9ba req-a38ff375-e9d0-4106-9307-33e1969f9eef tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860895 Jul 23 16:23:08.157298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bb58fa4d-c69d-40c5-982f-06be4914fe5e service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161371 Jul 23 16:23:08.166890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.180603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:08.276921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Allocated IP 172.20.0.2 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/e09653ff-4b98-4bfb-bfcd-0ff12a33e56a) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:08.350551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:08.352145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5f4efa5a-3b9d-42fc-b1b9-73898546607f service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784372 Jul 23 16:23:08.359911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.360315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.360661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.360999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.361327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.361672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.362000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.362379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.362709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.363063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.363342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.363974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:08.529449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-416308af-0cbe-4463-b51b-8395b131aa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.595068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.602933 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.606595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Transition to ACTIVE for port object e09653ff-4b98-4bfb-bfcd-0ff12a33e56a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:08.626223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Transition to ACTIVE for port object e09653ff-4b98-4bfb-bfcd-0ff12a33e56a will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:08.632652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.636560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.676359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:08.679678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:08.683485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:08.693321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Pushing event updated for resources: {'Port': ['ID=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:08.760386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Attempting to bind port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:08.760818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Attempting to bind port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:08.761132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Attempting to bind port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:08.767317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:08.767717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:08.768469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.768716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:08.769146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Bound port: e09653ff-4b98-4bfb-bfcd-0ff12a33e56a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:08.769838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.782700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-416308af-0cbe-4463-b51b-8395b131aa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.789902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-416308af-0cbe-4463-b51b-8395b131aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.841350 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-416308af-0cbe-4463-b51b-8395b131aa6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33798bf7fead4fd4bf566b8ddc6e76d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872642 Jul 23 16:23:08.845788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416308af-0cbe-4463-b51b-8395b131aa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a43d8a-2944-4f14-87f1-3d907dd364be,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:08.846604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] For port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:08.848793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:08.850804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] For port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:08.857400 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.863715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Allocated IP 172.25.2.144 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/3707c6a0-cd14-4dda-8650-974c8c97ada8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:08.879971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Attempting to bind port c886ca91-a0cb-48ec-ac1b-cfdf04985124 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:08.880308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Attempting to bind port c886ca91-a0cb-48ec-ac1b-cfdf04985124 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:08.880641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Attempting to bind port c886ca91-a0cb-48ec-ac1b-cfdf04985124 on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:08.899093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Port c886ca91-a0cb-48ec-ac1b-cfdf04985124 on network 2691147d-d23a-428d-8730-81a432a23590 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:08.899403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Attempting to bind port c886ca91-a0cb-48ec-ac1b-cfdf04985124 on network 2691147d-d23a-428d-8730-81a432a23590 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:08.918070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:08.918413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Checking segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:08.918795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Bound using segment: {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:08.919252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Bound port: c886ca91-a0cb-48ec-ac1b-cfdf04985124, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22688819-7792-402b-b14a-77aeafefd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '2691147d-d23a-428d-8730-81a432a23590'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:08.919619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.942490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-c19b4fb7-e583-4a0c-8eed-0a7eafdfc00d service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431530 Jul 23 16:23:08.944975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c41f34-44cc-4d2d-9720-ec31a7e03f7d None None] Pushing event updated for resources: {'Port': ['ID=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:08.951284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0382d7-45e5-4c1b-9f79-f8ccfdf456fd req-2c0fbafa-0454-4164-8837-69be0092b32d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:08.952807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d0382d7-45e5-4c1b-9f79-f8ccfdf456fd req-2c0fbafa-0454-4164-8837-69be0092b32d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 943 time: 0.5995123 Jul 23 16:23:09.013176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.124890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d0382d7-45e5-4c1b-9f79-f8ccfdf456fd req-bfae424d-f739-43a8-acc3-f34829de941d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425540 Jul 23 16:23:09.135763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:09.140579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:09.147120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.201883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8b751a3b-62e0-4f8d-81a2-4539bc71df35 service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240639 Jul 23 16:23:09.210781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.211418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.212819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] 10.222.0.81 "PUT /v2.0/ports/c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 1091 time: 2.1485283 Jul 23 16:23:09.215298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:09.217644 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:09.335888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffafe7-9440-4feb-89b7-6ee64be744a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:09.433425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.438155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8d072e3a-f099-4514-9815-5026ddb227a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.439805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-8d072e3a-f099-4514-9815-5026ddb227a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1094 time: 0.1560504 Jul 23 16:23:09.445151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-eff68a19-66fe-4d39-a7f3-de3184bcb832 service neutron] 10.222.0.64 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007139 Jul 23 16:23:09.453570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcc51a-39f7-42c6-818a-d1cdfd68203c req-48f4cf04-1178-4fb4-abab-6df6984199e0 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.455128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59dcc51a-39f7-42c6-818a-d1cdfd68203c req-48f4cf04-1178-4fb4-abab-6df6984199e0 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2467840 Jul 23 16:23:09.457605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.459179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:09.461532 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f42d6-1a83-41bb-9844-9ca01b64e1dd" -d '{"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:09.524629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.527307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-6292dd16-b0a7-4076-9dde-5f3e4fa44861 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 217 time: 0.0639534 Jul 23 16:23:09.527738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.528899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9a43d8a-2944-4f14-87f1-3d907dd364be HTTP/1.1" status: 204 len: 168 time: 0.6722150 Jul 23 16:23:09.538744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:09.545464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34391f9f-08f0-4b52-8067-202ea47d99cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a43d8a-2944-4f14-87f1-3d907dd364be,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:09.588981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:09.592745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:09.595473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:09.605342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Pushing event updated for resources: {'Port': ['ID=3707c6a0-cd14-4dda-8650-974c8c97ada8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:09.632636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59dcc51a-39f7-42c6-818a-d1cdfd68203c req-1c7458c6-aa5b-4992-9e87-94b1bb7ca508 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606944 Jul 23 16:23:09.662192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fe119beb-5db4-46f5-848a-c88e590a9ab0 service neutron] 10.222.0.64 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060282 Jul 23 16:23:09.666718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-824b8947-6891-4abb-8b2c-9484be564ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.668229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-824b8947-6891-4abb-8b2c-9484be564ff1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.1289070 Jul 23 16:23:09.900213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-fb92e576-971a-44cd-a0ea-4a7921d12b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.903618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-fb92e576-971a-44cd-a0ea-4a7921d12b45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266638 Jul 23 16:23:09.913197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-4a9ba74e-d9a0-4252-922c-5a60ff48b83e service neutron] 10.222.0.64 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372377 Jul 23 16:23:09.923552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996061c0-6e1d-4e72-beaa-156d6afd8d2a req-33059325-202b-4edd-a840-f6c011da8b57 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:09.925210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-996061c0-6e1d-4e72-beaa-156d6afd8d2a req-33059325-202b-4edd-a840-f6c011da8b57 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.1902726 Jul 23 16:23:09.966067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.085011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b32f8-edd8-4d7d-bb9c-b6096a6ef6d8 None None] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:10.125966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-996061c0-6e1d-4e72-beaa-156d6afd8d2a req-072fe592-8dce-4654-bdf3-06926d369cdc tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907542 Jul 23 16:23:10.164884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-6ea2752a-5a43-4c8c-b291-467e63d6564e service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384365 Jul 23 16:23:10.175695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e9a6c91d-3f2e-4eec-a19d-3692d5306a93 service neutron] 10.222.0.64 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394929 Jul 23 16:23:10.188249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4e75db5a-892f-4001-997d-f5da1049147c None None] Provisioning for port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:10.267601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.449771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Router 6fe88384-1356-425a-9d47-e7deac96d1ec is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:23:10.453469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f56af04-4c15-4f85-a4ea-7f82c00332ac req-bc5a5230-7799-4af4-a406-1d984fa3e6b4 service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767794 Jul 23 16:23:10.489919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-3a9316a4-a22e-4737-b3f6-34f85cb3cf41 service neutron] 10.222.0.64 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190766 Jul 23 16:23:10.553371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-f4ed95a0-b3ec-4433-bfb0-bae7864de72e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:10.554912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-f4ed95a0-b3ec-4433-bfb0-bae7864de72e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 810 time: 0.2508943 Jul 23 16:23:10.574493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-2dc41e11-2027-44c4-895e-d330a8ca52ab tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/quotas/3b4d646a2bfb4e6995c5e3c44e2f4110 HTTP/1.1" status: 200 len: 375 time: 0.0125422 Jul 23 16:23:10.589395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:10.598696 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Sync routers for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:10.614876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:10.616353 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-194e0d1b-bb4a-4966-a34e-30f6a57f3582 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7324319 Jul 23 16:23:10.619071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47322) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:10.631619 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:10.632076 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:10.666835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-53a5a9bb-2569-40d0-b6cb-a85ff23ce8d3 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892031 Jul 23 16:23:10.777739 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:10.777923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-b9d29b54-4bb6-4e37-a27b-50b2e1927db0 service neutron] 10.222.0.64 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101122 Jul 23 16:23:10.907959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-93ce13f9-73ae-43cf-9df7-eec3673103eb service neutron] 10.222.0.64 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290679 Jul 23 16:23:10.993669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e09653ff-4b98-4bfb-bfcd-0ff12a33e56a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:11.028695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 3, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:11.083991 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Checking router: 6fe88384-1356-425a-9d47-e7deac96d1ec for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:11.084855 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Updating router 6fe88384-1356-425a-9d47-e7deac96d1ec port 3707c6a0-cd14-4dda-8650-974c8c97ada8 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:23:11.094956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:11.100538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:11.100912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.124679 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.195664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.227074 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a92865-50f4-4ae8-8e35-3eaa0641173d x-openstack-request-id: req-a2a92865-50f4-4ae8-8e35-3eaa0641173d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:11.227589 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:11.227589 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2a92865-50f4-4ae8-8e35-3eaa0641173d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:11.228019 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'status': 'completed', 'code': 200} Jul 23 16:23:11.273924 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd526f4-231b-4035-be7e-bf1bb8f07c93 x-openstack-request-id: req-7fd526f4-231b-4035-be7e-bf1bb8f07c93 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:11.274521 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:11.278532 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fd526f4-231b-4035-be7e-bf1bb8f07c93 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:11.279210 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'code': 200} Jul 23 16:23:11.283286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:11.318229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.325280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.345630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.441545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:11.512727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-a788e6d4-ba3d-4b11-8851-0da53e944f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:11.514378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-a788e6d4-ba3d-4b11-8851-0da53e944f71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1094 time: 0.2169783 Jul 23 16:23:11.523638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab1a92-8753-497c-828b-f60eeb14c7af req-7be87558-63fc-47ad-80c0-cf8ef48a5420 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:11.532349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71ab1a92-8753-497c-828b-f60eeb14c7af req-7be87558-63fc-47ad-80c0-cf8ef48a5420 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 943 time: 0.2354186 Jul 23 16:23:11.573360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175efab1-8157-4eb1-85c0-7f6d2262e1ca req-2d214419-1cc2-423e-b2e9-8fb1f5b52ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:11.575127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-175efab1-8157-4eb1-85c0-7f6d2262e1ca req-2d214419-1cc2-423e-b2e9-8fb1f5b52ad8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 1096 time: 0.1605787 Jul 23 16:23:11.657877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71ab1a92-8753-497c-828b-f60eeb14c7af req-77a2c29e-8ca6-45f2-84a2-8cd22d671038 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252995 Jul 23 16:23:11.673169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Allocated IP 172.20.0.1 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/df980b2b-a705-416a-af80-6c15c5a95823) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:11.727626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e256c8af-02fb-4a56-b0b1-aa3399daedba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.809585 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.822307 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Transition to ACTIVE for port object 3707c6a0-cd14-4dda-8650-974c8c97ada8 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:11.828806 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.830040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-175efab1-8157-4eb1-85c0-7f6d2262e1ca req-ff96edd7-8812-4c70-b514-53a9eeb94f5b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458820 Jul 23 16:23:11.844614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b278829-e41d-4280-9a87-2d6e62efda98 req-85798817-3ee4-4cff-93db-e325cdf5971d tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 210 time: 0.0872459 Jul 23 16:23:11.938201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.954925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-4a459408-9039-45dc-8e22-d60878fe3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:11.957715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Transition to ACTIVE for port object df980b2b-a705-416a-af80-6c15c5a95823 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:11.959136 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Attempting to bind port 3707c6a0-cd14-4dda-8650-974c8c97ada8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:11.959928 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Attempting to bind port 3707c6a0-cd14-4dda-8650-974c8c97ada8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:11.960449 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Attempting to bind port 3707c6a0-cd14-4dda-8650-974c8c97ada8 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:11.961849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-4a459408-9039-45dc-8e22-d60878fe3453 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.4289324 Jul 23 16:23:11.996666 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:12.002387 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:12.003548 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.004535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:12.007441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.010867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Bound port: 3707c6a0-cd14-4dda-8650-974c8c97ada8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:12.011760 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.034870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd5de4-b2da-4487-b24e-e2ba222b042e req-5d7a7b1b-c314-4b7a-8431-f67995036690 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.035459 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Pushing event updated for resources: {'Port': ['ID=3707c6a0-cd14-4dda-8650-974c8c97ada8,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:12.047036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bbd5de4-b2da-4487-b24e-e2ba222b042e req-5d7a7b1b-c314-4b7a-8431-f67995036690 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2550838 Jul 23 16:23:12.108467 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.109064 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.110810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.111362 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.111808 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.112372 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.112796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.113190 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.113775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.114189 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.114582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.114972 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:23:12.149409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Pushing event updated for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:12.162284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:12.163011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bbd5de4-b2da-4487-b24e-e2ba222b042e req-6dd2aa09-d16e-4bd8-b82f-6426424f604d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127450 Jul 23 16:23:12.164312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:12.168115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:12.204543 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] For port 3707c6a0-cd14-4dda-8650-974c8c97ada8, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:12.211868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] For port 3707c6a0-cd14-4dda-8650-974c8c97ada8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3707c6a0-cd14-4dda-8650-974c8c97ada8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:12.218836 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.220927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.257901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-6878c413-a7d1-4aa0-b039-5f540c9f6e36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 217 time: 0.1305726 Jul 23 16:23:12.299582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4cf50-0c9c-41e4-9143-fd06f592c4f5 None None] Pushing event updated for resources: {'Port': ['ID=3707c6a0-cd14-4dda-8650-974c8c97ada8,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:12.324521 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:12.325846 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:12.369877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-76006fc7-4dfe-4c1e-bd6f-61bdd2776e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.371427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-76006fc7-4dfe-4c1e-bd6f-61bdd2776e02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0966291 Jul 23 16:23:12.410798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:12.469622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be262de4-23e3-47b5-8546-e59b3c447e71 req-1f844d83-4f62-469d-9563-b950ce18ac86 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0437098 Jul 23 16:23:12.538990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.581005 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:12.583655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-58afbabf-1452-40f2-b739-c6a570a0cc8d None None] Provisioning for port df980b2b-a705-416a-af80-6c15c5a95823 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:12.590097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-0fdb82dc-8c2d-48aa-97d9-1e1076fb9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.592397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-0fdb82dc-8c2d-48aa-97d9-1e1076fb9960 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100306 Jul 23 16:23:12.595231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-58afbabf-1452-40f2-b739-c6a570a0cc8d None None] Provisioning complete for port df980b2b-a705-416a-af80-6c15c5a95823 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:12.596640 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58afbabf-1452-40f2-b739-c6a570a0cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.622550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c886ca91-a0cb-48ec-ac1b-cfdf04985124 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:12.657978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-58afbabf-1452-40f2-b739-c6a570a0cc8d None None] Port df980b2b-a705-416a-af80-6c15c5a95823 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:12.715401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22911f8-df36-4716-887f-3496a46257ab req-6abd4890-bc08-4373-9b02-045924da6421 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:12.722933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d22911f8-df36-4716-887f-3496a46257ab req-6abd4890-bc08-4373-9b02-045924da6421 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.2101743 Jul 23 16:23:12.804213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:12.817506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:12.821113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81454481-d88f-4dfa-836d-66a1d8f829ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.875283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 3, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:12.903356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d22911f8-df36-4716-887f-3496a46257ab req-8c72006b-00b1-4e68-bdc6-51e8a3da1087 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681957 Jul 23 16:23:12.906549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1ad68-ff4e-4928-9e1c-07bf644326e9 None None] The sync data for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 is: [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:09Z', 'revision_number': 3, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:12.908778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-336cef00-4a13-4d69-a931-220cb473222d service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012698 Jul 23 16:23:12.923056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.940244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.025856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e09653ff-4b98-4bfb-bfcd-0ff12a33e56a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:13.042859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.050347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99668b-c37b-417d-a676-188b41f9c36b req-ed2a7457-5a5c-42f4-b7c1-45bc1048003b tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:13.052190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc99668b-c37b-417d-a676-188b41f9c36b req-ed2a7457-5a5c-42f4-b7c1-45bc1048003b tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 1101 time: 0.2597661 Jul 23 16:23:13.096680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.112399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c886ca91-a0cb-48ec-ac1b-cfdf04985124 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:13.156775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:13.161522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:13.163717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.166771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc99668b-c37b-417d-a676-188b41f9c36b req-f724bee2-eebc-4ea0-ae75-bfe1cd081adc tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075985 Jul 23 16:23:13.168438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.175083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Pushing event updated for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:13.227087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54416d1e-c6a6-428f-b563-21bdeaf0bddf req-9037cb09-2f54-483e-b8b7-9666e012cb25 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:13.260728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54416d1e-c6a6-428f-b563-21bdeaf0bddf req-9037cb09-2f54-483e-b8b7-9666e012cb25 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 943 time: 0.2686706 Jul 23 16:23:13.271746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:13.278805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:13.283870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cc9ea9f-76be-47cf-ba0f-9cf06f33f9e1 req-0fffa11e-90b4-40c7-bab4-655ab7bcc984 service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496914 Jul 23 16:23:13.292957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81454481-d88f-4dfa-836d-66a1d8f829ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.376875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:13.428333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81454481-d88f-4dfa-836d-66a1d8f829ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.482742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6db5e70d-23cd-4d07-a222-e550c93cc803 req-8334d981-19fc-4380-914c-ed443fb2cd1c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 210 time: 0.1789024 Jul 23 16:23:13.505361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54416d1e-c6a6-428f-b563-21bdeaf0bddf req-48b4b1b9-f859-4c82-9f5f-b033694b2446 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424715 Jul 23 16:23:13.613461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['c886ca91-a0cb-48ec-ac1b-cfdf04985124'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:13.657624 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-81454481-d88f-4dfa-836d-66a1d8f829ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ce90b181da7426f8cd1301190e705e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2438688 Jul 23 16:23:13.676960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47400) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:13.744636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81454481-d88f-4dfa-836d-66a1d8f829ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33fa4e-7213-4847-b588-b2ea2e0c4b9f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:13.810575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Router 6fe88384-1356-425a-9d47-e7deac96d1ec has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:13.826142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cb363742-8bec-4629-87b0-a74503917062 None None] Provisioning complete for port df980b2b-a705-416a-af80-6c15c5a95823 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:13.826827 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb363742-8bec-4629-87b0-a74503917062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.833674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-217cd8ad-c136-4f8b-b5e8-b379ef3a8340 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:13.835252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-217cd8ad-c136-4f8b-b5e8-b379ef3a8340 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 810 time: 0.3680222 Jul 23 16:23:13.836982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-64827ada-0bb0-4611-8fba-34c8fdfbca64 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1397891 Jul 23 16:23:13.868254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29f099e8-ba8e-4ec6-8c43-60ca17bb5896 req-75ca7ac4-b138-4372-be6a-d737fce3faa0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1957932 Jul 23 16:23:13.909813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Request body: {'port': {'device_id': '46f66e00-2903-4e45-b9e5-99337d95712f', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'admin_state_up': True, 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:13.919989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cb363742-8bec-4629-87b0-a74503917062 None None] Port df980b2b-a705-416a-af80-6c15c5a95823 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:13.964746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:13.970954 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fed6cd40-f5e0-441b-a2b5-d95bae16e845 admin admin] 10.222.0.64 "PUT /v2.0/routers/6fe88384-1356-425a-9d47-e7deac96d1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3507907 Jul 23 16:23:14.277096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.379454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0340-3880-4099-b643-5af5918f29f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.428107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.513104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-abe291b2-74fa-4baf-8ab8-9356b5a2fbe9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:14.514612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-abe291b2-74fa-4baf-8ab8-9356b5a2fbe9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6500769 Jul 23 16:23:14.524840 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.540596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-9b4dc968-550e-4cc3-97e0-aebbdca8072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:14.542021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-9b4dc968-550e-4cc3-97e0-aebbdca8072d service neutron] 10.222.0.81 "GET /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 1033 time: 0.1644092 Jul 23 16:23:14.594638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-0f4b7f5d-1bf1-4bf8-80c9-318ff24ec419 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0668519 Jul 23 16:23:14.680076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Made reservation on behalf of 3b4d646a2bfb4e6995c5e3c44e2f4110 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:14.684145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.686568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-2c780c72-e407-4e3c-af85-2b8ea3ae970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:14.687901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-2c780c72-e407-4e3c-af85-2b8ea3ae970d service neutron] 10.222.0.81 "GET /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 1031 time: 0.1378810 Jul 23 16:23:14.699689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081585-213d-4f9a-ba9c-21c288894afd req-066c52cf-1f6c-4c84-a0ab-726226129e0a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:14.701243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54081585-213d-4f9a-ba9c-21c288894afd req-066c52cf-1f6c-4c84-a0ab-726226129e0a tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.3292720 Jul 23 16:23:14.781415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.784023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:14.792934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe33fa4e-7213-4847-b588-b2ea2e0c4b9f HTTP/1.1" status: 204 len: 168 time: 1.1098475 Jul 23 16:23:14.886492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebef175-e8fb-49d5-a5b4-86e983ad3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33fa4e-7213-4847-b588-b2ea2e0c4b9f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:14.927129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54081585-213d-4f9a-ba9c-21c288894afd req-3bdb4b8d-c9d7-439c-aeb6-800743751854 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140336 Jul 23 16:23:14.978143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-aaa8f947-ef1d-4411-b507-5c08b5c86d10 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3703272 Jul 23 16:23:15.025457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3707c6a0-cd14-4dda-8650-974c8c97ada8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:15.110494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5211ff5a-d306-4a31-ac5f-61b2184c2db4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.135507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5211ff5a-d306-4a31-ac5f-61b2184c2db4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.143210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5211ff5a-d306-4a31-ac5f-61b2184c2db4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.145542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-5211ff5a-d306-4a31-ac5f-61b2184c2db4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 1996 time: 0.4433780 Jul 23 16:23:15.155263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3707c6a0-cd14-4dda-8650-974c8c97ada8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:15.191077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3707c6a0-cd14-4dda-8650-974c8c97ada8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:15.193770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Allocated IP 172.20.0.10 (4e992fa0-842b-40e4-9212-42e3bb754c38/ddc83266-429c-4b00-9220-1bc4ce5681d0/45aa0c67-e22b-4fcf-befe-ca7b715c6cc5) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:15.194950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.234471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-0899ac38-33ae-4a6c-a34e-4e6e35257f02 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8923c2d63204d8998094807d8ea4203 HTTP/1.1" status: 200 len: 380 time: 0.0739045 Jul 23 16:23:15.253679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'admin_state_up': True, 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'security_groups': ['70830ac3-48b2-4650-a97a-fded394161b6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:15.343526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Sync routers for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:15.374573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:15.375300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:15.471601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc3f9276-77da-47ba-8f3d-1707c887b389 req-a7e1928d-28dd-40bc-8c53-5dec53aca8d6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 210 time: 0.1555645 Jul 23 16:23:15.497225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.513393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.580434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3707c6a0-cd14-4dda-8650-974c8c97ada8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3707c6a0-cd14-4dda-8650-974c8c97ada8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:15.590407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.687988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:15.755950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3707c6a0-cd14-4dda-8650-974c8c97ada8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:15.769128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:15.775351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.816296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eff3ae-7131-4a8d-b495-d5f7d3d49d47 req-e8c1c1d9-2e75-4bb5-9c4c-4f74cbd915ad tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:15.817965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27eff3ae-7131-4a8d-b495-d5f7d3d49d47 req-e8c1c1d9-2e75-4bb5-9c4c-4f74cbd915ad tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 944 time: 0.2166593 Jul 23 16:23:15.836710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:15.927494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27eff3ae-7131-4a8d-b495-d5f7d3d49d47 req-bae11a30-aa32-4854-a598-009103492cc4 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935516 Jul 23 16:23:16.069823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.097326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 2, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:16.106766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['aba4a867-96a9-428d-addd-5d2c761b56b0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:16.161802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 172.20.0.6 (a3be6b15-224f-4323-83e4-e2b4cbabee96/773513cf-ff94-4f0b-a17e-635864251219/15eb5d16-30c1-4477-8e0a-865a55367ed6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:16.171814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Checking router: 6fe88384-1356-425a-9d47-e7deac96d1ec for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:16.172467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Updating router 6fe88384-1356-425a-9d47-e7deac96d1ec port df980b2b-a705-416a-af80-6c15c5a95823 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:23:16.182681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47452) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.188436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947976209', 'description': 'tempest-description--843114205'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.196492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47454) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.222870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3855cfb9-2ebf-40e4-846f-2dd082fdcf9c req-f40e028a-0038-4ea9-b1ab-60972242c46a tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1454937 Jul 23 16:23:16.268928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.298635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Pushing event updated for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:16.308072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Network 4e992fa0-842b-40e4-9212-42e3bb754c38 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:16.323863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:16.374290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:16.414831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.461552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1608686612-network', 'tenant_id': 'fbaf14ecf2a24ad588b4e02d1d99a08e'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.567961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.577669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4189ed8d-6de2-4fa0-b170-cee7840d261d req-c439b961-e258-4dc1-b837-9cdbf798e132 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 210 time: 0.0733912 Jul 23 16:23:16.578230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.642481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c886ca91-a0cb-48ec-ac1b-cfdf04985124 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:16.647755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Made reservation on behalf of fbaf14ecf2a24ad588b4e02d1d99a08e for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:16.651684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.655984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.657491 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4737952 Jul 23 16:23:16.664638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.665651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6b8ef-8e3c-4d7d-ad79-2730525e9b11 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946a3961-7efc-49b8-8f6b-370438627b65,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:16.673658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'security_group_rule': {'security_group_id': '946a3961-7efc-49b8-8f6b-370438627b65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.680731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.696734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.697780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.728183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.786670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port c886ca91-a0cb-48ec-ac1b-cfdf04985124 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:16.800046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port c886ca91-a0cb-48ec-ac1b-cfdf04985124 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:16.800376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.849007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.862025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.894465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.897155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf05bef-2903-4407-bd3c-dfb93fabd8d1,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:16.924162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object 15eb5d16-30c1-4477-8e0a-865a55367ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:16.931327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.938541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c376a-1efe-4410-9836-4938b2ec9cbc req-155b5921-202e-47f2-8059-ae6f30b949b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:16.939830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.947793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-765c376a-1efe-4410-9836-4938b2ec9cbc req-155b5921-202e-47f2-8059-ae6f30b949b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 932 time: 0.2961555 Jul 23 16:23:16.950212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.954444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9891e85b-7177-4c63-a600-d616cb3e167b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856491 Jul 23 16:23:16.957940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47466) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:16.965921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'security_group_rule': {'security_group_id': '946a3961-7efc-49b8-8f6b-370438627b65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:16.972633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-c6f43320-0c4b-479a-83e5-6d2846bce8bd tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0671220 Jul 23 16:23:16.981109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:16.995682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:23:17.013241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51642d-25e8-4bf3-975f-b0deff40b8d3 req-d4274081-6d7f-4345-840f-cfbae92d77e1 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.023874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d51642d-25e8-4bf3-975f-b0deff40b8d3 req-d4274081-6d7f-4345-840f-cfbae92d77e1 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.2813792 Jul 23 16:23:17.025164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.026610 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Added segment d3da3b73-91e8-4baa-96fa-744529808c12 of type vlan for network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 Jul 23 16:23:17.028312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06000a1-4d38-4a33-9b54-070667ae8377,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.049481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:17.057746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Request body: {'port': {'device_id': '46f66e00-2903-4e45-b9e5-99337d95712f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:17.059271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:17.062165 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b0605-9bc4-4bb6-881a-4d91b58bd3d2" -d '{"events": [{"server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:17.068761 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.070701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3707c6a0-cd14-4dda-8650-974c8c97ada8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:17.096986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.112875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.143670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.172332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.186275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Transition to ACTIVE for port object df980b2b-a705-416a-af80-6c15c5a95823 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:17.196398 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.205035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-765c376a-1efe-4410-9836-4938b2ec9cbc req-ec790fbb-2629-4b99-9741-8f57d21cf482 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560024 Jul 23 16:23:17.217032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-28aab3f5-13a8-4ecf-9728-7de870fe9975 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1899471 Jul 23 16:23:17.274012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.275345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.275797 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.279417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.290251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3707c6a0-cd14-4dda-8650-974c8c97ada8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:17.290647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.366581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.368902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] Pushing event updated for resources: {'Network': ['ID=789b8e23-dd07-40fd-ba03-21b7e0f18db3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.387438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94aabe-88d2-477a-8a7d-0fbca7e37ad9 None None] Pushing event updated for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.388875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-5dfa06d4-de1e-4f83-a84a-9f4d405d6f12 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.390596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-5dfa06d4-de1e-4f83-a84a-9f4d405d6f12 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546888 Jul 23 16:23:17.409896 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4aa4abcd-c5df-4db8-b843-b91045161c64 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2116876 Jul 23 16:23:17.410956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:23:17.412008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ed735f-ab46-4e94-96e8-5c81b08ecd0e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.414894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d51642d-25e8-4bf3-975f-b0deff40b8d3 req-7878dd10-282e-49a3-bba4-28906fd22c0b tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895769 Jul 23 16:23:17.415668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:17.424353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:17.424797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Request body: {'subnet': {'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1608686612-subnet', 'tenant_id': 'fbaf14ecf2a24ad588b4e02d1d99a08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:17.440545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.447010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1af9b6ff-0a33-4cb2-a45b-933f788d19c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866250 Jul 23 16:23:17.464707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:17.478694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:17.481443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.504670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Attempting to bind port df980b2b-a705-416a-af80-6c15c5a95823 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:17.505121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Attempting to bind port df980b2b-a705-416a-af80-6c15c5a95823 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:17.505584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Attempting to bind port df980b2b-a705-416a-af80-6c15c5a95823 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:17.545303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Made reservation on behalf of fbaf14ecf2a24ad588b4e02d1d99a08e for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:17.548929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.550979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.555573 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a721c-070e-4c58-97b9-335bb68939c6 x-openstack-request-id: req-872a721c-070e-4c58-97b9-335bb68939c6 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:17.555893 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:17.556298 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-872a721c-070e-4c58-97b9-335bb68939c6 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:17.557276 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'code': 200} Jul 23 16:23:17.562999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:17.563440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:17.563853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.564254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:17.564734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Bound port: df980b2b-a705-416a-af80-6c15c5a95823, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:17.565781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.597261 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.694801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.722698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] For port df980b2b-a705-416a-af80-6c15c5a95823, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:17.738918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] For port df980b2b-a705-416a-af80-6c15c5a95823, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df980b2b-a705-416a-af80-6c15c5a95823,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:17.745047 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.773101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:17.801478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:17.804836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:17.805502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:17.829052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:17.920679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.921462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:17.925213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94aabe-88d2-477a-8a7d-0fbca7e37ad9 None None] Pushing event updated for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:17.968174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c7277-923e-4a2d-a4fe-16f520e1418b req-54021856-46f4-42a7-b1a8-1b129d9dd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:17.972262 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e47c7277-923e-4a2d-a4fe-16f520e1418b req-54021856-46f4-42a7-b1a8-1b129d9dd1e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1096 time: 0.3388450 Jul 23 16:23:17.987825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:18.044484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:18.105646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-797dc755-0e99-43eb-bf2c-7b7876193afb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8578308 Jul 23 16:23:18.125145 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e47c7277-923e-4a2d-a4fe-16f520e1418b req-60a66ccc-fa52-466a-9849-fda75bf1dcad service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439934 Jul 23 16:23:18.132111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.173729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.213392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'admin_state_up': True, 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'security_groups': ['70830ac3-48b2-4650-a97a-fded394161b6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:18.251250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d7e191-a31e-40dc-9e98-44d634199947,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:18.274371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Checking segment: {'id': 'd3da3b73-91e8-4baa-96fa-744529808c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:18.275080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Network hostable DHCP agents. Network: 789b8e23-dd07-40fd-ba03-21b7e0f18db3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:23:18.337442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:23:18.355111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.25.2.34 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:18.360713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7189df8d-0b4c-4a8f-8361-0392fd212582 None None] Provisioning for port 15eb5d16-30c1-4477-8e0a-865a55367ed6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:18.365823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72503f7-c6f5-47b4-8e82-ce5fa104b460 req-bca571f1-87e7-41b1-b621-3a5ebb4b77dc tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.367577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f72503f7-c6f5-47b4-8e82-ce5fa104b460 req-bca571f1-87e7-41b1-b621-3a5ebb4b77dc tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 945 time: 0.9574444 Jul 23 16:23:18.375838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 789b8e23-dd07-40fd-ba03-21b7e0f18db3) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:18.378402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7189df8d-0b4c-4a8f-8361-0392fd212582 None None] Provisioning complete for port 15eb5d16-30c1-4477-8e0a-865a55367ed6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:18.378840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7189df8d-0b4c-4a8f-8361-0392fd212582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.388291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.388565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7059f496-786d-47e6-a762-51baee7b1834 None None] Network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:18.388949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.450742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b0ac-620d-496f-9ba0-c33e905123ad req-f1332c53-6c0d-41d0-9a84-a46e5ef74b94 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:18.459288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6e5b0ac-620d-496f-9ba0-c33e905123ad req-f1332c53-6c0d-41d0-9a84-a46e5ef74b94 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 931 time: 0.7384024 Jul 23 16:23:18.484429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:18.488276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.515273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.536513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7189df8d-0b4c-4a8f-8361-0392fd212582 None None] Port 15eb5d16-30c1-4477-8e0a-865a55367ed6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:18.576350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.579212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:17Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:18.592000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f72503f7-c6f5-47b4-8e82-ce5fa104b460 req-6e704511-4669-4bd2-88bf-8cc1225b5269 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010860 Jul 23 16:23:18.644782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ce21d-0954-4a78-bc20-d6a87cca5616 None None] The sync data for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 is: [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:17Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:18.662957 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27d75def-b717-4700-aeab-ced46b476e3d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2457430 Jul 23 16:23:18.689811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:18.693356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:18.709920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dabeb1-7280-4da2-b1a6-71f70ae65792 None None] Network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:18.722075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:18.726890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:18.787732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:18.789988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:18.807152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6e5b0ac-620d-496f-9ba0-c33e905123ad req-6bf34336-9cd8-4700-8faf-1bb06f32860a tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468132 Jul 23 16:23:19.041364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.074918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df980b2b-a705-416a-af80-6c15c5a95823 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:19.113669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.141421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port df980b2b-a705-416a-af80-6c15c5a95823 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:19.145872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df980b2b-a705-416a-af80-6c15c5a95823 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:19.146855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.190937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.1.1.198 (43fbffad-5e9b-40a3-bd97-714f9cb7a0b0/173ad981-9ac8-4ac9-82c3-e900495208d7/d4056bd7-1268-40c7-bda6-8925fe5a0b48) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:19.336666 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.370605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.378334 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.442818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:19.448447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port df980b2b-a705-416a-af80-6c15c5a95823, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df980b2b-a705-416a-af80-6c15c5a95823,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:19.454851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.523839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.552190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.578556 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1756aaa5-fa1c-4e92-b77f-8a430e49e631 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1051688 Jul 23 16:23:19.595159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:19.699939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c4b2f1-3f47-4b5b-8e56-1eb964772336 req-f6187eb4-7477-40fe-bdf7-e247bb7981e0 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 210 time: 0.6325738 Jul 23 16:23:19.885971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:19.891943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.244 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/68a1422d-7daf-420e-b03c-cb301e8e366c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:19.905806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:19.944285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Transition to ACTIVE for port object 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:19.973808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.042477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.076130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56196ca-a14a-481a-acd7-128325a3aebf req-4db90e1a-704d-4c76-8842-f264a45f80a4 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.077692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a56196ca-a14a-481a-acd7-128325a3aebf req-4db90e1a-704d-4c76-8842-f264a45f80a4 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 932 time: 0.9958265 Jul 23 16:23:20.128476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object d4056bd7-1268-40c7-bda6-8925fe5a0b48 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:20.145590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:20.221717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bdbb9-70a7-47e2-8eb4-cd03b5fc34cf req-4e86fd5d-be62-47f2-b06a-945f60889f31 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.225729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d7bdbb9-70a7-47e2-8eb4-cd03b5fc34cf req-4e86fd5d-be62-47f2-b06a-945f60889f31 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 945 time: 0.4371185 Jul 23 16:23:20.300273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a56196ca-a14a-481a-acd7-128325a3aebf req-abaa67c8-d53b-4dca-86a1-c7ecabb7ead8 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103667 Jul 23 16:23:20.460476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.477160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 68a1422d-7daf-420e-b03c-cb301e8e366c will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:20.517313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Attempting to bind port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:20.517751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Attempting to bind port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:20.518220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Attempting to bind port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:20.539203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d7bdbb9-70a7-47e2-8eb4-cd03b5fc34cf req-a4a0fc35-261f-4d6f-8185-edb21c57d2d6 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555423 Jul 23 16:23:20.547714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:20.548058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Attempting to bind port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 on network 4e992fa0-842b-40e4-9212-42e3bb754c38 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:20.564507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.594877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:20.595084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Checking segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:20.595450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Bound using segment: {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:20.595952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Bound port: 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abefc20-3a70-4536-b4f2-cc1924f13286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:20.596426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.684795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:20.768037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:20.770672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:20.817147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.829015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:20.830626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038', '6030e57c-c2de-45ac-b66d-6de447bd3dce'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:20.863257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:20.955447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:20.967571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.968253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:20.983940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df980b2b-a705-416a-af80-6c15c5a95823 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:20.984160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-dd72043f-a674-435c-978f-459a90ec3170 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:20.990607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-dd72043f-a674-435c-978f-459a90ec3170 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/networks?id=789b8e23-dd07-40fd-ba03-21b7e0f18db3 HTTP/1.1" status: 200 len: 822 time: 0.4502645 Jul 23 16:23:20.992172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:21.007638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:21.018400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:21.067705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:21.073343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:21.086565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.090110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-27be20ad-8b2a-403a-bf10-0aa2853b39a3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9535887 Jul 23 16:23:21.109971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-1cf19f9d-2b28-4cff-8744-3bf8a07ce945 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/quotas/fbaf14ecf2a24ad588b4e02d1d99a08e HTTP/1.1" status: 200 len: 375 time: 0.1093602 Jul 23 16:23:21.123031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'admin_state_up': True, 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'security_groups': ['70830ac3-48b2-4650-a97a-fded394161b6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:21.144444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df980b2b-a705-416a-af80-6c15c5a95823 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:21.144793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.174457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee619e5-22ae-4b9b-bf72-98a15de8e4d9 req-cc9cb960-cc6e-4914-a926-9225bf064560 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.183384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ee619e5-22ae-4b9b-bf72-98a15de8e4d9 req-cc9cb960-cc6e-4914-a926-9225bf064560 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 945 time: 0.5441287 Jul 23 16:23:21.205610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.205843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.207438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] 10.222.0.81 "PUT /v2.0/ports/45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 200 len: 1092 time: 4.1772273 Jul 23 16:23:21.223469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c8d2f1f4-f9f6-4aa5-9d8e-a8282263eed7 None None] Provisioning for port d4056bd7-1268-40c7-bda6-8925fe5a0b48 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:21.227048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:21.231539 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d21b2d-7952-4164-8814-d39dc7ce63c9" -d '{"events": [{"name": "network-changed", "server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:21.246042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c8d2f1f4-f9f6-4aa5-9d8e-a8282263eed7 None None] Provisioning complete for port d4056bd7-1268-40c7-bda6-8925fe5a0b48 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:21.246344 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f1f4-f9f6-4aa5-9d8e-a8282263eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.295479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2f1f4-f9f6-4aa5-9d8e-a8282263eed7 None None] Port d4056bd7-1268-40c7-bda6-8925fe5a0b48 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:21.323744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34843d7f-c65c-4a87-9dbf-c2694d725476 service neutron] Pushing event updated for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:21.385998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-1129dd03-7f57-4d4f-8d0d-92cbe2951d3a tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fbaf14ecf2a24ad588b4e02d1d99a08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2280622 Jul 23 16:23:21.391844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.392478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.466589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-04ed91ad-9d51-4420-9342-ba3296efce56 None None] Provisioning for port 68a1422d-7daf-420e-b03c-cb301e8e366c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:21.476838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ee619e5-22ae-4b9b-bf72-98a15de8e4d9 req-d73bc79b-fbf3-4abe-9b8b-0dbb0cd85012 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924349 Jul 23 16:23:21.484215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-04ed91ad-9d51-4420-9342-ba3296efce56 None None] Provisioning complete for port 68a1422d-7daf-420e-b03c-cb301e8e366c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:21.484586 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-04ed91ad-9d51-4420-9342-ba3296efce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.527563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-229edae1-8f7d-44cd-95a3-7095e5ca1f11 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1200519 Jul 23 16:23:21.544329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:21.547825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:21.554186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-04ed91ad-9d51-4420-9342-ba3296efce56 None None] Port 68a1422d-7daf-420e-b03c-cb301e8e366c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:21.592685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Request body: {'port': {'device_id': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:21.677485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-ee80ee9f-3c45-4df6-aeb8-8bddd8bfbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:21.678977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-ee80ee9f-3c45-4df6-aeb8-8bddd8bfbfaf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1095 time: 0.3247349 Jul 23 16:23:21.786909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-0a788aec-c550-4e03-b6f7-9f0b2d2fd13a service neutron] 10.222.0.64 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883884 Jul 23 16:23:21.829091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-323ccc72-f2b6-44bd-9bab-753d4a7649a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 200 len: 217 time: 0.1027794 Jul 23 16:23:21.863909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-234ec989-448f-49d1-9fd8-5f62d8def512 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--947976209&fields=id&tenant_id=1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 267 time: 0.2339082 Jul 23 16:23:21.989548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:22.079066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-bf4476f8-5389-43b0-9d0e-0f195adc3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.080494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-bf4476f8-5389-43b0-9d0e-0f195adc3dfe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.2330632 Jul 23 16:23:22.095621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.1.1.72 (43fbffad-5e9b-40a3-bd97-714f9cb7a0b0/173ad981-9ac8-4ac9-82c3-e900495208d7/f72edd57-d0b5-4a2e-b0f8-d2efa8895347) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:22.479292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-f6399322-982e-4160-94f9-c1126c5faf84 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3851957 Jul 23 16:23:22.511067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-296d1190-40e1-4b51-9ba8-83195bb21779 service neutron] 10.222.0.64 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225454 Jul 23 16:23:22.579043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-b1a7c059-c0b6-4a81-ac29-c7b430af99d6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:22.580541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-b1a7c059-c0b6-4a81-ac29-c7b430af99d6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.7041450 Jul 23 16:23:22.721311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-ed97fc79-5d4e-42c5-9404-b87e4fc10b63 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292354 Jul 23 16:23:22.807441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-a93144b5-4a7e-443d-88eb-4bc8133625e9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/quotas/1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 375 time: 0.1643548 Jul 23 16:23:23.146576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.178098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67d6445b-fbe8-495d-a080-cc80a38bb99a req-272126a4-a8f6-462e-8ff7-4f5bffd7c207 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171309 Jul 23 16:23:23.193484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918d40-6904-4e4b-8b8b-00e77584fcd9 req-73fed379-c4e3-40dc-801e-d922c5e7bcdd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.199968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918d40-6904-4e4b-8b8b-00e77584fcd9 req-73fed379-c4e3-40dc-801e-d922c5e7bcdd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.201667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1918d40-6904-4e4b-8b8b-00e77584fcd9 req-73fed379-c4e3-40dc-801e-d922c5e7bcdd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 1653 time: 0.4424794 Jul 23 16:23:23.222399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-6c21d64a-7462-4627-a221-a47744f9ef85 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4097080 Jul 23 16:23:23.224119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object f72edd57-d0b5-4a2e-b0f8-d2efa8895347 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:23.357367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1918d40-6904-4e4b-8b8b-00e77584fcd9 req-e7f4247d-791a-4bbe-8c7b-e36edbd71ffe tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250224 Jul 23 16:23:23.407711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a1422d-7daf-420e-b03c-cb301e8e366c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:23.419241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.438161 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.443749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Transition to ACTIVE for port object 68a1422d-7daf-420e-b03c-cb301e8e366c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:23.472981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.516191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-f6a42cc8-816d-438b-a61f-347f982d8b3f service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803125 Jul 23 16:23:23.524743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:23.536453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:23.538551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:23.540860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:23.827412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:23.828240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:23.875728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:23.997153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1a0023bb-3abc-4fcd-b98c-4e39d1388d97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8786585 Jul 23 16:23:24.003443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-a0933a59-306c-4dd9-8d79-ec60ddc1f690 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590943 Jul 23 16:23:24.023255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'admin_state_up': True, 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'security_groups': ['70830ac3-48b2-4650-a97a-fded394161b6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:24.042136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-af76e0cc-58c8-4a05-a071-24bbd3edc201 None None] Provisioning for port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:24.046910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-af76e0cc-58c8-4a05-a071-24bbd3edc201 None None] Provisioning complete for port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:24.047546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-af76e0cc-58c8-4a05-a071-24bbd3edc201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.070846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Attempting to bind port 68a1422d-7daf-420e-b03c-cb301e8e366c on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:24.071172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Attempting to bind port 68a1422d-7daf-420e-b03c-cb301e8e366c by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:24.071499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Attempting to bind port 68a1422d-7daf-420e-b03c-cb301e8e366c on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:24.117379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Port 68a1422d-7daf-420e-b03c-cb301e8e366c on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:24.117704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Attempting to bind port 68a1422d-7daf-420e-b03c-cb301e8e366c on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:24.127474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-af76e0cc-58c8-4a05-a071-24bbd3edc201 None None] Port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:24.142943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:24.143280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:24.143637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:24.144135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Bound port: 68a1422d-7daf-420e-b03c-cb301e8e366c, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:24.144631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.235947 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ebb981-443c-4e5b-8216-ac550d971d9a x-openstack-request-id: req-73ebb981-443c-4e5b-8216-ac550d971d9a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:24.236853 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:24.237287 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73ebb981-443c-4e5b-8216-ac550d971d9a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:24.237875 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5', 'status': 'completed', 'code': 200} Jul 23 16:23:24.248512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528ebb-3797-4680-ae0e-d0a5e4819b23 req-2655b2ce-f65e-4242-8621-0136979fab39 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.267574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe528ebb-3797-4680-ae0e-d0a5e4819b23 req-2655b2ce-f65e-4242-8621-0136979fab39 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 948 time: 0.3819306 Jul 23 16:23:24.299784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-2b0a7069-f17f-48b9-a2dd-f4b2f45fe35a tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.301976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-2b0a7069-f17f-48b9-a2dd-f4b2f45fe35a tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.67 "GET /v2.0/networks?id=789b8e23-dd07-40fd-ba03-21b7e0f18db3 HTTP/1.1" status: 200 len: 822 time: 0.3900294 Jul 23 16:23:24.374904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Request body: {'port': {'device_id': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3', 'admin_state_up': True, 'tenant_id': 'fbaf14ecf2a24ad588b4e02d1d99a08e'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:24.557344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe528ebb-3797-4680-ae0e-d0a5e4819b23 req-183c6160-3955-4e5e-828e-97dff878b0c3 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875245 Jul 23 16:23:24.584482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:24.645133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:24.747558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.759431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:24.770155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:24.788969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'mac_address': 'fa:16:3e:ba:d0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:24.836143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.853844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=68a1422d-7daf-420e-b03c-cb301e8e366c,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:24.854795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fa5cafe-2a93-4cab-93cb-032d26577c80 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:24.876495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd406eb-1e4b-4b63-aa86-708f318f92de req-1b3159dc-f23a-4ce9-b897-68ccdaef3f8e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:24.882248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:24.886059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd406eb-1e4b-4b63-aa86-708f318f92de req-1b3159dc-f23a-4ce9-b897-68ccdaef3f8e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 944 time: 0.6023879 Jul 23 16:23:24.887521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.888401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:24.921532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.973388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Made reservation on behalf of fbaf14ecf2a24ad588b4e02d1d99a08e for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:24.977099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:24.979139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.036396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.037019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.038516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/68a1422d-7daf-420e-b03c-cb301e8e366c HTTP/1.1" status: 200 len: 1096 time: 3.4981263 Jul 23 16:23:25.082046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:25.107148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5', 'network_id': '4e992fa0-842b-40e4-9212-42e3bb754c38', 'port_id': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5', 'mac_address': 'fa:16:3e:25:c6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc83266-429c-4b00-9220-1bc4ce5681d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:25.154581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.180336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:25.206283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:25.211884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.220917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-06980b8a-d253-4fd2-b41f-dd62f3dafe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.222588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-06980b8a-d253-4fd2-b41f-dd62f3dafe16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1095 time: 0.9054036 Jul 23 16:23:25.284080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.442610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1fa5cafe-2a93-4cab-93cb-032d26577c80'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:25.654855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['45aa0c67-e22b-4fcf-befe-ca7b715c6cc5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:25.708519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-c0fd0d74-bef5-400d-8316-1bec7757ba49 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.711103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-c0fd0d74-bef5-400d-8316-1bec7757ba49 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1485872 Jul 23 16:23:25.771864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd406eb-1e4b-4b63-aa86-708f318f92de req-924a9eff-cad2-47ad-ac43-18fa26ce9065 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842058 Jul 23 16:23:25.771864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75868fea-0719-4411-ba9b-24c55632a9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:25.800505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-52068c75-019e-498f-b711-924218be3622 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 379 time: 0.0751588 Jul 23 16:23:25.815987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'device_id': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'admin_state_up': True, 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'security_groups': ['946a3961-7efc-49b8-8f6b-370438627b65']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:25.934536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-b2217c98-c5f7-4397-ab49-ea8f92ce27c7 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:25.941390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-b2217c98-c5f7-4397-ab49-ea8f92ce27c7 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.1875913 Jul 23 16:23:25.963609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:25.967352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:25.981971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-336b5073-8e9e-4433-af0b-2425304d616d req-94f0d41b-3662-4f25-9478-f0ce000a7ffb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0932190 Jul 23 16:23:26.081521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Allocated IP 172.20.0.8 (789b8e23-dd07-40fd-ba03-21b7e0f18db3/d6d7e191-a31e-40dc-9e98-44d634199947/01d12aab-3913-44a2-a4cc-fd760a0d10e5) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:26.092753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-9ac58bcb-a1a3-4bf7-a5be-21a40eca2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.094649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-9ac58bcb-a1a3-4bf7-a5be-21a40eca2c76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 1099 time: 0.9777319 Jul 23 16:23:26.109555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-c4a6ff46-dcc6-4c54-a456-ab55d82029e0 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.1671274 Jul 23 16:23:26.120292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-f2ec87a2-db2d-4ae9-9d7f-267970d0398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.121836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-f2ec87a2-db2d-4ae9-9d7f-267970d0398c service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 911 time: 0.8351269 Jul 23 16:23:26.135854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:26.149445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.2.2.100 (de8b8ba0-44ff-4cce-926e-3fb332cbb2f5/8f91ce67-1fd0-4e36-8a79-221fce6daaab/94813ef9-0e86-4da9-8f46-0ce4d974b9ee) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:26.155972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.20.0.8 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/56417a0d-829b-4c41-a108-21da14a25f49) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:26.261675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:26.264093 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e3733b-d646-455b-a0e9-7f75f5b8f220" -d '{"events": [{"name": "network-changed", "server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:26.281715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-c6b37616-076a-4ec4-83aa-80c22bb9d561 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=68a1422d-7daf-420e-b03c-cb301e8e366c HTTP/1.1" status: 200 len: 217 time: 0.1659060 Jul 23 16:23:26.293428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-64ade240-99a1-4e95-9a17-d535663b4336 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 200 len: 217 time: 0.1502810 Jul 23 16:23:26.303381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.351597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43bbb9f1-ee54-4589-a10d-ccbebf3fac47 req-b8609b54-4ade-45b0-85c3-87a35948627f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 210 time: 0.0906665 Jul 23 16:23:26.633295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-536286ba-f5b7-4345-b49c-9b2f11176ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.635369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-536286ba-f5b7-4345-b49c-9b2f11176ae8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3399515 Jul 23 16:23:26.639130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.642351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:26.655913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Transition to ACTIVE for port object 56417a0d-829b-4c41-a108-21da14a25f49 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:26.689143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-e84d00e7-cf8b-48b9-99f5-98bc48c0cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.690640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-e84d00e7-cf8b-48b9-99f5-98bc48c0cf08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.3486862 Jul 23 16:23:26.692357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 1fa5cafe-2a93-4cab-93cb-032d26577c80 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:26.692730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.698176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.749010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:26.754354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:26.771103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:26.800062 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.826083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-a97c96fb-a5d6-4998-a032-422cea0a0fac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118498 Jul 23 16:23:26.830651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:26.842388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:26.844997 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59f83b-f2fe-4569-918c-75532c652f23" -d '{"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:26.855547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:26.856910 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.860511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:26.865082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:26.881656 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-fe8c1ee4-63c4-4019-a3b5-38d93b7caab7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0708473 Jul 23 16:23:26.902671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Request body: {'port': {'device_id': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:26.936091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.009736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.030732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.113286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f36716ea-b241-4f51-92a8-face1b96f643 None None] Provisioning for port 56417a0d-829b-4c41-a108-21da14a25f49 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:27.117902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f36716ea-b241-4f51-92a8-face1b96f643 None None] Provisioning complete for port 56417a0d-829b-4c41-a108-21da14a25f49 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:27.119584 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f36716ea-b241-4f51-92a8-face1b96f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.159353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f36716ea-b241-4f51-92a8-face1b96f643 None None] Port 56417a0d-829b-4c41-a108-21da14a25f49 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:27.182250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.194511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.300921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object 94813ef9-0e86-4da9-8f46-0ce4d974b9ee will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:27.317235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dac3-43f4-4f07-9a8c-93f8db313492 req-c83790d6-2528-4649-9fc2-3f16c0b3858f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.323410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dac3-43f4-4f07-9a8c-93f8db313492 req-c83790d6-2528-4649-9fc2-3f16c0b3858f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.330330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dac3-43f4-4f07-9a8c-93f8db313492 req-c83790d6-2528-4649-9fc2-3f16c0b3858f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.332119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8d6dac3-43f4-4f07-9a8c-93f8db313492 req-c83790d6-2528-4649-9fc2-3f16c0b3858f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 2373 time: 0.8388851 Jul 23 16:23:27.398226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:27.408724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:27.429767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:27.434728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:27.444435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.463162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Transition to ACTIVE for port object 56417a0d-829b-4c41-a108-21da14a25f49 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:27.467610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.513521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Pushing event updated for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.599500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-a043de94-9a5c-46a0-a866-b990a0ff14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.601093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-a043de94-9a5c-46a0-a866-b990a0ff14da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9069560 Jul 23 16:23:27.665777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:27.676641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Attempting to bind port 56417a0d-829b-4c41-a108-21da14a25f49 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:27.677020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Attempting to bind port 56417a0d-829b-4c41-a108-21da14a25f49 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:27.677396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Attempting to bind port 56417a0d-829b-4c41-a108-21da14a25f49 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:27.692850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Port 56417a0d-829b-4c41-a108-21da14a25f49 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:27.693421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Attempting to bind port 56417a0d-829b-4c41-a108-21da14a25f49 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:27.702346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:27.703041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:27.704024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:27.705326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Bound port: 56417a0d-829b-4c41-a108-21da14a25f49, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:27.706176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.809087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.830198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:27.830707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-58d82216-6b95-404d-9521-a142b6756fcb service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9388363 Jul 23 16:23:27.835955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:27.859692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.913048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:27.913718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:27.915100 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] 10.222.0.81 "PUT /v2.0/ports/56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 1091 time: 1.0173380 Jul 23 16:23:27.916313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:27.919607 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e1c6c-e780-4145-8061-51b8f4c3f831" -d '{"events": [{"name": "network-changed", "server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:27.975901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8d6dac3-43f4-4f07-9a8c-93f8db313492 req-0b3443b7-afaf-4cc5-b305-62d1e203d316 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811245 Jul 23 16:23:28.131123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8d63e-ee20-4630-9bfe-e07915c72145 service neutron] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:28.215141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-2541b5d9-4b11-4347-b31c-b2324ded0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.216986 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-2541b5d9-4b11-4347-b31c-b2324ded0ce2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1094 time: 0.2277877 Jul 23 16:23:28.284408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-1ee7aac4-e54f-4d59-9a7b-2d94257ff87d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 217 time: 0.0516903 Jul 23 16:23:28.381248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-04f91063-70aa-49b7-9655-4e10bd99cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.382979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-04f91063-70aa-49b7-9655-4e10bd99cc41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0861056 Jul 23 16:23:28.500960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.502237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.506016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-6c484f1a-71ea-4cc4-9ac2-ceb305ea7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:28.506425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:28.510546 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-6c484f1a-71ea-4cc4-9ac2-ceb305ea7ad4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170151 Jul 23 16:23:28.577386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:28.585044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.658689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:28.662853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:28.711396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:28.712520 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-e345d209-b590-49da-bf2f-2ba917411242 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935475 Jul 23 16:23:28.727304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-cf15812a-607a-4ad8-88b6-b0ed037543fb tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3787427 Jul 23 16:23:28.770575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:28.784268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:28.785020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:28.864400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Request body: {'port': {'device_id': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:28.893518 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-272a0ba3-47c7-4971-bedc-b7bc326e879b req-5e00dc6e-8e45-45da-84d9-5f8cd986a24c service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734948 Jul 23 16:23:28.912967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:23:28.938867 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.006178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:29.048234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.052390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d21b2d-7952-4164-8814-d39dc7ce63c9 req-ca6567c5-0e28-4672-a7dd-7ae1f383fff6 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1739011 Jul 23 16:23:29.054231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-d6b30c9a-1261-44e1-a621-4c5193333215 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3498340 Jul 23 16:23:29.068685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.069346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.123013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.142646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9c6bf-e712-40ee-8294-055e9707bd1a req-e0e58d58-1f69-4374-ab54-c00e4c924304 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:29.149876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde9c6bf-e712-40ee-8294-055e9707bd1a req-e0e58d58-1f69-4374-ab54-c00e4c924304 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 948 time: 0.6316280 Jul 23 16:23:29.185513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:29.206121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-642cee0d-9ba6-4e18-9550-51bbd335284d None None] Provisioning for port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:29.214454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-642cee0d-9ba6-4e18-9550-51bbd335284d None None] Provisioning complete for port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:29.215587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-642cee0d-9ba6-4e18-9550-51bbd335284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.221883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.270521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-aa01e2eb-a4b5-4c55-8948-0720e4759439 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2520025 Jul 23 16:23:29.277789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-642cee0d-9ba6-4e18-9550-51bbd335284d None None] Port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:29.318369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'admin_state_up': True, 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'security_groups': ['70830ac3-48b2-4650-a97a-fded394161b6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:29.464202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:29.557353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde9c6bf-e712-40ee-8294-055e9707bd1a req-091d966b-d8cd-4db3-b231-6bbc0dbbaa27 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898098 Jul 23 16:23:29.769559 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb2d193-6cd1-4a72-b167-13e762b3095b x-openstack-request-id: req-feb2d193-6cd1-4a72-b167-13e762b3095b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:29.770172 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:29.770624 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feb2d193-6cd1-4a72-b167-13e762b3095b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:29.771219 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c', 'status': 'completed', 'code': 200} Jul 23 16:23:29.809671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df1d05f6-f693-425c-b57f-4a925c1de684 req-c4b2cc61-7d7c-41bf-8661-f96d913b0d71 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303782 Jul 23 16:23:29.920420 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0 associated. External IP: 172.25.2.189, port: c72e5494-f3db-4753-8027-dae402bfcf6c. Jul 23 16:23:30.100042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Made reservation on behalf of c8923c2d63204d8998094807d8ea4203 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:30.127461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1327e-73c2-4fab-88e7-525b5cbaa36d req-e2f0fe5f-164f-468f-857b-8a4a59ece746 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.133088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3de1327e-73c2-4fab-88e7-525b5cbaa36d req-e2f0fe5f-164f-468f-857b-8a4a59ece746 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3603108 Jul 23 16:23:30.272462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d12aab-3913-44a2-a4cc-fd760a0d10e5 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:30.287302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.310285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-5fdca4d8-0365-4506-b5d0-0030be93b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.312493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-5fdca4d8-0365-4506-b5d0-0030be93b576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 1099 time: 0.3970547 Jul 23 16:23:30.449025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Transition to ACTIVE for port object 01d12aab-3913-44a2-a4cc-fd760a0d10e5 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:30.452880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3de1327e-73c2-4fab-88e7-525b5cbaa36d req-d49abf5c-28ab-4fda-a85d-1af89e737b65 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189790 Jul 23 16:23:30.465012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.526421 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620bd940-6c12-4660-8628-20b9114d47f1 x-openstack-request-id: req-620bd940-6c12-4660-8628-20b9114d47f1 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:30.527367 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-plugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:30.527856 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-620bd940-6c12-4660-8628-20b9114d47f1 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:30.528465 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'code': 200} Jul 23 16:23:30.638850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.641975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:30.688624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:30.717377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Pushing event updated for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:30.781418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-0dddd594-835a-4c53-b444-1e72f446406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:30.782929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-0dddd594-835a-4c53-b444-1e72f446406a service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4290409 Jul 23 16:23:30.900662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:30.919599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '56417a0d-829b-4c41-a108-21da14a25f49', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:30.971226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:30.989244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:31.021509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:31.027205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.248469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:31.361174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-c01acf1c-13fe-4fbf-9839-80979a65380a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=68a1422d-7daf-420e-b03c-cb301e8e366c HTTP/1.1" status: 200 len: 217 time: 0.5231502 Jul 23 16:23:31.420799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['56417a0d-829b-4c41-a108-21da14a25f49'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:31.488779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58571202-7ecd-4a76-be11-567a16a40fd4 req-9eb41b25-53b3-43e6-8e17-290b4c74c45e tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.490334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58571202-7ecd-4a76-be11-567a16a40fd4 req-9eb41b25-53b3-43e6-8e17-290b4c74c45e tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 943 time: 0.8818641 Jul 23 16:23:31.509482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Attempting to bind port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:31.509769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Attempting to bind port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'd3da3b73-91e8-4baa-96fa-744529808c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:31.510166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Attempting to bind port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 on network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:31.547427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 on network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:31.547751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Attempting to bind port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 on network 789b8e23-dd07-40fd-ba03-21b7e0f18db3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:31.550421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-9430dad2-6f7b-4ea1-b223-839a162d87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.551907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-9430dad2-6f7b-4ea1-b223-839a162d87a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1728742 Jul 23 16:23:31.621838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:31.622286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Checking segment: {'id': 'd3da3b73-91e8-4baa-96fa-744529808c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:31.622608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Bound using segment: {'id': 'd3da3b73-91e8-4baa-96fa-744529808c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:31.623054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Bound port: 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3da3b73-91e8-4baa-96fa-744529808c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:31.623413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.658499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:31.674198 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:31.680845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:31.688496 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:31.689220 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:31.713301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58571202-7ecd-4a76-be11-567a16a40fd4 req-f7d46a5d-305a-4dcc-9d84-7d5783c6722c tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110770 Jul 23 16:23:31.791965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Allocated IP 10.2.2.200 (de8b8ba0-44ff-4cce-926e-3fb332cbb2f5/8f91ce67-1fd0-4e36-8a79-221fce6daaab/0c7fe573-fbe3-465f-a883-850b5982a461) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:31.827974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:31.832409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-76d91a56-21a8-4ab8-8c02-e0b44ca4badf tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "PUT /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 997 time: 5.7217479 Jul 23 16:23:31.841778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:31.844476 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:31.915284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:31.932771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-70d0cc2b-f252-43c8-8ac4-15d5678d82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:31.934368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-70d0cc2b-f252-43c8-8ac4-15d5678d82a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3740602 Jul 23 16:23:31.952592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5,segment=NetworkSegment(d3da3b73-91e8-4baa-96fa-744529808c12),segment_id=d3da3b73-91e8-4baa-96fa-744529808c12)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:31.993575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.186566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.187197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.188609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-5781d04d-c730-4585-b770-ca158396c938 service neutron] 10.222.0.67 "PUT /v2.0/ports/01d12aab-3913-44a2-a4cc-fd760a0d10e5 HTTP/1.1" status: 200 len: 1091 time: 3.4076531 Jul 23 16:23:32.255239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:28Z', 'revision_number': 1, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.285651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-6ccef5be-67f0-4934-88a7-28a09eb028b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.287792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-6ccef5be-67f0-4934-88a7-28a09eb028b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.4296925 Jul 23 16:23:32.295552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:32.320309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d04d-c730-4585-b770-ca158396c938 service neutron] Pushing event updated for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:32.327060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:32.328061 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.389036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-90087a55-2519-42ea-8e3e-53ad358c0698 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411342 Jul 23 16:23:32.443330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.498910 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:32.530701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:32.533288 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beccadc-8b4c-4fd5-9c3f-fb90fad65a90" -d '{"events": [{"server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "name": "network-vif-plugged", "status": "completed", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:32.559811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ad908-7fbf-4ce2-a44e-9b40c4b522cf req-7496c45e-f382-484c-b10c-d169e03a00b9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.561384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e3ad908-7fbf-4ce2-a44e-9b40c4b522cf req-7496c45e-f382-484c-b10c-d169e03a00b9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.5370035 Jul 23 16:23:32.601003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Transition to ACTIVE for port object 0c7fe573-fbe3-465f-a883-850b5982a461 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:32.665955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-a138d277-f044-4957-8e2c-d996eb1dbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.667427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-a138d277-f044-4957-8e2c-d996eb1dbb06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbaf14ecf2a24ad588b4e02d1d99a08e&device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 1094 time: 0.4143615 Jul 23 16:23:32.689696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-32da646f-d6cd-4740-8d3f-f3bd036a187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:32.691263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-32da646f-d6cd-4740-8d3f-f3bd036a187c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.3671846 Jul 23 16:23:32.698809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:32.769520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-ecdcf3e5-3867-43cf-97fe-34b4353398a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5 HTTP/1.1" status: 200 len: 217 time: 0.0859516 Jul 23 16:23:32.813001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e3ad908-7fbf-4ce2-a44e-9b40c4b522cf req-e30a15f1-bc10-4e47-af8d-a479720f9c46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038908 Jul 23 16:23:32.814679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 56417a0d-829b-4c41-a108-21da14a25f49 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:32.820861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 56417a0d-829b-4c41-a108-21da14a25f49 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:32.822183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0e3733b-d646-455b-a0e9-7f75f5b8f220 req-c34dca6d-4e0c-4e9c-b0b0-10c067a7f284 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119158 Jul 23 16:23:32.822561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.857195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:23:32.907428 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46a80f5-a6ee-4a2f-932f-65d2fc4347c3 x-openstack-request-id: req-a46a80f5-a6ee-4a2f-932f-65d2fc4347c3 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:32.907931 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:32.908038 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a46a80f5-a6ee-4a2f-932f-65d2fc4347c3 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:32.908387 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'status': 'completed', 'code': 200} Jul 23 16:23:32.922296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:28Z', 'revision_number': 1, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:32.954911 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:32.963271 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a82d4-2434-4d46-85a7-0f967524b083 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:28Z', 'revision_number': 1, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:33.006706 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.067919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:33.079097 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.195392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:33.209513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-23c75cf9-9806-4f14-9a79-7f05e5340b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.210796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-23c75cf9-9806-4f14-9a79-7f05e5340b75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6d7e191-a31e-40dc-9e98-44d634199947 HTTP/1.1" status: 200 len: 862 time: 0.3849816 Jul 23 16:23:33.225022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-aa348d02-faac-45e9-8fa7-4398c0a6da83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 1000 time: 0.5041862 Jul 23 16:23:33.230886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:33.253826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:33.257633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:33.284302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:33.350950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00a4aa-623f-4e93-b26b-553b57e532cc None None] New status for floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:33.378252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-e3ea7d22-6ddb-4d16-a95e-4d2292405ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=789b8e23-dd07-40fd-ba03-21b7e0f18db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379805 Jul 23 16:23:33.495741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-4065e7f7-d784-4d38-ad24-1fd9611c931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.497262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-4065e7f7-d784-4d38-ad24-1fd9611c931d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.2712145 Jul 23 16:23:33.503113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.503748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.648998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bf73006e-64f9-40dc-b3e8-8d36c68e81e6 None None] Provisioning for port 0c7fe573-fbe3-465f-a883-850b5982a461 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:33.650715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-860cf5ee-6b4b-4e17-9a3e-2aeea89ea103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.652756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-860cf5ee-6b4b-4e17-9a3e-2aeea89ea103 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.6900244 Jul 23 16:23:33.656766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bf73006e-64f9-40dc-b3e8-8d36c68e81e6 None None] Provisioning complete for port 0c7fe573-fbe3-465f-a883-850b5982a461 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:33.657916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bf73006e-64f9-40dc-b3e8-8d36c68e81e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:33.706409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-dca45d32-63a5-4164-8d0e-f7c07520a522 service neutron] 10.222.0.67 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111663 Jul 23 16:23:33.727590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bf73006e-64f9-40dc-b3e8-8d36c68e81e6 None None] Port 0c7fe573-fbe3-465f-a883-850b5982a461 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:33.744562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a27ad94b-3091-4296-a4d9-195180d927dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4305246 Jul 23 16:23:33.773023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.780147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.786321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.792441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.798778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:33.806530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-522693a6-130e-4d60-86c1-264813b59a95 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 3815 time: 0.7395537 Jul 23 16:23:33.824694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:33.883169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 68a1422d-7daf-420e-b03c-cb301e8e366c details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:33.999355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=68a1422d-7daf-420e-b03c-cb301e8e366c,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:34.012558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '68a1422d-7daf-420e-b03c-cb301e8e366c', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '68a1422d-7daf-420e-b03c-cb301e8e366c', 'mac_address': 'fa:16:3e:ec:26:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:34.055484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-83072349-bc2b-4e89-8d06-48a7bdf1f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.057829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-83072349-bc2b-4e89-8d06-48a7bdf1f581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5496626 Jul 23 16:23:34.075397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.077568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae4c4c38-cc1b-43bd-99bc-4f3e019c49ea req-b548486e-98a3-4db9-9e96-d2149620f83e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686677 Jul 23 16:23:34.093354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a1422d-7daf-420e-b03c-cb301e8e366c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:34.105822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-382c40e8-ff3a-4017-a618-d6dd356fcf6e req-321b88f7-3591-465c-9b83-9476d7790888 service neutron] 10.222.0.67 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800316 Jul 23 16:23:34.105822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-b9ee85df-35e9-48a8-ba99-1bb49ab7ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.105822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-b9ee85df-35e9-48a8-ba99-1bb49ab7ac35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.3896887 Jul 23 16:23:34.140909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=68a1422d-7daf-420e-b03c-cb301e8e366c,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:34.145765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.223226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:34.262391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.265224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-d8dd5b5e-e6a3-4add-b0da-23f68a8194f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 217 time: 0.0807352 Jul 23 16:23:34.525324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['68a1422d-7daf-420e-b03c-cb301e8e366c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:34.750745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-12e25a8a-b0ee-4088-914a-dbfa16b38e03 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720548 Jul 23 16:23:34.809423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-4d1541c1-9bf4-475a-bd56-0293be48bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.811022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-4d1541c1-9bf4-475a-bd56-0293be48bfbd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.4986660 Jul 23 16:23:34.989499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53ed8-f2d4-474d-abc6-84d9d73fd38d req-16b1df97-97ac-4899-aee4-7333c6e7383a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:34.991157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40b53ed8-f2d4-474d-abc6-84d9d73fd38d req-16b1df97-97ac-4899-aee4-7333c6e7383a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 949 time: 0.7876351 Jul 23 16:23:34.994059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-f247e387-4744-4eb8-8213-d24a2a871cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7513793 Jul 23 16:23:35.120439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b11ec6d-bce4-4f32-8649-3f0803c995f8 req-14f7164d-d653-4e4e-8aa3-27cb1bbd32c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615866 Jul 23 16:23:35.203748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40b53ed8-f2d4-474d-abc6-84d9d73fd38d req-8b9ec872-6874-4403-b1ed-08edd890d12c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913087 Jul 23 16:23:35.230933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-32a1bac3-8d13-4dd3-b7a7-fdb483638f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.232678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-32a1bac3-8d13-4dd3-b7a7-fdb483638f5b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4015014 Jul 23 16:23:35.265097 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb48404-2689-4c78-8360-487217ffd434 x-openstack-request-id: req-ddb48404-2689-4c78-8360-487217ffd434 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:35.265390 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:35.265646 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddb48404-2689-4c78-8360-487217ffd434 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:35.266068 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:23:35.299853 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3c779-bf2c-428b-9dd9-87173d9f875b x-openstack-request-id: req-fef3c779-bf2c-428b-9dd9-87173d9f875b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:35.300469 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "name": "network-vif-plugged", "status": "completed", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:35.300469 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fef3c779-bf2c-428b-9dd9-87173d9f875b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:35.300819 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5', 'code': 200} Jul 23 16:23:35.461684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba369853-c4eb-4a06-8329-a9bed3a1e155 req-002285c2-439c-465a-a61c-d3d923c06737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.464268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ba369853-c4eb-4a06-8329-a9bed3a1e155 req-002285c2-439c-465a-a61c-d3d923c06737 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1097 time: 0.0740747 Jul 23 16:23:35.485046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca683e-deea-40e9-9cb9-a82321661edc req-329e445a-83a6-4c39-8eb8-7fa5e38cdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.486718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-329e445a-83a6-4c39-8eb8-7fa5e38cdc85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 1100 time: 0.4660676 Jul 23 16:23:35.511027 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ba369853-c4eb-4a06-8329-a9bed3a1e155 req-69e5692d-095d-442e-9d38-e06372b2ec47 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Jul 23 16:23:35.557830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15eb5d16-30c1-4477-8e0a-865a55367ed6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:35.576762 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.605923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-2a755a92-f99d-4993-a77a-64a99e9a3f08 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640065 Jul 23 16:23:35.652953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Transition to ACTIVE for port object 15eb5d16-30c1-4477-8e0a-865a55367ed6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:35.666927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-708241b2-30b5-4579-b63c-4cfc3a099659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.668533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-708241b2-30b5-4579-b63c-4cfc3a099659 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.3514662 Jul 23 16:23:35.679152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab04634-4afd-42ed-9c96-4eeaec3a4008 req-80878a56-3049-42bb-863a-4241f6a8c208 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.681365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ab04634-4afd-42ed-9c96-4eeaec3a4008 req-80878a56-3049-42bb-863a-4241f6a8c208 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.4471312 Jul 23 16:23:35.682156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:35.723826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a0bc3-5acc-431e-b278-ca338c1a7d35 req-cb1800eb-f807-4469-9f49-7b4f1e666321 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.725456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-312a0bc3-5acc-431e-b278-ca338c1a7d35 req-cb1800eb-f807-4469-9f49-7b4f1e666321 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 943 time: 0.3385689 Jul 23 16:23:35.876435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca683e-deea-40e9-9cb9-a82321661edc req-942f6753-956b-464e-9615-3af83d7d0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:35.877917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-942f6753-956b-464e-9615-3af83d7d0a07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.3594410 Jul 23 16:23:35.901082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 68a1422d-7daf-420e-b03c-cb301e8e366c up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:35.983318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-ed74a259-55eb-420a-a22d-cc3423d59c3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e6992929-433d-4ad2-b43b-bede38fa970e HTTP/1.1" status: 200 len: 217 time: 0.0851693 Jul 23 16:23:35.990052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Pushing event updated for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:36.002993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 68a1422d-7daf-420e-b03c-cb301e8e366c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:36.007454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 68a1422d-7daf-420e-b03c-cb301e8e366c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:36.008053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.019518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ab04634-4afd-42ed-9c96-4eeaec3a4008 req-13ed914b-a064-4cd1-b955-1d7a9bfdef06 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113165 Jul 23 16:23:36.139789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-312a0bc3-5acc-431e-b278-ca338c1a7d35 req-75438b96-6c45-4da8-8ea8-c2b89191bea0 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743000 Jul 23 16:23:36.151184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.221990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=68a1422d-7daf-420e-b03c-cb301e8e366c,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:36.229953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.247321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-db5207ee-ca37-4b9e-97f4-9b8d63f97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.249058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-db5207ee-ca37-4b9e-97f4-9b8d63f97f64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.5596476 Jul 23 16:23:36.260111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca683e-deea-40e9-9cb9-a82321661edc req-ae574bcb-67cb-4538-be29-69635e0ed0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.261765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-ae574bcb-67cb-4538-be29-69635e0ed0df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2598128 Jul 23 16:23:36.314403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:36.439798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa7e1c6c-e780-4145-8061-51b8f4c3f831 req-9c557dcd-a24d-4721-b8e7-fb61d9a70eb9 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280575 Jul 23 16:23:36.485155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Attempting to bind port 15eb5d16-30c1-4477-8e0a-865a55367ed6 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:36.485615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Attempting to bind port 15eb5d16-30c1-4477-8e0a-865a55367ed6 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:36.486075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Attempting to bind port 15eb5d16-30c1-4477-8e0a-865a55367ed6 on network a3be6b15-224f-4323-83e4-e2b4cbabee96 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:36.497240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-fccce572-49ee-4f96-8fcf-5efa8e6d9df2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 1002 time: 0.2326429 Jul 23 16:23:36.502465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Port 15eb5d16-30c1-4477-8e0a-865a55367ed6 on network a3be6b15-224f-4323-83e4-e2b4cbabee96 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:36.502931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Attempting to bind port 15eb5d16-30c1-4477-8e0a-865a55367ed6 on network a3be6b15-224f-4323-83e4-e2b4cbabee96 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:36.527667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:36.528098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Checking segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:36.528674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Bound using segment: {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:36.529209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Bound port: 15eb5d16-30c1-4477-8e0a-865a55367ed6, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfdcb55-a27a-4000-9bcd-9763f16ed016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:36.529731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:36.610384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656008d1-d4b8-4cd4-8100-cf7134f1357d req-c940d46b-7577-4820-aa50-4076d8b318e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.612147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-656008d1-d4b8-4cd4-8100-cf7134f1357d req-c940d46b-7577-4820-aa50-4076d8b318e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.2959330 Jul 23 16:23:36.614223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca683e-deea-40e9-9cb9-a82321661edc req-d3c60e9e-1291-411e-9427-ee289bbc6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.615689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-d3c60e9e-1291-411e-9427-ee289bbc6aae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3124330 Jul 23 16:23:36.644670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.650853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.657419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.663557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.669665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.671661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-bf833816-43c4-4514-ae09-ea203666c24f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 3827 time: 0.2890387 Jul 23 16:23:36.725117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-7061a99b-cf49-4b1a-b5a4-ffa39e102b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:36.726747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-7061a99b-cf49-4b1a-b5a4-ffa39e102b20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.2167561 Jul 23 16:23:36.858374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-656008d1-d4b8-4cd4-8100-cf7134f1357d req-c7bd8316-9a76-42f4-a10e-a36dc323f657 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823406 Jul 23 16:23:36.872292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:36.891331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ba1220-b0df-40f6-9ee0-f8ef409df0f8 req-e0a29b0b-b225-43d7-ade6-6d85d3bf4452 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999447 Jul 23 16:23:36.921766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:36.928212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-0dde3075-4360-49fa-b74e-591e9b0b2421 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553792 Jul 23 16:23:36.931808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.000816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.001465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.002985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] 10.222.0.81 "PUT /v2.0/ports/15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 1091 time: 3.1833577 Jul 23 16:23:37.077892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-0e753bc6-eb8f-4968-9388-9c0b42f4df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.079458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-0e753bc6-eb8f-4968-9388-9c0b42f4df0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3412430 Jul 23 16:23:37.109309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:37.233457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c04ce5-0ad0-4eea-b188-03746e2225b3 service neutron] Pushing event updated for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:37.302534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}, {'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:37.305520 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3832f8d5-0a41-4c29-9132-f82ea7a3b88c" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}, {"server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "name": "network-vif-plugged", "status": "completed", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:37.611656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5'}, {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:37.614413 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5"}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:37.665002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aca683e-deea-40e9-9cb9-a82321661edc req-cd840cf7-9f0c-4d43-b318-ab3fc462ed13 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278433 Jul 23 16:23:37.707901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:37.728634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-bc56705e-c0ff-4e3c-85fd-0838002d6b9a service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004775 Jul 23 16:23:37.738577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-2bcf7ca9-b69a-4514-8eaf-0e5d568fe8ad tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.740165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-2bcf7ca9-b69a-4514-8eaf-0e5d568fe8ad tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7248929 Jul 23 16:23:37.815584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888a50-7afb-4e90-9541-1341e52319cd req-69e7687b-36a3-4281-9c66-18080197ef96 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:37.817180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82888a50-7afb-4e90-9541-1341e52319cd req-69e7687b-36a3-4281-9c66-18080197ef96 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.7313507 Jul 23 16:23:37.896967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 01d12aab-3913-44a2-a4cc-fd760a0d10e5 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:38.029359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5,segment=NetworkSegment(d3da3b73-91e8-4baa-96fa-744529808c12),segment_id=d3da3b73-91e8-4baa-96fa-744529808c12)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:38.045127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '01d12aab-3913-44a2-a4cc-fd760a0d10e5', 'network_id': '789b8e23-dd07-40fd-ba03-21b7e0f18db3', 'port_id': '01d12aab-3913-44a2-a4cc-fd760a0d10e5', 'mac_address': 'fa:16:3e:a6:13:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d7e191-a31e-40dc-9e98-44d634199947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:38.084774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-591b65dc-ee44-4bc2-b306-bc5995f38778 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1002 time: 0.3337986 Jul 23 16:23:38.089788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:38.113417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.132385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d12aab-3913-44a2-a4cc-fd760a0d10e5 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:38.149251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82888a50-7afb-4e90-9541-1341e52319cd req-b89f1271-02fc-40b9-adc8-dcad3f4b49db tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022320 Jul 23 16:23:38.155212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5,segment=NetworkSegment(d3da3b73-91e8-4baa-96fa-744529808c12),segment_id=d3da3b73-91e8-4baa-96fa-744529808c12)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:38.160269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.223299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:38.314250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ec467ee-7973-4e77-b0bc-7588dbfbc72f req-80b700e6-9457-42a6-9da9-a39f325fdf15 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730464 Jul 23 16:23:38.341820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.495149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:38.499874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['01d12aab-3913-44a2-a4cc-fd760a0d10e5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:38.536056 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.546139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625d01d-1529-485f-a2b3-14e4c9060951 req-8df7209e-a4bc-49e6-b4d5-66b1344afc1b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:38.547855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5625d01d-1529-485f-a2b3-14e4c9060951 req-8df7209e-a4bc-49e6-b4d5-66b1344afc1b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2957509 Jul 23 16:23:38.579654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Transition to ACTIVE for port object c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:38.591572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.728181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5625d01d-1529-485f-a2b3-14e4c9060951 req-1c1794bc-f9e6-4509-abcf-7f375c67026b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618857 Jul 23 16:23:38.761146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.138741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39b978-7abb-448c-925e-f08f246c4e22 req-26146529-ffcf-43ba-84f7-0443d4281520 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.140483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e39b978-7abb-448c-925e-f08f246c4e22 req-26146529-ffcf-43ba-84f7-0443d4281520 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 944 time: 0.2728853 Jul 23 16:23:39.149173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Attempting to bind port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:39.149173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Attempting to bind port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:39.149173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Attempting to bind port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:39.199263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:39.199587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Attempting to bind port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:39.225432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:39.225770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:39.226185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Bound using segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:39.226625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Bound port: c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:39.226983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.257033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.263692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.268809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e39b978-7abb-448c-925e-f08f246c4e22 req-6c319798-0159-45d7-994a-feaf96f2b720 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861287 Jul 23 16:23:39.415788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:39.420216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:39.426151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.499593 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c5c272-ddcb-4191-9338-f2a65923881b x-openstack-request-id: req-97c5c272-ddcb-4191-9338-f2a65923881b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:39.500468 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}, {"server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "name": "network-vif-plugged", "status": "completed", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:39.500829 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97c5c272-ddcb-4191-9338-f2a65923881b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:39.501372 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:23:39.501598 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0 associated. External IP: 172.25.2.189, port: c72e5494-f3db-4753-8027-dae402bfcf6c. Jul 23 16:23:39.501809 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c', 'code': 200} Jul 23 16:23:39.504231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:39.593112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:39.594038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.595805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-fb9f5fc2-cee1-4c78-8f8b-989d9494d9cd service neutron] 10.222.0.81 "PUT /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 1136 time: 2.5228724 Jul 23 16:23:39.667601 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e19691-46f5-4e23-b7fb-530fd23fafa0 x-openstack-request-id: req-a7e19691-46f5-4e23-b7fb-530fd23fafa0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:39.668124 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:39.668592 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7e19691-46f5-4e23-b7fb-530fd23fafa0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:39.669050 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5', 'status': 'completed', 'code': 200} Jul 23 16:23:39.669363 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'status': 'completed', 'code': 200} Jul 23 16:23:39.681106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:39.769525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:39.911951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 01d12aab-3913-44a2-a4cc-fd760a0d10e5 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:39.967279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:39.971679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:39.972543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.001727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bae22-5eaf-49ae-9a1d-c26fefbf3ec7 req-0d2ed986-e677-4318-ba95-350a58a1b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.003292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f69bae22-5eaf-49ae-9a1d-c26fefbf3ec7 req-0d2ed986-e677-4318-ba95-350a58a1b8c9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1096 time: 0.3316603 Jul 23 16:23:40.004936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-60083518-5b1f-4278-942e-4512cc679d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.006318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-60083518-5b1f-4278-942e-4512cc679d55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbaf14ecf2a24ad588b4e02d1d99a08e&device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 1095 time: 0.3499224 Jul 23 16:23:40.021528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.022038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.022515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.022982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.023490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.023954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.025848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-c423dffa-96e3-4818-ac5b-6daf98812e7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5291 time: 0.3421447 Jul 23 16:23:40.039588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75516c6-6f58-42e5-b09f-f63618925c22 req-c718ef35-3980-4b46-85b8-8d546d6c5d56 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.041093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f75516c6-6f58-42e5-b09f-f63618925c22 req-c718ef35-3980-4b46-85b8-8d546d6c5d56 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.3087854 Jul 23 16:23:40.042930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258938f-aa40-406b-8330-d9e6fc15a73f req-4b5a354f-3389-4e24-ba00-29fb858e267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.044370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5258938f-aa40-406b-8330-d9e6fc15a73f req-4b5a354f-3389-4e24-ba00-29fb858e267b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 1101 time: 0.4403770 Jul 23 16:23:40.057146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44774a99-c188-44d4-b2a7-08fbbd086dbb {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:40.059368 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.066256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.079565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Transition to ACTIVE for port object 44774a99-c188-44d4-b2a7-08fbbd086dbb will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:40.084288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.097805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5,segment=NetworkSegment(d3da3b73-91e8-4baa-96fa-744529808c12),segment_id=d3da3b73-91e8-4baa-96fa-744529808c12)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:40.102331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.130337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:40.138582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.159698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.243859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Attempting to bind port 44774a99-c188-44d4-b2a7-08fbbd086dbb on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:40.244438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Attempting to bind port 44774a99-c188-44d4-b2a7-08fbbd086dbb by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:40.245000 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Attempting to bind port 44774a99-c188-44d4-b2a7-08fbbd086dbb on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:40.250695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Port 44774a99-c188-44d4-b2a7-08fbbd086dbb on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:40.251039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Attempting to bind port 44774a99-c188-44d4-b2a7-08fbbd086dbb on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:40.256702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:40.257044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:40.257637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Bound using segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:40.258107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Bound port: 44774a99-c188-44d4-b2a7-08fbbd086dbb, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:40.258650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.333773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:40.337922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:40.343034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.380846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.381501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.383325 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] 10.222.0.81 "PUT /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 1134 time: 0.7070024 Jul 23 16:23:40.383520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '44774a99-c188-44d4-b2a7-08fbbd086dbb'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:40.386251 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988f89b1-292a-4113-8639-3335eb25a072" -d '{"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "44774a99-c188-44d4-b2a7-08fbbd086dbb"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:40.427707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:40.432323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa7b4b-e1fa-4465-91d4-4d6d78a58739 service neutron] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.515299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.616185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f69bae22-5eaf-49ae-9a1d-c26fefbf3ec7 req-b7ffb4a3-2a38-49a1-a7d5-7bb444159a7d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5855372 Jul 23 16:23:40.628920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5258938f-aa40-406b-8330-d9e6fc15a73f req-02e41e3b-9035-48c9-bd13-95bedd4d9366 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598066 Jul 23 16:23:40.647591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f75516c6-6f58-42e5-b09f-f63618925c22 req-d87b55a9-3e39-44c5-b9e4-79a9f92354aa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795028 Jul 23 16:23:40.748142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-ee71912a-9bcf-4200-b4fc-19b45393afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.749583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-ee71912a-9bcf-4200-b4fc-19b45393afc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=789b8e23-dd07-40fd-ba03-21b7e0f18db3 HTTP/1.1" status: 200 len: 923 time: 0.7178135 Jul 23 16:23:40.783212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-7818e0dc-5fcc-4272-8923-421a9daf6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.783693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-7818e0dc-5fcc-4272-8923-421a9daf6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.784166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-7818e0dc-5fcc-4272-8923-421a9daf6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.786013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-7818e0dc-5fcc-4272-8923-421a9daf6cc8 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c8923c2d63204d8998094807d8ea4203&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7405112 Jul 23 16:23:40.806105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4056bd7-1268-40c7-bda6-8925fe5a0b48 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:40.813637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.825534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Transition to ACTIVE for port object d4056bd7-1268-40c7-bda6-8925fe5a0b48 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:40.828996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.837827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-2882f3eb-3c90-448a-a8d3-f88657206b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5 HTTP/1.1" status: 200 len: 217 time: 0.0564969 Jul 23 16:23:40.884414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:40.903984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:40.916383 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:40.931539 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:40.932603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:40.963821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.970286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.970496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Attempting to bind port d4056bd7-1268-40c7-bda6-8925fe5a0b48 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:40.970715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Attempting to bind port d4056bd7-1268-40c7-bda6-8925fe5a0b48 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:40.971099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Attempting to bind port d4056bd7-1268-40c7-bda6-8925fe5a0b48 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:40.976726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.976925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Port d4056bd7-1268-40c7-bda6-8925fe5a0b48 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:40.976925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Attempting to bind port d4056bd7-1268-40c7-bda6-8925fe5a0b48 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:40.983527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:40.983866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:40.984011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.984384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Bound using segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:40.984814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Bound port: d4056bd7-1268-40c7-bda6-8925fe5a0b48, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:40.985170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:40.990026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:40.996152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.002241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.004258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2438499c-58fd-4e20-9891-62a0488f8268 req-c67d2353-8b3b-43b5-a838-75c5e4b8f1e6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5381 time: 0.2745023 Jul 23 16:23:41.005877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-330b4280-96bb-4616-8602-dc5eb9a86ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.007335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-330b4280-96bb-4616-8602-dc5eb9a86ea2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6d7e191-a31e-40dc-9e98-44d634199947 HTTP/1.1" status: 200 len: 862 time: 0.1595261 Jul 23 16:23:41.062397 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:41.063519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:41.069284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:41.076344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.113517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.114321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.115583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-7ffcc133-cb8d-4451-a040-18806ee7e3b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=789b8e23-dd07-40fd-ba03-21b7e0f18db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696352 Jul 23 16:23:41.115895 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] 10.222.0.81 "PUT /v2.0/ports/d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 1091 time: 0.6927900 Jul 23 16:23:41.149033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5096b6b-5ba3-42e2-8d52-dc8a3536ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:41.165336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:41.285581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.285865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2438499c-58fd-4e20-9891-62a0488f8268 req-8c3b278d-829f-4e9c-9207-3333937d0477 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349801 Jul 23 16:23:41.330009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.341006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-6c2b52db-acc4-43ad-a7a5-7e227b2ea418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.342634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-6c2b52db-acc4-43ad-a7a5-7e227b2ea418 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3088274 Jul 23 16:23:41.401647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.429460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-84bfea88-05fa-48d2-b883-0ab3bb0b486e service neutron] 10.222.0.67 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038750 Jul 23 16:23:41.436245 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:41.447574 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:41.449841 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.503165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:41.507310 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c07031-584c-4498-acfb-bc0ea1c2c31b" -d '{"events": [{"server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:41.587621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:41.596721 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:41.619396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7949022-ce90-4f79-bd30-0fa4c3c82bb4 req-2be6f6f2-ba80-42e8-9352-abda2686bba8 service neutron] 10.222.0.67 "GET /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818099 Jul 23 16:23:41.704391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72edd57-d0b5-4a2e-b0f8-d2efa8895347 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:41.712580 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.727864 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-72d8272f-60a8-47a5-864b-08fa4187a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.730071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Transition to ACTIVE for port object f72edd57-d0b5-4a2e-b0f8-d2efa8895347 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:41.734392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:41.734616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.736792 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb64ced-96da-49cd-bc25-e96b694e54d9" -d '{"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "c652ca6f-cae7-4943-8c7e-b9b05e8c96d4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:41.800489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:41.897340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:41.904278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Attempting to bind port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:41.904788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.904896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Attempting to bind port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:41.905114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Attempting to bind port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:41.913303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:41.913787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Attempting to bind port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:41.920011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:41.920430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Checking segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:41.920881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Bound using segment: {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:41.921496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Bound port: f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:41.921951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.952626 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:41.957975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994a38f-9f55-468a-9b8d-941aede88d93 req-c2c2bb2f-b608-4dab-82bf-e386cb8faf9a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.965148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b994a38f-9f55-468a-9b8d-941aede88d93 req-c2c2bb2f-b608-4dab-82bf-e386cb8faf9a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.2324553 Jul 23 16:23:41.979829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-677aaeb0-a101-4752-9cd9-3db39586d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:41.981357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-677aaeb0-a101-4752-9cd9-3db39586d114 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1097 time: 0.2476630 Jul 23 16:23:42.005825 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664cdb8-23b9-4f32-923d-7b49edd40e01 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:39Z', 'revision_number': 3, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:42.030134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:42.034218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:42.042928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.121035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-acb16165-fb8d-4a8c-8d0a-bd14d262166d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "PUT /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 998 time: 4.0353136 Jul 23 16:23:42.123761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.124637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.126308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] 10.222.0.81 "PUT /v2.0/ports/f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 1090 time: 0.9656091 Jul 23 16:23:42.146093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ef37d-4f2d-4d82-a591-b81c5b3d2fca service neutron] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:42.169517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:42.178469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b994a38f-9f55-468a-9b8d-941aede88d93 req-8ebb7b34-7f61-4f0d-9da8-8ec3ff3141dc tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992285 Jul 23 16:23:42.271799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-6de984f7-d5f1-4260-91ca-a1a3f8c3136a tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.285844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-6de984f7-d5f1-4260-91ca-a1a3f8c3136a tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports/c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 943 time: 0.1380711 Jul 23 16:23:42.290914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.313236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fce26-81db-47fb-adff-bdf266e741f6 None None] New status for floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:42.318258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-53d03aaa-27b1-4c53-92aa-baf6853820d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.320747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-53d03aaa-27b1-4c53-92aa-baf6853820d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 911 time: 0.3295932 Jul 23 16:23:42.377755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-72f7abd7-0ae0-4a22-a887-1751ff37c6b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 200 len: 217 time: 0.0502439 Jul 23 16:23:42.479945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3234c8-b10e-4a35-a49b-24cc0c2ac149 req-36265a9f-f0c0-4e2c-b5a0-ee55b3abec51 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.481504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e3234c8-b10e-4a35-a49b-24cc0c2ac149 req-36265a9f-f0c0-4e2c-b5a0-ee55b3abec51 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 945 time: 0.2426944 Jul 23 16:23:42.485802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-fe8bd581-b470-4dd9-a5e9-14d6e0a6bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.487307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-fe8bd581-b470-4dd9-a5e9-14d6e0a6bcaa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.1012471 Jul 23 16:23:42.539077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-e988042d-326e-45c6-890b-ae95424d1112 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417478 Jul 23 16:23:42.544996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-e97f2a25-de79-4f99-820c-0dc86fe5afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:42.546515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-e97f2a25-de79-4f99-820c-0dc86fe5afda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.1712239 Jul 23 16:23:42.587728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e3234c8-b10e-4a35-a49b-24cc0c2ac149 req-8e8ae4f9-b553-437d-9d3c-7cac8f577795 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980542 Jul 23 16:23:42.631510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94813ef9-0e86-4da9-8f46-0ce4d974b9ee {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:42.632117 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:42.640465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.652200 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:42.652830 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:42.654277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Transition to ACTIVE for port object 94813ef9-0e86-4da9-8f46-0ce4d974b9ee will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:42.666806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.693295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:42.734288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Pushing event updated for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:42.778573 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c002d-73c7-49bd-9e2a-697b425ac0d7 x-openstack-request-id: req-bc0c002d-73c7-49bd-9e2a-697b425ac0d7 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:42.778907 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "44774a99-c188-44d4-b2a7-08fbbd086dbb", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:42.779379 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc0c002d-73c7-49bd-9e2a-697b425ac0d7 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:42.780943 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '44774a99-c188-44d4-b2a7-08fbbd086dbb', 'status': 'completed', 'code': 200} Jul 23 16:23:42.831022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-d3c71930-259f-4a5a-9cb5-0775202db1ab service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786124 Jul 23 16:23:42.833730 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:42.859680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.925061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Attempting to bind port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:42.925617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Attempting to bind port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:42.926993 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258883b3-4056-47f7-a571-9fa83fa34d90 x-openstack-request-id: req-258883b3-4056-47f7-a571-9fa83fa34d90 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:42.927291 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:42.927551 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-258883b3-4056-47f7-a571-9fa83fa34d90 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:42.927945 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5', 'code': 200} Jul 23 16:23:42.928790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Attempting to bind port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:42.940612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:42.947865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.951317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:42.953344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Attempting to bind port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:42.981713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:42.982332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Checking segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:42.986531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Bound using segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:42.987771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Bound port: 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:42.988290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.014885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-a7395ce8-dcc3-40ac-aab1-833e13012880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.016862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-a7395ce8-dcc3-40ac-aab1-833e13012880 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.4544020 Jul 23 16:23:43.033021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:43.092226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:43.098490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:43.103524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.129810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-28743edc-4cf6-4b1e-a999-265a750e44bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.1012943 Jul 23 16:23:43.147970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.148891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.150504 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] 10.222.0.81 "PUT /v2.0/ports/94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 1091 time: 0.9896262 Jul 23 16:23:43.177549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37249f36-6d31-4e1f-8a89-f8ad8250796a service neutron] Pushing event updated for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:43.192277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Request body: {'port': {'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:43.232870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3fa5b8-5e4b-4bf7-93b2-47ad3207e2b9 req-9dc65c5e-f4ad-4544-a04a-058d7c1cacae service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452175 Jul 23 16:23:43.308981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.309246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.309597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.310098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.310729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.311587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.312415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.312575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:42Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:43.313195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.316054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-988f89b1-292a-4113-8639-3335eb25a072 req-9a4862ce-d9b9-4a1a-9e60-1bfb13451640 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6377 time: 0.5067878 Jul 23 16:23:43.317786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-9cd68c58-b488-4979-90d9-53d87494d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.319445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-9cd68c58-b488-4979-90d9-53d87494d655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.1702042 Jul 23 16:23:43.336709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0699bd-8e80-4076-b327-45b0fdce0b73 req-759d365c-65bb-4c6b-a9f7-9f525efc0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.339460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e0699bd-8e80-4076-b327-45b0fdce0b73 req-759d365c-65bb-4c6b-a9f7-9f525efc0544 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 1096 time: 0.3202033 Jul 23 16:23:43.360724 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:43.369210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c04d4-8f68-4f19-a517-d222d5e1b8d7 req-dc997ccc-3dd1-46c2-8b72-4bf200274b64 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.372066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-283c04d4-8f68-4f19-a517-d222d5e1b8d7 req-dc997ccc-3dd1-46c2-8b72-4bf200274b64 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3517933 Jul 23 16:23:43.373854 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:43.375944 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:43.520088 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:43.535867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e0699bd-8e80-4076-b327-45b0fdce0b73 req-0c9840ec-92f6-4a67-8630-6a83db4bd948 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603615 Jul 23 16:23:43.539141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-283c04d4-8f68-4f19-a517-d222d5e1b8d7 req-31836785-c811-428a-9ecf-5834b6a774ac tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341298 Jul 23 16:23:43.582899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-96ab79e0-50ae-4034-ae1f-91d1ba112b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.583361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-96ab79e0-50ae-4034-ae1f-91d1ba112b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.583832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-96ab79e0-50ae-4034-ae1f-91d1ba112b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.585491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-988f89b1-292a-4113-8639-3335eb25a072 req-96ab79e0-50ae-4034-ae1f-91d1ba112b7e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c8923c2d63204d8998094807d8ea4203&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2375066 Jul 23 16:23:43.594921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-c2124ba5-05d2-44ef-813f-e4d9dce28b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:43.596588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-c2124ba5-05d2-44ef-813f-e4d9dce28b28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2679181 Jul 23 16:23:43.669410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7fe573-fbe3-465f-a883-850b5982a461 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:43.677621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.694126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Transition to ACTIVE for port object 0c7fe573-fbe3-465f-a883-850b5982a461 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:43.698712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.759955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:43.793601 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:42Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:43.830655 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76762-fe34-4b89-8490-23587fffdd2d None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:7a:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:42Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:43.854057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Attempting to bind port 0c7fe573-fbe3-465f-a883-850b5982a461 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:43.854674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Attempting to bind port 0c7fe573-fbe3-465f-a883-850b5982a461 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:43.855181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Attempting to bind port 0c7fe573-fbe3-465f-a883-850b5982a461 on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:43.861259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Port 0c7fe573-fbe3-465f-a883-850b5982a461 on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:43.861855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Attempting to bind port 0c7fe573-fbe3-465f-a883-850b5982a461 on network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:43.869356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:43.869916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Checking segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:43.870527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Bound using segment: {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:43.871164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Bound port: 0c7fe573-fbe3-465f-a883-850b5982a461, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:43.871717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.958612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:43.962685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:43.967654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.008291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.008938 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.010375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] 10.222.0.81 "PUT /v2.0/ports/0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 1091 time: 0.8255274 Jul 23 16:23:44.041230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397ebaa-d9cd-4850-ad68-674d65c1ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:44.202922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f89b1-292a-4113-8639-3335eb25a072 req-45284b2a-f70c-4d1d-b974-5546f433ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.204382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-988f89b1-292a-4113-8639-3335eb25a072 req-45284b2a-f70c-4d1d-b974-5546f433ea2d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6063070 Jul 23 16:23:44.211536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-1eab4fab-165d-4f10-bcc4-36ca51f48771 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032381 Jul 23 16:23:44.239054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bdde8-ee0d-4456-9067-417f18f0a01f req-ceefb9eb-8ace-4410-b452-2cc58b78f0c3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.240562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba6bdde8-ee0d-4456-9067-417f18f0a01f req-ceefb9eb-8ace-4410-b452-2cc58b78f0c3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.6086559 Jul 23 16:23:44.269494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.356202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba6bdde8-ee0d-4456-9067-417f18f0a01f req-64137899-305f-4de2-992c-a2872e0b993a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059892 Jul 23 16:23:44.382666 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c1529f3-5029-42a5-b7f0-b62e72a4f9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:44.387687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-7e314059-66c9-4ff2-a94f-39f2906220a5 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696384 Jul 23 16:23:44.408362 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716eed40-cafa-4208-bc2d-c3096e18cb48 x-openstack-request-id: req-716eed40-cafa-4208-bc2d-c3096e18cb48 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:44.408687 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "c652ca6f-cae7-4943-8c7e-b9b05e8c96d4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:44.408916 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-716eed40-cafa-4208-bc2d-c3096e18cb48 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:44.409555 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4', 'status': 'completed', 'code': 200} Jul 23 16:23:44.416134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.416625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.417099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.417571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.418079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.418540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.419010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.421002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-777ed4de-9b98-4db3-a7ed-762155cb24c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.1428785 Jul 23 16:23:44.496513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-74838a74-4c67-416e-9c0b-4c4fa1839f75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 217 time: 0.0469739 Jul 23 16:23:44.585191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-3659607a-9479-4b6e-9cd5-df2f3d76796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.586677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-3659607a-9479-4b6e-9cd5-df2f3d76796f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 200 len: 856 time: 0.0674033 Jul 23 16:23:44.590004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-fe7b1259-718e-4c96-bd58-488b83d00efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.591393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-fe7b1259-718e-4c96-bd58-488b83d00efa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1096 time: 0.1695290 Jul 23 16:23:44.663543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.669993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.675918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.681876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.687840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.693815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.699852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.701800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-13522af3-afc1-41e7-94de-7d9a092d580e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.2445290 Jul 23 16:23:44.782166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48'}, {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347'}, {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee'}, {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:44.784683 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525dccf-3922-48d7-a488-78b5a59419d0" -d '{"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48"}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347"}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee"}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:44.813286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f49df1b9-11f9-4bc9-b12b-69059585ffe3 req-135de87a-3d39-4edd-ad59-8f15514a5e6a tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998156 Jul 23 16:23:44.822878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e2806300-b9f4-4cea-b34d-ccfc4d4b0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.824372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e2806300-b9f4-4cea-b34d-ccfc4d4b0bb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3be6b15-224f-4323-83e4-e2b4cbabee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298338 Jul 23 16:23:44.825778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-1497114e-6ad9-4f6a-b0db-5c428b6ce65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:44.827163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-1497114e-6ad9-4f6a-b0db-5c428b6ce65c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.2230933 Jul 23 16:23:44.929543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:44.932123 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1720d8fd-f893-4294-a72d-883220f0f6fc" -d '{"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:44.957800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-03c8d1ee-bb20-4499-bc56-ad1b99da3760 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 1001 time: 0.1174302 Jul 23 16:23:45.048374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-c904df4e-73bf-4aeb-9883-904bcb5b6613 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167594 Jul 23 16:23:45.053863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-801fcad9-58e5-48cc-bde0-fadf0405bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.055249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-801fcad9-58e5-48cc-bde0-fadf0405bc01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0731614 Jul 23 16:23:45.126415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4527c6-2ee2-4c11-af09-c919b3f32ec3 req-0fa9bb6f-ac0e-48dd-930d-cb016ffa4d67 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.127887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b4527c6-2ee2-4c11-af09-c919b3f32ec3 req-0fa9bb6f-ac0e-48dd-930d-cb016ffa4d67 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.1883111 Jul 23 16:23:45.226125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b4527c6-2ee2-4c11-af09-c919b3f32ec3 req-2f570909-972b-4c27-a81d-24b641c78f18 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623958 Jul 23 16:23:45.228853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a76189b4-4d62-49a1-ac6f-08d6729acaae service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725767 Jul 23 16:23:45.236679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59195799-064c-4967-a602-283a305db3cb req-8d65f07f-8861-44e6-a65f-20a514e252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.238197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-8d65f07f-8861-44e6-a65f-20a514e252e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729314 Jul 23 16:23:45.290937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-6c841919-716f-49e5-b114-00158b3d1068 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 217 time: 0.0518005 Jul 23 16:23:45.420347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-3a35a5ec-c971-43bf-83d8-636d28c957dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.421799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-3a35a5ec-c971-43bf-83d8-636d28c957dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1090312 Jul 23 16:23:45.431909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.443761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-c7582cb7-c46a-4e65-91f6-43e928f70871 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977913 Jul 23 16:23:45.494702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a80ad-18f5-4756-8e65-e88611447e7c req-13fe516e-f9d5-4cc9-bd54-528fed8ecdfe tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.496189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e46a80ad-18f5-4756-8e65-e88611447e7c req-13fe516e-f9d5-4cc9-bd54-528fed8ecdfe tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 945 time: 0.2070496 Jul 23 16:23:45.591490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e46a80ad-18f5-4756-8e65-e88611447e7c req-55930cf5-6ecb-4c84-8cf6-98237f4e8e43 tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882413 Jul 23 16:23:45.606098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b58db272-60d0-4291-8b78-c43608c6a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.607586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b58db272-60d0-4291-8b78-c43608c6a637 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1744187 Jul 23 16:23:45.614619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59195799-064c-4967-a602-283a305db3cb req-27322748-e486-4fe0-8121-b41fb95619e1 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509335 Jul 23 16:23:45.762808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b5165e87-f004-4b75-89c1-9590b5d69cb4 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471477 Jul 23 16:23:45.801753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b090e-be77-462b-ba39-030224579bdc req-a42887ae-b1dc-4edd-b1a7-0d1cb5c4f8fa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.803200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-761b090e-be77-462b-ba39-030224579bdc req-a42887ae-b1dc-4edd-b1a7-0d1cb5c4f8fa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.1285107 Jul 23 16:23:45.812590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:45.818387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'floatingip': {'port_id': '56417a0d-829b-4c41-a108-21da14a25f49'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:45.856982 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2daab-ff26-4cc5-9b8c-b473125818e4 x-openstack-request-id: req-70e2daab-ff26-4cc5-9b8c-b473125818e4 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:45.857694 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:45.857694 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70e2daab-ff26-4cc5-9b8c-b473125818e4 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:45.858319 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'status': 'completed', 'code': 200} Jul 23 16:23:45.858990 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'status': 'completed', 'code': 200} Jul 23 16:23:45.859417 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee', 'status': 'completed', 'code': 200} Jul 23 16:23:45.859660 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461', 'status': 'completed', 'code': 200} Jul 23 16:23:45.870472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:45.875199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673f9b2-f54b-4904-9015-413876d2d6b9 req-9fcefc61-0976-42dd-af1d-77d68d17a3b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:45.876802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1673f9b2-f54b-4904-9015-413876d2d6b9 req-9fcefc61-0976-42dd-af1d-77d68d17a3b2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1573703 Jul 23 16:23:45.928173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8f555192-6f1b-4233-a8fa-4ef54117a5b3 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488435 Jul 23 16:23:45.948861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1673f9b2-f54b-4904-9015-413876d2d6b9 req-4f4d0128-27df-4595-8285-f2201dcdb806 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Jul 23 16:23:45.978485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8478650d-9c83-49c3-affe-3b262d46e636 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 217 time: 0.0411944 Jul 23 16:23:46.005136 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b835a-09c9-495d-a971-e43676b03a7f x-openstack-request-id: req-5f5b835a-09c9-495d-a971-e43676b03a7f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:46.005429 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-unplugged", "status": "completed", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:46.005679 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f5b835a-09c9-495d-a971-e43676b03a7f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:46.006101 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'code': 200} Jul 23 16:23:46.034930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bceea985-58c9-4473-8232-1776938d5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.036675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-bceea985-58c9-4473-8232-1776938d5c8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0522673 Jul 23 16:23:46.157176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e663a238-8b4f-468b-bff7-067592395887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.158715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e663a238-8b4f-468b-bff7-067592395887 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079571 Jul 23 16:23:46.163537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b48dde-bb50-44ce-ad11-46f7d5dce60b req-03322bfa-af40-473e-8ec9-6da897792760 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.165618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61b48dde-bb50-44ce-ad11-46f7d5dce60b req-03322bfa-af40-473e-8ec9-6da897792760 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 1101 time: 0.1040077 Jul 23 16:23:46.265423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61b48dde-bb50-44ce-ad11-46f7d5dce60b req-a72c7191-3817-4ee0-9ccc-294840648707 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Jul 23 16:23:46.297847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-ea2a31b6-5799-4152-bdcc-96fb8206df0a service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239510 Jul 23 16:23:46.420096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.427033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.438579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}, {'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:46.440913 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a75cba-d32e-4adf-bc41-a98f49533fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}, {"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:46.511927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-6f248f32-c6ba-41f1-bcb3-9ba62c17b0ce tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1001 time: 0.1217272 Jul 23 16:23:46.515767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-584137aa-d33a-4e5b-a323-26b32b82f30f service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110429 Jul 23 16:23:46.535301 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Floating IP 1a5d4496-9339-49bd-a89d-e5f1df9d573b associated. External IP: 172.25.2.34, port: 56417a0d-829b-4c41-a108-21da14a25f49. Jul 23 16:23:46.752799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Router 6fe88384-1356-425a-9d47-e7deac96d1ec has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:46.867017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:46.871909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:46.881699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Sync routers for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:46.895919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:46.896894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:46.914444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-969e9736-1f0a-4ecd-9750-985322d7ea44 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "PUT /v2.0/floatingips/1a5d4496-9339-49bd-a89d-e5f1df9d573b HTTP/1.1" status: 200 len: 990 time: 1.0979171 Jul 23 16:23:46.923298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-ab4d5b00-c643-40f4-b2d9-558ceced2d65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 217 time: 0.3945243 Jul 23 16:23:46.956187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-014f6995-4c37-48ee-a2b6-aead48f437ed tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.957478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-014f6995-4c37-48ee-a2b6-aead48f437ed tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports/c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 942 time: 0.4392607 Jul 23 16:23:46.990808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:46.996701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.002567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.008136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:47.008421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.014304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.020113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.026504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.028410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-171a4365-6ba3-4e66-9c29-e40bcf9b8cb7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.5786486 Jul 23 16:23:47.101773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8cb3f03d-a3d8-440b-81d6-f31c553d1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.103445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8cb3f03d-a3d8-440b-81d6-f31c553d1bb5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1613755 Jul 23 16:23:47.161137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba7449-4e65-4a65-a09d-bc1166f6de19 req-d0327fce-e2c2-44b5-a35e-4b29e4db05de tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216540 Jul 23 16:23:47.165457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-7599b6a8-5eae-423e-a3a6-e27b1fbcc58c tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1001 time: 0.1355724 Jul 23 16:23:47.223910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1d843f44-42e4-4196-9747-659d3a2d5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.225405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1d843f44-42e4-4196-9747-659d3a2d5a17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141849 Jul 23 16:23:47.261257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1a5d4496-9339-49bd-a89d-e5f1df9d573b', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:18Z', 'updated_at': '2021-07-23T16:23:46Z', 'revision_number': 1, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:47.289965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Checking router: 6fe88384-1356-425a-9d47-e7deac96d1ec for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:47.301079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:47.301995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:47.368479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-6c7c8e53-f80c-4479-9426-2f9010eca18f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.369892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3af8b02-55e4-4b4e-8e45-718270326e97 req-6c7c8e53-f80c-4479-9426-2f9010eca18f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1954708 Jul 23 16:23:47.397506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:47.408656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-cad393b0-3b5a-4719-ab92-a12a1d13a51c service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537642 Jul 23 16:23:47.450504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:47.457320 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b6a5e-15d5-4797-a489-1ef3c6bda98a x-openstack-request-id: req-bb2b6a5e-15d5-4797-a489-1ef3c6bda98a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:47.457710 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:47.457847 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb2b6a5e-15d5-4797-a489-1ef3c6bda98a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:47.458265 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:23:47.458517 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'status': 'completed', 'code': 200} Jul 23 16:23:47.460389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-792e9ce9-4b6e-49a9-8be7-d96e4b4a5d67 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446401 Jul 23 16:23:47.569852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-d6dc4dd3-5ce4-4549-b0c3-bd8bcff0d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.572040 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-d6dc4dd3-5ce4-4549-b0c3-bd8bcff0d578 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1096 time: 0.0763774 Jul 23 16:23:47.640224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-8b9c43fb-3fca-4fe3-8a08-3206844f6118 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227383 Jul 23 16:23:47.687936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-22c41dd4-258e-40b0-95f2-037cd1da3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.689547 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-22c41dd4-258e-40b0-95f2-037cd1da3426 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1113296 Jul 23 16:23:47.703472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e2ab28f3-e4fa-42b4-97f0-0e07cd311129 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 217 time: 0.0534384 Jul 23 16:23:47.710460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-3e967a90-0751-4a00-90d8-7c75fe78bacf tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.712056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-3e967a90-0751-4a00-90d8-7c75fe78bacf tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400539 Jul 23 16:23:47.757032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-945dc356-4846-4de6-a2ed-ba7c1822fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.758674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-945dc356-4846-4de6-a2ed-ba7c1822fe54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.2721536 Jul 23 16:23:47.791079 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-8f108e24-7dca-4e22-9743-4178e44d65cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 1001 time: 0.0920761 Jul 23 16:23:47.802696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-5835fb3b-dafa-42d9-993e-134c6a2619e8 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/quotas/e7262b6b58d348d8a96ae0ae76b3c613 HTTP/1.1" status: 200 len: 375 time: 0.0835145 Jul 23 16:23:47.848719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-873ca652-1a56-42fd-9f9e-d89e567185f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.850228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-873ca652-1a56-42fd-9f9e-d89e567185f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1357946 Jul 23 16:23:47.860458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-998c2652-1380-4bd3-8d09-5b1c57e5031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.862697 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-998c2652-1380-4bd3-8d09-5b1c57e5031e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0644090 Jul 23 16:23:47.863167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:47.865450 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:47.916255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1a5d4496-9339-49bd-a89d-e5f1df9d573b', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:18Z', 'updated_at': '2021-07-23T16:23:46Z', 'revision_number': 1, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:47.944252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9300d-90ef-445e-b468-19b9c02d4a45 None None] The sync data for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 is: [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1a5d4496-9339-49bd-a89d-e5f1df9d573b', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:18Z', 'updated_at': '2021-07-23T16:23:46Z', 'revision_number': 1, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:47.963684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ddfd3-a492-4341-83fe-81e249b93f45 req-ac935b22-bfe6-48f1-9f50-667c0ac07fef tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.965221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa3ddfd3-a492-4341-83fe-81e249b93f45 req-ac935b22-bfe6-48f1-9f50-667c0ac07fef tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2375939 Jul 23 16:23:47.969030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-c8b46b0d-dc55-4198-a649-02c53dc7f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:47.969687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-c8b46b0d-dc55-4198-a649-02c53dc7f046 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1988490 Jul 23 16:23:48.013434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-5f1e498a-92af-4c76-a59e-79c827d66a43 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1939232 Jul 23 16:23:48.070848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-d1b5f44d-42e3-49eb-9534-ce05ec8f2ea1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0895903 Jul 23 16:23:48.110300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-61376453-953f-407f-ba4d-32d3f1ffbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.113097 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-61376453-953f-407f-ba4d-32d3f1ffbb4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683923 Jul 23 16:23:48.129529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa3ddfd3-a492-4341-83fe-81e249b93f45 req-3a3ca270-005d-49b3-b0c7-dc992823eaaf tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577854 Jul 23 16:23:48.169170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-e690956a-2e27-4d66-a613-cdb640bde50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.170757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-e690956a-2e27-4d66-a613-cdb640bde50f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0914006 Jul 23 16:23:48.252642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-489f68c9-eba4-4c6f-92bf-66557709e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.254227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-489f68c9-eba4-4c6f-92bf-66557709e3a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945069 Jul 23 16:23:48.286758 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9891512-fde0-4c94-9702-eff736a84f8f None None] New status for floating IP 1a5d4496-9339-49bd-a89d-e5f1df9d573b: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:48.310871 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-f7b5f43c-93cd-45ea-a063-d2c2725c2cb4 service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899135 Jul 23 16:23:48.458400 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-ede8707f-be4a-41a7-b0b8-b8328a49749e service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285326 Jul 23 16:23:48.485049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-5604c217-b001-4761-839c-40a698965b3a tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1001 time: 0.2359548 Jul 23 16:23:48.594194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-f09ae2bf-16d7-4b2d-8487-be264893ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.595726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-f09ae2bf-16d7-4b2d-8487-be264893ae06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114423 Jul 23 16:23:48.608336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-7b82ad18-c3f4-46e6-af57-6eddc8a00306 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610404 Jul 23 16:23:48.686004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-7c90b628-a235-42fe-9e57-b6733e598fd2 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.687392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-7c90b628-a235-42fe-9e57-b6733e598fd2 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports/c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 942 time: 0.1765869 Jul 23 16:23:48.849112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-ac8d9e8a-d475-4c38-97bc-83b819da294b tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:48.850653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-ac8d9e8a-d475-4c38-97bc-83b819da294b tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.3618953 Jul 23 16:23:48.903708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-d60111ef-5264-4895-981f-5af8615ec8db tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/quotas/897d00f5d2da4a25b261fe7232bd6230 HTTP/1.1" status: 200 len: 375 time: 0.0449464 Jul 23 16:23:48.909028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-309e0dde-7d8b-479f-b3ab-cfe0c1978eb8 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1001 time: 0.1474292 Jul 23 16:23:48.910947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-3087323d-5d50-4ed1-a206-64e69dc5c666 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050058 Jul 23 16:23:48.914062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-71a35bf3-cb34-4b82-801c-5eb78560df3e service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719502 Jul 23 16:23:49.036835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b1557fd2-7668-45ec-b3b7-9db26087928a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 217 time: 0.0763063 Jul 23 16:23:49.193894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a4437d6e-8b4e-4043-9206-aef045b48499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.195369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-a4437d6e-8b4e-4043-9206-aef045b48499 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1447291 Jul 23 16:23:49.207282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7a75cba-d32e-4adf-bc41-a98f49533fa3 req-74fc1745-f294-4465-a325-ec9a8ec56131 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824697 Jul 23 16:23:49.215631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-7abdc6eb-816c-4d7c-bc3b-32f78480a357 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.217047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-7abdc6eb-816c-4d7c-bc3b-32f78480a357 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2950437 Jul 23 16:23:49.221400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-07d322b4-02ac-456a-bfae-b4f1bfbcb6d2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3094289 Jul 23 16:23:49.373632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-9ea921a1-3940-4e8a-9839-9188c4a0353d tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1001 time: 0.1448367 Jul 23 16:23:49.390962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:49.441675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-5b3bd39c-3ad0-483e-9f2d-49de3b2a110e service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118790 Jul 23 16:23:49.445266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b71a3959-f8f2-4c6c-980f-b4e0ac6b4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:49.446759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-b71a3959-f8f2-4c6c-980f-b4e0ac6b4bf4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2385092 Jul 23 16:23:49.510485 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:49.673091 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-ce9e63a7-5d24-480b-8d89-4d17367fedf9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222094 Jul 23 16:23:50.057793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-0ad4e5a9-736e-4612-b4db-a9e2fa45e4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082916 Jul 23 16:23:50.068686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-d132ec13-bb95-4fa1-a457-b2303224da3b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.070154 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-d132ec13-bb95-4fa1-a457-b2303224da3b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911090 Jul 23 16:23:50.077566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-455e3e6c-65ba-4b4c-b673-13113af58ee1 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170206 Jul 23 16:23:50.099436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Request body: {'port': {'device_id': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': 'e7262b6b58d348d8a96ae0ae76b3c613'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:50.153697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.166686 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.167079 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0 disassociated. External IP: 172.25.2.189, port: c886ca91-a0cb-48ec-ac1b-cfdf04985124. Jul 23 16:23:50.235267 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8485ebfe-c7ac-48c7-a1f2-21a7841b90b1 x-openstack-request-id: req-8485ebfe-c7ac-48c7-a1f2-21a7841b90b1 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:50.235686 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:50.236009 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8485ebfe-c7ac-48c7-a1f2-21a7841b90b1 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:50.236585 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'status': 'completed', 'code': 200} Jul 23 16:23:50.237809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Made reservation on behalf of e7262b6b58d348d8a96ae0ae76b3c613 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:50.243287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.375654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b887f63-d313-499c-bafa-ae0328092e98 req-29fa1ac7-4314-4362-8c08-5db6cadb461c tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.377006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b887f63-d313-499c-bafa-ae0328092e98 req-29fa1ac7-4314-4362-8c08-5db6cadb461c tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 945 time: 0.3390181 Jul 23 16:23:50.407503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74d7de17-aa8c-46c1-9827-21b5801600e9 req-ee567a8d-e682-4d6e-9dd6-4195754910a4 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 210 time: 0.1014562 Jul 23 16:23:50.419805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Allocated IP 192.168.233.55 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/08daf350-2381-4b6b-86da-51313c8c7711) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:50.439708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-02be75f6-ef9e-4cb1-a6a1-ed1900366023 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417683 Jul 23 16:23:50.534499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-1524193a-8693-447c-801f-ca4fff7bcb75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 217 time: 0.0685437 Jul 23 16:23:50.613242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.629586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Transition to ACTIVE for port object 08daf350-2381-4b6b-86da-51313c8c7711 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:50.666162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.682316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038', '6030e57c-c2de-45ac-b66d-6de447bd3dce', '68a1422d-7daf-420e-b03c-cb301e8e366c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:50.715510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:50.718081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:50.718871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-357897a0-1b90-4208-a77a-1abb6dc5e7e1 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.719956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-357897a0-1b90-4208-a77a-1abb6dc5e7e1 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016 HTTP/1.1" status: 200 len: 943 time: 0.4871495 Jul 23 16:23:50.722273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:50.726998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:50.742306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-9cd7234b-ac6f-4358-9e6f-6a510aa12fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.743845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-9cd7234b-ac6f-4358-9e6f-6a510aa12fc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1096 time: 0.4367979 Jul 23 16:23:50.767110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event updated for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:50.804628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-7d16e88c-0a54-4f1a-8221-938e94fab467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.806204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-7d16e88c-0a54-4f1a-8221-938e94fab467 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.2550616 Jul 23 16:23:50.820253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:50.821584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:50.842266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-c71fcd3b-9ddd-4ddf-80f8-145f5b42c853 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7470219 Jul 23 16:23:50.863324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Request body: {'port': {'device_id': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:50.999825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.034388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.042509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.051391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.058985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.064986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.071889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.077883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.080682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea67949b-261c-4499-9c9c-c6af144b735f req-843ed703-ad21-4102-91a9-8ebd8d18e539 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.5532079 Jul 23 16:23:51.084070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:51.092556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Deleting port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:51.092902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.170613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-51c82628-36a8-40d5-ab30-9382f93af9b0 None None] Provisioning for port 08daf350-2381-4b6b-86da-51313c8c7711 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:51.183597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-51c82628-36a8-40d5-ab30-9382f93af9b0 None None] Provisioning complete for port 08daf350-2381-4b6b-86da-51313c8c7711 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:51.183972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-51c82628-36a8-40d5-ab30-9382f93af9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.194758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-5a376ded-5dd3-4255-af35-0d1b4a3cbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.196323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-5a376ded-5dd3-4255-af35-0d1b4a3cbb0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.4313240 Jul 23 16:23:51.254510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-51c82628-36a8-40d5-ab30-9382f93af9b0 None None] Port 08daf350-2381-4b6b-86da-51313c8c7711 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:23:51.313633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e37e4e1c-308c-4e7b-aac5-2bd1ca8a840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.315357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e37e4e1c-308c-4e7b-aac5-2bd1ca8a840e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4943962 Jul 23 16:23:51.329208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08daf350-2381-4b6b-86da-51313c8c7711 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:51.338974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.340493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea67949b-261c-4499-9c9c-c6af144b735f req-24584fab-f1d1-4f81-89ac-abaa998356bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404888 Jul 23 16:23:51.362561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Transition to ACTIVE for port object 08daf350-2381-4b6b-86da-51313c8c7711 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:51.380589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.512163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Deleting port 1fa5cafe-2a93-4cab-93cb-032d26577c80 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:51.512440 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.550322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Pushing event updated for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:51.600212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Attempting to bind port 08daf350-2381-4b6b-86da-51313c8c7711 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:51.600651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Attempting to bind port 08daf350-2381-4b6b-86da-51313c8c7711 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:51.601056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Attempting to bind port 08daf350-2381-4b6b-86da-51313c8c7711 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:51.603679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] For port 01d12aab-3913-44a2-a4cc-fd760a0d10e5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=01d12aab-3913-44a2-a4cc-fd760a0d10e5,segment=NetworkSegment(d3da3b73-91e8-4baa-96fa-744529808c12),segment_id=d3da3b73-91e8-4baa-96fa-744529808c12)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:51.604198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.606339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Port 08daf350-2381-4b6b-86da-51313c8c7711 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:51.606775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Attempting to bind port 08daf350-2381-4b6b-86da-51313c8c7711 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:51.612044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:51.612525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:51.613356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:51.613527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Bound port: 08daf350-2381-4b6b-86da-51313c8c7711, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:51.614058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.683913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:51.687251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08daf350-2381-4b6b-86da-51313c8c7711,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:51.687515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-81879932-f88a-48de-b500-d54b409731af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 1000 time: 0.4119499 Jul 23 16:23:51.692424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.723891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.724527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:51.725830 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] 10.222.0.81 "PUT /v2.0/ports/08daf350-2381-4b6b-86da-51313c8c7711 HTTP/1.1" status: 200 len: 1095 time: 0.8698220 Jul 23 16:23:51.755336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfaa9-bf18-438e-bc38-b19cc251d72e service neutron] Pushing event updated for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:51.856298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-2b757f1a-139b-4bf6-a0ea-6b32dbdca0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.858147 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-2b757f1a-139b-4bf6-a0ea-6b32dbdca0b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 1098 time: 0.0662453 Jul 23 16:23:51.913625 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-8ea00bc6-6a92-4c02-bb75-bba4d0621de2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=08daf350-2381-4b6b-86da-51313c8c7711 HTTP/1.1" status: 200 len: 217 time: 0.0395057 Jul 23 16:23:51.968711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-6a9cfd5d-9fa5-457c-94b8-3fda6349b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:51.970210 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-6a9cfd5d-9fa5-457c-94b8-3fda6349b7ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0461116 Jul 23 16:23:52.035667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-4a8c3dfd-dbc9-4c6c-a89f-3d3e688f278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.037137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-4a8c3dfd-dbc9-4c6c-a89f-3d3e688f278a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604739 Jul 23 16:23:52.074696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Calling delete_port for 01d12aab-3913-44a2-a4cc-fd760a0d10e5 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:52.132940 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-627b3fd7-9296-4f17-8a8c-b2bc2eeb8e18 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888748 Jul 23 16:23:52.166194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:52.178098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:52.188678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:52.189441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:52.210542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.229698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5f2b0108-bb89-4389-884c-a99f12d18739 req-97347e67-262c-44a6-8aea-99856c62099e service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893404 Jul 23 16:23:52.230004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-e5e83bc8-7607-45e8-8dd8-2f8cfcf78790 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.231450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-e5e83bc8-7607-45e8-8dd8-2f8cfcf78790 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 803 time: 0.9038796 Jul 23 16:23:52.233295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-2f132db4-ec3c-4fa4-b40c-80d1051dfcb8 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091606 Jul 23 16:23:52.237356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:52.239722 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6fd9e9-d32f-4f4a-9218-2a0045029736" -d '{"events": [{"name": "network-changed", "server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "tag": "08daf350-2381-4b6b-86da-51313c8c7711"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:52.280544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Request body: {'port': {'device_id': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'admin_state_up': True, 'tenant_id': '897d00f5d2da4a25b261fe7232bd6230'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:52.294365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-47ec21d7-ac69-4751-ad32-0a04b03115d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.295858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-47ec21d7-ac69-4751-ad32-0a04b03115d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.2408223 Jul 23 16:23:52.303378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:52.340992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364759a-d3a4-4552-8518-11a439e78392 req-96ea32bf-d6a2-4528-bb98-889f77dd5d9a tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.342509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0364759a-d3a4-4552-8518-11a439e78392 req-96ea32bf-d6a2-4528-bb98-889f77dd5d9a tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6 HTTP/1.1" status: 200 len: 945 time: 0.8760252 Jul 23 16:23:52.345765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] For port 1fa5cafe-2a93-4cab-93cb-032d26577c80, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1fa5cafe-2a93-4cab-93cb-032d26577c80,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:52.345765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.433846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Calling delete_port for 1fa5cafe-2a93-4cab-93cb-032d26577c80 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:52.439271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-538d25a8-174e-469d-a57c-0462735c6764 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "PUT /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 695 time: 3.0597179 Jul 23 16:23:52.455835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:52.458122 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a62f3-0696-470b-8e5d-6098284c671e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:52.506702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:52.533222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:23:52.542737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:52.543361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:52.652556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:23:52.661007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0364759a-d3a4-4552-8518-11a439e78392 req-f987f2b1-9b0c-4f7b-8c22-b6412baeb79f tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.64 "GET /v2.0/security-groups?id=c06000a1-4d38-4a33-9b54-070667ae8377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849331 Jul 23 16:23:52.726790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f245572-0a1f-44d9-ae75-60338f97f6bc req-e006a222-2977-429c-a400-63e1b9cf8138 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671755 Jul 23 16:23:52.778990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-70b36291-2b77-494c-9d8f-ea4cf35b12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.780728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-70b36291-2b77-494c-9d8f-ea4cf35b12f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4540524 Jul 23 16:23:52.781409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Made reservation on behalf of 897d00f5d2da4a25b261fe7232bd6230 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:52.785021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.819528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:52.831514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-ae252e78-57a1-456e-b944-68f6f6b0b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:52.833233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-ae252e78-57a1-456e-b944-68f6f6b0b1d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1096 time: 0.3722086 Jul 23 16:23:52.878941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:52.910683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8df9e9-02c0-4a3e-8d8d-70c88115d9ba None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:23:52.913023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Pushing event deleted for resources: {'Port': ['ID=01d12aab-3913-44a2-a4cc-fd760a0d10e5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:53.094905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] No DVR routers for this DVR port 01d12aab-3913-44a2-a4cc-fd760a0d10e5 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:53.148649 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad75f94-03e2-4dc3-af14-200cb1021d67 None None] New status for floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:23:53.153771 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.155724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b887f63-d313-499c-bafa-ae0328092e98 req-0dfd21f0-ab41-4271-9ed4-0c5e7d41f61b tempest-ServerAddressesNegativeTestJSON-1347727943 tempest-ServerAddressesNegativeTestJSON-1347727943-project] 10.222.0.67 "DELETE /v2.0/ports/01d12aab-3913-44a2-a4cc-fd760a0d10e5 HTTP/1.1" status: 204 len: 173 time: 2.7572997 Jul 23 16:23:53.187267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.304682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event deleted for resources: {'Port': ['ID=1fa5cafe-2a93-4cab-93cb-032d26577c80,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:53.328843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-3eb15075-deb4-497f-b1b0-be34842a11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.330404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-3eb15075-deb4-497f-b1b0-be34842a11bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.4865627 Jul 23 16:23:53.333002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Allocated IP 172.20.0.2 (abbaa914-1648-49ce-862f-314a68a4a9fc/bd92966d-d675-4d1c-8995-28d87a304798/0993c6b8-f81b-42e9-9d1a-dd8b21439572) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:53.423854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-98f4dc11-4530-4229-a686-964c550a3d44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 217 time: 0.0820918 Jul 23 16:23:53.425772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-fa844c58-50bf-483a-8385-b652fd877f20 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467008 Jul 23 16:23:53.456800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] No DVR routers for this DVR port 1fa5cafe-2a93-4cab-93cb-032d26577c80 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:53.482014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.483971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15a7bfd7-2f17-4466-9c8d-c9bbfe312010 req-4bf0be82-ca7e-4393-a9ca-838b52ab029f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.81 "DELETE /v2.0/ports/1fa5cafe-2a93-4cab-93cb-032d26577c80 HTTP/1.1" status: 204 len: 173 time: 2.7482319 Jul 23 16:23:53.491750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.492235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.492744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.493298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.493683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.494190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.494655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.496674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-7573a8af-f5ef-4dd3-9ce0-5cab4151e65e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.4837842 Jul 23 16:23:53.609867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cccc9-e9c1-4689-8721-4ef5db5cf5dd req-7cb39e1b-758c-4b91-b90f-45fee81698ff tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.611427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e59cccc9-e9c1-4689-8721-4ef5db5cf5dd req-7cb39e1b-758c-4b91-b90f-45fee81698ff tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.5277829 Jul 23 16:23:53.701638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-fe771339-5a89-4be5-bd66-1469c98a08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.703229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-fe771339-5a89-4be5-bd66-1469c98a08d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.2505391 Jul 23 16:23:53.848513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e59cccc9-e9c1-4689-8721-4ef5db5cf5dd req-27ab057c-fd1c-4e80-86bd-9d519a12bc48 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001443 Jul 23 16:23:53.852448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-ddf64087-01cc-4ad8-af96-c3a7128fb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.854004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-ddf64087-01cc-4ad8-af96-c3a7128fb264 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 HTTP/1.1" status: 200 len: 903 time: 0.3248892 Jul 23 16:23:53.870954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92aea54b-8f5c-49af-8d0b-a2ba92e2e81d req-bfa5fbe9-55ac-4480-aec2-5898fd24cf12 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085822 Jul 23 16:23:53.899002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:53.948023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-2c4dd646-c723-439f-86ba-d2f6190976b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 217 time: 0.0592258 Jul 23 16:23:53.984015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba941533-18ad-408c-9023-00bcf21f4375 req-44816e5a-6b60-4415-84fb-0c867da6b975 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 210 time: 0.0782440 Jul 23 16:23:53.988165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-ae2a5e7e-4c76-4a3e-930b-682a3ee9cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:53.989575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-ae2a5e7e-4c76-4a3e-930b-682a3ee9cbb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717650 Jul 23 16:23:54.016125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 01d12aab-3913-44a2-a4cc-fd760a0d10e5 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:54.047093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 01d12aab-3913-44a2-a4cc-fd760a0d10e5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:54.047444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 01d12aab-3913-44a2-a4cc-fd760a0d10e5 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:54.100201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-c9810ca1-42e9-43d7-9d7e-cbc5d77fea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.101619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-c9810ca1-42e9-43d7-9d7e-cbc5d77fea80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1470978 Jul 23 16:23:54.167868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.267251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-61577c2b-cb09-49fd-8a00-ec61029beb8f service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593277 Jul 23 16:23:54.271786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Network abbaa914-1648-49ce-862f-314a68a4a9fc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:54.284024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:54.298406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:54.326495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:54.367364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d472-077c-45eb-89fc-729480393aaa req-711d0aa6-75cc-4dfa-a203-8c9cf57c5340 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.369303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b7d472-077c-45eb-89fc-729480393aaa req-711d0aa6-75cc-4dfa-a203-8c9cf57c5340 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 947 time: 0.3201160 Jul 23 16:23:54.724342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-f0542c7c-0b28-4031-b327-13fd92b77c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.725741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-f0542c7c-0b28-4031-b327-13fd92b77c6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5966549 Jul 23 16:23:54.768786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:23:54.789324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 1fa5cafe-2a93-4cab-93cb-032d26577c80 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:23:54.789680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1fa5cafe-2a93-4cab-93cb-032d26577c80 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:23:54.820561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:54.821685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:54.847621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b7d472-077c-45eb-89fc-729480393aaa req-0a73d303-021d-41b0-b140-6cb1cb458457 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678607 Jul 23 16:23:54.898488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-504bafda-c507-48cf-a9bf-5ed90cedda2d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6291447 Jul 23 16:23:54.900129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-35287ffe-e356-4c18-b718-d8eeb6bf1d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6375878 Jul 23 16:23:54.901328 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38415496-e667-4a50-bb05-c864b9ba5ec0 x-openstack-request-id: req-38415496-e667-4a50-bb05-c864b9ba5ec0 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:54.901801 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "tag": "08daf350-2381-4b6b-86da-51313c8c7711", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:54.901900 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-38415496-e667-4a50-bb05-c864b9ba5ec0 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:54.902246 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711', 'status': 'completed', 'code': 200} Jul 23 16:23:54.905522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-135b8517-c9ce-4fb8-8172-3ed6d0fc76cf req-69e43650-5777-467a-8658-726869e22a43 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233425 Jul 23 16:23:54.914202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Request body: {'port': {'device_id': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:54.972240 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f0274-3aae-4fe9-8603-84618edb323a x-openstack-request-id: req-f66f0274-3aae-4fe9-8603-84618edb323a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:54.972526 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:54.972775 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f66f0274-3aae-4fe9-8603-84618edb323a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:54.973164 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'status': 'completed', 'code': 200} Jul 23 16:23:54.981918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-673a75a8-c7c5-4be1-969e-fc9b20d6156d service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411830 Jul 23 16:23:55.002794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:55.082251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Deleting subnet d6d7e191-a31e-40dc-9e98-44d634199947 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:23:55.089199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.134279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.170034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-07257c55-5e27-4e19-a719-729ed220a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.171496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-07257c55-5e27-4e19-a719-729ed220a3ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 1096 time: 0.1292768 Jul 23 16:23:55.171891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.202242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.282283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.289152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.295785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.301726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.307686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.312219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-3b57e3ac-528c-4ef6-9109-303badb202fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.313596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.313949 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-3b57e3ac-528c-4ef6-9109-303badb202fc service neutron] 10.222.0.81 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1314485 Jul 23 16:23:55.315274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.319500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.322018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-c9279c7c-cddf-46fd-8e60-927cdd096f09 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.3657331 Jul 23 16:23:55.349763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d7e191-a31e-40dc-9e98-44d634199947,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:55.354748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cb64ced-96da-49cd-bc25-e96b694e54d9 req-1fdd08d9-e102-429a-be64-28eba0dc57c6 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346131 Jul 23 16:23:55.360166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-cfd369f1-0259-4474-867a-49680f19752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.361608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-cfd369f1-0259-4474-867a-49680f19752e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 1098 time: 0.3785810 Jul 23 16:23:55.376667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.381115 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1b59074e-a83b-4f50-9774-7fe76a4aff38 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d6d7e191-a31e-40dc-9e98-44d634199947 HTTP/1.1" status: 204 len: 168 time: 0.3772385 Jul 23 16:23:55.381873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:55.394830 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-804af438-601e-4ff5-ae6a-f00df31c6583 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 200 len: 217 time: 0.0713935 Jul 23 16:23:55.475598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68562-ce0e-4237-b401-4a13acea6945 req-e47bcfc8-c31c-4e43-9eb1-412dc0679346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.477155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-e47bcfc8-c31c-4e43-9eb1-412dc0679346 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 1100 time: 0.4602909 Jul 23 16:23:55.492396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.518079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-1e222167-82c7-407d-8e7c-4fe19ac557da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.519549 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-1e222167-82c7-407d-8e7c-4fe19ac557da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0650370 Jul 23 16:23:55.561026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaf343fc-a3b5-455a-9cee-c8eab15fb632 req-7b389c68-0019-4da5-a72c-af4e5a7c7969 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2134340 Jul 23 16:23:55.632383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.647196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789b8e23-dd07-40fd-ba03-21b7e0f18db3']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:55.662108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3da3b73-91e8-4baa-96fa-744529808c12') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:55.662420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3da3b73-91e8-4baa-96fa-744529808c12') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:55.674542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.685840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-ac9bc974-48b2-4dc8-8567-422cacaba351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.687610 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-ac9bc974-48b2-4dc8-8567-422cacaba351 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510532 Jul 23 16:23:55.698063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.728739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:23:55.729107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:23:55.731153 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:23:55.744534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08894b-01e1-44a2-aac1-45ae1838e3d9 req-ee70e341-5409-45a2-a77d-897ee2c8b1ba tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.746128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e08894b-01e1-44a2-aac1-45ae1838e3d9 req-ee70e341-5409-45a2-a77d-897ee2c8b1ba tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.5330782 Jul 23 16:23:55.790637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-726d957d-7d58-469e-9e6a-5e2528e643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.792124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-726d957d-7d58-469e-9e6a-5e2528e643ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4023695 Jul 23 16:23:55.833836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.850972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.851457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.851595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:55.851983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.852439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.852908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.853375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.853485 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/789b8e23-dd07-40fd-ba03-21b7e0f18db3 HTTP/1.1" status: 204 len: 168 time: 0.4694281 Jul 23 16:23:55.853841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.855895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-68423598-1f7b-401f-9e47-17b5df116137 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.3833601 Jul 23 16:23:55.858224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b43ac-2242-4556-8b32-27d85922cea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=789b8e23-dd07-40fd-ba03-21b7e0f18db3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:55.874110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-595a8e21-4988-4f37-897e-bd5d2128fdcf service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731372 Jul 23 16:23:55.910819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68562-ce0e-4237-b401-4a13acea6945 req-145b328a-7877-4788-98c5-67a4f5fc1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:55.912355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-145b328a-7877-4788-98c5-67a4f5fc1744 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4015484 Jul 23 16:23:55.927591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-f860e205-9ce2-42fb-a7ad-b8b254db78ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=08daf350-2381-4b6b-86da-51313c8c7711 HTTP/1.1" status: 200 len: 217 time: 0.1185253 Jul 23 16:23:55.948636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e08894b-01e1-44a2-aac1-45ae1838e3d9 req-376ef225-b43e-4b18-93ff-1b711713a91b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917949 Jul 23 16:23:56.004565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:56.014451 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ae7a62f3-0696-470b-8e5d-6098284c671e req-310b0845-78d4-4f66-915d-2fb624996c6e service neutron] 10.222.0.81 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193762 Jul 23 16:23:56.028583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-3e683b86-a805-4fd8-a70a-70155def3894 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 HTTP/1.1" status: 200 len: 217 time: 0.0922182 Jul 23 16:23:56.049020 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1be06ac7-7ec1-4919-b1b8-cbf39063dca5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbaf14ecf2a24ad588b4e02d1d99a08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432866 Jul 23 16:23:56.051979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:56.103327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.125230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.175380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.177862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.181835 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c06000a1-4d38-4a33-9b54-070667ae8377 HTTP/1.1" status: 204 len: 168 time: 0.1261339 Jul 23 16:23:56.183755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-20db9eec-9d5f-4942-b0f8-b73547d8bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.185222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-20db9eec-9d5f-4942-b0f8-b73547d8bcde service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2468975 Jul 23 16:23:56.188187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72737a54-d881-4eb9-9d69-1cc1dd526c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06000a1-4d38-4a33-9b54-070667ae8377,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:56.277781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68562-ce0e-4237-b401-4a13acea6945 req-96ad54a5-047f-482b-85c4-3e6af7f64a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.280406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-96ad54a5-047f-482b-85c4-3e6af7f64a4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2191317 Jul 23 16:23:56.288237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5667-5bea-43c7-b82b-a04eef58f02d req-bbd36be5-5874-452d-9808-11cef8ed6d01 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.290264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ef5667-5bea-43c7-b82b-a04eef58f02d req-bbd36be5-5874-452d-9808-11cef8ed6d01 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 931 time: 0.4901438 Jul 23 16:23:56.295615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0993c6b8-f81b-42e9-9d1a-dd8b21439572 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:56.315156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-1019ea95-2403-4c66-8a38-e94aeba3b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.316632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-1019ea95-2403-4c66-8a38-e94aeba3b4b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 HTTP/1.1" status: 200 len: 903 time: 0.4094419 Jul 23 16:23:56.319924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.412624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Transition to ACTIVE for port object 0993c6b8-f81b-42e9-9d1a-dd8b21439572 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:56.416656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-98d3b2e8-4e7d-48a0-b97c-45d9635c33d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 217 time: 0.0868149 Jul 23 16:23:56.428302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.447058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-e1265da4-667a-4894-8a7e-f8af021787fd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.448560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-e1265da4-667a-4894-8a7e-f8af021787fd tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4177885 Jul 23 16:23:56.518225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11ef5667-5bea-43c7-b82b-a04eef58f02d req-b297db33-0ae9-4332-8a6f-86f728415e3f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158463 Jul 23 16:23:56.575917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-4f99e575-e862-4463-9688-c938a0ec0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.577438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-4f99e575-e862-4463-9688-c938a0ec0469 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3797631 Jul 23 16:23:56.598140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-893c6d91-40b5-4a92-9d65-8809b21dbbb9 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.1371720 Jul 23 16:23:56.653660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:56.657229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:56.663410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-991c7680-c574-457d-bc38-89cea738b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.665433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-991c7680-c574-457d-bc38-89cea738b240 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.2283504 Jul 23 16:23:56.772997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08daf350-2381-4b6b-86da-51313c8c7711 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:23:56.828463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.831716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68562-ce0e-4237-b401-4a13acea6945 req-d08399d4-9934-483c-9ca8-ddcd0644e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:56.833331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-d08399d4-9934-483c-9ca8-ddcd0644e22d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5330603 Jul 23 16:23:56.875630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08daf350-2381-4b6b-86da-51313c8c7711,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:56.894503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '08daf350-2381-4b6b-86da-51313c8c7711', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '08daf350-2381-4b6b-86da-51313c8c7711', 'mac_address': 'fa:16:3e:1e:8c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:23:56.896987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:56.938421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:56.953247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08daf350-2381-4b6b-86da-51313c8c7711 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:23:56.979135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08daf350-2381-4b6b-86da-51313c8c7711,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:56.984402 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.010904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-223320765-network', 'tenant_id': 'daa7f99f77ad4469840209b3e60b7244'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:57.034559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Made reservation on behalf of daa7f99f77ad4469840209b3e60b7244 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:57.036567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.039275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:57.048953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.150047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.154061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.179033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:23:57.189417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5ac01-d627-4b74-826d-d11b79c95a32,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:57.194593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.194938 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Added segment e8c6220a-9578-47c2-b94b-f4cfe23ac868 of type vlan for network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 Jul 23 16:23:57.223607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'name': 'network-vif-deleted', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5'}, {'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-deleted', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:57.225883 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b28c50-5078-45eb-90ca-aa5aeab17ac3" -d '{"events": [{"server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "name": "network-vif-deleted", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5"}, {"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-deleted", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:57.237895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.268217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.269345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:57.270451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.303295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4049177 Jul 23 16:23:57.306448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47944) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:23:57.312860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Request body: {'subnet': {'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-223320765-subnet', 'tenant_id': 'daa7f99f77ad4469840209b3e60b7244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:23:57.348085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed134-210b-4aca-802d-1d86ccca986f admin admin] Pushing event updated for resources: {'Network': ['ID=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:57.359846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:23:57.369286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Made reservation on behalf of daa7f99f77ad4469840209b3e60b7244 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:23:57.371132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-6b48874a-ad7d-4a71-99d8-405151f7af26 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792358 Jul 23 16:23:57.371542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.422883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['08daf350-2381-4b6b-86da-51313c8c7711'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:57.425210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Attempting to bind port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:57.425540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Attempting to bind port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:57.425869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Attempting to bind port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:57.460831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f1d7e-a9e0-40ef-b7d7-88fc7348d3fe req-7682d3c7-4987-4c04-a6d9-930f4e866515 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:57.462318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-967f1d7e-a9e0-40ef-b7d7-88fc7348d3fe req-7682d3c7-4987-4c04-a6d9-930f4e866515 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 947 time: 0.8617969 Jul 23 16:23:57.480334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 on network abbaa914-1648-49ce-862f-314a68a4a9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:23:57.480617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Attempting to bind port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 on network abbaa914-1648-49ce-862f-314a68a4a9fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:57.518683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-f7b6adb4-fdf3-49e5-9028-9b8c9e01005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:57.520256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-f7b6adb4-fdf3-49e5-9028-9b8c9e01005e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7981937 Jul 23 16:23:57.529865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:57.530232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Checking segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:57.530621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Bound using segment: {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:57.531371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Bound port: 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bd5dca-b882-42fa-93dd-ee41009d5b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:57.531523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.594980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-5a9fcbf8-012f-4861-bb1c-e15f7398d4d6 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277381 Jul 23 16:23:57.607637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.661993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=922e6a48-79e3-469a-9b0d-e1dd4ef427ad,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:57.704375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-153421f4-e03d-4f3a-8e98-989d6ec3ef63 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:57.704375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-153421f4-e03d-4f3a-8e98-989d6ec3ef63 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f484232-b7ad-466e-aca7-93aa70f69d1c HTTP/1.1" status: 200 len: 945 time: 0.1379812 Jul 23 16:23:57.704779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Checking segment: {'id': 'e8c6220a-9578-47c2-b94b-f4cfe23ac868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:23:57.705561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Network hostable DHCP agents. Network: 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:23:57.747183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-967f1d7e-a9e0-40ef-b7d7-88fc7348d3fe req-47cdcafd-6e50-481a-aeeb-836df12b74b8 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734630 Jul 23 16:23:57.756624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:23:57.781311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:57.792999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:57.793682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.795193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac44ec3-4436-4ca9-bb31-9b9976c9de03 None None] Network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:57.833442 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f3ca6084-f446-4a7c-a97c-abab3a96ec7d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5184479 Jul 23 16:23:57.842528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad6fd9e9-d32f-4f4a-9218-2a0045029736 req-8d7ff505-65f6-40af-a151-88be25e6084b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394548 Jul 23 16:23:57.875908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Deleting port c886ca91-a0cb-48ec-ac1b-cfdf04985124 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:23:57.877494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.906572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:57.919278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:57.960239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:57.968691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-1857dda5-67b9-49e5-8190-89ddf3eb3bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662772 Jul 23 16:23:57.970712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20a68562-ce0e-4237-b401-4a13acea6945 req-086ea52e-7c99-41fe-be14-9503890ad6f3 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407676 Jul 23 16:23:58.017515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ba616-c705-4b5a-b942-ca3fde600267 None None] Network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:23:58.032104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] For port c886ca91-a0cb-48ec-ac1b-cfdf04985124, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c886ca91-a0cb-48ec-ac1b-cfdf04985124,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:58.034610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.059244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Calling delete_port for c886ca91-a0cb-48ec-ac1b-cfdf04985124 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:23:58.118326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.118956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.120360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] 10.222.0.67 "PUT /v2.0/ports/0993c6b8-f81b-42e9-9d1a-dd8b21439572 HTTP/1.1" status: 200 len: 1091 time: 3.2104690 Jul 23 16:23:58.209303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.210621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b2d0d-16a7-4772-ab2a-bc9bd08a6237 service neutron] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:58.224446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c72e5494-f3db-4753-8027-dae402bfcf6c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:58.246385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event deleted for resources: {'Port': ['ID=c886ca91-a0cb-48ec-ac1b-cfdf04985124,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:58.290703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['c886ca91-a0cb-48ec-ac1b-cfdf04985124'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:23:58.313890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] No DVR routers for this DVR port c886ca91-a0cb-48ec-ac1b-cfdf04985124 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:23:58.316541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.319608 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fbd28f4f-6981-426c-8bd6-dd283df1650f req-d711e83d-44de-4ffd-a546-e376fa484601 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.81 "DELETE /v2.0/ports/c886ca91-a0cb-48ec-ac1b-cfdf04985124 HTTP/1.1" status: 204 len: 173 time: 0.6082008 Jul 23 16:23:58.320078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'name': 'network-vif-deleted', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:58.323095 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eb227a-51a1-42d4-b7cb-1cfd050702d3" -d '{"events": [{"server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "name": "network-vif-deleted", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:58.348079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-b372de55-00da-4028-a1ed-7e4801381451 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397496 Jul 23 16:23:58.378899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.384811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.390859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.396746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.402687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.408793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.415447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.417369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-952ab1ce-9bd1-4e1e-85e1-5976beb601d7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.3538716 Jul 23 16:23:58.429560 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.445493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.529482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-c1322656-d7af-4094-a7ac-4691b3e5b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.530937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-c1322656-d7af-4094-a7ac-4691b3e5b3c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 1094 time: 0.3308928 Jul 23 16:23:58.568504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.579502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ba4c0fe-9442-498a-a0df-1d401e2f7f47 req-895df8b1-7dab-4093-9ecc-0464f5c7909c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556537 Jul 23 16:23:58.627919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-4d84a2ab-a8c7-41f4-bb67-c2d996289a8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572 HTTP/1.1" status: 200 len: 217 time: 0.0683296 Jul 23 16:23:58.737257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.737736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.738294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.738756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.739216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.739672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.740130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.742136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-5411bed1-2d1d-4a1b-9503-a95ac70a83ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.2586956 Jul 23 16:23:58.746889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-f05cceac-9726-4614-adf4-e929d12b01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.748380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-f05cceac-9726-4614-adf4-e929d12b01d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.1117370 Jul 23 16:23:58.750715 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0 associated. External IP: 172.25.2.189, port: c72e5494-f3db-4753-8027-dae402bfcf6c. Jul 23 16:23:58.777212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08daf350-2381-4b6b-86da-51313c8c7711 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:23:58.826155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 08daf350-2381-4b6b-86da-51313c8c7711 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:58.829870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 08daf350-2381-4b6b-86da-51313c8c7711 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:58.830272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.877727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-c4df2bb7-ba17-4797-a9f4-3c91f65ed006 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219003 Jul 23 16:23:58.907487 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.930933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:23:58.933513 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07d414-a70a-436e-99d1-3f149f34b8be" -d '{"events": [{"server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "name": "network-vif-plugged", "status": "completed", "tag": "08daf350-2381-4b6b-86da-51313c8c7711"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:23:58.948647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08daf350-2381-4b6b-86da-51313c8c7711,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:58.952797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:58.982825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee15d6-2678-45a8-a3c9-d7b1e392a5df req-51cb5e32-f426-47c6-a8c2-ada343c9c546 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:58.985018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ee15d6-2678-45a8-a3c9-d7b1e392a5df req-51cb5e32-f426-47c6-a8c2-ada343c9c546 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3144801 Jul 23 16:23:59.058478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-411bdfc9-fccb-4bb9-bf9f-d78da60ac721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.059888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-411bdfc9-fccb-4bb9-bf9f-d78da60ac721 service neutron] 10.222.0.81 "GET /v2.0/networks?id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 HTTP/1.1" status: 200 len: 903 time: 0.3067727 Jul 23 16:23:59.134778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:59.165605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-d3b96e57-3c60-4321-8e16-16bc5ba694c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 217 time: 0.0910628 Jul 23 16:23:59.169567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-04376119-de56-4f84-8b6b-7403d61d9fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600942 Jul 23 16:23:59.214532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ee15d6-2678-45a8-a3c9-d7b1e392a5df req-45b1a165-3706-4709-9261-9ceb40f45f95 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851106 Jul 23 16:23:59.603283 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d8c27-3b40-4d92-b5f5-19852881fdae x-openstack-request-id: req-7a9d8c27-3b40-4d92-b5f5-19852881fdae {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:23:59.603493 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6", "name": "network-vif-deleted", "tag": "01d12aab-3913-44a2-a4cc-fd760a0d10e5", "status": "completed", "code": 200}, {"server_uuid": "0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016", "name": "network-vif-deleted", "tag": "1fa5cafe-2a93-4cab-93cb-032d26577c80", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:23:59.603722 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a9d8c27-3b40-4d92-b5f5-19852881fdae {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:23:59.604106 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ede424a-ffa2-4cbf-95a8-5df2b71d8cc6', 'name': 'network-vif-deleted', 'tag': '01d12aab-3913-44a2-a4cc-fd760a0d10e5', 'status': 'completed', 'code': 200} Jul 23 16:23:59.604358 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc0c23e-e0e4-41eb-8f47-ccccfcc9b016', 'name': 'network-vif-deleted', 'tag': '1fa5cafe-2a93-4cab-93cb-032d26577c80', 'status': 'completed', 'code': 200} Jul 23 16:23:59.715778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-fc033701-5530-49ab-99ad-c9746d380b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.717674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-fc033701-5530-49ab-99ad-c9746d380b0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.5218518 Jul 23 16:23:59.743278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4f03c9-e4dc-4d22-a861-7c76a36147be req-dc96d20b-c62d-49c9-9cee-2bbabd8d38e9 service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455029 Jul 23 16:23:59.773741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:23:59.808726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dcaf1-15f5-475d-bb75-29d3a115e487 req-fc1663ef-fa4a-46ca-bc1e-cae3adb41700 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.810214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2dcaf1-15f5-475d-bb75-29d3a115e487 req-fc1663ef-fa4a-46ca-bc1e-cae3adb41700 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 943 time: 0.2087493 Jul 23 16:23:59.916192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-39c3863d-d042-4736-9d20-04aa3169199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:23:59.917575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-39c3863d-d042-4736-9d20-04aa3169199c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1907814 Jul 23 16:23:59.944632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2dcaf1-15f5-475d-bb75-29d3a115e487 req-3ddb8f7e-fb8d-4137-a0e4-231e0d2df9f5 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Jul 23 16:23:59.974523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:59.980407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:59.985625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:23:59.996222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:59.996854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:00.059229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-3e35475a-29be-4184-a033-9da6865448ba tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "PUT /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 997 time: 3.4401634 Jul 23 16:24:00.067228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-d8f1a0fc-9d61-4f23-a06b-65069114f333 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397684 Jul 23 16:24:00.107575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:00.203906 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9104bd-b314-4aab-a85b-5feb382c5f85 x-openstack-request-id: req-1e9104bd-b314-4aab-a85b-5feb382c5f85 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:00.204499 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f484232-b7ad-466e-aca7-93aa70f69d1c", "name": "network-vif-deleted", "tag": "c886ca91-a0cb-48ec-ac1b-cfdf04985124", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:00.204722 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e9104bd-b314-4aab-a85b-5feb382c5f85 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:00.205154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-9270232c-ad58-4e05-a71e-f4e74b065eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.205574 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f484232-b7ad-466e-aca7-93aa70f69d1c', 'name': 'network-vif-deleted', 'tag': 'c886ca91-a0cb-48ec-ac1b-cfdf04985124', 'status': 'completed', 'code': 200} Jul 23 16:24:00.206771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-9270232c-ad58-4e05-a71e-f4e74b065eff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.1317399 Jul 23 16:24:00.210626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-af09293c-370e-4c4c-be4b-47a8163a0bd4 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367614 Jul 23 16:24:00.361632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:58Z', 'revision_number': 8, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:00.373355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-96112aa9-875b-4331-b404-7b8551121431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.374985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-96112aa9-875b-4331-b404-7b8551121431 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1580997 Jul 23 16:24:00.387971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:00.396717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:00.397332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:00.444636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b70a6-2f5a-44e3-a48b-a28597551de0 req-34404ab3-4b6f-4804-a741-d142d464527c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.446112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e9b70a6-2f5a-44e3-a48b-a28597551de0 req-34404ab3-4b6f-4804-a741-d142d464527c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.1905003 Jul 23 16:24:00.464467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.464947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.465411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.465877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.466378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.466843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.467307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.469465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cb68aaee-61ea-4e4f-ad5f-86c8aa4b3d28 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.1594787 Jul 23 16:24:00.510832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:00.515142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-314458de-e59c-422a-bad8-543b2480e527 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 1000 time: 0.1336293 Jul 23 16:24:00.598624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e9b70a6-2f5a-44e3-a48b-a28597551de0 req-56e36dd5-3b3f-4a22-a593-e8e6da62a494 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432784 Jul 23 16:24:00.626099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-16e6825c-70dc-4f37-9099-cdac1b88121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.627590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-16e6825c-70dc-4f37-9099-cdac1b88121a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.1059098 Jul 23 16:24:00.680250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-83829a47-20d5-4aa1-aa0a-1b7c29273317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.680250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-83829a47-20d5-4aa1-aa0a-1b7c29273317 service neutron] 10.222.0.81 "GET /v2.0/networks?id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 903 time: 0.1919270 Jul 23 16:24:00.715635 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2bd9e0-a6ea-4fdc-8008-d1f17a5512a8 x-openstack-request-id: req-4c2bd9e0-a6ea-4fdc-8008-d1f17a5512a8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:00.715933 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "name": "network-vif-plugged", "status": "completed", "tag": "08daf350-2381-4b6b-86da-51313c8c7711", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:00.716182 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c2bd9e0-a6ea-4fdc-8008-d1f17a5512a8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:00.716563 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711', 'code': 200} Jul 23 16:24:00.744356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-6d04ce96-a743-44dd-97d1-3a0b9f87006e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 217 time: 0.0474763 Jul 23 16:24:00.750693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:58Z', 'revision_number': 8, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:00.751842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-20c5a0c0-d180-4873-8825-30d904031dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.754007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-20c5a0c0-d180-4873-8825-30d904031dce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154997 Jul 23 16:24:00.782993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b829033-e755-4569-aaf6-28c8e0dde0f8 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '7b591fd8-0412-460d-8525-9a2eb81532b0', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'port_id': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'mac_address': 'fa:16:3e:35:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:22:58Z', 'updated_at': '2021-07-23T16:23:58Z', 'revision_number': 8, 'project_id': '723b8e007279431895c2b22741e1608f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:00.878785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-ebc1dc31-b8ad-4223-bd48-dd81a232a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.878785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-ebc1dc31-b8ad-4223-bd48-dd81a232a12c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1153963 Jul 23 16:24:00.917140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e930-db61-4bf1-a47d-80a17a44253c req-1dbae947-4e39-485d-b1b4-59644564d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:00.918804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-15f0e930-db61-4bf1-a47d-80a17a44253c req-1dbae947-4e39-485d-b1b4-59644564d601 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 1100 time: 0.0647962 Jul 23 16:24:00.952364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-5509a254-187b-4590-94c1-74f9e68f0a41 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922801 Jul 23 16:24:00.965015 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-15f0e930-db61-4bf1-a47d-80a17a44253c req-92037ac3-7fcf-45f1-a7d4-65f9c3abddd7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371141 Jul 23 16:24:01.024807 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314d581-051a-4f65-99f2-1cbdb1bfce56 None None] New status for floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:01.025570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.031604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.037458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.043353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.049225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.055612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.061747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.063739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-a069730e-e152-4040-850c-195985055339 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.2038915 Jul 23 16:24:01.115859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-d41f5f9e-2606-424b-b5ff-f67ae965d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.117373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-d41f5f9e-2606-424b-b5ff-f67ae965d362 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175119 Jul 23 16:24:01.162046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-279bbfeb-dde3-48f5-b82c-69a9ab212d69 req-202f193e-5079-45af-8494-26d580db3471 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707781 Jul 23 16:24:01.166808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44bd711b-215a-4eb0-ad7c-6f153ea96360 req-583b2955-5a60-4eb7-b505-c037ecce6f6a service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071917 Jul 23 16:24:01.411249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ba41-9f9d-4edc-beaa-4bddecdfcd54 req-04e076bd-a8ee-45ac-9ca1-5fb3254b7ff1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.412729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a847ba41-9f9d-4edc-beaa-4bddecdfcd54 req-04e076bd-a8ee-45ac-9ca1-5fb3254b7ff1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1798668 Jul 23 16:24:01.415786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-53b8af25-4d36-48b9-ba3f-c45420428934 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490529 Jul 23 16:24:01.481667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b642ca-70d6-42d4-b1cf-9672fc265f84 req-96787faa-1045-47dd-a6ae-edc118bfec52 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.483180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b642ca-70d6-42d4-b1cf-9672fc265f84 req-96787faa-1045-47dd-a6ae-edc118bfec52 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 943 time: 0.1501367 Jul 23 16:24:01.507248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a847ba41-9f9d-4edc-beaa-4bddecdfcd54 req-89605915-12f4-4d25-a533-6dd4e975dda1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881796 Jul 23 16:24:01.605332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572'}, {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:01.607613 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83" -d '{"events": [{"name": "network-changed", "server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572"}, {"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:01.617572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b642ca-70d6-42d4-b1cf-9672fc265f84 req-52711cd7-69f7-4120-bb4f-7059866beab0 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261322 Jul 23 16:24:01.638159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-cc106709-778b-49ca-a403-6a2350c6d962 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026789 Jul 23 16:24:01.641268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c15ce3e-5698-42e0-b484-5fc9e6580f19 req-1852b2fc-3eaf-4cc7-a0f5-52718cd6d83e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 999 time: 0.0988781 Jul 23 16:24:01.762630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15ce3e-5698-42e0-b484-5fc9e6580f19 req-ab0b73e6-5dc2-4031-a83e-ceb292cc3fff tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.763992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c15ce3e-5698-42e0-b484-5fc9e6580f19 req-ab0b73e6-5dc2-4031-a83e-ceb292cc3fff tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1174483 Jul 23 16:24:01.781862 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e229317-7aa9-4b13-9a2e-b280d3af32f7 x-openstack-request-id: req-9e229317-7aa9-4b13-9a2e-b280d3af32f7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:01.782227 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:01.782410 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e229317-7aa9-4b13-9a2e-b280d3af32f7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:01.782798 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'status': 'completed', 'code': 200} Jul 23 16:24:01.783048 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:24:01.876229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.876715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.877189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.877654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.878157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.878611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.879074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:01.880956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-e09f2932-8322-4332-848e-5ef41fba7d75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6486 time: 0.1371953 Jul 23 16:24:02.021108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-fcc2e310-fdf7-4694-9f8d-ad44574d79e1 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1002 time: 0.1390865 Jul 23 16:24:02.026872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-e430a58d-5245-4e93-b5a1-cb187d689cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.028336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-e430a58d-5245-4e93-b5a1-cb187d689cb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=897d00f5d2da4a25b261fe7232bd6230&device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 1094 time: 0.2333441 Jul 23 16:24:02.054043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0160a-8e9f-48d8-939f-70a2036c0dd2 req-a5607303-0560-4e0a-94b9-a6f38e6a99f7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.056057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ee0160a-8e9f-48d8-939f-70a2036c0dd2 req-a5607303-0560-4e0a-94b9-a6f38e6a99f7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.2324135 Jul 23 16:24:02.138148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-72f795ee-387e-4efc-9217-35581ae1cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.139590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-72f795ee-387e-4efc-9217-35581ae1cc3f service neutron] 10.222.0.81 "GET /v2.0/networks?id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 903 time: 0.2452497 Jul 23 16:24:02.187204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-a6acf403-8af0-44ee-81cc-465c508012a7 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.188547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-a6acf403-8af0-44ee-81cc-465c508012a7 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports/c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 943 time: 0.1565940 Jul 23 16:24:02.230724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-838334f8-4778-46d2-a1b0-8034eee46a0b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 217 time: 0.0795963 Jul 23 16:24:02.249352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ee0160a-8e9f-48d8-939f-70a2036c0dd2 req-d16b8331-057e-40a2-934e-d10e55f3797d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841524 Jul 23 16:24:02.671461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-580fc024-1fc0-4f82-a14b-941685c6a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.672961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-580fc024-1fc0-4f82-a14b-941685c6a2a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 200 len: 904 time: 0.6264226 Jul 23 16:24:02.705739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-6546c4ea-72a0-45de-82e4-ec9d7bf1cd03 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1002 time: 0.4740753 Jul 23 16:24:02.742205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-f6c6a5c8-23cd-4aba-80bf-ce92e72211e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.743639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-f6c6a5c8-23cd-4aba-80bf-ce92e72211e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1426435 Jul 23 16:24:02.744909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-36dd57ae-b69a-4e2a-80cc-01ea217a53c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572 HTTP/1.1" status: 200 len: 217 time: 0.0619240 Jul 23 16:24:02.812342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c886ca91-a0cb-48ec-ac1b-cfdf04985124 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:02.832610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: c886ca91-a0cb-48ec-ac1b-cfdf04985124 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:02.832955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c886ca91-a0cb-48ec-ac1b-cfdf04985124 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:02.897124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-8db87418-9ef0-4fef-a50a-3cd6f261aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.899305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-8db87418-9ef0-4fef-a50a-3cd6f261aefc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 200 len: 843 time: 0.1443863 Jul 23 16:24:02.912432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.918291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.924189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.930023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.935844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.941663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.948005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:02.949758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f90826f-5bae-4287-b432-ece36e737ddd req-abac2f65-5ad7-4678-af5c-acef7bdd49cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.3534467 Jul 23 16:24:03.004020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-e2be9aaa-81ed-4f49-8c64-d841da80f9df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abbaa914-1648-49ce-862f-314a68a4a9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522814 Jul 23 16:24:03.046429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-282fdd1d-cd61-414d-8de6-8d1a2b223a7f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.047804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-282fdd1d-cd61-414d-8de6-8d1a2b223a7f tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.3099759 Jul 23 16:24:03.090462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f90826f-5bae-4287-b432-ece36e737ddd req-fe28e3ab-987d-4d77-a2d1-8782e6086893 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275501 Jul 23 16:24:03.119678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-31301ef7-6cde-4611-a346-73ed0f1f5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.121024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-31301ef7-6cde-4611-a346-73ed0f1f5e16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3678000 Jul 23 16:24:03.276206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-05e15526-852f-47a8-98a9-b0a5c05d1f98 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 1002 time: 0.2167525 Jul 23 16:24:03.288895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-27a4ea21-0517-4429-bcfe-ec9d8a8ba8bc service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729802 Jul 23 16:24:03.300246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:03.375679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-495271bf-c8ad-47e4-88c2-52edc831ecbd service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471397 Jul 23 16:24:03.456838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.540949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59a7f0-2ae4-4660-ab58-c48dfb9110c1 req-08b02a22-65e1-4de8-b6d9-dd28a298a530 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.542451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab59a7f0-2ae4-4660-ab58-c48dfb9110c1 req-08b02a22-65e1-4de8-b6d9-dd28a298a530 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3446510 Jul 23 16:24:03.635792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-3cca54c5-b62d-43ec-a3ee-37f7161e3250 service neutron] 10.222.0.67 "GET /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330207 Jul 23 16:24:03.660835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a525dccf-3922-48d7-a488-78b5a59419d0 req-f525c659-73e2-41ed-beac-7422cd611e3c service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695217 Jul 23 16:24:03.668916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab59a7f0-2ae4-4660-ab58-c48dfb9110c1 req-1e6800cd-2e5e-4492-8404-f4266e4810c2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168306 Jul 23 16:24:03.744401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.755202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:03.755525 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0 disassociated. External IP: 172.25.2.189, port: c72e5494-f3db-4753-8027-dae402bfcf6c. Jul 23 16:24:03.881252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-c0680894-724b-440f-ba97-d3ccb086532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.882822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-c0680894-724b-440f-ba97-d3ccb086532b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.2051144 Jul 23 16:24:03.927976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f334-8743-4ee6-a50b-3ad7e9bbf8cb req-f193df81-ed35-4553-9fca-5109ce1aade3 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:03.929421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c6f334-8743-4ee6-a50b-3ad7e9bbf8cb req-f193df81-ed35-4553-9fca-5109ce1aade3 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 943 time: 0.1919754 Jul 23 16:24:04.053612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:04.073173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c6f334-8743-4ee6-a50b-3ad7e9bbf8cb req-542cdb29-c1d3-41ad-b980-edb785ed8974 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372221 Jul 23 16:24:04.102281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-6d4064e3-ee50-4e68-aafd-553e35746ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.103824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-6d4064e3-ee50-4e68-aafd-553e35746ec3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.2121389 Jul 23 16:24:04.158836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-b11e2cb9-3cab-4b61-bb37-6d8dca1f2ffa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0445790 Jul 23 16:24:04.166217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:04.175664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:04.185519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'mac_address': 'fa:16:3e:7f:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:04.226551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.239024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0993c6b8-f81b-42e9-9d1a-dd8b21439572 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:04.259905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:04.264225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.306487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-600a98cc-c42d-464a-9d14-4ad7e3906a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.307862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-600a98cc-c42d-464a-9d14-4ad7e3906a11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.1408410 Jul 23 16:24:04.310631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:04.318221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.318571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.318907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.319241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.319573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.319900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.320229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.320906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.321233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.321560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.321883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.322237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:04.393305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:04.400835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:04.403156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:04.411939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:04.412545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.433756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a81d9-82d8-4fed-98b1-aa47f4c7bb2f req-46edfe4a-108a-48d3-a44f-c205d6ad816a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.435355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-872a81d9-82d8-4fed-98b1-aa47f4c7bb2f req-46edfe4a-108a-48d3-a44f-c205d6ad816a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.1914356 Jul 23 16:24:04.471811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-f155006f-d81d-403e-98b4-a9e776abc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.473310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-f155006f-d81d-403e-98b4-a9e776abc232 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556158 Jul 23 16:24:04.476413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-fc37f5a1-a762-4bb9-b425-2273ddf16555 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "PUT /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 696 time: 1.1911852 Jul 23 16:24:04.478512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:04.480771 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce731f21-2155-4358-af4e-efecbf34ab0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:04.520844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:04.545159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-872a81d9-82d8-4fed-98b1-aa47f4c7bb2f req-17d99864-4111-4892-89d7-b76d5b07891a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013393 Jul 23 16:24:04.603694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0993c6b8-f81b-42e9-9d1a-dd8b21439572'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:04.845556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.873967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:04.885804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:04.886476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:04.982441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-64b85d53-6a77-4db8-8d26-9a39ca432fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:04.983958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-64b85d53-6a77-4db8-8d26-9a39ca432fab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.4896245 Jul 23 16:24:04.986044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-58d2f4ec-bde5-47f1-af48-adb2de8c606b service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019646 Jul 23 16:24:04.993131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:05.052735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.058577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.064365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.070194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.076495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.082300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.088622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.090550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-4f345ac0-5340-4e08-8b10-613828988ac6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.1856377 Jul 23 16:24:05.221327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d593e61e-57c3-4aec-b96e-1788c21816e8 req-3acbbbb6-160e-48b2-82a1-7cd087e77e41 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178219 Jul 23 16:24:05.241909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-d98571bb-e944-4245-a697-fd1a9e1506d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.243549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-d98571bb-e944-4245-a697-fd1a9e1506d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.2523563 Jul 23 16:24:05.251879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dab1bfa-97c6-4e86-a1ac-a9326b880e83 req-4aa3efaa-66b6-419b-b516-d2a5ad0302b3 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508192 Jul 23 16:24:05.291220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-844dd683-0ceb-48dc-9ed4-8b92794a9af5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0382442 Jul 23 16:24:05.332805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:05.350678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-b9dd022e-b415-4a09-aec9-d4855a024bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.352193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-b9dd022e-b415-4a09-aec9-d4855a024bfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.0555694 Jul 23 16:24:05.359217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fe117-36ef-4b63-89a3-6401f4d1ce81 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:22:22Z', 'revision_number': 4, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2e90cc8-e90e-4e80-80a1-bb3014b3cec4', 'name': '', 'network_id': '2691147d-d23a-428d-8730-81a432a23590', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'mac_address': 'fa:16:3e:47:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:32Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'subnets': [{'id': '899186c4-91ec-445f-b11d-1caf8557cedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:05.399895 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8336a29-bc85-4847-84ca-d3e6a447530d x-openstack-request-id: req-d8336a29-bc85-4847-84ca-d3e6a447530d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:05.400209 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:05.400523 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8336a29-bc85-4847-84ca-d3e6a447530d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:05.400844 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:24:05.442337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af71d-271c-40b9-b511-f190a49fb08c req-b3dd33ee-b0e9-4692-a006-534b4e0c3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.443485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-b3dd33ee-b0e9-4692-a006-534b4e0c3832 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838747 Jul 23 16:24:05.598627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-b2c8a700-6d5c-4cd6-922f-0fef9e3f2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.600313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-b2c8a700-6d5c-4cd6-922f-0fef9e3f2fad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=723b8e007279431895c2b22741e1608f&device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 1097 time: 0.1678104 Jul 23 16:24:05.619835 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa26bcd-25e6-4b53-875e-a2a3f1d3430a None None] New status for floating IP 7b591fd8-0412-460d-8525-9a2eb81532b0: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:05.631915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-265b845a-3199-4ec6-bd25-877a010ca8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590884 Jul 23 16:24:05.642656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf484-239b-4163-b328-096d45276508 req-c5509c80-0ac4-4db4-8e7a-8ce50866685f tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.644135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e45cf484-239b-4163-b328-096d45276508 req-c5509c80-0ac4-4db4-8e7a-8ce50866685f tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 1100 time: 0.1959391 Jul 23 16:24:05.795744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e45cf484-239b-4163-b328-096d45276508 req-ad0c4c40-a14a-40d3-96b1-7e5aefb1cab0 tempest-ServersOnMultiNodesTest-661896890 tempest-ServersOnMultiNodesTest-661896890-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385605 Jul 23 16:24:05.803219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-06abff82-4fc7-4442-98f9-9dcfd6d6176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.804740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-06abff82-4fc7-4442-98f9-9dcfd6d6176f service neutron] 10.222.0.67 "GET /v2.0/networks?id=2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 200 len: 921 time: 0.1966543 Jul 23 16:24:05.853292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-e66f59b8-893f-418d-9985-750cf3b45c35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 200 len: 217 time: 0.0417731 Jul 23 16:24:05.855842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-002af71d-271c-40b9-b511-f190a49fb08c req-5042d5c7-ce3e-49a3-ad7e-4e80e0a5a01e service neutron] 10.222.0.64 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172892 Jul 23 16:24:05.965399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-1c7a8399-d4f4-4958-83e6-aa858c862dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:05.966871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-1c7a8399-d4f4-4958-83e6-aa858c862dce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 200 len: 859 time: 0.1056542 Jul 23 16:24:06.029726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8c2de-e057-4cab-b988-614178cabc8b req-69e0b6b3-d9a3-47d7-86e3-d99a08bff31a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.031382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde8c2de-e057-4cab-b988-614178cabc8b req-69e0b6b3-d9a3-47d7-86e3-d99a08bff31a tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1610527 Jul 23 16:24:06.069127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:06.069344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e050-4162-4732-9ff6-660263c2a555 req-891dfef3-3c0e-43a4-9808-8070faa79d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.070659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4690e050-4162-4732-9ff6-660263c2a555 req-891dfef3-3c0e-43a4-9808-8070faa79d55 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 944 time: 0.1523950 Jul 23 16:24:06.117495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde8c2de-e057-4cab-b988-614178cabc8b req-da0e468f-fd9f-418e-84db-339ccd194ffa tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801897 Jul 23 16:24:06.118218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:06.119374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-1b7fc2b0-d4f5-4bb0-840d-e9fd5c456383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.122137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-1b7fc2b0-d4f5-4bb0-840d-e9fd5c456383 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2691147d-d23a-428d-8730-81a432a23590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457088 Jul 23 16:24:06.123626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:06.124041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.170945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4690e050-4162-4732-9ff6-660263c2a555 req-19c76284-a2fa-4478-add7-73ac825b923c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Jul 23 16:24:06.234212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.246362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-6278ada5-d078-407c-a20d-8d01dfaef7f1 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119726 Jul 23 16:24:06.260570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:06.263760 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c70db-2723-48aa-97de-4ab51104907f" -d '{"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-plugged", "status": "completed", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:06.278383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:06.283059 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:06.338266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:06.374157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce731f21-2155-4358-af4e-efecbf34ab0f req-95cb6be3-71b1-4748-aac4-9f14cd41a549 service neutron] 10.222.0.67 "GET /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204734 Jul 23 16:24:06.430340 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f6d558-3bf8-4426-b3b3-4bf0fec687b1 x-openstack-request-id: req-07f6d558-3bf8-4426-b3b3-4bf0fec687b1 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:06.430636 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-plugged", "status": "completed", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:06.430892 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07f6d558-3bf8-4426-b3b3-4bf0fec687b1 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:06.431290 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'code': 200} Jul 23 16:24:06.496036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.502057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.508025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.514278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.520357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.527122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.533048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.538459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-e9e64cc1-b1f6-418e-acf8-c58df2328efd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.1290128 Jul 23 16:24:06.626448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce8b3236-d80f-40a1-bd1d-668f043d8878 req-f7ad40a3-dec9-41c0-b39e-7082857c5236 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850468 Jul 23 16:24:06.654411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c125b4-2497-45c1-8d14-e49b4aeb91da req-0d44d919-9309-4ca7-b5f9-55068a5c47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.656189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c125b4-2497-45c1-8d14-e49b4aeb91da req-0d44d919-9309-4ca7-b5f9-55068a5c47ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 1096 time: 0.1160409 Jul 23 16:24:06.718298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-a91e217d-4dbe-48ef-b517-ac1a86ce9be8 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 200 len: 694 time: 0.0594838 Jul 23 16:24:06.765713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c125b4-2497-45c1-8d14-e49b4aeb91da req-2dc80a84-0ad0-4f0b-8b48-a68b8824767b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993190 Jul 23 16:24:06.784500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9ddf-4e4c-4b4f-a9d0-5dd3374403a8 req-cefba672-647e-47e4-800b-048bac6b93c9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.785955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b81f9ddf-4e4c-4b4f-a9d0-5dd3374403a8 req-cefba672-647e-47e4-800b-048bac6b93c9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.1781473 Jul 23 16:24:06.865430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b81f9ddf-4e4c-4b4f-a9d0-5dd3374403a8 req-cb36d7b3-26d0-4f25-a648-4158770cea26 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737665 Jul 23 16:24:06.875916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-fc66a39d-08c1-4010-8405-44f04a73fb77 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:06.877127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-fc66a39d-08c1-4010-8405-44f04a73fb77 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.1528790 Jul 23 16:24:06.933588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-3931c3f6-0cca-4d4c-8216-331722cf5f39 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 697 time: 0.0494850 Jul 23 16:24:06.984386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-4f6816af-240d-421a-a128-a08824ad2904 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 697 time: 0.0446217 Jul 23 16:24:07.199314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-4de1928b-4bb3-4f5d-b3ba-f8236c63cfe9 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:07.200691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-4de1928b-4bb3-4f5d-b3ba-f8236c63cfe9 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/networks?id=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 HTTP/1.1" status: 200 len: 809 time: 0.1353841 Jul 23 16:24:07.205354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Deleting port 8b81adc2-f88b-42c2-9e25-36a8dcda273e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:07.205733 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.235410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-ff9cf24a-9faa-43f3-a5fe-102d15513699 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/quotas/daa7f99f77ad4469840209b3e60b7244 HTTP/1.1" status: 200 len: 375 time: 0.0269263 Jul 23 16:24:07.301096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-708ab340-be93-44cb-b657-92b8260c5cf4 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=daa7f99f77ad4469840209b3e60b7244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600219 Jul 23 16:24:07.334543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.334927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.357512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Calling delete_port for 8b81adc2-f88b-42c2-9e25-36a8dcda273e owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:07.458727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-31cda05e-7d2b-477b-b47d-253aa142ae63 service neutron] 10.222.0.64 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473944 Jul 23 16:24:07.593373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-c2d99f77-fb29-4e27-bc08-21c416cf4be3 service neutron] 10.222.0.64 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243172 Jul 23 16:24:07.609075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.635756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event deleted for resources: {'Port': ['ID=8b81adc2-f88b-42c2-9e25-36a8dcda273e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:07.701420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.704058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:07.705374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1bef21e-ee87-4e16-9123-cc93bf64dcc1 req-b3543e36-ef11-4b9d-8c65-dcb227e93bee tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "DELETE /v2.0/floatingips/7b591fd8-0412-460d-8525-9a2eb81532b0 HTTP/1.1" status: 204 len: 173 time: 0.7156610 Jul 23 16:24:07.837170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867ecd3-41de-470a-b4d1-e210e86b3a43 req-0499dea4-e352-484e-9af8-2a4fd2f2884c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:07.838891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8867ecd3-41de-470a-b4d1-e210e86b3a43 req-0499dea4-e352-484e-9af8-2a4fd2f2884c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.0761058 Jul 23 16:24:07.904834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8867ecd3-41de-470a-b4d1-e210e86b3a43 req-fc258106-0ed1-4964-ab90-4a70a61cf8cf tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563314 Jul 23 16:24:07.942213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fefa7e-03fa-42c2-9494-156555ecb93f req-19945a4a-e074-4c1c-806f-84c1f2e28a23 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:07.944198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62fefa7e-03fa-42c2-9494-156555ecb93f req-19945a4a-e074-4c1c-806f-84c1f2e28a23 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 945 time: 0.1042314 Jul 23 16:24:07.989176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62fefa7e-03fa-42c2-9494-156555ecb93f req-fd7c24b1-cfe4-48d2-81a7-6de19e8b360c tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Jul 23 16:24:08.140298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.146642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.153136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.159121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.165772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.171866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.177864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.179809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbd26809-aaec-491a-9f10-326b744de1dc req-e0aa79a1-440c-4eb8-8205-87fee9e912dd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.1265688 Jul 23 16:24:08.243168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbd26809-aaec-491a-9f10-326b744de1dc req-fd49001b-e4ac-40e3-8337-f42169b6bae0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568192 Jul 23 16:24:08.294952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fa0bf91-8087-4d8d-ba82-912a8511d409 req-a1ac2d1c-d7fc-45f1-ac62-ab10ce49ba23 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Jul 23 16:24:08.419241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-de6f3603-adf9-48b5-8ab0-98232fbdf460 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.421166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-de6f3603-adf9-48b5-8ab0-98232fbdf460 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.1145670 Jul 23 16:24:08.477429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ae31-2f66-48ae-87e0-c4f5e8e30cb4 req-4370b351-8400-4316-951e-7b9921399409 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:08.478849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc7ae31-2f66-48ae-87e0-c4f5e8e30cb4 req-4370b351-8400-4316-951e-7b9921399409 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 949 time: 0.1385617 Jul 23 16:24:08.552712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc7ae31-2f66-48ae-87e0-c4f5e8e30cb4 req-592c5e58-d3f4-4e56-b899-078fabf5659d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678706 Jul 23 16:24:08.579784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 08daf350-2381-4b6b-86da-51313c8c7711 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:08.580170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.134492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 08daf350-2381-4b6b-86da-51313c8c7711, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08daf350-2381-4b6b-86da-51313c8c7711,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:09.134846 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.162630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 08daf350-2381-4b6b-86da-51313c8c7711 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:09.245828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-b199cc1a-85db-4107-828d-d516e17014dc tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.247308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-b199cc1a-85db-4107-828d-d516e17014dc tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.67 "GET /v2.0/networks?id=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 HTTP/1.1" status: 200 len: 809 time: 0.2666993 Jul 23 16:24:09.254485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a409df-a982-456c-a137-914496010793 req-ad002150-11af-43f2-9913-c88143c9420b tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.255817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0a409df-a982-456c-a137-914496010793 req-ad002150-11af-43f2-9913-c88143c9420b tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.2741780 Jul 23 16:24:09.264259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5771-b97e-4f5b-9e4c-249f5f376302 req-68b4cfba-5969-483f-9c43-b2b2b4d5697c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.265771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071b5771-b97e-4f5b-9e4c-249f5f376302 req-68b4cfba-5969-483f-9c43-b2b2b4d5697c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2806616 Jul 23 16:24:09.274250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Request body: {'port': {'device_id': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8', 'admin_state_up': True, 'tenant_id': 'daa7f99f77ad4469840209b3e60b7244'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:09.415988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0a409df-a982-456c-a137-914496010793 req-01d7472b-0c05-41b7-b118-a7c8d7fc03f3 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464119 Jul 23 16:24:09.434891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071b5771-b97e-4f5b-9e4c-249f5f376302 req-5ba61f7d-01a3-47ad-9914-e29a319d0998 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548679 Jul 23 16:24:09.564516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.572891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Made reservation on behalf of daa7f99f77ad4469840209b3e60b7244 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:09.576356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.580804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038', '6030e57c-c2de-45ac-b66d-6de447bd3dce', '68a1422d-7daf-420e-b03c-cb301e8e366c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:09.610866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', '08daf350-2381-4b6b-86da-51313c8c7711'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:09.623769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=08daf350-2381-4b6b-86da-51313c8c7711,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:09.684702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.684702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.684702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.685099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.685099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.686243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.686243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.686243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.686551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.686779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.687410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.687544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:09.743177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 08daf350-2381-4b6b-86da-51313c8c7711 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:09.755451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cbc9d-195c-4626-86c1-ee7eaa3c9457 req-ced9a2be-c594-4401-8be4-77ca8c103fd7 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.757032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-354cbc9d-195c-4626-86c1-ee7eaa3c9457 req-ced9a2be-c594-4401-8be4-77ca8c103fd7 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 945 time: 0.2649860 Jul 23 16:24:09.769908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:09.771885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e4be511-d0cb-4388-9c8f-772f3e4c0254 req-e6f72f25-c66b-4f8c-9ee0-d281938fe999 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "DELETE /v2.0/ports/08daf350-2381-4b6b-86da-51313c8c7711 HTTP/1.1" status: 204 len: 173 time: 1.3420725 Jul 23 16:24:09.772596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'name': 'network-vif-deleted', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:09.775362 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c9704-ed47-4d90-b61a-db847d6518cf" -d '{"events": [{"server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "name": "network-vif-deleted", "tag": "08daf350-2381-4b6b-86da-51313c8c7711"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:09.797560 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:09.897277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-354cbc9d-195c-4626-86c1-ee7eaa3c9457 req-09a445df-ca0c-496d-a3b9-27925374eb4e tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161189 Jul 23 16:24:09.932232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Allocated IP 172.20.0.7 (54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8/922e6a48-79e3-469a-9b0d-e1dd4ef427ad/485e250c-f6e9-41a7-b1d9-2f0f457103ff) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:09.973890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.980789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:09.997035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.003170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.009648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.015825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.021696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.024316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44f89127-23ca-44c8-add3-63e9f1734245 req-38a0dbf8-594d-4bf8-85b9-f89cebd8ba61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.2857368 Jul 23 16:24:10.087804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2deebaa-f1f9-4396-bbe7-0734f3421014 req-ede90a2c-aa69-438c-81e7-9c9aff33ce72 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 210 time: 0.0601826 Jul 23 16:24:10.161507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44f89127-23ca-44c8-add3-63e9f1734245 req-47ae8c64-05d8-4365-8506-49d74054407a tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254060 Jul 23 16:24:10.214493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b953968-a6ab-4fcf-b705-0c0e0b103188 req-900a19b1-1886-4ca0-9157-84f97db4e37a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=5828c454-2bcb-4902-80a8-44df2f0b81bf HTTP/1.1" status: 200 len: 210 time: 0.0397551 Jul 23 16:24:10.252143 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa77c1b-97d3-4026-8f70-ce0d0e3b2eff x-openstack-request-id: req-8fa77c1b-97d3-4026-8f70-ce0d0e3b2eff {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:10.252821 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828c454-2bcb-4902-80a8-44df2f0b81bf", "name": "network-vif-deleted", "tag": "08daf350-2381-4b6b-86da-51313c8c7711", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:10.252821 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fa77c1b-97d3-4026-8f70-ce0d0e3b2eff {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:10.253064 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828c454-2bcb-4902-80a8-44df2f0b81bf', 'name': 'network-vif-deleted', 'tag': '08daf350-2381-4b6b-86da-51313c8c7711', 'status': 'completed', 'code': 200} Jul 23 16:24:10.290085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-c3efd74d-23ba-44c4-a571-51eec15f4621 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.291560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-c3efd74d-23ba-44c4-a571-51eec15f4621 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.1805913 Jul 23 16:24:10.340246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.424867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.466472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Deleting port c72e5494-f3db-4753-8027-dae402bfcf6c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:10.466814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.513521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:10.560266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:10.593088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:10.602182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Pushing event updated for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:10.700996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] For port c72e5494-f3db-4753-8027-dae402bfcf6c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c72e5494-f3db-4753-8027-dae402bfcf6c,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:10.701351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.716934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.717490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:10.734218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Calling delete_port for c72e5494-f3db-4753-8027-dae402bfcf6c owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:10.755561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-991fc2fd-9903-404d-9cac-8be233b763eb tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4887037 Jul 23 16:24:10.772720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306793b-cbe1-4723-8443-759e6f895755 req-97118d2b-a412-4e7f-bb9c-ae95f74d2cca tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.774187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5306793b-cbe1-4723-8443-759e6f895755 req-97118d2b-a412-4e7f-bb9c-ae95f74d2cca tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 946 time: 0.2657115 Jul 23 16:24:10.781129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a92e3-b07a-428c-a68d-0a5427edd7c1 req-c1fe8d14-a0c4-456a-9fa6-b1132fdd2014 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:10.782533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-219a92e3-b07a-428c-a68d-0a5427edd7c1 req-c1fe8d14-a0c4-456a-9fa6-b1132fdd2014 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2660837 Jul 23 16:24:10.815844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Request body: {'port': {'device_id': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:10.917610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5306793b-cbe1-4723-8443-759e6f895755 req-a4a16f31-8b54-47f0-8ec6-400b1c326b7e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/security-groups?id=35e00a6a-2235-40f2-8399-5f89a9d911b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317580 Jul 23 16:24:10.933648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-219a92e3-b07a-428c-a68d-0a5427edd7c1 req-9ffe7c59-3366-4aaf-89ef-78a97805b353 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109216 Jul 23 16:24:10.977172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.098894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.199923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Pushing event deleted for resources: {'Port': ['ID=c72e5494-f3db-4753-8027-dae402bfcf6c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:11.280858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] No DVR routers for this DVR port c72e5494-f3db-4753-8027-dae402bfcf6c on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:11.295619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.297576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4201bfb1-cc5f-4788-b02c-3abe088e9651 req-d420cbca-ac26-459a-934e-8f3d58f5330e tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.67 "DELETE /v2.0/ports/c72e5494-f3db-4753-8027-dae402bfcf6c HTTP/1.1" status: 204 len: 173 time: 0.9990082 Jul 23 16:24:11.311072 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.361588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f997258-6661-4cbb-be66-b19e11b8441d req-e461356a-0f17-452d-89d5-843382c146f2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.363109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f997258-6661-4cbb-be66-b19e11b8441d req-e461356a-0f17-452d-89d5-843382c146f2 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 945 time: 0.3187349 Jul 23 16:24:11.428143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c081a7c-0d4b-4660-ba89-3f63c043206b req-d2cb2586-8c6b-4dd2-a684-1b798576b027 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.429874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c081a7c-0d4b-4660-ba89-3f63c043206b req-d2cb2586-8c6b-4dd2-a684-1b798576b027 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 931 time: 0.2484102 Jul 23 16:24:11.453891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f997258-6661-4cbb-be66-b19e11b8441d req-a3af5045-236a-4aa6-b529-9ca8282ca447 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833120 Jul 23 16:24:11.517885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c081a7c-0d4b-4660-ba89-3f63c043206b req-06def448-d503-4fa0-a506-cf75584c4358 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Jul 23 16:24:11.579189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485e250c-f6e9-41a7-b1d9-2f0f457103ff {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:11.590023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.609078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Transition to ACTIVE for port object 485e250c-f6e9-41a7-b1d9-2f0f457103ff will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:11.618570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.666076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.672127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.678198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.684825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.691378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.697471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.703786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.705525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-d318a904-149f-4846-9ab8-453e8a1831bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5429 time: 0.1867344 Jul 23 16:24:11.730863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78399e4b-5985-401d-add5-6dbcf7ecf13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.771263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Pushing event updated for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:11.821270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffc838c8-946b-45f8-9606-bdc2887a73de req-6bf5c6ac-d535-4efd-8c6f-778bd5264902 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895123 Jul 23 16:24:11.897302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Attempting to bind port 485e250c-f6e9-41a7-b1d9-2f0f457103ff on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:11.897643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Attempting to bind port 485e250c-f6e9-41a7-b1d9-2f0f457103ff by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'e8c6220a-9578-47c2-b94b-f4cfe23ac868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:11.897991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Attempting to bind port 485e250c-f6e9-41a7-b1d9-2f0f457103ff on network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:11.904244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Port 485e250c-f6e9-41a7-b1d9-2f0f457103ff on network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:11.904566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Attempting to bind port 485e250c-f6e9-41a7-b1d9-2f0f457103ff on network 54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:11.921220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a25a-94e5-42ee-a81e-f5c361cb004d req-ce7a2c00-9277-4ae0-b3b5-238b5c60e437 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:11.922780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f946a25a-94e5-42ee-a81e-f5c361cb004d req-ce7a2c00-9277-4ae0-b3b5-238b5c60e437 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.1489098 Jul 23 16:24:11.923957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:11.924396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Checking segment: {'id': 'e8c6220a-9578-47c2-b94b-f4cfe23ac868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:11.924671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Bound using segment: {'id': 'e8c6220a-9578-47c2-b94b-f4cfe23ac868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:11.925107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Bound port: 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c6220a-9578-47c2-b94b-f4cfe23ac868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:11.925680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.998850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f946a25a-94e5-42ee-a81e-f5c361cb004d req-b3ca7100-75e8-4c67-a09c-b0a80e2c572d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701940 Jul 23 16:24:12.053661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45dad50d-80b2-48a5-a935-e205bf383700 req-4143b0c8-47fe-4f21-afbd-5c3f04fe0908 tempest-FloatingIPsAssociationTestJSON-566937899 tempest-FloatingIPsAssociationTestJSON-566937899-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fca77ed-58d2-425b-9630-ddfc680d29d7 HTTP/1.1" status: 200 len: 210 time: 0.0383530 Jul 23 16:24:12.055317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:12.067782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff,segment=NetworkSegment(e8c6220a-9578-47c2-b94b-f4cfe23ac868),segment_id=e8c6220a-9578-47c2-b94b-f4cfe23ac868)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:12.073415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.119958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:12.145463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.146179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.147644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] 10.222.0.67 "PUT /v2.0/ports/485e250c-f6e9-41a7-b1d9-2f0f457103ff HTTP/1.1" status: 200 len: 1091 time: 1.3629067 Jul 23 16:24:12.193866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc609-1608-43f3-ac3e-3f1189be03c6 service neutron] Pushing event updated for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.220458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a49bb-ccbd-4444-95fb-077015ebaafe req-6f88f362-36d6-49ac-adae-40c1daa47a49 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.222358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e09a49bb-ccbd-4444-95fb-077015ebaafe req-6f88f362-36d6-49ac-adae-40c1daa47a49 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1465371 Jul 23 16:24:12.222691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.237035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'network_id': 'abbaa914-1648-49ce-862f-314a68a4a9fc', 'port_id': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'mac_address': 'fa:16:3e:7f:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92966d-d675-4d1c-8995-28d87a304798', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:12.242192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c72e5494-f3db-4753-8027-dae402bfcf6c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:12.253710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'name': 'network-vif-deleted', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c'}, {'name': 'network-changed', 'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:12.255938 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55" -d '{"events": [{"server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "name": "network-vif-deleted", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c"}, {"name": "network-changed", "server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:12.295514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e09a49bb-ccbd-4444-95fb-077015ebaafe req-68b394c3-8431-47b5-bd69-f9c59052133b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Jul 23 16:24:12.299315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.299593 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2bea5-d9a4-4852-aef1-aa2bed5358cf x-openstack-request-id: req-23e2bea5-d9a4-4852-aef1-aa2bed5358cf {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:12.300197 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fca77ed-58d2-425b-9630-ddfc680d29d7", "name": "network-vif-deleted", "tag": "c72e5494-f3db-4753-8027-dae402bfcf6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:12.300197 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23e2bea5-d9a4-4852-aef1-aa2bed5358cf {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:12.300646 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fca77ed-58d2-425b-9630-ddfc680d29d7', 'name': 'network-vif-deleted', 'tag': 'c72e5494-f3db-4753-8027-dae402bfcf6c', 'status': 'completed', 'code': 200} Jul 23 16:24:12.301003 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff', 'status': 'completed', 'code': 200} Jul 23 16:24:12.310155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-f7db6a2a-d500-48de-9d04-4da2e0504d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.311696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-f7db6a2a-d500-48de-9d04-4da2e0504d4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=daa7f99f77ad4469840209b3e60b7244&device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 1094 time: 0.1119516 Jul 23 16:24:12.313085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0993c6b8-f81b-42e9-9d1a-dd8b21439572 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:12.332451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.336971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:12.358626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-0c7383d4-22e2-40a4-94ea-1fb03e313e9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff HTTP/1.1" status: 200 len: 217 time: 0.0375872 Jul 23 16:24:12.386967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:12.419887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-48ae4b65-c292-4872-a95d-e77ea1528780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.421344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-48ae4b65-c292-4872-a95d-e77ea1528780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=922e6a48-79e3-469a-9b0d-e1dd4ef427ad HTTP/1.1" status: 200 len: 849 time: 0.0446680 Jul 23 16:24:12.451615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0993c6b8-f81b-42e9-9d1a-dd8b21439572'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:12.461615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-9c3ca98f-b05e-4faa-872b-a39d424bcb0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310109 Jul 23 16:24:12.608752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-e8834a2c-44cb-4156-be4b-f1e0cf523b3a service neutron] 10.222.0.67 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398246 Jul 23 16:24:12.680412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25f956-a9c3-42dd-a567-98f542fcccfd req-c0751d72-887a-434a-bdeb-06a47203232f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:12.681874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e25f956-a9c3-42dd-a567-98f542fcccfd req-c0751d72-887a-434a-bdeb-06a47203232f tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 944 time: 0.1514142 Jul 23 16:24:12.859476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f72edd57-d0b5-4a2e-b0f8-d2efa8895347 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:12.866371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08daf350-2381-4b6b-86da-51313c8c7711 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:12.893160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 08daf350-2381-4b6b-86da-51313c8c7711 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:12.893505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08daf350-2381-4b6b-86da-51313c8c7711 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:12.979969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:12.990739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'port_id': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'mac_address': 'fa:16:3e:57:7d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:13.032530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.046844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72edd57-d0b5-4a2e-b0f8-d2efa8895347 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:13.066458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.070451 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.071223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d4056bd7-1268-40c7-bda6-8925fe5a0b48 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:13.093485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245860-57d8-44fe-a38b-ea24eca73830 req-99b1c906-39c3-4083-a23e-b95f870b133e tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.095001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7245860-57d8-44fe-a38b-ea24eca73830 req-99b1c906-39c3-4083-a23e-b95f870b133e tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 943 time: 0.5000699 Jul 23 16:24:13.099010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45b58d9-e975-4672-bff1-9156a0d99396 req-e645250e-59f3-402a-af24-1e08b9374a79 service neutron] 10.222.0.67 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679580 Jul 23 16:24:13.102778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e25f956-a9c3-42dd-a567-98f542fcccfd req-00819465-a1aa-4a07-96d4-5befe5a88b19 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759833 Jul 23 16:24:13.145829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7245860-57d8-44fe-a38b-ea24eca73830 req-09c566dc-d908-4c42-aaa3-685356d4dfe5 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Jul 23 16:24:13.146055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.158432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.167499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'port_id': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'mac_address': 'fa:16:3e:0c:16:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:13.208246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.221820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4056bd7-1268-40c7-bda6-8925fe5a0b48 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:13.248908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.252866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.254418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 94813ef9-0e86-4da9-8f46-0ce4d974b9ee details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:13.333218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.333991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-48c19a2d-055a-4000-9d58-bdc0320d060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.334790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-48c19a2d-055a-4000-9d58-bdc0320d060e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=daa7f99f77ad4469840209b3e60b7244&device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 1094 time: 0.1420329 Jul 23 16:24:13.352443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.358357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.364299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.370334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.376157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.382035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.388428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.390389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-680f352a-20e8-4a69-9020-dbbeeca8e9bf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5430 time: 0.1887012 Jul 23 16:24:13.395556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.408072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee', 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'port_id': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee', 'mac_address': 'fa:16:3e:1f:fe:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f91ce67-1fd0-4e36-8a79-221fce6daaab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:13.409897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4900ef-b6ed-41b5-a7f7-e7a266c0016a req-046bc835-5ede-46af-a805-65b0cf51e3ec tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.411414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4900ef-b6ed-41b5-a7f7-e7a266c0016a req-046bc835-5ede-46af-a805-65b0cf51e3ec tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.2080605 Jul 23 16:24:13.451489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.465015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94813ef9-0e86-4da9-8f46-0ce4d974b9ee {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:13.486526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.491587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.492445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 0c7fe573-fbe3-465f-a883-850b5982a461 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:13.561325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4900ef-b6ed-41b5-a7f7-e7a266c0016a req-b9f96d89-dc70-46c1-80dd-ba6daafcdc0d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344137 Jul 23 16:24:13.562800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.565559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.567363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a1ab3a-1830-4bcb-8de4-9b044e56bb1a req-3748141f-473b-41ab-bdd0-fc6777f5cf9d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538787 Jul 23 16:24:13.591953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '0c7fe573-fbe3-465f-a883-850b5982a461', 'network_id': 'de8b8ba0-44ff-4cce-926e-3fb332cbb2f5', 'port_id': '0c7fe573-fbe3-465f-a883-850b5982a461', 'mac_address': 'fa:16:3e:66:d4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f91ce67-1fd0-4e36-8a79-221fce6daaab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:13.607453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-7c741131-6b03-43b0-8fd7-a77f3140d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.607453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-7c741131-6b03-43b0-8fd7-a77f3140d895 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 HTTP/1.1" status: 200 len: 910 time: 0.2112675 Jul 23 16:24:13.615695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83188c78-2305-406c-a11c-a43f2f506d2f req-85d7eb3f-4975-48b7-a6b5-22451708e04d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.617434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83188c78-2305-406c-a11c-a43f2f506d2f req-85d7eb3f-4975-48b7-a6b5-22451708e04d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 950 time: 0.1635866 Jul 23 16:24:13.639697 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:13.670526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.688261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-c78e2c3f-ddb4-40fe-bf8a-fd270a5dd3ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff HTTP/1.1" status: 200 len: 217 time: 0.0697792 Jul 23 16:24:13.691138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7fe573-fbe3-465f-a883-850b5982a461 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:13.750313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.758880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.759116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:13.795074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-de486ba0-31e5-4f2a-a7e2-faaaa676dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:13.796549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-de486ba0-31e5-4f2a-a7e2-faaaa676dbf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=922e6a48-79e3-469a-9b0d-e1dd4ef427ad HTTP/1.1" status: 200 len: 849 time: 0.0919785 Jul 23 16:24:13.812344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:13.842572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-cce9a2ef-9292-438f-9f6a-50e4c805cb21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330157 Jul 23 16:24:13.867478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 68a1422d-7daf-420e-b03c-cb301e8e366c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:13.867886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.875775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'port_id': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4', 'mac_address': 'fa:16:3e:d7:99:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:13.928706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:13.955611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.978219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:14.012239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.017886 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.019147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 15eb5d16-30c1-4477-8e0a-865a55367ed6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:14.114942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.123428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.129059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-27f9c5f3-90d0-4e1e-836d-ee403cbafeac service neutron] 10.222.0.67 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734380 Jul 23 16:24:14.139381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d740c-867e-4634-a8f4-6a5469714e95 req-c07409b4-1eab-46c6-9a24-8dec99f06478 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.140834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae6d740c-867e-4634-a8f4-6a5469714e95 req-c07409b4-1eab-46c6-9a24-8dec99f06478 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2474942 Jul 23 16:24:14.146850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:14.182577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 68a1422d-7daf-420e-b03c-cb301e8e366c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=68a1422d-7daf-420e-b03c-cb301e8e366c,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.183318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.207113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.222605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 68a1422d-7daf-420e-b03c-cb301e8e366c owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:14.224444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'port_id': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'mac_address': 'fa:16:3e:32:4d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:14.231223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:14.231601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.308389 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.309819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.329609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15eb5d16-30c1-4477-8e0a-865a55367ed6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:14.335581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae6d740c-867e-4634-a8f4-6a5469714e95 req-82ece132-1d2f-4ac0-a017-da8a25e1d99f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713545 Jul 23 16:24:14.369960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fa86f7-7596-4a0c-aa7b-1b3ba7e92e55 req-591f45e9-1ba2-437e-aa47-5e687b70cbaf service neutron] 10.222.0.67 "GET /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277930 Jul 23 16:24:14.385974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.390543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47422-e4f9-4fa4-9f80-a7bd9ae97d91 req-5b2e6b40-e5c5-4654-bcfd-1d92e8795570 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.397667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c47422-e4f9-4fa4-9f80-a7bd9ae97d91 req-5b2e6b40-e5c5-4654-bcfd-1d92e8795570 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 944 time: 0.3089211 Jul 23 16:24:14.399311 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.400438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 44774a99-c188-44d4-b2a7-08fbbd086dbb details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:14.415136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Deleting port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:14.415378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.420218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f323-0de8-48ed-90b8-268664b4c77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.443124 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.459581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c47422-e4f9-4fa4-9f80-a7bd9ae97d91 req-a83daf15-1fa5-4be1-8b4d-695b8a6527f4 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597661 Jul 23 16:24:14.502633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:14.505829 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3329f06d-e77a-4454-a75f-07bbc021433f" -d '{"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-plugged", "status": "completed", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:14.516677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] For port e2e90cc8-e90e-4e80-80a1-bb3014b3cec4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.517779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.520998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.538973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.540480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.547877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '44774a99-c188-44d4-b2a7-08fbbd086dbb', 'network_id': '43fbffad-5e9b-40a3-bd97-714f9cb7a0b0', 'port_id': '44774a99-c188-44d4-b2a7-08fbbd086dbb', 'mac_address': 'fa:16:3e:9d:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173ad981-9ac8-4ac9-82c3-e900495208d7', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:14.550194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.552096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c72e5494-f3db-4753-8027-dae402bfcf6c no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:14.552557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Calling delete_port for e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:14.574152 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492019b-32ae-4663-8c99-51e18b7440fe x-openstack-request-id: req-6492019b-32ae-4663-8c99-51e18b7440fe {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:14.574436 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-plugged", "status": "completed", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:14.574687 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6492019b-32ae-4663-8c99-51e18b7440fe {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:14.575089 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'code': 200} Jul 23 16:24:14.589963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af4d6b-41d1-4788-92f0-acad088a6747 req-6f03f4b4-237b-4614-9d3c-4e7b3ba7dba5 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:14.591640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23af4d6b-41d1-4788-92f0-acad088a6747 req-6f03f4b4-237b-4614-9d3c-4e7b3ba7dba5 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 943 time: 0.1311119 Jul 23 16:24:14.602437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: c72e5494-f3db-4753-8027-dae402bfcf6c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:14.602814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c72e5494-f3db-4753-8027-dae402bfcf6c not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:14.611285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.629778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038', '6030e57c-c2de-45ac-b66d-6de447bd3dce', '68a1422d-7daf-420e-b03c-cb301e8e366c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:14.660856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=68a1422d-7daf-420e-b03c-cb301e8e366c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.681766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:14.730869 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.739880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3475b98a-a08e-461d-8af0-d6f18d5fdc69 req-587fc5a0-4502-44a2-9c8b-906ac141592d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=42228c2e-a1e2-433f-be88-eb54712b10b3 HTTP/1.1" status: 200 len: 210 time: 0.0765953 Jul 23 16:24:14.750843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.779946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 68a1422d-7daf-420e-b03c-cb301e8e366c on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:14.779946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23af4d6b-41d1-4788-92f0-acad088a6747 req-98cfd204-0fd1-4ce6-a35d-2433576e866c tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751180 Jul 23 16:24:14.779946 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.781769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83188c78-2305-406c-a11c-a43f2f506d2f req-0da64ded-5b86-49e0-8106-6f4c09f2fedb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "DELETE /v2.0/ports/68a1422d-7daf-420e-b03c-cb301e8e366c HTTP/1.1" status: 204 len: 173 time: 1.1571326 Jul 23 16:24:14.782353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'name': 'network-vif-deleted', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:14.783897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44774a99-c188-44d4-b2a7-08fbbd086dbb {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:14.785804 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4921fcf7-4cfa-424c-bfc2-e4fd06eecfe3" -d '{"events": [{"server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "name": "network-vif-deleted", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:14.833974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:14.842123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.846644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:14.900896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e90cc8-e90e-4e80-80a1-bb3014b3cec4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:14.949119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.949604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.950088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.950423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.950808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.951255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.951507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.952172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.952311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.952675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.952958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.953386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:14.994041 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb90970-6a2d-4e3a-af66-637358531b36 x-openstack-request-id: req-2cb90970-6a2d-4e3a-af66-637358531b36 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:14.994872 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42228c2e-a1e2-433f-be88-eb54712b10b3", "name": "network-vif-deleted", "tag": "68a1422d-7daf-420e-b03c-cb301e8e366c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:14.995353 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cb90970-6a2d-4e3a-af66-637358531b36 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:14.996012 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42228c2e-a1e2-433f-be88-eb54712b10b3', 'name': 'network-vif-deleted', 'tag': '68a1422d-7daf-420e-b03c-cb301e8e366c', 'status': 'completed', 'code': 200} Jul 23 16:24:15.071969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c51c2c-f7c1-44d0-9f20-93d8f4a9c339 req-fd09e65f-564a-40e7-bfef-cc60da7ed637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.073690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8c51c2c-f7c1-44d0-9f20-93d8f4a9c339 req-fd09e65f-564a-40e7-bfef-cc60da7ed637 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1097 time: 0.2271049 Jul 23 16:24:15.090532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.102666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.108911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.121289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.131816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.138785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.171704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:15.172913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.190114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-a4e0c817-f440-4bda-9946-f6ae89421b61 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5436 time: 0.2828810 Jul 23 16:24:15.218225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.254814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8c51c2c-f7c1-44d0-9f20-93d8f4a9c339 req-ef9a0890-4aa0-4b59-84fb-1e50e085c911 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Jul 23 16:24:15.290567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50b140fd-6d7e-4b83-b6bb-e940eb45a906 req-9f509700-eef5-4a93-ba3a-c2c2838ad83a tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002722 Jul 23 16:24:15.474729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:15.496098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc641b-d228-400e-bce8-e1b676de211f req-d0df53de-c588-4f84-8980-376395d94fae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.503607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bdc641b-d228-400e-bce8-e1b676de211f req-d0df53de-c588-4f84-8980-376395d94fae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.0881803 Jul 23 16:24:15.541643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.583713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bdc641b-d228-400e-bce8-e1b676de211f req-f2cbf730-1a6d-4bdd-9374-5d5420833242 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783026 Jul 23 16:24:15.627755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:15.636193 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-02fb757f-ac7f-4bce-8b30-c922286f9963 admin admin] 10.222.0.64 "PUT /v2.0/routers/3a5671ad-ae69-4c72-a4f2-94a21290e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924026 Jul 23 16:24:15.636569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48224) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:15.640455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Sync routers for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:15.663550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:15.664694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:15.778186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876438f-6cd3-4123-8707-775a6f03a025 req-c580f6ff-af63-4700-9a77-7732e02248a3 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.779689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e876438f-6cd3-4123-8707-775a6f03a025 req-c580f6ff-af63-4700-9a77-7732e02248a3 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 945 time: 0.1949017 Jul 23 16:24:15.814939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:15.820141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:15.830461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-cd684965-da8c-44fe-89f4-2f911cd4c482 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:15.831952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-cd684965-da8c-44fe-89f4-2f911cd4c482 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 945 time: 0.1876407 Jul 23 16:24:15.942171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e876438f-6cd3-4123-8707-775a6f03a025 req-71ed9583-5a7a-49ae-a6b9-dc80b9a30966 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/security-groups?id=1ad25865-044c-40fe-aae0-a0f27336eb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511047 Jul 23 16:24:16.016386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['94813ef9-0e86-4da9-8f46-0ce4d974b9ee'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.017411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.092312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Deleting port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:16.092903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.121121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:24:14Z', 'revision_number': 5, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port': {'id': 'e1f009f6-e2b8-4397-a61e-9831e9c0bd5f', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:09Z', 'updated_at': '2021-07-23T16:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.154908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f72edd57-d0b5-4a2e-b0f8-d2efa8895347'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.156746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 485e250c-f6e9-41a7-b1d9-2f0f457103ff details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:16.165763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:16.168489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['15eb5d16-30c1-4477-8e0a-865a55367ed6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.195723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['d4056bd7-1268-40c7-bda6-8925fe5a0b48'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.197968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Checking router: 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:16.251027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['44774a99-c188-44d4-b2a7-08fbbd086dbb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.252962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['0c7fe573-fbe3-465f-a883-850b5982a461'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.253103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] For port 0993c6b8-f81b-42e9-9d1a-dd8b21439572, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0993c6b8-f81b-42e9-9d1a-dd8b21439572,segment=NetworkSegment(70bd5dca-b882-42fa-93dd-ee41009d5b3b),segment_id=70bd5dca-b882-42fa-93dd-ee41009d5b3b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:16.253435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.256414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Deleting port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:16.256743 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.270312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd3b-a52d-4a1f-bdfe-85b0615bef1e req-d22430a0-a7f0-4945-be7f-b759723cd9fc tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.271898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6405bd3b-a52d-4a1f-bdfe-85b0615bef1e req-d22430a0-a7f0-4945-be7f-b759723cd9fc tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 943 time: 0.2401052 Jul 23 16:24:16.292327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Calling delete_port for 0993c6b8-f81b-42e9-9d1a-dd8b21439572 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:16.346505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b07dc-f13f-4875-867a-05552d276775 req-c8e8af46-63c2-4291-bbe2-3f8d1da9ad90 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.347915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-887b07dc-f13f-4875-867a-05552d276775 req-c8e8af46-63c2-4291-bbe2-3f8d1da9ad90 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2511966 Jul 23 16:24:16.376000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Routers {'3a5671ad-ae69-4c72-a4f2-94a21290e3f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:16.376641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.444589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6405bd3b-a52d-4a1f-bdfe-85b0615bef1e req-f7f348b8-b550-44ea-b2d1-9f2bc88f1467 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533952 Jul 23 16:24:16.489407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] For port e1f009f6-e2b8-4397-a61e-9831e9c0bd5f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:16.489777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.518395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-887b07dc-f13f-4875-867a-05552d276775 req-a03c78ee-f1aa-49bf-a3eb-d1cf5c6d892e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080377 Jul 23 16:24:16.548894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Calling delete_port for e1f009f6-e2b8-4397-a61e-9831e9c0bd5f owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:16.730707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['c652ca6f-cae7-4943-8c7e-b9b05e8c96d4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:16.752039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] Set router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:16.797332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.866528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.872915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.875182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:24:16Z', 'revision_number': 6, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:16.878851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.885374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.891310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.897185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.903231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.905095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-8c22315e-2118-48ef-ba53-baa30507fec1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5436 time: 0.2922015 Jul 23 16:24:16.907505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Pushing event deleted for resources: {'Port': ['ID=0993c6b8-f81b-42e9-9d1a-dd8b21439572,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:16.947868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c483-80f4-4388-a1cd-56256b072210 req-321bd640-5a6a-4138-9ba6-b40f72352e86 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:16.949371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:16.954720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5072c483-80f4-4388-a1cd-56256b072210 req-321bd640-5a6a-4138-9ba6-b40f72352e86 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2984478 Jul 23 16:24:16.961395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff,segment=NetworkSegment(e8c6220a-9578-47c2-b94b-f4cfe23ac868),segment_id=e8c6220a-9578-47c2-b94b-f4cfe23ac868)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:16.982816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51469e-a979-4c48-a45e-1daad0808581 None None] The sync data for ids ['3a5671ad-ae69-4c72-a4f2-94a21290e3f8'] in n-d-800484-3 is: [{'id': '3a5671ad-ae69-4c72-a4f2-94a21290e3f8', 'name': 'tempest-FloatingIPsAssociationTestJSON-843537435-router', 'tenant_id': '723b8e007279431895c2b22741e1608f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:08Z', 'updated_at': '2021-07-23T16:24:16Z', 'revision_number': 6, 'project_id': '723b8e007279431895c2b22741e1608f', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:17.027887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] No DVR routers for this DVR port 0993c6b8-f81b-42e9-9d1a-dd8b21439572 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:17.036321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.038405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96890515-5ab1-4f71-851c-145e4ea0b834 req-f36cf9d5-2367-46ee-a387-007e20c86815 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.67 "DELETE /v2.0/ports/0993c6b8-f81b-42e9-9d1a-dd8b21439572 HTTP/1.1" status: 204 len: 173 time: 1.1762574 Jul 23 16:24:17.040642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-deleted', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:17.043083 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9eacce-9301-4a20-9df1-9d120d92682e" -d '{"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-deleted", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:17.091956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c5d8584-170c-4cca-9c03-16292a0b95fb req-fe46e385-f731-47c5-a445-4ae01ea0f58f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346219 Jul 23 16:24:17.096573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5072c483-80f4-4388-a1cd-56256b072210 req-70bf09aa-7a59-4dcd-8d02-afb7ae2d28c2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409793 Jul 23 16:24:17.105002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.176426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f009f6-e2b8-4397-a61e-9831e9c0bd5f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.265999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '485e250c-f6e9-41a7-b1d9-2f0f457103ff', 'network_id': '54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8', 'port_id': '485e250c-f6e9-41a7-b1d9-2f0f457103ff', 'mac_address': 'fa:16:3e:cd:90:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922e6a48-79e3-469a-9b0d-e1dd4ef427ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:17.286436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f4ad659-5dcf-4377-8319-ceca8ee9ddd0 req-b72db66b-079e-4f6c-979a-a950b88d1512 tempest-ImagesTestJSON-681305941 tempest-ImagesTestJSON-681305941-project] 10.222.0.64 "GET /v2.0/ports?device_id=e64e62e4-e470-48cd-89a3-ceaa4284fc16 HTTP/1.1" status: 200 len: 210 time: 0.0724771 Jul 23 16:24:17.313265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.378443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.495510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485e250c-f6e9-41a7-b1d9-2f0f457103ff {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:17.526487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff,segment=NetworkSegment(e8c6220a-9578-47c2-b94b-f4cfe23ac868),segment_id=e8c6220a-9578-47c2-b94b-f4cfe23ac868)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:17.550262 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.552145 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.753446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:17.806457 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ebe56e-5fed-42ca-805b-2444543682d5 x-openstack-request-id: req-54ebe56e-5fed-42ca-805b-2444543682d5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:17.807091 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e62e4-e470-48cd-89a3-ceaa4284fc16", "name": "network-vif-deleted", "tag": "0993c6b8-f81b-42e9-9d1a-dd8b21439572", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:17.807091 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54ebe56e-5fed-42ca-805b-2444543682d5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:17.807369 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64e62e4-e470-48cd-89a3-ceaa4284fc16', 'name': 'network-vif-deleted', 'tag': '0993c6b8-f81b-42e9-9d1a-dd8b21439572', 'status': 'completed', 'code': 200} Jul 23 16:24:17.831425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['485e250c-f6e9-41a7-b1d9-2f0f457103ff'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:17.958951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:17.964633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.042980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.043491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a5671ad-ae69-4c72-a4f2-94a21290e3f8 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:18.048585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.049686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8b280d26-3587-4fae-969e-5303b5d256bf admin admin] 10.222.0.64 "DELETE /v2.0/routers/3a5671ad-ae69-4c72-a4f2-94a21290e3f8 HTTP/1.1" status: 204 len: 168 time: 2.4121299 Jul 23 16:24:18.053526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:18.089069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18cce-8261-4e60-9ab0-7ab5f353b782 req-174079cb-3977-4021-a822-d7fa49278bce tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.090611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94b18cce-8261-4e60-9ab0-7ab5f353b782 req-174079cb-3977-4021-a822-d7fa49278bce tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2869411 Jul 23 16:24:18.103819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-24abb4c7-24f7-466e-ab11-c210f2411749 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.105317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-24abb4c7-24f7-466e-ab11-c210f2411749 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 950 time: 0.2972715 Jul 23 16:24:18.105865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Deleting subnet 899186c4-91ec-445f-b11d-1caf8557cedb {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:18.109179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.111606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715daff0-69c4-487b-910d-fac41111efd6 req-b1201e40-5653-4c88-9469-e1010fe7f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.113045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-b1201e40-5653-4c88-9469-e1010fe7f577 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 1097 time: 0.3082833 Jul 23 16:24:18.123125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6e6e-0bed-4900-8c96-c7cd808f7d30 req-543cabd5-29a5-4510-9e7a-bf7261278830 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.124746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c28b6e6e-0bed-4900-8c96-c7cd808f7d30 req-543cabd5-29a5-4510-9e7a-bf7261278830 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 944 time: 0.3155067 Jul 23 16:24:18.143291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 68a1422d-7daf-420e-b03c-cb301e8e366c no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:18.158369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.168535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 68a1422d-7daf-420e-b03c-cb301e8e366c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:18.169126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 68a1422d-7daf-420e-b03c-cb301e8e366c not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:18.169722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:18.198791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 0993c6b8-f81b-42e9-9d1a-dd8b21439572 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:18.199444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0993c6b8-f81b-42e9-9d1a-dd8b21439572 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:18.254916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.292458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94b18cce-8261-4e60-9ab0-7ab5f353b782 req-23bf60a6-a4ac-460c-8a0e-f2f2d2a77417 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773884 Jul 23 16:24:18.319953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.338175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c28b6e6e-0bed-4900-8c96-c7cd808f7d30 req-0355ef3f-caf8-4a45-80a2-963c780f1360 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972499 Jul 23 16:24:18.346045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899186c4-91ec-445f-b11d-1caf8557cedb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.352781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.357769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d17119c-35c7-45e6-999e-867973d5296e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/899186c4-91ec-445f-b11d-1caf8557cedb HTTP/1.1" status: 204 len: 168 time: 0.2999790 Jul 23 16:24:18.357769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:18.363576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da837b0d-53fa-41fc-8641-191696587fb4 None None] Network 2691147d-d23a-428d-8730-81a432a23590 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:18.372848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715daff0-69c4-487b-910d-fac41111efd6 req-8d7c6cf6-1734-4976-97ad-d0481c8c1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.374421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-8d7c6cf6-1734-4976-97ad-d0481c8c1041 service neutron] 10.222.0.81 "GET /v2.0/networks?id=4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 200 len: 911 time: 0.2437291 Jul 23 16:24:18.458816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.471195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-d6f88331-066e-426a-885a-63383ae01607 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 200 len: 217 time: 0.0733240 Jul 23 16:24:18.487190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 6030e57c-c2de-45ac-b66d-6de447bd3dce {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:18.487602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.520472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Deleting port 6c204f48-6d48-47d1-8a98-b77018df4357 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:18.520713 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.588604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] DHCP port deletion for 2691147d-d23a-428d-8730-81a432a23590 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:24:18.593389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] For port 6c204f48-6d48-47d1-8a98-b77018df4357, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6c204f48-6d48-47d1-8a98-b77018df4357,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:18.593748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.608175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Calling delete_port for 6c204f48-6d48-47d1-8a98-b77018df4357 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:18.617681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715daff0-69c4-487b-910d-fac41111efd6 req-c5c10b6a-1fbe-4689-9661-4af7d744ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.619439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-c5c10b6a-1fbe-4689-9661-4af7d744ea65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 200 len: 850 time: 0.1358159 Jul 23 16:24:18.641238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Deleting port 6c204f48-6d48-47d1-8a98-b77018df4357 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:18.641625 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.694136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-78023397-15d4-466c-bb41-7c52bea05ad9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4e992fa0-842b-40e4-9212-42e3bb754c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413613 Jul 23 16:24:18.695853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.708041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] For port 6c204f48-6d48-47d1-8a98-b77018df4357, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6c204f48-6d48-47d1-8a98-b77018df4357,segment=NetworkSegment(22688819-7792-402b-b14a-77aeafefd45a),segment_id=22688819-7792-402b-b14a-77aeafefd45a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:18.708455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.720992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Calling delete_port for 6c204f48-6d48-47d1-8a98-b77018df4357 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:18.725044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] No DVR routers for this DVR port 6c204f48-6d48-47d1-8a98-b77018df4357 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:18.730455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36858452-fd99-4f2f-a3d0-a9eb07a3dc33 req-3def336d-a3b2-4957-bcdd-25cd7e0dd5f6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.730676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c204f48-6d48-47d1-8a98-b77018df4357,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.737249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36858452-fd99-4f2f-a3d0-a9eb07a3dc33 req-3def336d-a3b2-4957-bcdd-25cd7e0dd5f6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3289576 Jul 23 16:24:18.788061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.794612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.800590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.803252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.807197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.809161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.813097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.814658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2691147d-d23a-428d-8730-81a432a23590']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.819217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.824686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22688819-7792-402b-b14a-77aeafefd45a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.825088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22688819-7792-402b-b14a-77aeafefd45a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:18.825209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:18.827142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-05c2a243-edfd-4d89-88ce-d48350784317 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5436 time: 0.3778150 Jul 23 16:24:18.835740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.836011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] Pushing event deleted for resources: {'Port': ['ID=6c204f48-6d48-47d1-8a98-b77018df4357,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.841105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dbd60-5344-40da-8c0b-b23fb08d0975 None None] No DVR routers for this DVR port 6c204f48-6d48-47d1-8a98-b77018df4357 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:18.861970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.868716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:18.869014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:18.872869 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:18.908469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 6030e57c-c2de-45ac-b66d-6de447bd3dce, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=6030e57c-c2de-45ac-b66d-6de447bd3dce,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:18.908837 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.928489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.935483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:18.938521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] 10.222.0.64 "DELETE /v2.0/networks/2691147d-d23a-428d-8730-81a432a23590 HTTP/1.1" status: 204 len: 168 time: 0.5795913 Jul 23 16:24:18.951253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60680ba4-7f47-41b6-b5d9-cf5af09d7e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2691147d-d23a-428d-8730-81a432a23590,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:18.954930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36858452-fd99-4f2f-a3d0-a9eb07a3dc33 req-1225aab9-250e-400d-a79d-f157e3c784ae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167418 Jul 23 16:24:18.990673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-624cb3f9-dd87-49e1-8ce1-24aa1edd816a req-82ce9d0b-921a-4e01-897a-7e8031d42be4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338334 Jul 23 16:24:18.994178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1f009f6-e2b8-4397-a61e-9831e9c0bd5f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:18.998544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 6030e57c-c2de-45ac-b66d-6de447bd3dce owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:19.026787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-56c47fae-8371-4499-8559-cf7bf14924d4 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195162 Jul 23 16:24:19.031864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e1f009f6-e2b8-4397-a61e-9831e9c0bd5f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:19.032809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1f009f6-e2b8-4397-a61e-9831e9c0bd5f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.036522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:19.042449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 94813ef9-0e86-4da9-8f46-0ce4d974b9ee up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:19.081451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:19.082000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2e90cc8-e90e-4e80-80a1-bb3014b3cec4 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.082431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6c204f48-6d48-47d1-8a98-b77018df4357 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:19.113431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:19.117112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6c204f48-6d48-47d1-8a98-b77018df4357 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:19.117407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6c204f48-6d48-47d1-8a98-b77018df4357 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:19.151752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:19.157446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:19.158704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.164632 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3662c0f8-ee95-4f0a-a37b-427c9f6dd544 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=723b8e007279431895c2b22741e1608f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499434 Jul 23 16:24:19.166691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:19.235723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.251195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.259161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715daff0-69c4-487b-910d-fac41111efd6 req-eac8887c-ff3e-4cc3-a846-937ed1d10a33 service neutron] 10.222.0.81 "GET /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235608 Jul 23 16:24:19.262162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.308108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:19.311174 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99b0121-0d8f-4b53-895b-3c45301038d8" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:19.315067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:19.322073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.328089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.333712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.337281 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35e00a6a-2235-40f2-8399-5f89a9d911b4 HTTP/1.1" status: 204 len: 168 time: 0.1670520 Jul 23 16:24:19.349887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.364339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320cc50-d1d9-4671-9313-cc1a19cb5e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e00a6a-2235-40f2-8399-5f89a9d911b4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.382047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038', '6030e57c-c2de-45ac-b66d-6de447bd3dce'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:19.411937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=6030e57c-c2de-45ac-b66d-6de447bd3dce,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.436067 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb57a38-ce42-42a1-9ca2-67c616335028 x-openstack-request-id: req-ceb57a38-ce42-42a1-9ca2-67c616335028 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:19.436366 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:19.436621 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb57a38-ce42-42a1-9ca2-67c616335028 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:19.437039 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee', 'code': 200} Jul 23 16:24:19.450401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:19.514522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 6030e57c-c2de-45ac-b66d-6de447bd3dce on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:19.518562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01f0a654-2cd4-49c4-9e2a-dc210220a725 req-5f097276-d3bf-4091-a822-ab713a408b08 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97 HTTP/1.1" status: 200 len: 210 time: 0.0588255 Jul 23 16:24:19.519588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.521485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-816c5a6f-6719-4fae-a51e-8a01d94aad28 req-04d7d371-2df0-4680-9cfa-4d496933470f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "DELETE /v2.0/ports/6030e57c-c2de-45ac-b66d-6de447bd3dce HTTP/1.1" status: 204 len: 173 time: 1.4068451 Jul 23 16:24:19.644299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b387721-5b39-48eb-a183-edbae036aade req-1360ace6-6ed2-48c7-b34e-4e3208aab2ba tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:19.651545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b387721-5b39-48eb-a183-edbae036aade req-1360ace6-6ed2-48c7-b34e-4e3208aab2ba tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 944 time: 0.1547186 Jul 23 16:24:19.702700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b387721-5b39-48eb-a183-edbae036aade req-c868ced6-735d-4c7f-8b58-1cfd1f9dc4a8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436502 Jul 23 16:24:19.749194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48322) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:19.796105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Deleting subnet bd92966d-d675-4d1c-8995-28d87a304798 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:19.799620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.810437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'name': 'network-vif-deleted', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:19.811368 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8530652-117c-4abe-89cf-b90d58169ec5" -d '{"events": [{"server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "name": "network-vif-deleted", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:19.877358 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2193da1c-c9f3-4cfa-b78e-4490cb2eb757 x-openstack-request-id: req-2193da1c-c9f3-4cfa-b78e-4490cb2eb757 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:19.877832 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97", "name": "network-vif-deleted", "tag": "6030e57c-c2de-45ac-b66d-6de447bd3dce", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:19.878128 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2193da1c-c9f3-4cfa-b78e-4490cb2eb757 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:19.878551 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb1f2-3d27-4cd7-9f4c-87171e7bce97', 'name': 'network-vif-deleted', 'tag': '6030e57c-c2de-45ac-b66d-6de447bd3dce', 'status': 'completed', 'code': 200} Jul 23 16:24:19.886981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:19.947034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.010507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.041670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd92966d-d675-4d1c-8995-28d87a304798,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:20.050108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.052421 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-58901f1f-8fcd-43fd-b7a6-4644c0e84dd7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd92966d-d675-4d1c-8995-28d87a304798 HTTP/1.1" status: 204 len: 168 time: 0.3019702 Jul 23 16:24:20.054971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:20.150049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 485e250c-f6e9-41a7-b1d9-2f0f457103ff up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:20.210946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e17b6-85a8-4dcc-8770-15d3dde63244 req-83a6d1b0-b989-44b2-9d8b-2f14fa582c27 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.212573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c2e17b6-85a8-4dcc-8770-15d3dde63244 req-83a6d1b0-b989-44b2-9d8b-2f14fa582c27 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1693544 Jul 23 16:24:20.222646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:20.264676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 485e250c-f6e9-41a7-b1d9-2f0f457103ff completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:20.272550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 485e250c-f6e9-41a7-b1d9-2f0f457103ff triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:20.272992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.286530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c2e17b6-85a8-4dcc-8770-15d3dde63244 req-217bfe17-50af-439c-b1a7-5a0e3ef1c925 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631256 Jul 23 16:24:20.322793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.339333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.356357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.372043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.389980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.402359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.408999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.411323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-b3724b4f-448a-4605-8f16-f21140284641 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5437 time: 0.3200717 Jul 23 16:24:20.474544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b00cab-ab54-4bd8-b169-74de399eb5c1 req-cd117ccf-8802-498b-b91d-0212fe128e8e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563829 Jul 23 16:24:20.479861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.509710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.534547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff,segment=NetworkSegment(e8c6220a-9578-47c2-b94b-f4cfe23ac868),segment_id=e8c6220a-9578-47c2-b94b-f4cfe23ac868)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:20.544256 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.613584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.620173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:20.635867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbaa914-1648-49ce-862f-314a68a4a9fc']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:20.647384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bd5dca-b882-42fa-93dd-ee41009d5b3b') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:20.647704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bd5dca-b882-42fa-93dd-ee41009d5b3b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:20.658320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.673619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.680839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:20.681457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:20.683796 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:20.734077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-f1c86398-5b9d-4190-8372-ee994a458734 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0c7f82c130d4464e917e7647648747b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272989 Jul 23 16:24:20.764952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.770629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:20.772498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] 10.222.0.64 "DELETE /v2.0/networks/abbaa914-1648-49ce-862f-314a68a4a9fc HTTP/1.1" status: 204 len: 168 time: 0.7163680 Jul 23 16:24:20.798884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab1a6-0a04-4c9c-8cbf-05d8959cf6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=abbaa914-1648-49ce-862f-314a68a4a9fc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:20.955423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-50a1c391-c186-4a76-9393-4ef3d199c0fe tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.957002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-50a1c391-c186-4a76-9393-4ef3d199c0fe tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053492 Jul 23 16:24:20.993807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97693df-7060-48de-aa2b-cba170720c30 req-cd89c838-a3b6-4614-b258-d656eb922375 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:20.995372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e97693df-7060-48de-aa2b-cba170720c30 req-cd89c838-a3b6-4614-b258-d656eb922375 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.1314597 Jul 23 16:24:20.996644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-9a3366c9-0510-4309-943e-1e7beb63f47e tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/quotas/0c7f82c130d4464e917e7647648747b8 HTTP/1.1" status: 200 len: 375 time: 0.0317633 Jul 23 16:24:21.004789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:21.046982 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0900e7a1-87b8-45e7-8623-5690f51806d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=897d00f5d2da4a25b261fe7232bd6230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408876 Jul 23 16:24:21.049445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:21.053698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-5fefef97-24aa-4d96-8b40-0c7f55f6259f tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c7f82c130d4464e917e7647648747b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387039 Jul 23 16:24:21.070857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e97693df-7060-48de-aa2b-cba170720c30 req-7302d642-1c0b-4b10-bf2f-af1e141d19b1 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Jul 23 16:24:21.075385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f72edd57-d0b5-4a2e-b0f8-d2efa8895347 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:21.103834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.126552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.139491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:21.143485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:21.143853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.223609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.233414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.237467 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ad25865-044c-40fe-aae0-a0f27336eb1e HTTP/1.1" status: 204 len: 168 time: 0.1870797 Jul 23 16:24:21.249650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724fc5-c878-47f0-8dcc-f8e966c2467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad25865-044c-40fe-aae0-a0f27336eb1e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.271877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5277a50-d807-41dd-84c0-0e8689050bea req-187e91fa-1f4e-4b5f-822a-d177aeac0da5 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 210 time: 0.0354266 Jul 23 16:24:21.300360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.346644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:21.353306 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.354542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 0c7fe573-fbe3-465f-a883-850b5982a461 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:21.438329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:21.440586 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe06cd8-af31-4621-8c2e-51aef74e2e6d" -d '{"events": [{"server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "name": "network-vif-plugged", "status": "completed", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:21.480368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.484616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92118d-338a-4382-951f-f4ff613c43de req-94ddf7cf-7f7b-48d3-b91b-de9fd0e4d0b9 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.499049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f92118d-338a-4382-951f-f4ff613c43de req-94ddf7cf-7f7b-48d3-b91b-de9fd0e4d0b9 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1190114 Jul 23 16:24:21.530794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 0c7fe573-fbe3-465f-a883-850b5982a461 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:21.540487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 0c7fe573-fbe3-465f-a883-850b5982a461 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:21.540882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.558781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f92118d-338a-4382-951f-f4ff613c43de req-3454a3e1-82e1-4e37-857f-24210e4c3443 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Jul 23 16:24:21.702316 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501575c9-c187-496e-ab42-a38af0bb9fb0 x-openstack-request-id: req-501575c9-c187-496e-ab42-a38af0bb9fb0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:21.702621 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "name": "network-vif-plugged", "status": "completed", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:21.702866 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-501575c9-c187-496e-ab42-a38af0bb9fb0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:21.703264 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff', 'code': 200} Jul 23 16:24:21.703520 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'code': 200} Jul 23 16:24:21.721322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.768354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:21.774604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.775655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 44774a99-c188-44d4-b2a7-08fbbd086dbb up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:21.802587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bf77d-9323-475a-9f2e-83da362043b0 req-af00077b-b575-4299-a96d-16fadc11765a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.804079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-445bf77d-9323-475a-9f2e-83da362043b0 req-af00077b-b575-4299-a96d-16fadc11765a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 950 time: 0.1727877 Jul 23 16:24:21.863543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:21.880831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.887943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.894028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.900947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.903272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 44774a99-c188-44d4-b2a7-08fbbd086dbb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:21.907592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 44774a99-c188-44d4-b2a7-08fbbd086dbb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:21.907833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.908152 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:21.914858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.921596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.929882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-edaf06ee-55ae-4650-8961-76acad2e039e tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5438 time: 0.2341158 Jul 23 16:24:21.944194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1597-3cec-4a3e-a552-98d5a1601a7c req-b6eaf32e-f897-455f-8917-4446c6852e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:21.946510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f77d1597-3cec-4a3e-a552-98d5a1601a7c req-b6eaf32e-f897-455f-8917-4446c6852e43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 1096 time: 0.2011817 Jul 23 16:24:21.951643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-445bf77d-9323-475a-9f2e-83da362043b0 req-41ac8d83-a37f-430f-906f-cf8b8defc850 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397598 Jul 23 16:24:22.006324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.018732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f77d1597-3cec-4a3e-a552-98d5a1601a7c req-e92eb669-c07b-4d6a-9cc1-9a906c0b1c4b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578272 Jul 23 16:24:22.024970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00366c1-5f62-4ae5-bdb4-c2b698b32cfa req-afa9af73-9287-4791-b7e1-78fdfe4cd9a9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939522 Jul 23 16:24:22.043968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.049918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.049918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d4056bd7-1268-40c7-bda6-8925fe5a0b48 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:22.124762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.139704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port d4056bd7-1268-40c7-bda6-8925fe5a0b48 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:22.144422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port d4056bd7-1268-40c7-bda6-8925fe5a0b48 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:22.145173 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.149781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6030e57c-c2de-45ac-b66d-6de447bd3dce no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:22.217979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 6030e57c-c2de-45ac-b66d-6de447bd3dce {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:22.218247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 6030e57c-c2de-45ac-b66d-6de447bd3dce not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:22.253278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73c8f3-a3c6-4ed7-9611-1c71c6d3259d req-c1f2d5bb-bf89-4500-8b40-711ffe7a53d7 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.255035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb73c8f3-a3c6-4ed7-9611-1c71c6d3259d req-c1f2d5bb-bf89-4500-8b40-711ffe7a53d7 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.0871630 Jul 23 16:24:22.273966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.306701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb73c8f3-a3c6-4ed7-9611-1c71c6d3259d req-bf1765ed-24e7-4f74-8d92-eb710d7c2eb2 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Jul 23 16:24:22.320860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.326263 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.327082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:22.375807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2e94e5f-88e8-4fe4-ae1e-352784fefa85 req-09106eb8-d645-491d-a947-e016eba861a2 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 210 time: 0.0313866 Jul 23 16:24:22.405174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.417794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:22.421856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:22.422241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.512214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.548789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.555117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.556197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 15eb5d16-30c1-4477-8e0a-865a55367ed6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:22.642931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.657765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 15eb5d16-30c1-4477-8e0a-865a55367ed6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:22.662293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 15eb5d16-30c1-4477-8e0a-865a55367ed6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:22.662913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.684015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-fd73e2ae-ff0d-45c2-9ccb-597db3d6abe9 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0c7f82c130d4464e917e7647648747b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583906 Jul 23 16:24:22.771816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.805610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:22.810405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:22.843895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-e54f47b8-7f4d-4a9f-89e4-fb16ffca8885 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.845486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-e54f47b8-7f4d-4a9f-89e4-fb16ffca8885 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 950 time: 0.2356448 Jul 23 16:24:22.863240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:22.911901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-2bfa83cb-6ba3-4d50-af73-b3d7fd19cba6 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.913420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-2bfa83cb-6ba3-4d50-af73-b3d7fd19cba6 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207630 Jul 23 16:24:22.934258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Request body: {'port': {'device_id': '86043e86-04b9-4965-b6af-ba77f8884597', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '0c7f82c130d4464e917e7647648747b8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:22.965792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af220f1-ad0d-45b9-99bd-5f2fef6e8797 req-0c9fef27-7ba6-48cc-9434-51efceed7b8e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:22.967918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4af220f1-ad0d-45b9-99bd-5f2fef6e8797 req-0c9fef27-7ba6-48cc-9434-51efceed7b8e tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.2620158 Jul 23 16:24:22.995569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48470) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.113658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b29cad2a-0311-4339-922a-84fa1bfc5ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.143158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4af220f1-ad0d-45b9-99bd-5f2fef6e8797 req-3956c7fa-c47b-464f-98e2-857c928d9e68 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461399 Jul 23 16:24:23.208088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:23.208585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.229604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b29cad2a-0311-4339-922a-84fa1bfc5ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.234526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b29cad2a-0311-4339-922a-84fa1bfc5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.275144 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b29cad2a-0311-4339-922a-84fa1bfc5ab7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d007756450a64dd99d442c5acc016b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776332 Jul 23 16:24:23.276076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cad2a-0311-4339-922a-84fa1bfc5ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168cfbaa-d563-4cb6-b39a-e40b3a45c5dd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:23.279242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:23.328311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50449659-77fe-4791-a573-209b07dda0e9 req-78c318d5-a121-4a1e-99d2-ac2ef07cb22c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.328583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.329798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50449659-77fe-4791-a573-209b07dda0e9 req-78c318d5-a121-4a1e-99d2-ac2ef07cb22c tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 950 time: 0.3012500 Jul 23 16:24:23.353617 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.359166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Made reservation on behalf of 0c7f82c130d4464e917e7647648747b8 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:23.362507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.394640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.403423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.408379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.411950 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/168cfbaa-d563-4cb6-b39a-e40b3a45c5dd HTTP/1.1" status: 204 len: 168 time: 0.1292109 Jul 23 16:24:23.417816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa26c1-9081-4df1-bcab-dbd0dbfe929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168cfbaa-d563-4cb6-b39a-e40b3a45c5dd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:23.423674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:23.424035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.462600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-e33c496e-788c-4960-bf74-725c7095b91b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.464079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-e33c496e-788c-4960-bf74-725c7095b91b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/ports?device_id=5cc8e5b4-9418-4535-b310-8544d44b493c HTTP/1.1" status: 200 len: 950 time: 0.3177528 Jul 23 16:24:23.474562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:23.491831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50449659-77fe-4791-a573-209b07dda0e9 req-24b88ec9-5db8-443e-a975-8ea88b9b5436 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494818 Jul 23 16:24:23.556018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.561840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.567697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.573568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.579436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.585833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.591731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:23.593853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-68404fc0-833f-4786-b813-249f9fecb9d5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.3663073 Jul 23 16:24:23.705176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44774a99-c188-44d4-b2a7-08fbbd086dbb'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:23.707655 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7649219-5add-41c9-88e2-f0c00e70dc37" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "44774a99-c188-44d4-b2a7-08fbbd086dbb"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "c652ca6f-cae7-4943-8c7e-b9b05e8c96d4"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:23.770390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d1a2e45-4e3d-488a-b1e4-a2fbd477d22e req-be7302e5-88b5-4571-9825-42c4c3b392c0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427395 Jul 23 16:24:23.818270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.832957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:23.902473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port a56fc20c-caef-480f-a4cf-b06b332de038 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:23.902810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.310441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0fa1741-f353-4b47-b9a2-684bd768da9c req-182b4c24-ff55-41d4-83b4-7bc8d37fd841 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 210 time: 0.4111776 Jul 23 16:24:24.330256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:24.391443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.402875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'a56fc20c-caef-480f-a4cf-b06b332de038'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:24.489596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=5945d62d-825f-4bfd-91e6-5e1b8c2694c6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:24.519693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c153a-fdb0-4215-9946-0b2b64454e15 req-8f7618ac-9c17-46d3-aaad-5c4ead7fad7f tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.521236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45c153a-fdb0-4215-9946-0b2b64454e15 req-8f7618ac-9c17-46d3-aaad-5c4ead7fad7f tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.7055068 Jul 23 16:24:24.536501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port a56fc20c-caef-480f-a4cf-b06b332de038, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a56fc20c-caef-480f-a4cf-b06b332de038,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:24.536863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.558645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:24.590187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for a56fc20c-caef-480f-a4cf-b06b332de038 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:24.617244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Allocated IP 192.168.233.136 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/a4b55ebc-0961-4d10-88a5-3c985f5e1733) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:24.623039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:24.625909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:24.627905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec2c757f-b075-4f68-844a-9f7fbd8bfc91 req-3d5ea611-643e-489c-a6b2-20532d5a02d9 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "DELETE /v2.0/ports/5945d62d-825f-4bfd-91e6-5e1b8c2694c6 HTTP/1.1" status: 204 len: 173 time: 1.7748561 Jul 23 16:24:24.634115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'name': 'network-vif-deleted', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:24.636385 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab652b3d-3248-416a-951e-89de627df915" -d '{"events": [{"server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "name": "network-vif-deleted", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:24.706758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f45c153a-fdb0-4215-9946-0b2b64454e15 req-c1a8a7b8-f1ad-4632-a849-7dc6e40ac589 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665730 Jul 23 16:24:24.770826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca2ec-5776-43f5-bc80-0545bd79c01d req-4f9644ef-e3b2-432f-af88-54ab31d476ae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:24.772355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a0ca2ec-5776-43f5-bc80-0545bd79c01d req-4f9644ef-e3b2-432f-af88-54ab31d476ae tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3420439 Jul 23 16:24:24.794981 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea6c412-3de3-4e9a-89ec-47965ab43cad x-openstack-request-id: req-4ea6c412-3de3-4e9a-89ec-47965ab43cad {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:24.795480 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "44774a99-c188-44d4-b2a7-08fbbd086dbb", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "c652ca6f-cae7-4943-8c7e-b9b05e8c96d4", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-plugged", "status": "completed", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:24.795706 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ea6c412-3de3-4e9a-89ec-47965ab43cad {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:24.796070 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461', 'code': 200} Jul 23 16:24:24.796611 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44774a99-c188-44d4-b2a7-08fbbd086dbb', 'code': 200} Jul 23 16:24:24.797066 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'code': 200} Jul 23 16:24:24.797611 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c652ca6f-cae7-4943-8c7e-b9b05e8c96d4', 'code': 200} Jul 23 16:24:24.798241 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'code': 200} Jul 23 16:24:24.935066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a0ca2ec-5776-43f5-bc80-0545bd79c01d req-905939a6-5698-498f-9b4a-9b6883f23aa4 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532280 Jul 23 16:24:24.981417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.039533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=a56fc20c-caef-480f-a4cf-b06b332de038,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:25.089408 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.143352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-ef9a07e0-17d6-4588-ba32-da364dd02496 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513091 Jul 23 16:24:25.183956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88cd1742-a7dc-4897-9efa-80ff144adb3a req-6b768e1c-837e-4c89-9c09-e93242b1825a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf849c30-c2af-4149-88bd-09444e4b37a6 HTTP/1.1" status: 200 len: 210 time: 0.0822544 Jul 23 16:24:25.217036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Transition to ACTIVE for port object a4b55ebc-0961-4d10-88a5-3c985f5e1733 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:25.223587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port a56fc20c-caef-480f-a4cf-b06b332de038 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:25.227237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.229459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4701863b-74a5-4273-b587-3b919d03f5b5 req-a9a9857c-d8d3-431a-8666-3bb59d1b58ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "DELETE /v2.0/ports/a56fc20c-caef-480f-a4cf-b06b332de038 HTTP/1.1" status: 204 len: 173 time: 1.7524865 Jul 23 16:24:25.250638 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674f4b4-cae4-4c1a-bc0a-22f6e1bd7317 x-openstack-request-id: req-5674f4b4-cae4-4c1a-bc0a-22f6e1bd7317 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:25.251013 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf849c30-c2af-4149-88bd-09444e4b37a6", "name": "network-vif-deleted", "tag": "5945d62d-825f-4bfd-91e6-5e1b8c2694c6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:25.251229 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5674f4b4-cae4-4c1a-bc0a-22f6e1bd7317 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:25.252350 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf849c30-c2af-4149-88bd-09444e4b37a6', 'name': 'network-vif-deleted', 'tag': '5945d62d-825f-4bfd-91e6-5e1b8c2694c6', 'status': 'completed', 'code': 200} Jul 23 16:24:25.264667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:25.355555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.356166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.356634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.357231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.357758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.358371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.359650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.361077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-7fc5f6a1-cb31-4257-be9e-538c4e0082ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.3073297 Jul 23 16:24:25.402892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.456734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-e45dcf57-2481-41a2-9287-bb5163e5dace tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.463609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-e45dcf57-2481-41a2-9287-bb5163e5dace tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853265 Jul 23 16:24:25.514001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:25.542646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:25.545042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:25.549223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-de393bfb-8523-4b19-a227-41a55be51f40 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/quotas/58336ac57e2a4dbbbd07da2576e9a703 HTTP/1.1" status: 200 len: 375 time: 0.0847139 Jul 23 16:24:25.551160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b13450-0655-40f7-90cb-85be6d1883a9 req-c4d2b5cb-6172-4887-8e66-f22d0471458f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777816 Jul 23 16:24:25.583921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Pushing event updated for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:25.627590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:25.630832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-25f5be71-7e7b-474b-a519-faebe1f09ad4 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690072 Jul 23 16:24:25.654269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.654830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:25.690831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.698510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.705480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.713717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.720294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.727058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.733067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:25.741646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-43d175c7-3398-4abe-962f-146c44e8c6f5 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.2684813 Jul 23 16:24:25.745529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-70358829-09c6-4621-a73b-1cc1cea33187 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8178689 Jul 23 16:24:25.766944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Request body: {'port': {'device_id': '86043e86-04b9-4965-b6af-ba77f8884597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:25.826117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-185fb18d-5f4c-4ef5-8eaf-6d1eaa9f1267 req-5a1ac9c8-1201-43d9-83b1-eaafad1978f7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834208 Jul 23 16:24:25.946420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.118545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-87b210c1-9881-41e2-9f4d-aa9afc8f1171 None None] Provisioning for port a4b55ebc-0961-4d10-88a5-3c985f5e1733 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:26.122826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-87b210c1-9881-41e2-9f4d-aa9afc8f1171 None None] Provisioning complete for port a4b55ebc-0961-4d10-88a5-3c985f5e1733 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:26.123243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-87b210c1-9881-41e2-9f4d-aa9afc8f1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.154922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d5de-32e7-4588-a5a2-a782b8963ca3 req-28344358-a37c-46fd-9f9d-2111fc8d10be tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.162179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db00d5de-32e7-4588-a5a2-a782b8963ca3 req-28344358-a37c-46fd-9f9d-2111fc8d10be tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 936 time: 0.2337050 Jul 23 16:24:26.165148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-87b210c1-9881-41e2-9f4d-aa9afc8f1171 None None] Port a4b55ebc-0961-4d10-88a5-3c985f5e1733 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:26.232593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37cb4445-9ebd-45d5-9e29-1a4a7ac3e944 req-bd287993-0fc1-4737-8a9f-b75446cede6a tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 210 time: 0.0443957 Jul 23 16:24:26.274841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db00d5de-32e7-4588-a5a2-a782b8963ca3 req-7378b662-b512-446a-be45-8e24453cb213 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113985 Jul 23 16:24:26.471657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb44524-3878-44b2-886f-a89d35fa5524 req-f210fa02-6460-410e-b495-5d4e62feb15c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.473134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb44524-3878-44b2-886f-a89d35fa5524 req-f210fa02-6460-410e-b495-5d4e62feb15c tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1514208 Jul 23 16:24:26.522104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffef248-ee65-4680-946e-32258dbbcb7b req-c126531e-c25f-4349-a0f0-4cd61593be86 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.523622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ffef248-ee65-4680-946e-32258dbbcb7b req-c126531e-c25f-4349-a0f0-4cd61593be86 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.1866105 Jul 23 16:24:26.544167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b55ebc-0961-4d10-88a5-3c985f5e1733 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:26.571695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.580498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb44524-3878-44b2-886f-a89d35fa5524 req-487979c6-4fd2-47d2-ab66-02214e5d8510 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881178 Jul 23 16:24:26.598070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Transition to ACTIVE for port object a4b55ebc-0961-4d10-88a5-3c985f5e1733 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:26.607403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.613458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ffef248-ee65-4680-946e-32258dbbcb7b req-25444dbf-ad12-43e2-ad27-8a67a987f535 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833068 Jul 23 16:24:26.709039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Pushing event updated for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:26.774297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Attempting to bind port a4b55ebc-0961-4d10-88a5-3c985f5e1733 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:26.774711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Attempting to bind port a4b55ebc-0961-4d10-88a5-3c985f5e1733 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:26.774968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Attempting to bind port a4b55ebc-0961-4d10-88a5-3c985f5e1733 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:26.779796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Port a4b55ebc-0961-4d10-88a5-3c985f5e1733 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:26.780127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Attempting to bind port a4b55ebc-0961-4d10-88a5-3c985f5e1733 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:26.785445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:26.785792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:26.786222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:26.786656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Bound port: a4b55ebc-0961-4d10-88a5-3c985f5e1733, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:26.787018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.871331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:26.875307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:26.880516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.921992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:26.922634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:26.924229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] 10.222.0.67 "PUT /v2.0/ports/a4b55ebc-0961-4d10-88a5-3c985f5e1733 HTTP/1.1" status: 200 len: 1096 time: 1.1700902 Jul 23 16:24:26.962401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9849-3583-4679-85b9-27d7eb3ba8db service neutron] Pushing event updated for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:27.041278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:27.078682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-feedec5d-2c54-4d9f-9733-7fda203d13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.079472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:27.079824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5945d62d-825f-4bfd-91e6-5e1b8c2694c6 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:27.080338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-feedec5d-2c54-4d9f-9733-7fda203d13aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c7f82c130d4464e917e7647648747b8&device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 1099 time: 0.1144109 Jul 23 16:24:27.104536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.112720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.120552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.127079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.133396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.140457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.146851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.149543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-146f3356-f4b7-4cb1-92e4-95d4d6d18866 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.1915538 Jul 23 16:24:27.238269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-93492a33-a4a4-485d-b3f4-2f9b1396129c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733 HTTP/1.1" status: 200 len: 217 time: 0.0861249 Jul 23 16:24:27.255848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'name': 'network-vif-deleted', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038'}, {'name': 'network-changed', 'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:27.258118 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8" -d '{"events": [{"server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "name": "network-vif-deleted", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038"}, {"name": "network-changed", "server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:27.318910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-831d9e60-cd10-4bdb-be28-2729b95762e9 req-dff7f3c7-ead2-47b4-8902-90addd3c0fb3 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578808 Jul 23 16:24:27.323050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-13be4b52-b165-4eb2-8aa3-c6f34a758d20 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568795 Jul 23 16:24:27.375469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-eee2cde9-f60d-4b5a-aec3-f4d874947e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.377045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-eee2cde9-f60d-4b5a-aec3-f4d874947e29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1317551 Jul 23 16:24:27.387496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce97c2-857b-4a4b-93e6-47aa1c236dc2 req-7d0455a6-3950-49a0-aefc-2668553f4c5b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.388943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00ce97c2-857b-4a4b-93e6-47aa1c236dc2 req-7d0455a6-3950-49a0-aefc-2668553f4c5b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 948 time: 0.3004081 Jul 23 16:24:27.514369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ef8647c-2d5b-4d74-a207-8083acc7ea0d req-9bee5ca0-9056-44eb-811c-f608671459b9 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 210 time: 0.0517414 Jul 23 16:24:27.540933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00ce97c2-857b-4a4b-93e6-47aa1c236dc2 req-94dd403b-6079-4a08-a5a3-b2f5c8f29e8f tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353872 Jul 23 16:24:27.552280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-d9b8baf8-46b7-4b85-804f-c956e5b96bc3 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.553816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-d9b8baf8-46b7-4b85-804f-c956e5b96bc3 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232237 Jul 23 16:24:27.592642 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc8872d-24b1-4c9e-aba3-6fbc748cfd3c x-openstack-request-id: req-3bc8872d-24b1-4c9e-aba3-6fbc748cfd3c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:27.593132 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc8e5b4-9418-4535-b310-8544d44b493c", "name": "network-vif-deleted", "tag": "a56fc20c-caef-480f-a4cf-b06b332de038", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:27.593547 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bc8872d-24b1-4c9e-aba3-6fbc748cfd3c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:27.594082 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc8e5b4-9418-4535-b310-8544d44b493c', 'name': 'network-vif-deleted', 'tag': 'a56fc20c-caef-480f-a4cf-b06b332de038', 'status': 'completed', 'code': 200} Jul 23 16:24:27.594321 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733', 'status': 'completed', 'code': 200} Jul 23 16:24:27.600756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Request body: {'port': {'device_id': '68516f33-bddd-410e-8b67-64f60f7be766', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '58336ac57e2a4dbbbd07da2576e9a703'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:27.684714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-b23f8fa8-5d2f-4ca7-9b46-eca72135ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.686227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-b23f8fa8-5d2f-4ca7-9b46-eca72135ddd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2963481 Jul 23 16:24:27.852908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-238b58f9-b4e6-41d9-af26-2db29b8811b1 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.854357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-238b58f9-b4e6-41d9-af26-2db29b8811b1 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.2995946 Jul 23 16:24:27.927846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ff664-b6b6-4c5f-9a9d-b6475e38a175 req-e6dc2b42-0436-4235-8d09-2bb3b96ce028 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.929842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b6ff664-b6b6-4c5f-9a9d-b6475e38a175 req-e6dc2b42-0436-4235-8d09-2bb3b96ce028 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 948 time: 0.3237481 Jul 23 16:24:27.964675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-6f397b07-1455-41e0-a410-eecaed8501c9 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511637 Jul 23 16:24:27.979204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Made reservation on behalf of 58336ac57e2a4dbbbd07da2576e9a703 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:27.982547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:27.991157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6873b4-0455-43a4-b799-c833f76cc36c req-c065e971-1454-4186-af29-2d77ee3d4d3d tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:27.993107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c6873b4-0455-43a4-b799-c833f76cc36c req-c065e971-1454-4186-af29-2d77ee3d4d3d tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.3333530 Jul 23 16:24:28.033565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.132568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b6ff664-b6b6-4c5f-9a9d-b6475e38a175 req-cdcc7984-fcdf-45f2-a954-d0e999e9f12b tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905651 Jul 23 16:24:28.162085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a56fc20c-caef-480f-a4cf-b06b332de038 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:28.171819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c6873b4-0455-43a4-b799-c833f76cc36c req-14bf0b09-7573-4f7b-8436-324c5e27470b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647246 Jul 23 16:24:28.203389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: a56fc20c-caef-480f-a4cf-b06b332de038 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:28.204145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a56fc20c-caef-480f-a4cf-b06b332de038 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:28.206987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422750b9-a816-4b04-88c3-7db947a2c1e1 req-c8d7a54a-84f7-44fd-9e45-6d1f10d41af6 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285116 Jul 23 16:24:28.217756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-926bd3b8-5794-4147-a30a-f0834722a6e1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.220248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-926bd3b8-5794-4147-a30a-f0834722a6e1 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "GET /v2.0/ports?device_id=46f66e00-2903-4e45-b9e5-99337d95712f HTTP/1.1" status: 200 len: 946 time: 0.1003718 Jul 23 16:24:28.220414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Deleting port 485e250c-f6e9-41a7-b1d9-2f0f457103ff {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:28.220633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.334905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Deleting port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:28.335273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.437777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] For port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.438087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.450990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Calling delete_port for 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:28.568731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.592173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.627637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['aba4a867-96a9-428d-addd-5d2c761b56b0', '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:28.640740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Pushing event deleted for resources: {'Port': ['ID=45aa0c67-e22b-4fcf-befe-ca7b715c6cc5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:28.712415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] No DVR routers for this DVR port 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:28.715627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.717985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c04eb04b-2f1a-44aa-a420-00acd867cf98 req-5d7c41b7-b3ec-47c4-8a19-043b639e62e2 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "DELETE /v2.0/ports/45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 HTTP/1.1" status: 204 len: 173 time: 0.4917324 Jul 23 16:24:28.718437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'name': 'network-vif-deleted', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:28.720789 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011f63f-38cf-4472-a480-df6ac5ab4e9e" -d '{"events": [{"server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "name": "network-vif-deleted", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:28.767093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-06013a31-0e02-47ea-8f1d-8ebea9829f1e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.768221 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-06013a31-0e02-47ea-8f1d-8ebea9829f1e tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce9a3302-ee79-4ee6-a096-61bc2372480b HTTP/1.1" status: 200 len: 949 time: 0.1660409 Jul 23 16:24:28.787050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] For port 485e250c-f6e9-41a7-b1d9-2f0f457103ff, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=485e250c-f6e9-41a7-b1d9-2f0f457103ff,segment=NetworkSegment(e8c6220a-9578-47c2-b94b-f4cfe23ac868),segment_id=e8c6220a-9578-47c2-b94b-f4cfe23ac868)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.787681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.821113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.823235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Calling delete_port for 485e250c-f6e9-41a7-b1d9-2f0f457103ff owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:28.839494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.891498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port e6992929-433d-4ad2-b43b-bede38fa970e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:28.891840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.973512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36289-1ec1-40b0-9532-637bd16f8fb3 req-e7d45141-5780-4178-90cf-b4ca8ee57f8f tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.974943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29a36289-1ec1-40b0-9532-637bd16f8fb3 req-e7d45141-5780-4178-90cf-b4ca8ee57f8f tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8c28459-f2ff-48d1-966d-ecddb72f9f37 HTTP/1.1" status: 200 len: 945 time: 0.7154577 Jul 23 16:24:28.983744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-7c8f86b8-a000-4eb9-98ed-adcdb55d1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:28.984975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port e6992929-433d-4ad2-b43b-bede38fa970e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e6992929-433d-4ad2-b43b-bede38fa970e,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:28.985269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-7c8f86b8-a000-4eb9-98ed-adcdb55d1581 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0c7f82c130d4464e917e7647648747b8&device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 1099 time: 0.7221389 Jul 23 16:24:28.985410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:28.998047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for e6992929-433d-4ad2-b43b-bede38fa970e owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:29.002338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c553162c-a617-4269-a938-f484b1947317,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.064086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-6cd14d57-6830-44a0-bddc-8ab0dabb0891 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.065532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-6cd14d57-6830-44a0-bddc-8ab0dabb0891 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 948 time: 0.3982368 Jul 23 16:24:29.093002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.098871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.104754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.110589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.116597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.122477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.128290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.130263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-4afacfad-4ed4-4eaf-92ea-d33cbf814373 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.4962144 Jul 23 16:24:29.136003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.148610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e6992929-433d-4ad2-b43b-bede38fa970e', '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:29.169196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=e6992929-433d-4ad2-b43b-bede38fa970e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.187332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:29.230466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port e6992929-433d-4ad2-b43b-bede38fa970e on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:29.234508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.239047 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "DELETE /v2.0/ports/e6992929-433d-4ad2-b43b-bede38fa970e HTTP/1.1" status: 204 len: 173 time: 0.4639554 Jul 23 16:24:29.311450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29a36289-1ec1-40b0-9532-637bd16f8fb3 req-8dca8d49-d952-42c5-af31-b9e444b4cba4 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.64 "GET /v2.0/security-groups?id=03e5ac01-d627-4b74-826d-d11b79c95a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149807 Jul 23 16:24:29.403524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Allocated IP 192.168.233.236 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/ef50367c-cc6a-48d1-98a8-c49490b4c665) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:29.463610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7843f803-422b-4dd9-8cd0-554fdff40f2c req-f8284b4a-9cd8-4069-8471-a2ba1ce4346f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069968 Jul 23 16:24:29.480767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-bd667382-1165-4aaa-922a-b59e12c56d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.482379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-bd667382-1165-4aaa-922a-b59e12c56d74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4819465 Jul 23 16:24:29.548221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27e0e389-7e6d-4a2e-8fd1-b4f95e027aae req-87bb73da-742d-499c-904e-a2d6446e0077 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 210 time: 0.0608671 Jul 23 16:24:29.597958 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.600059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-9342d6a7-4a94-4dc4-8204-10863363060b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733 HTTP/1.1" status: 200 len: 217 time: 0.0977378 Jul 23 16:24:29.601481 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3045080-962f-4c39-a323-c175a6b6a666 x-openstack-request-id: req-b3045080-962f-4c39-a323-c175a6b6a666 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:29.601777 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f66e00-2903-4e45-b9e5-99337d95712f", "name": "network-vif-deleted", "tag": "45aa0c67-e22b-4fcf-befe-ca7b715c6cc5", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:29.602278 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3045080-962f-4c39-a323-c175a6b6a666 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:29.602861 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f66e00-2903-4e45-b9e5-99337d95712f', 'name': 'network-vif-deleted', 'tag': '45aa0c67-e22b-4fcf-befe-ca7b715c6cc5', 'status': 'completed', 'code': 200} Jul 23 16:24:29.609195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['485e250c-f6e9-41a7-b1d9-2f0f457103ff'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:29.717315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Pushing event deleted for resources: {'Port': ['ID=485e250c-f6e9-41a7-b1d9-2f0f457103ff,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:29.805861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:29.806617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.851712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] No DVR routers for this DVR port 485e250c-f6e9-41a7-b1d9-2f0f457103ff on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:29.864341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:29.866931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c71e2cc-f636-41a9-ac15-e61c4571c04a req-6f8a5e87-e1e6-4135-a095-df42d8add2d8 tempest-ServerGroupTestJSON-1254653297 tempest-ServerGroupTestJSON-1254653297-project] 10.222.0.67 "DELETE /v2.0/ports/485e250c-f6e9-41a7-b1d9-2f0f457103ff HTTP/1.1" status: 204 len: 173 time: 1.9988501 Jul 23 16:24:29.868279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'name': 'network-vif-deleted', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:29.870660 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc7654d-d8b2-4b3a-8631-574f944543af" -d '{"events": [{"server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "name": "network-vif-deleted", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:29.873806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-635986fb-8a82-4611-9a02-77a1fafdeca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:29.875271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-635986fb-8a82-4611-9a02-77a1fafdeca6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.2386208 Jul 23 16:24:30.033027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe44f-2a6d-4cfc-aa15-4ce9d8635814 req-45fe83f1-3633-4799-b8a4-543d920d1248 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.034480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90cbe44f-2a6d-4cfc-aa15-4ce9d8635814 req-45fe83f1-3633-4799-b8a4-543d920d1248 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 948 time: 0.4911745 Jul 23 16:24:30.115414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cddf-fb55-4fa1-b2c7-d0121f9d1e1c req-33f2934e-0a49-4025-b47b-b069563e09d6 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.117440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b1cddf-fb55-4fa1-b2c7-d0121f9d1e1c req-33f2934e-0a49-4025-b47b-b069563e09d6 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 948 time: 0.4114892 Jul 23 16:24:30.121212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.136107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:30.136461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.169192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:30.177383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Transition to ACTIVE for port object ef50367c-cc6a-48d1-98a8-c49490b4c665 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:30.187816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90cbe44f-2a6d-4cfc-aa15-4ce9d8635814 req-5944edb3-2a53-4192-9d1a-8593fc9275f6 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371429 Jul 23 16:24:30.209013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-46a3d631-cf0a-4f4f-840f-b22c6799e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.209013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-46a3d631-cf0a-4f4f-840f-b22c6799e734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2824244 Jul 23 16:24:30.290227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b1cddf-fb55-4fa1-b2c7-d0121f9d1e1c req-45f2472b-898f-41be-8b1f-08208cb6623c tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635082 Jul 23 16:24:30.391817 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc641f5-dc4b-457c-ac8e-a7a8a49a7231 x-openstack-request-id: req-bbc641f5-dc4b-457c-ac8e-a7a8a49a7231 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:30.392016 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c28459-f2ff-48d1-966d-ecddb72f9f37", "name": "network-vif-deleted", "tag": "485e250c-f6e9-41a7-b1d9-2f0f457103ff", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:30.392409 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbc641f5-dc4b-457c-ac8e-a7a8a49a7231 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:30.392818 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c28459-f2ff-48d1-966d-ecddb72f9f37', 'name': 'network-vif-deleted', 'tag': '485e250c-f6e9-41a7-b1d9-2f0f457103ff', 'status': 'completed', 'code': 200} Jul 23 16:24:30.393855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.529683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-98af7262-c3e6-42ed-b74b-0235fa3f3530 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115528 Jul 23 16:24:30.531532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:30.536761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.548539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:30.560734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:30.630760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.663918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:30.717222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.723503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.730050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.736056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.742644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.749391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.755584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.757676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cacecc-5f97-4825-8d63-c314f482466d req-35dfff7f-31ce-447f-8b1a-84fee5ae7d00 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.3930759 Jul 23 16:24:30.770341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48618) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:30.775980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Request body: {'floatingip': {'port_id': '15eb5d16-30c1-4477-8e0a-865a55367ed6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:30.779873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=1fcb7ee7-d94a-4053-b29a-12cd0120a6fb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:30.808910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.810295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.845499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.878656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3bc69e0f-efe1-44ff-af0e-7593f5c3ce16 None None] Provisioning for port ef50367c-cc6a-48d1-98a8-c49490b4c665 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:30.885016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3bc69e0f-efe1-44ff-af0e-7593f5c3ce16 None None] Provisioning complete for port ef50367c-cc6a-48d1-98a8-c49490b4c665 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:30.885659 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e0f-efe1-44ff-af0e-7593f5c3ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.890259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-94391654-9253-47c7-85fa-8796d2574129 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3003733 Jul 23 16:24:30.892182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb7a2598-fc2f-4f6e-8359-4a181a678fe8 req-52141f6f-3d4d-4c86-ace5-e01089ac2d4a service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522282 Jul 23 16:24:30.894237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:30.898380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:30.900378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d7c2343-c543-4748-8069-26b4b7e2f016 req-45a9d352-4282-4748-b515-2350094f5037 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.67 "DELETE /v2.0/ports/1fcb7ee7-d94a-4053-b29a-12cd0120a6fb HTTP/1.1" status: 204 len: 173 time: 1.8197455 Jul 23 16:24:30.918018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Request body: {'port': {'device_id': '68516f33-bddd-410e-8b67-64f60f7be766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:30.958832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3bc69e0f-efe1-44ff-af0e-7593f5c3ce16 None None] Port ef50367c-cc6a-48d1-98a8-c49490b4c665 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:30.967923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ae911-7639-4231-8f0d-b6ee4c9c3337 req-fe889e63-349a-46ba-bd21-e9e8f685a5f6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:30.969462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-926ae911-7639-4231-8f0d-b6ee4c9c3337 req-fe889e63-349a-46ba-bd21-e9e8f685a5f6 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.2810321 Jul 23 16:24:31.068236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-926ae911-7639-4231-8f0d-b6ee4c9c3337 req-e6f65742-8599-4f21-b7a3-84c69bbbb1f5 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801644 Jul 23 16:24:31.083373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.106876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2ed4-64e7-48d0-ba83-13c080a19f45 req-952d7a66-ee8e-44aa-b053-cede6cd11b4d tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.108375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-659a2ed4-64e7-48d0-ba83-13c080a19f45 req-952d7a66-ee8e-44aa-b053-cede6cd11b4d tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 936 time: 0.1645510 Jul 23 16:24:31.183898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-659a2ed4-64e7-48d0-ba83-13c080a19f45 req-a13b338e-e341-4d62-8641-e95e1ea37762 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700073 Jul 23 16:24:31.408975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.423375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.534104 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Floating IP e41449f8-efa0-4264-98de-d583c08ed6ef associated. External IP: 172.25.2.20, port: 15eb5d16-30c1-4477-8e0a-865a55367ed6. Jul 23 16:24:31.604408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'name': 'network-vif-deleted', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:31.606700 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf66cc7-063b-4873-a414-00c0b86331b8" -d '{"events": [{"server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "name": "network-vif-deleted", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:31.715230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30e0d75-e883-41cc-b626-90df44986c9d req-e3f74668-d6d5-4fd6-9131-338072722c9b tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=811453f2-64e6-4301-b46d-04f6b37a86a1 HTTP/1.1" status: 200 len: 210 time: 0.0831051 Jul 23 16:24:31.759397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:31.788584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ea9-cf36-4940-8bd1-edd792cb84ba req-0c8db230-2b2f-4ece-9b19-2938a022a7ff tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:31.790142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70de5ea9-cf36-4940-8bd1-edd792cb84ba req-0c8db230-2b2f-4ece-9b19-2938a022a7ff tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 948 time: 0.1564455 Jul 23 16:24:31.859687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:31.867540 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90943487-f485-4fb2-899c-1a6d1c29dc55 x-openstack-request-id: req-90943487-f485-4fb2-899c-1a6d1c29dc55 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:31.868054 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9a3302-ee79-4ee6-a096-61bc2372480b", "name": "network-vif-deleted", "tag": "e6992929-433d-4ad2-b43b-bede38fa970e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:31.868054 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90943487-f485-4fb2-899c-1a6d1c29dc55 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:31.868468 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9a3302-ee79-4ee6-a096-61bc2372480b', 'name': 'network-vif-deleted', 'tag': 'e6992929-433d-4ad2-b43b-bede38fa970e', 'status': 'completed', 'code': 200} Jul 23 16:24:31.869308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70de5ea9-cf36-4940-8bd1-edd792cb84ba req-f371c075-bca7-4307-921a-173582315433 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 Jul 23 16:24:31.871194 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.880583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:31.887133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.891851 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Sync routers for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:31.895140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Transition to ACTIVE for port object ef50367c-cc6a-48d1-98a8-c49490b4c665 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:31.902268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:31.907906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:31.907906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:31.956867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48646) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:31.961373 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ee523a9-753a-4e1c-93b5-5f759c51c8cb tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "PUT /v2.0/floatingips/e41449f8-efa0-4264-98de-d583c08ed6ef HTTP/1.1" status: 200 len: 990 time: 1.1888499 Jul 23 16:24:32.017652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.072598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Deleting subnet 922e6a48-79e3-469a-9b0d-e1dd4ef427ad {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:32.080847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.138108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.140527 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:32.140722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Attempting to bind port ef50367c-cc6a-48d1-98a8-c49490b4c665 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:32.141114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Attempting to bind port ef50367c-cc6a-48d1-98a8-c49490b4c665 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:32.141540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Attempting to bind port ef50367c-cc6a-48d1-98a8-c49490b4c665 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:32.174881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a4b55ebc-0961-4d10-88a5-3c985f5e1733 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:32.180753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Port ef50367c-cc6a-48d1-98a8-c49490b4c665 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:24:32.181249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Attempting to bind port ef50367c-cc6a-48d1-98a8-c49490b4c665 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:32.182639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:32.210520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:32.211037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:32.211382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:32.211615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:32.212112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1fcb7ee7-d94a-4053-b29a-12cd0120a6fb not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:32.212249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Bound port: ef50367c-cc6a-48d1-98a8-c49490b4c665, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:32.212730 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.213025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e6992929-433d-4ad2-b43b-bede38fa970e no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:32.238844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: e6992929-433d-4ad2-b43b-bede38fa970e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:32.239105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e6992929-433d-4ad2-b43b-bede38fa970e not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:32.239724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 485e250c-f6e9-41a7-b1d9-2f0f457103ff no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:32.246158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.264214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 485e250c-f6e9-41a7-b1d9-2f0f457103ff {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:32.265129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 485e250c-f6e9-41a7-b1d9-2f0f457103ff not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:32.379348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:32.381670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad162e-5380-4d8c-8c76-7473eafde575 req-a6a9dcb7-54c2-4121-b70c-ec8a67439429 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.388705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7ad162e-5380-4d8c-8c76-7473eafde575 req-a6a9dcb7-54c2-4121-b70c-ec8a67439429 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.2269681 Jul 23 16:24:32.395992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733', 'mac_address': 'fa:16:3e:c7:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:32.398449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'name': 'network-vif-deleted', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:32.400963 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e3d8e-f410-497f-be24-7a32101b412d" -d '{"events": [{"server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "name": "network-vif-deleted", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:32.417184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e41449f8-efa0-4264-98de-d583c08ed6ef', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'port_id': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'mac_address': 'fa:16:3e:32:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:24:31Z', 'revision_number': 1, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:32.436383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:32.441242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.459770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b55ebc-0961-4d10-88a5-3c985f5e1733 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:32.461366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.465055 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Checking router: fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:32.477700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:32.478021 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:32.479081 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:32.484098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:32.490282 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.516014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7ad162e-5380-4d8c-8c76-7473eafde575 req-6cfc3907-b408-452e-a52d-731fe474615b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218846 Jul 23 16:24:32.529278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922e6a48-79e3-469a-9b0d-e1dd4ef427ad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.529278 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.540662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.545259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-740ba093-d635-4902-82dd-56dd13fa1b95 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/922e6a48-79e3-469a-9b0d-e1dd4ef427ad HTTP/1.1" status: 204 len: 168 time: 0.5870292 Jul 23 16:24:32.547786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48656) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:32.572368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.602655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d63cdd-e0a8-4190-a0ea-39df24dcb431 req-2b6e3272-a940-4123-aecc-5c3968ebf94d tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.609680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78d63cdd-e0a8-4190-a0ea-39df24dcb431 req-2b6e3272-a940-4123-aecc-5c3968ebf94d tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 948 time: 0.3216767 Jul 23 16:24:32.614811 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6279fe-4fc7-4f1c-9307-93ae5bedee06 x-openstack-request-id: req-6a6279fe-4fc7-4f1c-9307-93ae5bedee06 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:32.615226 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811453f2-64e6-4301-b46d-04f6b37a86a1", "name": "network-vif-deleted", "tag": "1fcb7ee7-d94a-4053-b29a-12cd0120a6fb", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:32.615605 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a6279fe-4fc7-4f1c-9307-93ae5bedee06 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:32.616099 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811453f2-64e6-4301-b46d-04f6b37a86a1', 'name': 'network-vif-deleted', 'tag': '1fcb7ee7-d94a-4053-b29a-12cd0120a6fb', 'status': 'completed', 'code': 200} Jul 23 16:24:32.635300 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:32.645097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.645905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.647992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] 10.222.0.81 "PUT /v2.0/ports/ef50367c-cc6a-48d1-98a8-c49490b4c665 HTTP/1.1" status: 200 len: 1096 time: 1.7345719 Jul 23 16:24:32.657788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.696369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398bc74-ba6c-4ac3-90d9-8148e12e6642 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:32.696709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a4b55ebc-0961-4d10-88a5-3c985f5e1733'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:32.718630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78d63cdd-e0a8-4190-a0ea-39df24dcb431 req-14ecddb5-e20a-458e-ab11-05b1bb08ec69 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048574 Jul 23 16:24:32.809283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.826289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:32.845985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c6220a-9578-47c2-b94b-f4cfe23ac868') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:32.848251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c6220a-9578-47c2-b94b-f4cfe23ac868') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:32.864543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.891009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.916144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:32.918557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:32.920661 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:32.936018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-dd9869a4-ca06-47b7-9809-5eb3b1c4bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:32.937767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-dd9869a4-ca06-47b7-9809-5eb3b1c4bd00 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 1099 time: 0.1720235 Jul 23 16:24:33.000151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.019264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.026402 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] 10.222.0.64 "DELETE /v2.0/networks/54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8 HTTP/1.1" status: 204 len: 168 time: 0.4754031 Jul 23 16:24:33.052213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:33.080500 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e41449f8-efa0-4264-98de-d583c08ed6ef', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'port_id': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'mac_address': 'fa:16:3e:32:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:24:31Z', 'revision_number': 1, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:33.090096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-79e313eb-cbc1-472a-92de-c00febcc6907 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665 HTTP/1.1" status: 200 len: 217 time: 0.0726793 Jul 23 16:24:33.119973 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cac7f0-e3e4-42d1-8d33-58a565c6542d None None] The sync data for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 is: [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e41449f8-efa0-4264-98de-d583c08ed6ef', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'port_id': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'mac_address': 'fa:16:3e:32:4d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:23:03Z', 'updated_at': '2021-07-23T16:24:31Z', 'revision_number': 1, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:33.152827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada809b9-9086-4b5a-9d2f-c3f107ee0a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=54fcf5c4-d16c-46e0-ba35-9d277a4a3ab8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.153004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:33.153263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 45aa0c67-e22b-4fcf-befe-ca7b715c6cc5 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:33.217141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-e3fb72b7-d37d-4eff-9f5c-3a04121a3a9b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.220019 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-e3fb72b7-d37d-4eff-9f5c-3a04121a3a9b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 945 time: 0.1768532 Jul 23 16:24:33.249527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-ec18bcda-4d14-4b23-a90c-76c1d051b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.257674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-ec18bcda-4d14-4b23-a90c-76c1d051b8ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1585436 Jul 23 16:24:33.365577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba750-798f-4a11-b7c9-b2d1457ab49a req-8f21032e-4df3-45c1-a18e-e20e8f691420 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.375332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-969ba750-798f-4a11-b7c9-b2d1457ab49a req-8f21032e-4df3-45c1-a18e-e20e8f691420 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 949 time: 0.2880061 Jul 23 16:24:33.388356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Deleting port aba4a867-96a9-428d-addd-5d2c761b56b0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:33.389223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.429605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-969ba750-798f-4a11-b7c9-b2d1457ab49a req-c6d1045d-43ee-43dd-bd60-b43c62fb309b tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 Jul 23 16:24:33.439906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48678) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:33.512526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] For port aba4a867-96a9-428d-addd-5d2c761b56b0, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=aba4a867-96a9-428d-addd-5d2c761b56b0,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:33.513196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.513424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66c278f5-5325-4a80-b0b6-f2575055449e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daa7f99f77ad4469840209b3e60b7244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701919 Jul 23 16:24:33.514183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48680) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:33.524486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340276c-2cce-4f7e-ac43-d031d4230a80 None None] New status for floating IP e41449f8-efa0-4264-98de-d583c08ed6ef: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:33.554890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Calling delete_port for aba4a867-96a9-428d-addd-5d2c761b56b0 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:33.562904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-88f6d7e4-0442-4a13-a55a-269b82ac6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.564923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-88f6d7e4-0442-4a13-a55a-269b82ac6922 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005693 Jul 23 16:24:33.699893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.735042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['aba4a867-96a9-428d-addd-5d2c761b56b0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:33.764369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Pushing event deleted for resources: {'Port': ['ID=aba4a867-96a9-428d-addd-5d2c761b56b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:33.804059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.822462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] No DVR routers for this DVR port aba4a867-96a9-428d-addd-5d2c761b56b0 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:33.825081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.827186 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a805ff06-ae8b-4be5-b86d-a1fea8c6b153 req-fa00acdd-4c6e-4810-ad56-c10a16cd7d9f tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.81 "DELETE /v2.0/ports/aba4a867-96a9-428d-addd-5d2c761b56b0 HTTP/1.1" status: 204 len: 173 time: 0.5999467 Jul 23 16:24:33.858020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6460a-719d-4ad0-b3a7-0874bcbd0f1e req-132657be-41ea-4e51-8dad-b3ed26036daa tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.862393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bb6460a-719d-4ad0-b3a7-0874bcbd0f1e req-132657be-41ea-4e51-8dad-b3ed26036daa tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.3120687 Jul 23 16:24:33.869908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6'}, {'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'name': 'network-vif-deleted', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:33.872397 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ed816-ef86-4b14-a7e5-c070546b2169" -d '{"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6"}, {"server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "name": "network-vif-deleted", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:33.891706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffcaf4-ccd0-4b12-94d2-fba673d2c7ca req-845cb161-a51d-413a-98a2-462958fcb47b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:33.893171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dffcaf4-ccd0-4b12-94d2-fba673d2c7ca req-845cb161-a51d-413a-98a2-462958fcb47b tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597c284-533c-4abe-aa0e-7eff1cac6fc8 HTTP/1.1" status: 200 len: 867 time: 0.2506342 Jul 23 16:24:33.896708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:33.903530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-7cbd27b7-e26e-48c4-a8d2-c8170f232523 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700703 Jul 23 16:24:34.044242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bb6460a-719d-4ad0-b3a7-0874bcbd0f1e req-5e4f1958-8027-45b5-8066-97306e14f11d tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643074 Jul 23 16:24:34.053147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dffcaf4-ccd0-4b12-94d2-fba673d2c7ca req-c0946b7b-c21f-4323-829d-e1b53e5d0490 tempest-ServerRescueTestJSON-860091814 tempest-ServerRescueTestJSON-860091814-project] 10.222.0.64 "GET /v2.0/security-groups?id=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486850 Jul 23 16:24:34.079954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.082968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.084228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03e5ac01-d627-4b74-826d-d11b79c95a32 HTTP/1.1" status: 204 len: 168 time: 0.5650699 Jul 23 16:24:34.108533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41fd8d-2cf6-4d0f-840c-633fe2203b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5ac01-d627-4b74-826d-d11b79c95a32,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:34.116878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f6de014-65e4-49dd-a95b-6e55932d18bc req-d2de5c3a-140a-4cc5-8a7d-2197a5e2da19 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034023 Jul 23 16:24:34.119697 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f4ea85-3378-4c05-8760-5876cc968890 x-openstack-request-id: req-16f4ea85-3378-4c05-8760-5876cc968890 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:34.120863 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6", "status": "completed", "code": 200}, {"server_uuid": "c597c284-533c-4abe-aa0e-7eff1cac6fc8", "name": "network-vif-deleted", "tag": "aba4a867-96a9-428d-addd-5d2c761b56b0", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:34.121303 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16f4ea85-3378-4c05-8760-5876cc968890 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:34.121706 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'status': 'completed', 'code': 200} Jul 23 16:24:34.122007 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597c284-533c-4abe-aa0e-7eff1cac6fc8', 'name': 'network-vif-deleted', 'tag': 'aba4a867-96a9-428d-addd-5d2c761b56b0', 'status': 'completed', 'code': 200} Jul 23 16:24:34.191069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a4b55ebc-0961-4d10-88a5-3c985f5e1733 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:34.201886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e4d27-aee3-4572-bd4b-bd03642924ce req-1bc600e8-5cb2-4a46-b202-40e0e02dd3bf tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.203441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a4e4d27-aee3-4572-bd4b-bd03642924ce req-1bc600e8-5cb2-4a46-b202-40e0e02dd3bf tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 948 time: 0.0928547 Jul 23 16:24:34.249770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a4b55ebc-0961-4d10-88a5-3c985f5e1733 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:34.254379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a4b55ebc-0961-4d10-88a5-3c985f5e1733 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:34.254758 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.290623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a4e4d27-aee3-4572-bd4b-bd03642924ce req-97dc6657-e5ed-427c-91f8-01fc8a3a248c tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809934 Jul 23 16:24:34.331017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.331640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.332191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.332732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.333270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.333806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.334415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.337339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-415e2195-443d-49e1-bea2-4855dd74b0ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.1192255 Jul 23 16:24:34.347216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.371385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:34.373656 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfca88f6-aacb-4912-9b55-2dd11bad0d2c" -d '{"events": [{"server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "name": "network-vif-plugged", "status": "completed", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:34.391686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:34.401387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:34.450113 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d952987-2231-4d6b-bc0d-4edd084ce66c x-openstack-request-id: req-9d952987-2231-4d6b-bc0d-4edd084ce66c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:34.450404 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "name": "network-vif-plugged", "status": "completed", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:34.450659 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d952987-2231-4d6b-bc0d-4edd084ce66c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:34.451049 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733', 'code': 200} Jul 23 16:24:34.473716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-c5795278-cabd-40e9-ac84-de0ff584bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.481117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-c5795278-cabd-40e9-ac84-de0ff584bccc service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96 HTTP/1.1" status: 200 len: 918 time: 0.1369998 Jul 23 16:24:34.519843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:34.629530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:34.631858 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7380909-c56c-43cf-afeb-ba098d05a400" -d '{"events": [{"name": "network-changed", "server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:34.672888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-35ef3bce-4d0c-4f67-b442-889dcac97700 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1731527 Jul 23 16:24:34.678864 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df59db16-0757-490b-8111-68d74b3fb946 x-openstack-request-id: req-df59db16-0757-490b-8111-68d74b3fb946 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:34.679156 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:34.679415 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df59db16-0757-490b-8111-68d74b3fb946 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:34.679826 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'status': 'completed', 'code': 200} Jul 23 16:24:34.702959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d571e6-4753-4e91-a25f-e04780b115da req-64c89f1b-b1a4-42f3-9a73-913cea15614d tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.704942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07d571e6-4753-4e91-a25f-e04780b115da req-64c89f1b-b1a4-42f3-9a73-913cea15614d tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 950 time: 0.1710179 Jul 23 16:24:34.713532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7169e7-51dd-4af0-be89-eadf0cffc12b req-d90c6890-c99e-4fc9-a73c-a01dbd987670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.715002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b7169e7-51dd-4af0-be89-eadf0cffc12b req-d90c6890-c99e-4fc9-a73c-a01dbd987670 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 1101 time: 0.1909542 Jul 23 16:24:34.812891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07d571e6-4753-4e91-a25f-e04780b115da req-1c408d73-46f3-4755-89c8-49403af68d31 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014023 Jul 23 16:24:34.814330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-02502465-de86-474f-b693-c8a2e998960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.816451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-02502465-de86-474f-b693-c8a2e998960b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 200 len: 856 time: 0.1000872 Jul 23 16:24:34.821760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b7169e7-51dd-4af0-be89-eadf0cffc12b req-3d1914da-0c0f-4eb9-856c-633066a5fc69 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911419 Jul 23 16:24:34.832034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-cc9deb32-b614-45d5-b36b-a1e71017bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.833963 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-cc9deb32-b614-45d5-b36b-a1e71017bb94 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 1099 time: 0.0742803 Jul 23 16:24:34.885571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-0380755e-4578-41d5-964d-fbff242b4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.887484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-0380755e-4578-41d5-964d-fbff242b4aa2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3be6b15-224f-4323-83e4-e2b4cbabee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607023 Jul 23 16:24:34.952543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-a78fd98a-ad9e-4b60-a208-cf2fbbcbbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:34.954069 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-a78fd98a-ad9e-4b60-a208-cf2fbbcbbbf8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.1043298 Jul 23 16:24:34.988169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-38f09702-c2dd-43ba-bcf5-41f8097e9490 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924661 Jul 23 16:24:35.026994 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-62668b56-fb81-463f-8550-385c5f3cc387 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665 HTTP/1.1" status: 200 len: 217 time: 0.0398350 Jul 23 16:24:35.091229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d7ed816-ef86-4b14-a7e5-c070546b2169 req-8b2280f3-e3ad-4e6c-b81a-cb2144218d33 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958169 Jul 23 16:24:35.094629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-888d56c4-7650-4e03-b868-c437a6f64042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.096092 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-888d56c4-7650-4e03-b868-c437a6f64042 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0542986 Jul 23 16:24:35.127593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48728) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:35.209141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-d4fe5230-da14-440c-b2ee-31adf7596139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.213101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-d4fe5230-da14-440c-b2ee-31adf7596139 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921769 Jul 23 16:24:35.321114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6e784-bda8-4e7f-bdc2-68643756b604 req-04c0d66f-68ee-4505-b02a-bb1555aee931 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.322640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c6e784-bda8-4e7f-bdc2-68643756b604 req-04c0d66f-68ee-4505-b02a-bb1555aee931 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.1506877 Jul 23 16:24:35.384172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-ac57fed1-b076-4c51-8f66-92bd180a1e3b service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255395 Jul 23 16:24:35.461367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c6e784-bda8-4e7f-bdc2-68643756b604 req-e183f68d-b1a8-46a4-8ae9-6cb7e6e853d8 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252944 Jul 23 16:24:35.496201 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d7380909-c56c-43cf-afeb-ba098d05a400 req-e0522679-2392-48a3-b3fe-0aafd2ba8818 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055572 Jul 23 16:24:35.508126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101692c8-c2a5-4947-b198-4c77824bf45e req-96c7d145-9c4b-47db-b369-27ea9221227a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.509790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-101692c8-c2a5-4947-b198-4c77824bf45e req-96c7d145-9c4b-47db-b369-27ea9221227a tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 949 time: 0.2469671 Jul 23 16:24:35.664385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53102b-4e0b-4b18-9700-31c2a56d6a3a req-5329055e-bb64-4b82-9ce8-6780b4b10da2 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:35.666020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b53102b-4e0b-4b18-9700-31c2a56d6a3a req-5329055e-bb64-4b82-9ce8-6780b4b10da2 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 948 time: 0.2033279 Jul 23 16:24:35.750890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b53102b-4e0b-4b18-9700-31c2a56d6a3a req-96c89f89-d2e5-4641-9c75-c5dd713ff90c tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Jul 23 16:24:35.756336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Deleting port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:35.756336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.886248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] For port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:35.886457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:35.919021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Calling delete_port for 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:36.307059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.437922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d5374-60ce-416b-bc8a-30d12f1f7039 req-8b32ea4a-ca8e-4163-8cdb-dbd521fe1218 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:36.439512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f1d5374-60ce-416b-bc8a-30d12f1f7039 req-8b32ea4a-ca8e-4163-8cdb-dbd521fe1218 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 950 time: 0.5383139 Jul 23 16:24:36.615039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.632346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f1d5374-60ce-416b-bc8a-30d12f1f7039 req-96d743fd-a097-4fe8-9a16-c9f5c5819b8c tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668472 Jul 23 16:24:36.656921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:36.659210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Pushing event deleted for resources: {'Port': ['ID=3c7c8f97-89a0-46d8-bb7f-16a837faf7c3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:36.735945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] No DVR routers for this DVR port 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:36.743175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.745191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-101692c8-c2a5-4947-b198-4c77824bf45e req-1a81d8df-921d-45f7-ad52-766a5afc03ad tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.81 "DELETE /v2.0/ports/3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 HTTP/1.1" status: 204 len: 173 time: 1.2239547 Jul 23 16:24:36.746553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'name': 'network-vif-deleted', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:36.748955 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06844cca-ab51-4a25-a561-ff206206a5f9" -d '{"events": [{"server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "name": "network-vif-deleted", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:36.764262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8793af-c0ec-4d51-957a-408b229b5bbc req-45201329-b43d-44b0-b2b3-c0e6010dc1b7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:36.766508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de8793af-c0ec-4d51-957a-408b229b5bbc req-45201329-b43d-44b0-b2b3-c0e6010dc1b7 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/ports?device_id=c60cd72a-813f-4104-8b69-94df3661e27c HTTP/1.1" status: 200 len: 867 time: 0.2312257 Jul 23 16:24:36.860076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de8793af-c0ec-4d51-957a-408b229b5bbc req-93e6fc0c-da1f-4f9d-b900-5ca07ecb2ec0 tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] 10.222.0.64 "GET /v2.0/security-groups?id=21767a4e-bd5e-4d68-ba70-2caf04862023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696397 Jul 23 16:24:36.896147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Deleting port 93a55da1-7fdb-41b8-a867-4564f5279cc9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:36.896544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:36.965407 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e03c64-d97f-48b9-8715-19722b274fa4 x-openstack-request-id: req-16e03c64-d97f-48b9-8715-19722b274fa4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:36.965696 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60cd72a-813f-4104-8b69-94df3661e27c", "name": "network-vif-deleted", "tag": "3c7c8f97-89a0-46d8-bb7f-16a837faf7c3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:36.966045 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16e03c64-d97f-48b9-8715-19722b274fa4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:36.966523 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60cd72a-813f-4104-8b69-94df3661e27c', 'name': 'network-vif-deleted', 'tag': '3c7c8f97-89a0-46d8-bb7f-16a837faf7c3', 'status': 'completed', 'code': 200} Jul 23 16:24:37.011613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] For port 93a55da1-7fdb-41b8-a867-4564f5279cc9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93a55da1-7fdb-41b8-a867-4564f5279cc9,segment=NetworkSegment(1abefc20-3a70-4536-b4f2-cc1924f13286),segment_id=1abefc20-3a70-4536-b4f2-cc1924f13286)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:37.011988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.060499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Calling delete_port for 93a55da1-7fdb-41b8-a867-4564f5279cc9 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:37.061851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:37.072225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device aba4a867-96a9-428d-addd-5d2c761b56b0 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:37.102210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: aba4a867-96a9-428d-addd-5d2c761b56b0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:37.102901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device aba4a867-96a9-428d-addd-5d2c761b56b0 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:37.227316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:37.239709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'mac_address': 'fa:16:3e:46:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:37.276825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471bce-7b8a-4da4-8498-82e1496e943d req-ed18b677-26f3-4aa3-9f6e-8bdb1add07e4 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.278719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80471bce-7b8a-4da4-8498-82e1496e943d req-ed18b677-26f3-4aa3-9f6e-8bdb1add07e4 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 948 time: 0.2700462 Jul 23 16:24:37.285974 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.303018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:37.305556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a86f1-a0eb-490c-8144-b067e683889b req-11f336cd-d011-4265-b624-006569a54e75 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:37.312401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-633a86f1-a0eb-490c-8144-b067e683889b req-11f336cd-d011-4265-b624-006569a54e75 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 950 time: 0.2532234 Jul 23 16:24:37.327711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:37.334439 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.399533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.399771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-633a86f1-a0eb-490c-8144-b067e683889b req-3a909363-154f-4a98-9394-710c22cbc6b6 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864384 Jul 23 16:24:37.406161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80471bce-7b8a-4da4-8498-82e1496e943d req-5cf10dcc-f27f-4551-b495-0f3877e8cf21 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159956 Jul 23 16:24:37.483022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.521603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Pushing event deleted for resources: {'Port': ['ID=93a55da1-7fdb-41b8-a867-4564f5279cc9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:37.693099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:37.703882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef50367c-cc6a-48d1-98a8-c49490b4c665'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:37.942722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:38.080768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:38.092580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d42ac756-0371-4319-8afe-c1d2f9ac70bb admin admin] 10.222.0.64 "PUT /v2.0/routers/90b10b60-9e38-4d1a-858b-4ae30ee0dfff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9610751 Jul 23 16:24:38.093099 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Sync routers for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:38.093583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48816) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:38.109024 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:38.113103 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:38.265471 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:38.272706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.356364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2744a38-853a-4588-af57-6501328c8d2f req-8b3aacbb-73cb-4b05-a000-485a1d339145 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.363543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2744a38-853a-4588-af57-6501328c8d2f req-8b3aacbb-73cb-4b05-a000-485a1d339145 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.67 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 950 time: 0.1406286 Jul 23 16:24:38.374470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48822) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:38.442088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.571373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Deleting port c2bedfb7-0269-45d8-a896-7aaf89179aa7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:38.571736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.646426 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:24:37Z', 'revision_number': 5, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port': {'id': 'c2bedfb7-0269-45d8-a896-7aaf89179aa7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:16:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:00Z', 'updated_at': '2021-07-23T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:38.695512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Deleting port a4b55ebc-0961-4d10-88a5-3c985f5e1733 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:38.695912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.721759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0d4fd-8131-40ef-af88-02742dfe878b req-e011adcc-9cca-4235-9efb-2876e56502d7 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.723603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76e0d4fd-8131-40ef-af88-02742dfe878b req-e011adcc-9cca-4235-9efb-2876e56502d7 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 949 time: 0.1444409 Jul 23 16:24:38.730980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Checking router: 90b10b60-9e38-4d1a-858b-4ae30ee0dfff for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:38.748169 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Routers {'90b10b60-9e38-4d1a-858b-4ae30ee0dfff'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:38.749113 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:38.753301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d63eff-4e20-4348-9207-051069b738ee req-9101d0cb-2b48-488e-a0ec-a62098b5899e tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:38.761561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] For port c2bedfb7-0269-45d8-a896-7aaf89179aa7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c2bedfb7-0269-45d8-a896-7aaf89179aa7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:38.761561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.761828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16d63eff-4e20-4348-9207-051069b738ee req-9101d0cb-2b48-488e-a0ec-a62098b5899e tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 950 time: 0.1933146 Jul 23 16:24:38.778947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Calling delete_port for c2bedfb7-0269-45d8-a896-7aaf89179aa7 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:38.868469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76e0d4fd-8131-40ef-af88-02742dfe878b req-b3069834-5b10-40be-a877-4135cc0a01fe tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302323 Jul 23 16:24:38.882068 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] Set router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:38.899116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16d63eff-4e20-4348-9207-051069b738ee req-67d4d17a-1e37-4674-8aca-1026bd903436 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368535 Jul 23 16:24:38.915793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] For port a4b55ebc-0961-4d10-88a5-3c985f5e1733, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a4b55ebc-0961-4d10-88a5-3c985f5e1733,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:38.916604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.947184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Calling delete_port for a4b55ebc-0961-4d10-88a5-3c985f5e1733 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:38.963501 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:24:38Z', 'revision_number': 6, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:39.017296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec3d36-4847-4fcd-a5dc-acc304a75256 None None] The sync data for ids ['90b10b60-9e38-4d1a-858b-4ae30ee0dfff'] in n-d-800484-3 is: [{'id': '90b10b60-9e38-4d1a-858b-4ae30ee0dfff', 'name': 'tempest-ServerRescueTestJSON-381923557-router', 'tenant_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:59Z', 'updated_at': '2021-07-23T16:24:38Z', 'revision_number': 6, 'project_id': '3b4d646a2bfb4e6995c5e3c44e2f4110', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:39.045003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c8c914f-33f5-4405-a7fb-f63b92c3e3cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7262b6b58d348d8a96ae0ae76b3c613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697307 Jul 23 16:24:39.048901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:39.081294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:39.136769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.170283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ef50367c-cc6a-48d1-98a8-c49490b4c665 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:39.175575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2bedfb7-0269-45d8-a896-7aaf89179aa7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:39.187900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.189046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ef50367c-cc6a-48d1-98a8-c49490b4c665 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:39.189046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.213027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a4b55ebc-0961-4d10-88a5-3c985f5e1733'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:39.222598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Pushing event deleted for resources: {'Port': ['ID=a4b55ebc-0961-4d10-88a5-3c985f5e1733,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:39.288055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] No DVR routers for this DVR port a4b55ebc-0961-4d10-88a5-3c985f5e1733 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:39.290912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.293324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2744a38-853a-4588-af57-6501328c8d2f req-0c532875-2662-4c5d-adf1-7af6b28626cf tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.67 "DELETE /v2.0/ports/a4b55ebc-0961-4d10-88a5-3c985f5e1733 HTTP/1.1" status: 204 len: 173 time: 0.9245832 Jul 23 16:24:39.293780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'name': 'network-vif-deleted', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:39.296802 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77225ac0-36b3-4478-8474-87e359e7be03" -d '{"events": [{"server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "name": "network-vif-deleted", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:39.301681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.369590 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70eb34f-bfbe-45f0-b024-7c8e88e5f36a x-openstack-request-id: req-a70eb34f-bfbe-45f0-b024-7c8e88e5f36a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:39.370411 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86043e86-04b9-4965-b6af-ba77f8884597", "name": "network-vif-deleted", "tag": "a4b55ebc-0961-4d10-88a5-3c985f5e1733", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:39.372330 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a70eb34f-bfbe-45f0-b024-7c8e88e5f36a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:39.376260 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86043e86-04b9-4965-b6af-ba77f8884597', 'name': 'network-vif-deleted', 'tag': 'a4b55ebc-0961-4d10-88a5-3c985f5e1733', 'status': 'completed', 'code': 200} Jul 23 16:24:39.381214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.400802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.418461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.464914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:39.467109 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109cdeae-c265-4e50-a6fe-3be695d631b6" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:39.496647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:39.508769 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.509724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:39.575589 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f565e3c8-f19b-477d-860b-ea304378bf03 x-openstack-request-id: req-f565e3c8-f19b-477d-860b-ea304378bf03 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:39.576244 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:39.576705 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f565e3c8-f19b-477d-860b-ea304378bf03 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:39.577289 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'code': 200} Jul 23 16:24:39.609585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:39.610076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3c7c8f97-89a0-46d8-bb7f-16a837faf7c3 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:39.640661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:39.729900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d273c-100e-4ec0-afaa-11632af83ad7 req-7b9a569d-20c7-445b-82a7-b41910b7e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:39.732287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c5d273c-100e-4ec0-afaa-11632af83ad7 req-7b9a569d-20c7-445b-82a7-b41910b7e6c7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 1101 time: 0.0863223 Jul 23 16:24:39.778942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c5d273c-100e-4ec0-afaa-11632af83ad7 req-adb08556-98c7-4d85-97fa-7c5ad0aba910 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Jul 23 16:24:39.905396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:39.913402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.010834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.011421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b10b60-9e38-4d1a-858b-4ae30ee0dfff {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:40.020417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.023218 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6855ba40-c90c-40db-ac32-4aa728f14534 admin admin] 10.222.0.64 "DELETE /v2.0/routers/90b10b60-9e38-4d1a-858b-4ae30ee0dfff HTTP/1.1" status: 204 len: 168 time: 1.9282691 Jul 23 16:24:40.024883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48864) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:40.035590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.039666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.041254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21767a4e-bd5e-4d68-ba70-2caf04862023 HTTP/1.1" status: 204 len: 168 time: 0.9900429 Jul 23 16:24:40.051018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd647-b174-4f1e-99e0-f1de9bcb475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21767a4e-bd5e-4d68-ba70-2caf04862023,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:40.135806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbb24a6e-ef81-4e1a-9d9d-3522e24116fc req-f7d140a0-771b-4348-b2f9-3e4ba8564863 tempest-ImagesNegativeTestJSON-1154739308 tempest-ImagesNegativeTestJSON-1154739308-project] 10.222.0.64 "GET /v2.0/ports?device_id=86043e86-04b9-4965-b6af-ba77f8884597 HTTP/1.1" status: 200 len: 210 time: 0.0963902 Jul 23 16:24:40.151328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Deleting subnet ddc83266-429c-4b00-9220-1bc4ce5681d0 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:40.155541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.219712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc9aa-b110-48f5-8464-4fa660b11062 req-1f802d93-4348-42cb-a5bf-368865779b61 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:40.221511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-006dc9aa-b110-48f5-8464-4fa660b11062 req-1f802d93-4348-42cb-a5bf-368865779b61 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 950 time: 0.2377081 Jul 23 16:24:40.242589 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.312122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-006dc9aa-b110-48f5-8464-4fa660b11062 req-753baae5-5b20-48e5-8478-7285f74cc003 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813406 Jul 23 16:24:40.325875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.445225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.485864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc83266-429c-4b00-9220-1bc4ce5681d0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:40.492075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.497187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a4e43ba0-ecaf-4a7e-a9c1-a00195e9618c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ddc83266-429c-4b00-9220-1bc4ce5681d0 HTTP/1.1" status: 204 len: 168 time: 0.4684587 Jul 23 16:24:40.497187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48876) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:40.588470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.682785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:40.687107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.699736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e992fa0-842b-40e4-9212-42e3bb754c38']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:40.710350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abefc20-3a70-4536-b4f2-cc1924f13286') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:40.710673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abefc20-3a70-4536-b4f2-cc1924f13286') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:40.721023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.736420 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bcdb370f-c930-4668-9702-1eb0870b6422 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e9c5edcb7404ad78c77904755a414c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502074 Jul 23 16:24:40.736740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48884) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:40.738697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.746938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:24:40.747357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:24:40.749197 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:24:40.793999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.818049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.823864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.829897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.834513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] 10.222.0.64 "DELETE /v2.0/networks/4e992fa0-842b-40e4-9212-42e3bb754c38 HTTP/1.1" status: 204 len: 168 time: 0.3339992 Jul 23 16:24:40.854835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792e1e-5414-4cb1-a9ff-222d471cc6be admin admin] Pushing event deleted for resources: {'Network': ['ID=4e992fa0-842b-40e4-9212-42e3bb754c38,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:40.886486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.890000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:40.893811 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0acb19ad-cfbb-40a3-a0f4-b24897fdabfd HTTP/1.1" status: 204 len: 168 time: 0.1536376 Jul 23 16:24:40.903335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413bf0d-a2e8-47f2-b980-e064ae5e807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb19ad-cfbb-40a3-a0f4-b24897fdabfd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.005593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c2bedfb7-0269-45d8-a896-7aaf89179aa7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:41.030081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c2bedfb7-0269-45d8-a896-7aaf89179aa7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:41.030707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c2bedfb7-0269-45d8-a896-7aaf89179aa7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:41.031358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93a55da1-7fdb-41b8-a867-4564f5279cc9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:41.044891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:41.053037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 93a55da1-7fdb-41b8-a867-4564f5279cc9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:41.054106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93a55da1-7fdb-41b8-a867-4564f5279cc9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:41.095444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48894) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:41.095769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cdbdd374-b743-4e36-bd1b-7735b1120c31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b4d646a2bfb4e6995c5e3c44e2f4110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489366 Jul 23 16:24:41.156883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.186265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.242938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.245527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.246739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ad56060-e274-45ba-b9cd-d2ccdfc7afa7 HTTP/1.1" status: 204 len: 168 time: 0.1496928 Jul 23 16:24:41.263667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189d54-aa07-4a76-8ca7-9f5d410a3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad56060-e274-45ba-b9cd-d2ccdfc7afa7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:41.340414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.471801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f82cdb-33b6-47f6-aa27-e6b7ca24db10 req-303ea763-ebc0-4d20-823f-684d1198d36c tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.479242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3f82cdb-33b6-47f6-aa27-e6b7ca24db10 req-303ea763-ebc0-4d20-823f-684d1198d36c tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 950 time: 0.0792575 Jul 23 16:24:41.523371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3f82cdb-33b6-47f6-aa27-e6b7ca24db10 req-27627fa9-a57d-4e10-ad00-e1ec6bbc725c tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Jul 23 16:24:41.678008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60369c50-f26e-4552-8577-be140d9b0068 req-ebc3ff13-b59a-444f-9b0a-869f366b200b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:41.679947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60369c50-f26e-4552-8577-be140d9b0068 req-ebc3ff13-b59a-444f-9b0a-869f366b200b tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.0865278 Jul 23 16:24:41.734068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8bb15dea-970d-4966-aa18-2dab10e9e0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.743565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60369c50-f26e-4552-8577-be140d9b0068 req-67a3603f-0621-4461-b9d9-15d0679af210 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521173 Jul 23 16:24:41.901788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48954) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:42.239690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a4b55ebc-0961-4d10-88a5-3c985f5e1733 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:42.260961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: a4b55ebc-0961-4d10-88a5-3c985f5e1733 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:42.261518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a4b55ebc-0961-4d10-88a5-3c985f5e1733 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:42.306350 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c4f85cac-5cd8-464f-ade5-8a2cf0ebbc68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c7f82c130d4464e917e7647648747b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005935 Jul 23 16:24:42.308744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:42.359864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.385983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.450171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.456549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.459602 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe1ff7d9-acc9-420d-abe8-3ab1d986edc5 HTTP/1.1" status: 204 len: 168 time: 0.1484022 Jul 23 16:24:42.473522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da98fc1-a236-4996-9df0-bd119597c7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ff7d9-acc9-420d-abe8-3ab1d986edc5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:42.720784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc403c-c674-468f-93cb-a05668c5b4df req-1f7d9ee1-5c43-4317-984c-5e98257695a8 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:42.722383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36bc403c-c674-468f-93cb-a05668c5b4df req-1f7d9ee1-5c43-4317-984c-5e98257695a8 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.0712941 Jul 23 16:24:42.768719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36bc403c-c674-468f-93cb-a05668c5b4df req-7292123c-7993-4b34-93c6-bde33fcd7af3 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Jul 23 16:24:42.896807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:43.138054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1923578414-network', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:43.171353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Made reservation on behalf of 115fdc68c5bf4fef910283c604a63f0b for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:43.174112 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.183930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.308684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.326870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.351365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:24:43.368569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67828ba0-39e5-43ef-a292-463748e88708,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.371552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.371904 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Added segment d0a69a79-2b91-4858-9019-a075c39adaec of type vlan for network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 Jul 23 16:24:43.420237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.468654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.471529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c65d0-c631-4cc1-9e39-189a4bf3a92e req-82ec7f3c-ee24-481d-96d9-8351bd30ed9a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.472263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.472756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.481373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e87c65d0-c631-4cc1-9e39-189a4bf3a92e req-82ec7f3c-ee24-481d-96d9-8351bd30ed9a tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.0971231 Jul 23 16:24:43.530193 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6323981 Jul 23 16:24:43.533880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49058) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:43.544143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Request body: {'subnet': {'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1923578414-subnet', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:43.555877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e87c65d0-c631-4cc1-9e39-189a4bf3a92e req-ad93bd4c-a850-4988-a15d-310fbfc8dfe4 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691705 Jul 23 16:24:43.582711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edacd54-c154-473a-9039-18046dd5a6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=75aae786-b4f7-41d6-a5cf-0ed3520489b5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.599225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:24:43.609400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Made reservation on behalf of 115fdc68c5bf4fef910283c604a63f0b for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:43.614711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.851677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.922396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdf50ee-fbcf-4e29-9551-dfa74e961b89,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:43.936083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Checking segment: {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:43.936820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Network hostable DHCP agents. Network: 75aae786-b4f7-41d6-a5cf-0ed3520489b5, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:24:43.958981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:24:43.972534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 75aae786-b4f7-41d6-a5cf-0ed3520489b5) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:43.977124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:43.977808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.997410 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4febb14d-fb71-4fdb-a76d-7b77e5340048 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4590063 Jul 23 16:24:43.997875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49086) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:43.999107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88a32f-8047-403e-8110-e0b3d49b679f None None] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:44.004178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:44.038320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.040572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.111282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9106b20f-12bf-4719-a92f-8eafb003ca08 req-0d9c3bfe-f822-4f6b-b580-5182f7fe7d20 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0667429 Jul 23 16:24:44.135120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.287112 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.303813 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.333401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:24:44.334357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.510929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Allocated IP 172.20.0.2 (75aae786-b4f7-41d6-a5cf-0ed3520489b5/1fdf50ee-fbcf-4e29-9551-dfa74e961b89/7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:44.602280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.627057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.799757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Allocated IP 172.25.2.154 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/77a71179-9c3e-4b76-83b9-98849fac33a5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:44.867853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fd16-960f-487f-aa65-5d4438399fc0 req-9de154e3-e452-477b-9c39-db8f57088aa6 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.869770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15f7fd16-960f-487f-aa65-5d4438399fc0 req-9de154e3-e452-477b-9c39-db8f57088aa6 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.1760626 Jul 23 16:24:44.915913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:44.916465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-1ec7770a-25e4-47e0-9b8e-eb7abcd242f7 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:44.919052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-1ec7770a-25e4-47e0-9b8e-eb7abcd242f7 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.67 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 945 time: 0.2055631 Jul 23 16:24:44.953619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Transition to ACTIVE for port object 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:45.008614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.013280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53d669db-0545-4df5-9b13-1fd22a404752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.025182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Transition to ACTIVE for port object 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:45.025710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15f7fd16-960f-487f-aa65-5d4438399fc0 req-7e230a99-ada3-402e-99d9-755abb79b536 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups?id=20461862-e077-456a-bf0a-326d5a733e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314099 Jul 23 16:24:45.034099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.069974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.086697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:45.090032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:45.095741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:45.107586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Pushing event updated for resources: {'Port': ['ID=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.140117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Deleting port 4c523dc1-9486-4966-be96-c06ee12920f4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:45.140737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.149856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:24:45.194980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Attempting to bind port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:45.195653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Attempting to bind port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:45.196217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Attempting to bind port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b on network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:45.216504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:45.216888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Checking segment: {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:45.217961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.218573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Bound using segment: {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:45.219268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Bound port: 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:45.219663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.227203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:45.238399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:45.268720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:45.272808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Pushing event updated for resources: {'Port': ['ID=77a71179-9c3e-4b76-83b9-98849fac33a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.365199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a8881e1-2752-4c04-ae2d-78c0d5d70885 req-68e638f1-135d-4976-84b8-28469b40345a tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0983562 Jul 23 16:24:45.368892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] For port 4c523dc1-9486-4966-be96-c06ee12920f4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c523dc1-9486-4966-be96-c06ee12920f4,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:45.369579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.432763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] For port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:45.438562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] For port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:45.462526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.500989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:45.576977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'mac_address': 'fa:16:3e:46:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:24:45.593960 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.708661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770c29-3161-4e8a-bc89-6ad8193e0a0a None None] Pushing event updated for resources: {'Port': ['ID=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:45.731028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.739526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49166) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:45.760754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:24:45.813120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.815240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.815570 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Floating IP 2a51cf41-e005-4027-8ff6-68c81c53abd8 disassociated. External IP: 172.25.2.110, port: 4c523dc1-9486-4966-be96-c06ee12920f4. Jul 23 16:24:45.815970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Calling delete_port for 4c523dc1-9486-4966-be96-c06ee12920f4 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:45.834215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:45.840407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:45.908685 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.005865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:46.044749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef50367c-cc6a-48d1-98a8-c49490b4c665'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:24:46.141172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.151461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd5808a1-b7c9-4635-bf6f-e9159b6b4037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.241378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event deleted for resources: {'Port': ['ID=4c523dc1-9486-4966-be96-c06ee12920f4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:46.300441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bfd97f6-6089-45fa-b8b9-1d136bc4da82 req-b7b53479-621f-4b9a-9433-b491000d9c45 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 210 time: 0.0903587 Jul 23 16:24:46.370455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.557066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Router c5bf55ed-d209-481f-9bc3-6250d8d5a94e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:46.651828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aee392d2-3c70-40fd-9ad7-4576b7fc0bf4 req-83b337f3-9d3c-45de-a4cd-a33ec96fe3c3 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0891106 Jul 23 16:24:46.732182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cf5bb78-cc86-4ccd-b3ac-c8c02232328b req-0ac95b1d-8581-4232-9083-fb181ff0f46f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0751934 Jul 23 16:24:46.754562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd5808a1-b7c9-4635-bf6f-e9159b6b4037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:46.782651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Router 7870637b-1445-4cf5-8364-d5b9ec4369bf is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:24:46.786695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:24:46.971131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:46.991156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Sync routers for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:47.015046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.016586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-84e79418-aea5-458f-9978-7e72fb8cee99 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0176506 Jul 23 16:24:47.020878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:47.021458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:47.023332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:47.176480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:47.315238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:47.462972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:47.465291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd5808a1-b7c9-4635-bf6f-e9159b6b4037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.477867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Sync routers for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:47.501407 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:47.503958 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:47.511283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d53a9-7c7c-484a-bc02-d2e0bf208fdd None None] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:24:47.536492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cd5808a1-b7c9-4635-bf6f-e9159b6b4037 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90ab324a5190444da471478eda63a95b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7947814 Jul 23 16:24:47.560125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49244) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:47.629793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] No DVR routers for this DVR port 4c523dc1-9486-4966-be96-c06ee12920f4 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:24:47.634839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.637073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-370153bd-18ba-4244-b2b2-c3fd16355464 req-cde2c7f8-e280-4e7d-86d5-6779023beaef tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.67 "DELETE /v2.0/ports/4c523dc1-9486-4966-be96-c06ee12920f4 HTTP/1.1" status: 204 len: 173 time: 2.7093432 Jul 23 16:24:47.637901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5808a1-b7c9-4635-bf6f-e9159b6b4037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72286b6e-12b0-4d24-9a40-d40fe1c15e31,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:47.652186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'name': 'network-vif-deleted', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:47.653826 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9eca0-2888-4832-a185-018466219658" -d '{"events": [{"server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "name": "network-vif-deleted", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:47.679322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.710249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78417784-3af8-4fb9-81f3-cb1bb35f4407 req-b4a21707-8c5a-41a6-841e-4862c1b402b9 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/ports?device_id=ded0d037-c9ec-4310-9496-fee635aff166 HTTP/1.1" status: 200 len: 210 time: 0.1552608 Jul 23 16:24:47.765710 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f338544-10e7-464f-a38d-31a5b1fcb15b x-openstack-request-id: req-2f338544-10e7-464f-a38d-31a5b1fcb15b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:47.766041 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded0d037-c9ec-4310-9496-fee635aff166", "name": "network-vif-deleted", "tag": "4c523dc1-9486-4966-be96-c06ee12920f4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:47.766298 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f338544-10e7-464f-a38d-31a5b1fcb15b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:47.766713 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0d037-c9ec-4310-9496-fee635aff166', 'name': 'network-vif-deleted', 'tag': '4c523dc1-9486-4966-be96-c06ee12920f4', 'status': 'completed', 'code': 200} Jul 23 16:24:47.784353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:47.836284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.889434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Provisioning for port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:47.899208 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:47.931088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Provisioning complete for port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:47.931461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:47.956729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97df1230-770b-48a6-8845-8000c83fb900 req-46d35c9b-ef91-4fe6-86e4-55fef2c26e10 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0913429 Jul 23 16:24:47.976558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.029039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ef50367c-cc6a-48d1-98a8-c49490b4c665 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:48.029729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.091101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.093799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.095117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72286b6e-12b0-4d24-9a40-d40fe1c15e31 HTTP/1.1" status: 204 len: 168 time: 0.5349209 Jul 23 16:24:48.111144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454cf8a-1f7a-423f-af5f-69a87422aee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72286b6e-12b0-4d24-9a40-d40fe1c15e31,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:48.124797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:48.201272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.250668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.329744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] For port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:48.381236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c523dc1-9486-4966-be96-c06ee12920f4 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:24:48.635964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Allocated IP 172.20.0.1 (75aae786-b4f7-41d6-a5cf-0ed3520489b5/1fdf50ee-fbcf-4e29-9551-dfa74e961b89/93c4ca60-e752-41e7-b7e4-e2d287bd8ffa) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:48.658839 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:48.700133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.703083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 4c523dc1-9486-4966-be96-c06ee12920f4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:24:48.703334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c523dc1-9486-4966-be96-c06ee12920f4 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:24:48.720811 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Checking router: c5bf55ed-d209-481f-9bc3-6250d8d5a94e for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:48.735889 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:48.737123 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:48.849726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.857568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49320) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:48.895855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Transition to ACTIVE for port object 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:48.914495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.914918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4eee9ad-0416-48c6-8f4d-e54dcc659bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.959036 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:48.970357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceed0b5-b04b-4c56-99c4-bf67ae4de8c0 None None] Pushing event updated for resources: {'Port': ['ID=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:48.982467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.983737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:24:48.986087 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876527ca-71bf-486a-85c1-68874b257b4a" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:24:49.003521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:49.013134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:45Z', 'revision_number': 3, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:49.026520 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.109824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Checking router: 7870637b-1445-4cf5-8364-d5b9ec4369bf for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:49.110967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Updating router 7870637b-1445-4cf5-8364-d5b9ec4369bf port 77a71179-9c3e-4b76-83b9-98849fac33a5 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:49.129315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Pushing event updated for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.162652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:49.164572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:49.167203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:49.261532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.269763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.286119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:49.337665 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a5eaa-c1ab-4d4c-a080-1e537d6a9d71 x-openstack-request-id: req-6a3a5eaa-c1ab-4d4c-a080-1e537d6a9d71 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:24:49.338050 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:24:49.339349 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a3a5eaa-c1ab-4d4c-a080-1e537d6a9d71 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:24:49.339764 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'code': 200} Jul 23 16:24:49.360469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f85157c-bca6-485e-ae22-933d59f27a36 req-642f0dd1-0988-4ec2-9669-003de3f87f5c tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.1147082 Jul 23 16:24:49.379666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4eee9ad-0416-48c6-8f4d-e54dcc659bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.388150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4eee9ad-0416-48c6-8f4d-e54dcc659bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.428604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.470375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e4eee9ad-0416-48c6-8f4d-e54dcc659bbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e8d274ea7dd406a95ff0f674d6b2443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116519 Jul 23 16:24:49.476970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49344) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:49.518360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee9ad-0416-48c6-8f4d-e54dcc659bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfcfbd-ea4c-4d55-8ef7-d701b9d5622a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.605058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.639236 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:49.642666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.663997 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.718606 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a18f6-c693-4a56-9214-f4dd0323d580 None None] The sync data for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 is: [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ab002f19-d555-47dd-824b-3689d2c36106', 'name': '', 'network_id': '3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'mac_address': 'fa:16:3e:85:8a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:02Z', 'updated_at': '2021-07-23T16:22:14Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'subnets': [{'id': '2c891a19-f8a5-4de6-8841-f5367ce49df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:49.773765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.777574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8ff5e26a-c912-4b4f-9b3a-beb9884dabed None None] Provisioning complete for port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:49.778053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e26a-c912-4b4f-9b3a-beb9884dabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.790989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.794509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:49.798495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48bfcfbd-ea4c-4d55-8ef7-d701b9d5622a HTTP/1.1" status: 204 len: 168 time: 0.3200710 Jul 23 16:24:49.809536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fdb49-c083-40a0-a10e-41fa1ecd97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfcfbd-ea4c-4d55-8ef7-d701b9d5622a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:49.973718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.025667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.028646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.030310 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "DELETE /v2.0/security-groups/20461862-e077-456a-bf0a-326d5a733e77 HTTP/1.1" status: 204 len: 168 time: 0.7427413 Jul 23 16:24:50.032495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49360) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:50.045467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f64788-6b15-4e7b-9909-aa72ee9c1937 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20461862-e077-456a-bf0a-326d5a733e77,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:50.065729 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-df560a6c-f49f-421e-87d0-2dd232f1cadd tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] show failed (client error): The resource could not be found. Jul 23 16:24:50.069573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-df560a6c-f49f-421e-87d0-2dd232f1cadd tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "GET /v2.0/security-groups/20461862-e077-456a-bf0a-326d5a733e77 HTTP/1.1" status: 404 len: 347 time: 0.0328722 Jul 23 16:24:50.070391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49362) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:50.281168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.310748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-edf869b3-cd61-4500-8940-0b7e1f313ca3 None None] Provisioning for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:50.315012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Transition to ACTIVE for port object 77a71179-9c3e-4b76-83b9-98849fac33a5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:50.318992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-edf869b3-cd61-4500-8940-0b7e1f313ca3 None None] Provisioning complete for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:50.319857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edf869b3-cd61-4500-8940-0b7e1f313ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.362668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-edf869b3-cd61-4500-8940-0b7e1f313ca3 None None] Port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:50.364862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c17246-90ea-4afa-b4e3-98cf92be1a87 None None] New status for floating IP 2a51cf41-e005-4027-8ff6-68c81c53abd8: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:24:50.368512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.519148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.538175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.659772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Attempting to bind port 77a71179-9c3e-4b76-83b9-98849fac33a5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:50.660149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Attempting to bind port 77a71179-9c3e-4b76-83b9-98849fac33a5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:50.660520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Attempting to bind port 77a71179-9c3e-4b76-83b9-98849fac33a5 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:50.705683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:50.706171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:50.706603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.707488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:50.708141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Bound port: 77a71179-9c3e-4b76-83b9-98849fac33a5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:50.708539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.740716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Pushing event updated for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:50.760226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48191-7642-4572-a645-fa30bfee6e97 None None] Pushing event updated for resources: {'Port': ['ID=77a71179-9c3e-4b76-83b9-98849fac33a5,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:50.761233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.781042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Deleting port 0f0ed520-b416-4595-bba1-d62fef8ca959 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:50.781320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:50.871495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5cce0cbc-31ff-4ca7-80d5-4ca35ef7843a req-516c1124-1d05-4413-a4b0-d1c9301e1c64 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.1989868 Jul 23 16:24:50.912345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] For port 77a71179-9c3e-4b76-83b9-98849fac33a5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:50.916051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] For port 77a71179-9c3e-4b76-83b9-98849fac33a5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77a71179-9c3e-4b76-83b9-98849fac33a5,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:50.922631 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.007469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:51.008138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:51.098602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.098602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.157518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:51.245272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:51.353444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48191-7642-4572-a645-fa30bfee6e97 None None] Pushing event updated for resources: {'Port': ['ID=77a71179-9c3e-4b76-83b9-98849fac33a5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:51.409682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:51.410431 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:51.643868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:49Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93c4ca60-e752-41e7-b7e4-e2d287bd8ffa', 'name': '', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'mac_address': 'fa:16:3e:37:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:48Z', 'updated_at': '2021-07-23T16:24:50Z', 'revision_number': 2, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'subnets': [{'id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:51.674915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df61b7-cc1c-4a2c-9cd7-416a714c0fef None None] The sync data for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 is: [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:49Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93c4ca60-e752-41e7-b7e4-e2d287bd8ffa', 'name': '', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'mac_address': 'fa:16:3e:37:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:48Z', 'updated_at': '2021-07-23T16:24:50Z', 'revision_number': 2, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'subnets': [{'id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:51.711955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:51.735410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Calling delete_port for 0f0ed520-b416-4595-bba1-d62fef8ca959 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:51.740686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:52.027166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-954ccd34-68f1-4983-8115-69e703b51f46 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=78127e62089649ea8065db4189ae976b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598519 Jul 23 16:24:52.082814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Router 7870637b-1445-4cf5-8364-d5b9ec4369bf has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:52.171867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f96de65-c231-4cac-87ca-8bfc019a2a32 req-9d4aeafb-7c99-4b5c-9127-8b73a4cb9571 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.1216648 Jul 23 16:24:52.257590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d4cc4a6a-8076-4886-89b7-964e50b951df None None] Provisioning complete for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:52.259257 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4a6a-8076-4886-89b7-964e50b951df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.331744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-d4388aff-6130-47c0-885b-fedbe0e65a30 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:52.341736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-d4388aff-6130-47c0-885b-fedbe0e65a30 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093038 Jul 23 16:24:52.374085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.378947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2cae0890-1e41-4030-980e-e43706152c62 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/quotas/78127e62089649ea8065db4189ae976b HTTP/1.1" status: 200 len: 375 time: 0.0328946 Jul 23 16:24:52.401647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc4a6a-8076-4886-89b7-964e50b951df None None] Port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:24:52.455547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-f04856d9-74cd-486b-af25-cb412c54e0ee tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733497 Jul 23 16:24:52.540599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Pushing event deleted for resources: {'Port': ['ID=0f0ed520-b416-4595-bba1-d62fef8ca959,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:52.665150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.669285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:52.670544 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9df24aba-b343-439d-b38b-cce84c8a9295 tempest-ServersTestJSON-1681798491 tempest-ServersTestJSON-1681798491-project] 10.222.0.64 "DELETE /v2.0/floatingips/2a51cf41-e005-4027-8ff6-68c81c53abd8 HTTP/1.1" status: 204 len: 168 time: 2.5991507 Jul 23 16:24:52.673441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:52.716011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:52.736734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2bdfb02a-a04a-43b2-9ba7-eb0bbab55d6a admin admin] 10.222.0.64 "PUT /v2.0/routers/7870637b-1445-4cf5-8364-d5b9ec4369bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7138610 Jul 23 16:24:53.015207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-efa3e514-6e35-4bb3-9151-44229bbbe13b tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=78127e62089649ea8065db4189ae976b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679538 Jul 23 16:24:53.411774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-9638a2b8-8030-4aac-b068-18c3b274fbbf tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:53.420324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-9638a2b8-8030-4aac-b068-18c3b274fbbf tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989432 Jul 23 16:24:53.456774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-3c50fd0b-1f99-4f41-a2d4-a9cc9b0a6750 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/quotas/78127e62089649ea8065db4189ae976b HTTP/1.1" status: 200 len: 375 time: 0.0307329 Jul 23 16:24:53.694732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:53.698633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-81fecb72-251f-4df9-8565-2af7b7a8e612 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2408848 Jul 23 16:24:53.770829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-6cba38a1-0f2f-4c0b-8d0f-542a6e4869c9 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2204328 Jul 23 16:24:53.791039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:53.849987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.116628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.390167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Deleting port ab002f19-d555-47dd-824b-3689d2c36106 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:54.390727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.426189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efeedc1c-c4be-42e3-9b2e-57e810b570bf req-8f03e8e6-3027-4a7c-93da-21a11f306da5 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.1051016 Jul 23 16:24:54.465995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Allocated IP 172.25.2.209 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/f66a23f4-dc1c-4750-b362-5142cd5a39b0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:54.674358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.743164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-921b6ab6-9be6-4236-a678-3c8a179cfbf1 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78127e62089649ea8065db4189ae976b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596120 Jul 23 16:24:54.829133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] For port ab002f19-d555-47dd-824b-3689d2c36106, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ab002f19-d555-47dd-824b-3689d2c36106,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:54.829510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:54.867602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Calling delete_port for ab002f19-d555-47dd-824b-3689d2c36106 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:55.101989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb822ad6-8ffd-4a92-b15c-a8ce93d3a739 req-31b226ae-e470-45e1-ad58-4750d6c08ff2 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 210 time: 0.1168258 Jul 23 16:24:55.102466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77a71179-9c3e-4b76-83b9-98849fac33a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:55.236396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.286918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-85d23789-2cf6-4a81-8025-42ecf37c8637 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:55.291169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 77a71179-9c3e-4b76-83b9-98849fac33a5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:55.291438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-85d23789-2cf6-4a81-8025-42ecf37c8637 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5412836 Jul 23 16:24:55.300589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 77a71179-9c3e-4b76-83b9-98849fac33a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:55.300871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.369914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.377181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Request body: {'port': {'device_id': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '78127e62089649ea8065db4189ae976b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:55.436819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab002f19-d555-47dd-824b-3689d2c36106,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:55.572437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.617897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:55.624711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 77a71179-9c3e-4b76-83b9-98849fac33a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77a71179-9c3e-4b76-83b9-98849fac33a5,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:55.633524 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:55.650342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:55.656507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:55.758859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=77a71179-9c3e-4b76-83b9-98849fac33a5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:55.834845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:55.843998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event updated for resources: {'Port': ['ID=f66a23f4-dc1c-4750-b362-5142cd5a39b0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:55.902962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d197f726-b254-4cfe-99de-2eadfe1e2998 req-e5c932f6-ac14-4606-b538-bc2d212e9fc0 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.2152205 Jul 23 16:24:55.992843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.007384 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Sync routers for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:56.022487 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:56.026668 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:56.103893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.196990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-eea9c225-3002-462c-9f1f-76cbe8fdb4ce tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78127e62089649ea8065db4189ae976b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2445033 Jul 23 16:24:56.214670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Made reservation on behalf of 78127e62089649ea8065db4189ae976b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:56.219027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.249850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.269225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee075aa-816d-40d0-b3f2-4368ff1304e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.280445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.330665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:56.414351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.455828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.647567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Allocated IP 192.168.233.149 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/42eaeea2-6d4b-49e5-aaf1-50b376057351) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:24:56.668659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee075aa-816d-40d0-b3f2-4368ff1304e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.694233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee075aa-816d-40d0-b3f2-4368ff1304e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.703206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Router c5bf55ed-d209-481f-9bc3-6250d8d5a94e has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:24:56.762629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ee075aa-816d-40d0-b3f2-4368ff1304e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45f30ec833b3426e9fa092bea364d419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233701 Jul 23 16:24:56.768226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:56.816612 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:49Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93c4ca60-e752-41e7-b7e4-e2d287bd8ffa', 'name': '', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'mac_address': 'fa:16:3e:37:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:48Z', 'updated_at': '2021-07-23T16:24:50Z', 'revision_number': 2, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'subnets': [{'id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:56.840747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee075aa-816d-40d0-b3f2-4368ff1304e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113533a0-3baf-4ebd-87f3-ce3b9fcd3753,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:56.856737 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Checking router: 7870637b-1445-4cf5-8364-d5b9ec4369bf for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:56.857524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Updating router 7870637b-1445-4cf5-8364-d5b9ec4369bf port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:24:56.904895 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.990766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:56.993984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.001569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:24:57.014255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Sync routers for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:24:57.058947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.060452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:57.069870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:57.126336 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f729fd9d-4626-4c08-bffc-770b76657601 admin admin] 10.222.0.64 "PUT /v2.0/routers/c5bf55ed-d209-481f-9bc3-6250d8d5a94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4516251 Jul 23 16:24:57.127756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.143537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.144883 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/113533a0-3baf-4ebd-87f3-ce3b9fcd3753 HTTP/1.1" status: 204 len: 168 time: 0.2988043 Jul 23 16:24:57.145956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:57.149864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.190118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68ba6b2d-14d5-459e-bc9d-83a93d9d5f03 req-104e46ba-c57f-435f-97ed-41a8fda77025 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 210 time: 0.7120256 Jul 23 16:24:57.323555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77a71179-9c3e-4b76-83b9-98849fac33a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:57.331112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0f3cc-282f-4787-8782-dd2532497ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113533a0-3baf-4ebd-87f3-ce3b9fcd3753,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.446271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:57.497127 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.501325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.521966 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Transition to ACTIVE for port object 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:57.532932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event updated for resources: {'Port': ['ID=f66a23f4-dc1c-4750-b362-5142cd5a39b0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.539136 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.612414 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Pushing event updated for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.628434 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.628945 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.629425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.629924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.630321 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.630656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.631087 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.631451 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.631692 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.632079 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.632386 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.632783 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:24:57.684084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.712504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342bef61-5035-4be6-8dc5-dead9ca775e4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:57.741213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 77a71179-9c3e-4b76-83b9-98849fac33a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:57.741728 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.757842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.774614 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Attempting to bind port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:24:57.774902 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Attempting to bind port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:24:57.775173 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Attempting to bind port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa on network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:24:57.780859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-44aa24c8-93e7-453c-9da9-715226b7c942 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:57.783349 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:24:57.783611 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Checking segment: {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:24:57.784137 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.784589 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Bound using segment: {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:24:57.785187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-44aa24c8-93e7-453c-9da9-715226b7c942 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5806971 Jul 23 16:24:57.785346 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Bound port: 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a69a79-2b91-4858-9019-a075c39adaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:24:57.785805 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.845773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Request body: {'port': {'device_id': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '78127e62089649ea8065db4189ae976b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:24:57.850564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.862132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-a7fc25d7-ca73-446e-9fa5-f9ccc2e14949 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0890572 Jul 23 16:24:57.868882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:57.898944 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] For port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:24:57.904253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] For port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:24:57.910888 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.000649 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc80c-7ecb-4701-a024-db08e407d848 None None] Pushing event updated for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:58.039761 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:58.041300 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:58.078609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Deleting port df0301cb-9a87-442e-99a7-3a792047394d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:24:58.079145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.127377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Transition to ACTIVE for port object 42eaeea2-6d4b-49e5-aaf1-50b376057351 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:24:58.232563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-76440e9d-0662-4062-a290-7e9d599cfa01 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.3690631 Jul 23 16:24:58.334905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:24:55Z', 'revision_number': 5, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port': {'id': 'df0301cb-9a87-442e-99a7-3a792047394d', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:58.358423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] For port df0301cb-9a87-442e-99a7-3a792047394d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df0301cb-9a87-442e-99a7-3a792047394d,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:24:58.358948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.415403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Calling delete_port for df0301cb-9a87-442e-99a7-3a792047394d owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:24:58.467358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Checking router: c5bf55ed-d209-481f-9bc3-6250d8d5a94e for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:24:58.483021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Routers {'c5bf55ed-d209-481f-9bc3-6250d8d5a94e'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:24:58.487395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:24:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:58.617503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-8eee81e2-4397-47eb-a9f9-aa326e95c1ba tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:58.626444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc5b36-d435-4fee-8466-c2bb19d5a5a5 req-8eee81e2-4397-47eb-a9f9-aa326e95c1ba tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.3878801 Jul 23 16:24:58.686472 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:58.721057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] Set router c5bf55ed-d209-481f-9bc3-6250d8d5a94e gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:24:58.852841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.867811 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.868649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:24:57Z', 'revision_number': 6, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:58.943091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a9d11fb-2e0b-4027-91c9-beb9e6bb8221 req-64fae6c7-3b11-4d57-8709-e8e0179c67cc tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 1.2443621 Jul 23 16:24:58.950625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:58.992540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936434-070a-47c1-9392-24652b9c71aa None None] The sync data for ids ['c5bf55ed-d209-481f-9bc3-6250d8d5a94e'] in n-d-800484-3 is: [{'id': 'c5bf55ed-d209-481f-9bc3-6250d8d5a94e', 'name': 'tempest-ServersTestJSON-1366746803-router', 'tenant_id': '550ee452edaa4aab8b23dbc408c53c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:58Z', 'updated_at': '2021-07-23T16:24:57Z', 'revision_number': 6, 'project_id': '550ee452edaa4aab8b23dbc408c53c55', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:59.010582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0301cb-9a87-442e-99a7-3a792047394d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:59.142674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:49Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93c4ca60-e752-41e7-b7e4-e2d287bd8ffa', 'name': '', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'mac_address': 'fa:16:3e:37:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:48Z', 'updated_at': '2021-07-23T16:24:57Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'subnets': [{'id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:24:59.189326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.201326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:24:59.214582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f093038-c4de-4ca2-a0e9-f5a718e40b38 None None] The sync data for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 is: [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:49Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '93c4ca60-e752-41e7-b7e4-e2d287bd8ffa', 'name': '', 'network_id': '75aae786-b4f7-41d6-a5cf-0ed3520489b5', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'mac_address': 'fa:16:3e:37:c1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:48Z', 'updated_at': '2021-07-23T16:24:57Z', 'revision_number': 4, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'subnets': [{'id': '1fdf50ee-fbcf-4e29-9551-dfa74e961b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:24:59.224534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04df961e-46dc-4a82-b669-2638a07864dd req-326f42e3-7859-4dc2-8055-25a8ee353d8c tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 210 time: 0.2606628 Jul 23 16:24:59.331712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.335420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.419146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3e99ca9-9800-41cb-897c-66b97e758014 req-eed2d6d4-12e9-49a5-bfc4-eb0273c74c89 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips/84f9cbe8-bf1a-4e1e-bab8-bad7fa4b3bd9 HTTP/1.1" status: 200 len: 693 time: 0.2131484 Jul 23 16:24:59.421579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:24:59.429572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:24:59.464245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.464908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5bf55ed-d209-481f-9bc3-6250d8d5a94e {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:24:59.470901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.472312 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d39e0517-8823-4467-9c01-46c7e3605186 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c5bf55ed-d209-481f-9bc3-6250d8d5a94e HTTP/1.1" status: 204 len: 168 time: 2.3078754 Jul 23 16:24:59.477055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49634) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:24:59.487843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:24:59.648965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Deleting subnet 2c891a19-f8a5-4de6-8841-f5367ce49df2 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:24:59.663323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.727275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:24:59.732412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:24:59.742242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.749745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:24:59.752112 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.770911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Made reservation on behalf of 78127e62089649ea8065db4189ae976b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:24:59.776919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.889481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:59.890428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.902328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:59.965014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e99ca9-9800-41cb-897c-66b97e758014 req-28206bfa-3291-40bd-a12f-1ede9df08cc9 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:24:59.970239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3e99ca9-9800-41cb-897c-66b97e758014 req-28206bfa-3291-40bd-a12f-1ede9df08cc9 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.5500884 Jul 23 16:24:59.980540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.040706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:00.059261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-f3e99ca9-9800-41cb-897c-66b97e758014 req-0d50cf9f-c97f-4d7d-b8c6-13b8848e9c78 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:00.074783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.089922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.097421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3e99ca9-9800-41cb-897c-66b97e758014 req-0d50cf9f-c97f-4d7d-b8c6-13b8848e9c78 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0718420 Jul 23 16:25:00.204425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c891a19-f8a5-4de6-8841-f5367ce49df2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:00.205652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2769ea21-bc5f-4f69-9578-a851106583a8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8368213 Jul 23 16:25:00.208768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.218970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-161580ea-4192-4755-8623-2249177ec023 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2c891a19-f8a5-4de6-8841-f5367ce49df2 HTTP/1.1" status: 204 len: 168 time: 0.7400415 Jul 23 16:25:00.220779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:00.243740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Request body: {'port': {'device_id': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:00.487143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.529220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ee1a4-aaf6-4e49-a4cf-2727896d1399 None None] Network 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:00.541695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Allocated IP 192.168.233.157 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:00.636288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b44bb89f-cfab-461d-b1f8-549da5a783d3 None None] Provisioning for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:00.703578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b44bb89f-cfab-461d-b1f8-549da5a783d3 None None] Provisioning complete for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:00.704127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b44bb89f-cfab-461d-b1f8-549da5a783d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.769893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.787439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Transition to ACTIVE for port object 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:00.791867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:00.810867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Deleting port 9be5acd3-8f69-4775-a83f-0c100d07cf93 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:00.819368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:00.825914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b44bb89f-cfab-461d-b1f8-549da5a783d3 None None] Port 42eaeea2-6d4b-49e5-aaf1-50b376057351 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:01.053708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] DHCP port deletion for 3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:01.054435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40bd1e25-a59b-44ad-89d8-bebbe8ae5bfe req-ec0a0564-32ae-4fd2-a31c-8f91f4164a22 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.7990532 Jul 23 16:25:01.173163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Deleting port 9be5acd3-8f69-4775-a83f-0c100d07cf93 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:01.173694 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.238137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] For port 9be5acd3-8f69-4775-a83f-0c100d07cf93, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9be5acd3-8f69-4775-a83f-0c100d07cf93,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:01.239225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.258572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Calling delete_port for 9be5acd3-8f69-4775-a83f-0c100d07cf93 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:01.265497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.323728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8289687a-fde1-4028-8644-6bbaacb5105d req-1000f616-81c3-4d4a-a15b-ec065b8cc0bc tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=115fdc68c5bf4fef910283c604a63f0b HTTP/1.1" status: 200 len: 696 time: 0.9192579 Jul 23 16:25:01.326992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:01.333985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] For port 9be5acd3-8f69-4775-a83f-0c100d07cf93, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9be5acd3-8f69-4775-a83f-0c100d07cf93,segment=NetworkSegment(e3fa1aae-bcec-46e7-9a33-d77c5a1824dc),segment_id=e3fa1aae-bcec-46e7-9a33-d77c5a1824dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:01.334329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.394542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Calling delete_port for 9be5acd3-8f69-4775-a83f-0c100d07cf93 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:01.468583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.489383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.500093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:01.534791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9be5acd3-8f69-4775-a83f-0c100d07cf93,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:01.541646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:01.541872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] No DVR routers for this DVR port 9be5acd3-8f69-4775-a83f-0c100d07cf93 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:01.567942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:01.575243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:01.636201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:01.636813 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.716518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:01.720168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.730672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49692) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:01.734666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.757256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.758721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.777771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.778441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fa1aae-bcec-46e7-9a33-d77c5a1824dc') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:01.795067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] Pushing event deleted for resources: {'Port': ['ID=9be5acd3-8f69-4775-a83f-0c100d07cf93,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:01.801857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.809386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44f44c-df81-41a4-a1e0-0504f40e17b2 None None] No DVR routers for this DVR port 9be5acd3-8f69-4775-a83f-0c100d07cf93 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:01.823633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.835480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:01.835941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:01.861568 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:01.931479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df0301cb-9a87-442e-99a7-3a792047394d no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:01.961400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: df0301cb-9a87-442e-99a7-3a792047394d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:01.961779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df0301cb-9a87-442e-99a7-3a792047394d not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:01.962534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ab002f19-d555-47dd-824b-3689d2c36106 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:02.000990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ab002f19-d555-47dd-824b-3689d2c36106 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:02.001359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ab002f19-d555-47dd-824b-3689d2c36106 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:02.079940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-148d8f2d-26a3-4628-b6e6-826131b27a97 None None] Provisioning for port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:02.086196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-148d8f2d-26a3-4628-b6e6-826131b27a97 None None] Provisioning complete for port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:02.088621 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-148d8f2d-26a3-4628-b6e6-826131b27a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.134005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f0e6-513c-46bf-8a0d-4dce4923298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.148164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-148d8f2d-26a3-4628-b6e6-826131b27a97 None None] Port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:25:02.174281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-75130ce3-6f5f-462e-ad5b-1c259b59df8a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3463676 Jul 23 16:25:02.269466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.275886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.280456 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] 10.222.0.64 "DELETE /v2.0/networks/3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a HTTP/1.1" status: 204 len: 168 time: 2.0547643 Jul 23 16:25:02.298687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb83a9-5b46-4816-bf3e-a7b464ace3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8d0e9a-f9d9-467f-99a2-f9a311e22b2a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:02.504991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:02.561708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Request body: {'port': {'device_id': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:02.571560 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-358cbf1c-826e-4d33-8fbc-0f84c528fd32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=550ee452edaa4aab8b23dbc408c53c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580795 Jul 23 16:25:02.571873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:02.633037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.695787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.704001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289687a-fde1-4028-8644-6bbaacb5105d req-7bcd127e-cf0c-4fae-b6b0-a6119dae876c tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.706072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8289687a-fde1-4028-8644-6bbaacb5105d req-7bcd127e-cf0c-4fae-b6b0-a6119dae876c tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks?id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 787 time: 1.3797801 Jul 23 16:25:02.761552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-8289687a-fde1-4028-8644-6bbaacb5105d req-c1569949-2a9f-4c7a-86de-75e0dd5f5a9a tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:02.763340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8289687a-fde1-4028-8644-6bbaacb5105d req-c1569949-2a9f-4c7a-86de-75e0dd5f5a9a tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322063 Jul 23 16:25:02.769804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.775386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:02.780311 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2afda39c-08cc-4e03-a259-d55e3962d551 HTTP/1.1" status: 204 len: 168 time: 0.2038455 Jul 23 16:25:02.786713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8063dc-20c5-4f1d-8076-e3b58ee0f3d2 req-f4cef315-330d-4f66-8aaa-35910585909e tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:02.794438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e843a8-64c7-4c7d-9870-b76965e710d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afda39c-08cc-4e03-a259-d55e3962d551,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:02.799641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a8063dc-20c5-4f1d-8076-e3b58ee0f3d2 req-f4cef315-330d-4f66-8aaa-35910585909e tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 936 time: 1.2672393 Jul 23 16:25:02.979725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a8063dc-20c5-4f1d-8076-e3b58ee0f3d2 req-439890e5-6b6c-4cee-a5f2-5a0c43a718b8 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788566 Jul 23 16:25:03.003534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.096496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9be5acd3-8f69-4775-a83f-0c100d07cf93 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:03.124021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9be5acd3-8f69-4775-a83f-0c100d07cf93 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:03.124487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9be5acd3-8f69-4775-a83f-0c100d07cf93 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:03.147362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:03.211244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.222540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d635605e-1921-45f6-a385-5eefb75d7677 req-4143f91d-d28f-41df-972c-fea04ba3176d tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0934312 Jul 23 16:25:03.304585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Transition to ACTIVE for port object 42eaeea2-6d4b-49e5-aaf1-50b376057351 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:03.317073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-52945337-add2-4487-86fa-53b040f83935 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips/84f9cbe8-bf1a-4e1e-bab8-bad7fa4b3bd9 HTTP/1.1" status: 200 len: 693 time: 0.1096218 Jul 23 16:25:03.393732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.413656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f0e6-513c-46bf-8a0d-4dce4923298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.522740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8a0f0e6-513c-46bf-8a0d-4dce4923298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.658471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f8a0f0e6-513c-46bf-8a0d-4dce4923298f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abefca69a868426ea0f546fa45be5ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9265134 Jul 23 16:25:03.662620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:03.691451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:03.712349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0f0e6-513c-46bf-8a0d-4dce4923298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49df57fc-4c10-4824-a797-a4aea3b19df0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:03.721895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-6a4f279a-1562-442e-93ba-5e3f139e0a51 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:03.735899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-6a4f279a-1562-442e-93ba-5e3f139e0a51 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.4178429 Jul 23 16:25:03.810049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.862888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.957322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-27116730-2582-475e-9ac8-c493b72dd451 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.2194231 Jul 23 16:25:03.965613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.969463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:03.972183 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49df57fc-4c10-4824-a797-a4aea3b19df0 HTTP/1.1" status: 204 len: 168 time: 0.3049982 Jul 23 16:25:03.981568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:04.012240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29febb-37b5-4812-a23f-375495479abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df57fc-4c10-4824-a797-a4aea3b19df0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:04.130458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-af610465-4cd4-4552-8fb9-cf94d6a64b9e tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1729715 Jul 23 16:25:04.236102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Attempting to bind port 42eaeea2-6d4b-49e5-aaf1-50b376057351 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:04.237205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Attempting to bind port 42eaeea2-6d4b-49e5-aaf1-50b376057351 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:04.237721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Attempting to bind port 42eaeea2-6d4b-49e5-aaf1-50b376057351 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:04.270720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Port 42eaeea2-6d4b-49e5-aaf1-50b376057351 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:04.271881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Attempting to bind port 42eaeea2-6d4b-49e5-aaf1-50b376057351 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:04.344922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:04.345556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:04.346177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:04.346797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Bound port: 42eaeea2-6d4b-49e5-aaf1-50b376057351, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:04.347364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.397745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:04.431427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.440974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1261210274-network', 'tenant_id': '9ae8d2a6d1424a69b520ed97a71715a7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:04.478400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Transition to ACTIVE for port object 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:04.504337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590088e-8fac-436e-9964-33d4d07cb65a req-8187bf69-8188-448e-91e3-4be230bf2386 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.505959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1590088e-8fac-436e-9964-33d4d07cb65a req-8187bf69-8188-448e-91e3-4be230bf2386 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 936 time: 0.3102174 Jul 23 16:25:04.506867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.586909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Made reservation on behalf of 9ae8d2a6d1424a69b520ed97a71715a7 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:04.593866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.606099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:04.634826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.669144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:04.673375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Deleting port f66a23f4-dc1c-4750-b362-5142cd5a39b0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:04.673715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.682699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:04.711637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.731566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1590088e-8fac-436e-9964-33d4d07cb65a req-870dfa9d-e7ae-46cb-b060-d4a08401cec6 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103813 Jul 23 16:25:04.938956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:04.939599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:04.941067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] 10.222.0.67 "PUT /v2.0/ports/42eaeea2-6d4b-49e5-aaf1-50b376057351 HTTP/1.1" status: 200 len: 1096 time: 4.7263169 Jul 23 16:25:04.943919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:04.946600 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:05.136685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb72d87-3479-4f00-a4a6-8a16b302b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:05.149832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.150573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.173798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Attempting to bind port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:05.174311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Attempting to bind port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:05.174744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Attempting to bind port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:05.188564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Calling delete_port for f66a23f4-dc1c-4750-b362-5142cd5a39b0 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:05.204742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:05.205464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Attempting to bind port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:05.250885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:05.252005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:05.252430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:05.252946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Bound port: 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:05.253525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.297174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7162b0a-37b1-4792-818d-44a095aec865 req-ef0885e4-6e31-4dac-b7e9-d818a57b9260 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0859885 Jul 23 16:25:05.415485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-f38e00ed-ed57-4e5c-b750-976c371fdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.417723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-f38e00ed-ed57-4e5c-b750-976c371fdfb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 1099 time: 0.4040995 Jul 23 16:25:05.422257 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.438648 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791facfc-e7d7-4f02-a868-494d57fe3388 x-openstack-request-id: req-791facfc-e7d7-4f02-a868-494d57fe3388 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:05.439054 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:05.439404 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-791facfc-e7d7-4f02-a868-494d57fe3388 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:05.439908 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'status': 'completed', 'code': 200} Jul 23 16:25:05.448166 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.519942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-a381a248-4c22-4abd-9bd8-e7a6f8a166f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351 HTTP/1.1" status: 200 len: 217 time: 0.0911310 Jul 23 16:25:05.555310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:05.619241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.619735 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Added segment 342642c9-6418-4397-b9c9-957e98a6fef6 of type vlan for network e213cc2c-48c3-49ad-80e5-04fec4202d86 Jul 23 16:25:05.621579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:05.637341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3082f351-9009-4805-9eb9-e6def15402be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:05.699643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:05.705864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-64b239ad-cbd7-4100-9758-7404976aa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.707528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-64b239ad-cbd7-4100-9758-7404976aa728 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1707015 Jul 23 16:25:05.718836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.734226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.816614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:05.817695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.819855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] 10.222.0.67 "PUT /v2.0/ports/4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde HTTP/1.1" status: 200 len: 1096 time: 3.6293259 Jul 23 16:25:05.837219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:05.928873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6ca2-d208-489a-81e4-930b158e8fce service neutron] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:06.029242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event deleted for resources: {'Port': ['ID=f66a23f4-dc1c-4750-b362-5142cd5a39b0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:06.067957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.069882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.070802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.139944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1561999 Jul 23 16:25:06.142812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49806) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:06.151189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Request body: {'subnet': {'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1261210274-subnet', 'tenant_id': '9ae8d2a6d1424a69b520ed97a71715a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:06.193441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Made reservation on behalf of 9ae8d2a6d1424a69b520ed97a71715a7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:06.197465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.299612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-6ff6aad0-d27b-4509-b69b-c24a4150289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.301485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-6ff6aad0-d27b-4509-b69b-c24a4150289c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5755291 Jul 23 16:25:06.309850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501c0df-eb13-4428-ba77-cea702312ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=e213cc2c-48c3-49ad-80e5-04fec4202d86,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:06.323614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e213cc2c-48c3-49ad-80e5-04fec4202d86 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:06.335552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.341550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.343156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ddee51-cf60-4189-b25c-7c60e4243382 req-28ad238c-616a-42ff-8eaa-9b7399b35291 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "DELETE /v2.0/floatingips/84f9cbe8-bf1a-4e1e-bab8-bad7fa4b3bd9 HTTP/1.1" status: 204 len: 173 time: 2.2118247 Jul 23 16:25:06.392811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa120080-795e-4e48-ba4d-742b96ac275e req-14561a97-554f-4b06-93af-cdebcd75c96a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.401564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa120080-795e-4e48-ba4d-742b96ac275e req-14561a97-554f-4b06-93af-cdebcd75c96a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.5402069 Jul 23 16:25:06.408060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-2d79aa3c-a070-4c86-96f4-538d83fc2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.410126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-2d79aa3c-a070-4c86-96f4-538d83fc2d3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 1099 time: 0.5331216 Jul 23 16:25:06.510264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-3c8117b1-f5c1-4886-bb14-5879c9f68408 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde HTTP/1.1" status: 200 len: 217 time: 0.0896168 Jul 23 16:25:06.524139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.576942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa120080-795e-4e48-ba4d-742b96ac275e req-ade0881e-ab1b-4034-b1c5-7fc3df36a405 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741164 Jul 23 16:25:06.603182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6248bea9-38ce-4bde-8bd4-b274d69c3749,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:06.638907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Checking segment: {'id': '342642c9-6418-4397-b9c9-957e98a6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:06.640377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Network hostable DHCP agents. Network: e213cc2c-48c3-49ad-80e5-04fec4202d86, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:06.643050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-5abb53ff-2870-46fd-9caa-c97c3311a284 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346696 Jul 23 16:25:06.673633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Network e213cc2c-48c3-49ad-80e5-04fec4202d86 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:06.692304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e213cc2c-48c3-49ad-80e5-04fec4202d86) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:06.704489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.705365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:06.708615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b822e63-3b7c-48c8-91b0-736d9bfe1f6c None None] Network e213cc2c-48c3-49ad-80e5-04fec4202d86 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:06.763763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c431eec6-2dbb-4383-9e74-8da0e1f5c481 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5955732 Jul 23 16:25:06.846686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64b3941e-d6be-4366-b722-e75b84dbef1d req-2eaa2552-43e6-4137-b88d-07aabc4039c5 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927805 Jul 23 16:25:06.856878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-013b1d90-19d6-465c-a182-30211f7f0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:06.863840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-013b1d90-19d6-465c-a182-30211f7f0340 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.3428891 Jul 23 16:25:06.961029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b55977-ad9e-4779-abd5-3492b11c2a56 None None] Network e213cc2c-48c3-49ad-80e5-04fec4202d86 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:07.442037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:07.444414 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36717e4d-582d-4ace-9747-67cac9e4156a" -d '{"events": [{"name": "network-changed", "server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:07.456171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-115fcf21-822a-4707-852a-12508c35a5b5 req-5ce9f6c7-5afb-49cb-ae5e-bacbbcb73ce8 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0893955 Jul 23 16:25:07.577543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-5c3e6456-4263-4aac-b3a4-855451ba2b3b tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2132745 Jul 23 16:25:07.596710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:07.610301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-525310af-c3c5-4347-ab53-905214152188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.611922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-525310af-c3c5-4347-ab53-905214152188 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7418759 Jul 23 16:25:07.622086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-6a47ce09-758f-4e13-a91f-d55f8cfe0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:07.623584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-6a47ce09-758f-4e13-a91f-d55f8cfe0143 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 1099 time: 0.2584925 Jul 23 16:25:07.678650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:07.888514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.011460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:08.057828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-d92b2d20-51a8-4fe0-98bb-3f44ebb8f224 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382122 Jul 23 16:25:08.061088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-e5bb1714-8c93-44d2-a8a9-ccf0a39efd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.062672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-e5bb1714-8c93-44d2-a8a9-ccf0a39efd19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.4307563 Jul 23 16:25:08.147857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98bdcbc0-15bb-476f-8a0e-96d6ad63d193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.159345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-a17ce9ce-f4f1-4bf2-b2d6-a626e8c3bbde service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351 HTTP/1.1" status: 200 len: 217 time: 0.0870380 Jul 23 16:25:08.270074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Allocated IP 172.25.2.10 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/4e0018ee-24c4-4caf-a529-65343e7ac714) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:08.284613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98bdcbc0-15bb-476f-8a0e-96d6ad63d193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.289352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98bdcbc0-15bb-476f-8a0e-96d6ad63d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.291031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-3a82bb8d-5a5d-4e6d-9f11-ec6338a1e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.292534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-3a82bb8d-5a5d-4e6d-9f11-ec6338a1e01d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1209538 Jul 23 16:25:08.338601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-98bdcbc0-15bb-476f-8a0e-96d6ad63d193 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a92d3988d0cf42058db6475a894ada2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258834 Jul 23 16:25:08.339310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdcbc0-15bb-476f-8a0e-96d6ad63d193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc5ec8-0d47-426c-a705-de975d7d70a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.342123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:08.391504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.392287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5ad71c-8f8d-468a-b9a7-a2e248be34a7 req-237b716f-799e-4e72-ad5f-978672d859b2 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212743 Jul 23 16:25:08.417759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.471284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.474060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.475690 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edfc5ec8-0d47-426c-a705-de975d7d70a5 HTTP/1.1" status: 204 len: 168 time: 0.1329710 Jul 23 16:25:08.489255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f74fb4-b46c-4fff-a037-6d9dfd555b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc5ec8-0d47-426c-a705-de975d7d70a5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.534298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.556804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-0b8b83e6-eee4-4ea3-83fe-8bf26221ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.558494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-0b8b83e6-eee4-4ea3-83fe-8bf26221ccc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571805 Jul 23 16:25:08.572429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-dbbf4c99-fa1d-4050-95cb-798e5ff96aed service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:08.573438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-dbbf4c99-fa1d-4050-95cb-798e5ff96aed service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070472 Jul 23 16:25:08.580722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-1b5eddaa-5d6b-4dfe-ac25-164b33c144eb tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:08.588119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-1b5eddaa-5d6b-4dfe-ac25-164b33c144eb tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/networks?id=e213cc2c-48c3-49ad-80e5-04fec4202d86 HTTP/1.1" status: 200 len: 818 time: 0.2776372 Jul 23 16:25:08.623595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-ae2d731d-1d72-441b-8854-d547f1bf341a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/quotas/9ae8d2a6d1424a69b520ed97a71715a7 HTTP/1.1" status: 200 len: 375 time: 0.0343745 Jul 23 16:25:08.679521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-5d3b6252-cd1b-4e5f-b87a-0a0fc0332350 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9ae8d2a6d1424a69b520ed97a71715a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462561 Jul 23 16:25:08.751943 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.841914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:08.858724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:08.859051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afa986e7-dc35-49dc-8f3a-98a30cce63a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.861126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-a71f02d5-d14c-49e6-9c63-bdad370d4c65 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702746 Jul 23 16:25:08.883146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:08.887853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event updated for resources: {'Port': ['ID=4e0018ee-24c4-4caf-a529-65343e7ac714,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:08.890314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:08.961321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-fdd26888-add1-4f0b-b02b-1dafee5db00c service neutron] 10.222.0.64 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436745 Jul 23 16:25:08.976064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afa986e7-dc35-49dc-8f3a-98a30cce63a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.980197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afa986e7-dc35-49dc-8f3a-98a30cce63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.018545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa986e7-dc35-49dc-8f3a-98a30cce63a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcb8dc-5108-4742-bc3f-3c82b3773977,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.024692 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-afa986e7-dc35-49dc-8f3a-98a30cce63a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9c87c4e14cb4f2aa6c0b0f3b08ba3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801653 Jul 23 16:25:09.027657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:09.085854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.111035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.116431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45ad747-dc69-4d7e-b9f9-d83930baaa0a req-8fbe7a26-f425-4770-81a8-de8c4e0214d8 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435956 Jul 23 16:25:09.136991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.157994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-e5e59456-7b60-4393-a7a7-fa3b8dba5672 service neutron] 10.222.0.64 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649032 Jul 23 16:25:09.167500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.170401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.182051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecdcb8dc-5108-4742-bc3f-3c82b3773977 HTTP/1.1" status: 204 len: 168 time: 0.1452093 Jul 23 16:25:09.192819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.196923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca3744-871e-4fef-9f4e-4a2af7e41ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcb8dc-5108-4742-bc3f-3c82b3773977,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.346819 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2582db-6381-4cdd-9103-9d921e8a742f x-openstack-request-id: req-ba2582db-6381-4cdd-9103-9d921e8a742f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:09.347111 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:09.347429 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba2582db-6381-4cdd-9103-9d921e8a742f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:09.348276 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'status': 'completed', 'code': 200} Jul 23 16:25:09.454143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.463476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.545734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717e4d-582d-4ace-9747-67cac9e4156a req-57e3a756-29ea-46d7-a888-de3b3624628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.547295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-57e3a756-29ea-46d7-a888-de3b3624628d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 1099 time: 0.1936691 Jul 23 16:25:09.602071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event updated for resources: {'Port': ['ID=4e0018ee-24c4-4caf-a529-65343e7ac714,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:09.615950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08977-b64b-4301-a547-f8240a1a2457 req-ba57a683-49b4-4971-83f0-2b306c49f918 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.618977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28b08977-b64b-4301-a547-f8240a1a2457 req-ba57a683-49b4-4971-83f0-2b306c49f918 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.2325313 Jul 23 16:25:09.658923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.721615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:09.723281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-abb2a72f-b2a7-40f7-8389-e98109f7dc40 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1380994 Jul 23 16:25:09.733009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28b08977-b64b-4301-a547-f8240a1a2457 req-9cfe027f-8771-46af-a360-5539bbc37a1d tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954494 Jul 23 16:25:09.797545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717e4d-582d-4ace-9747-67cac9e4156a req-1cddbd3e-63ea-4797-b1f4-0d5b55afdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.799219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-1cddbd3e-63ea-4797-b1f4-0d5b55afdb74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2416480 Jul 23 16:25:09.803078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-9bffff97-bdf8-48d4-a3f8-2f9e265d10d0 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0667439 Jul 23 16:25:09.853361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-017cfbb9-5fa5-4cf5-b945-1da832508523 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde HTTP/1.1" status: 200 len: 217 time: 0.0479259 Jul 23 16:25:09.979084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717e4d-582d-4ace-9747-67cac9e4156a req-376991fc-2407-490f-b962-03436a476056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:09.980796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-376991fc-2407-490f-b962-03436a476056 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1166267 Jul 23 16:25:10.066008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-49e14f52-de59-4a69-972d-804d84b95b50 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.067435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35cce12a-bf17-4974-9fc2-b0612f012015 req-49e14f52-de59-4a69-972d-804d84b95b50 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.2545543 Jul 23 16:25:10.094594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eaebe0b-a7cd-434b-affb-7db2f272dd0d req-8ea08cf7-4de5-4ef9-a132-108084a88d37 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0560009 Jul 23 16:25:10.121142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717e4d-582d-4ace-9747-67cac9e4156a req-1cc11b78-c01f-438e-9936-87ceb8601889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.122753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-1cc11b78-c01f-438e-9936-87ceb8601889 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311085 Jul 23 16:25:10.252775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0adce696-9d43-43c3-a125-20e1e5cc0be7 req-aa3f094f-38ce-4c66-8947-e18849dd3aaf tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 210 time: 0.0407975 Jul 23 16:25:10.338763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-9b3578f4-b741-4603-b75b-b588cd9cf07e service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081604 Jul 23 16:25:10.362922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:10.393318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-16873c6a-98a4-46c5-867c-bcb056942840 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips/ed3efc7c-7574-49d4-b320-5a69f665a44a HTTP/1.1" status: 200 len: 692 time: 0.1183646 Jul 23 16:25:10.486381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:10.500147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'mac_address': 'fa:16:3e:ee:bf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:10.555382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.575973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:10.602808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:10.608515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:10.681567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:10.690246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.690597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.690943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.691283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.691649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.691983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.692313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.692643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.693499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.694105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.694521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.694895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:10.837661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['42eaeea2-6d4b-49e5-aaf1-50b376057351'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:10.898937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36717e4d-582d-4ace-9747-67cac9e4156a req-80e1ef2b-0364-4e9c-a90f-45897a5690c9 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446858 Jul 23 16:25:10.912082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d985f-9ab2-4538-a7ca-1a594df35b06 req-dd6d32a4-cba9-48fa-a741-540999e5a221 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.913402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-249d985f-9ab2-4538-a7ca-1a594df35b06 req-dd6d32a4-cba9-48fa-a741-540999e5a221 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 950 time: 0.5775886 Jul 23 16:25:10.958736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-ea54e59f-c283-487b-a23f-b294e261b422 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:10.960809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-ea54e59f-c283-487b-a23f-b294e261b422 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.5450518 Jul 23 16:25:10.992159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-249d985f-9ab2-4538-a7ca-1a594df35b06 req-7dd83546-ae82-4116-bb35-3c873a3090d8 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Jul 23 16:25:11.043091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-d050f57b-3cd8-4094-8afa-f9e20d5ed23c tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0733218 Jul 23 16:25:11.145728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-4f9e8043-a49b-4bde-bc4f-9ed60877fb49 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0961967 Jul 23 16:25:11.355057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.410316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-831b9b22-d127-4bf5-b870-113610df0942 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.411919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-831b9b22-d127-4bf5-b870-113610df0942 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.81 "GET /v2.0/networks?id=e213cc2c-48c3-49ad-80e5-04fec4202d86 HTTP/1.1" status: 200 len: 818 time: 0.3010507 Jul 23 16:25:11.429375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830da2df-9a0d-4bc1-a22c-c1e7bef59107 req-79020e51-b0b1-45c4-8842-4c93b4e1a888 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:11.430991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-830da2df-9a0d-4bc1-a22c-c1e7bef59107 req-79020e51-b0b1-45c4-8842-4c93b4e1a888 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.3187957 Jul 23 16:25:11.445230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Request body: {'port': {'device_id': '48714e34-030b-4240-81b5-200b7092b3f0', 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86', 'admin_state_up': True, 'tenant_id': '9ae8d2a6d1424a69b520ed97a71715a7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:11.559709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Deleting port 4e0018ee-24c4-4caf-a529-65343e7ac714 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:11.560047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.567328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-830da2df-9a0d-4bc1-a22c-c1e7bef59107 req-e3548bf1-c140-4e4e-9001-36398a498f21 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Jul 23 16:25:11.675361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Made reservation on behalf of 9ae8d2a6d1424a69b520ed97a71715a7 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:11.680238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.709517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.709885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.735471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-13e8dfb4-17f0-4ee0-9202-72b3553c0a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.747257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Calling delete_port for 4e0018ee-24c4-4caf-a529-65343e7ac714 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:11.851216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3881bca4-06c5-4aef-9d48-b2b9d8a2d805 req-7b7239a9-380a-4f60-8490-62b1d9a8a706 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0503631 Jul 23 16:25:11.953505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Allocated IP 172.20.0.7 (e213cc2c-48c3-49ad-80e5-04fec4202d86/6248bea9-38ce-4bde-8bd4-b274d69c3749/52d56716-6479-4dbd-ac9e-3efa16da3dcc) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:12.083303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6150378d-e274-4831-a52d-79e04607af6b req-fea67561-7aaf-416d-bf1c-5258769e1711 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 210 time: 0.0663784 Jul 23 16:25:12.114280 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.165221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Pushing event deleted for resources: {'Port': ['ID=4e0018ee-24c4-4caf-a529-65343e7ac714,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.212778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.213083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.213431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.213772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.214147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.214509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.215120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.215478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.215867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.216254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.216885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.217411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:12.308111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.311193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.312536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd9007a-c201-497e-98d6-a7152b21fbc5 req-fc78982d-5ed3-43b1-aeef-266066797af2 tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "DELETE /v2.0/floatingips/ed3efc7c-7574-49d4-b320-5a69f665a44a HTTP/1.1" status: 204 len: 173 time: 1.1299379 Jul 23 16:25:12.342767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.365459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:12.371500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:12.405324 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-7957659a-2e53-429e-b383-e4b1b4ee9505 req-2a66a20e-c429-495f-98ba-bbe21858140f tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] show failed (client error): The resource could not be found. Jul 23 16:25:12.406513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7957659a-2e53-429e-b383-e4b1b4ee9505 req-2a66a20e-c429-495f-98ba-bbe21858140f tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips/ed3efc7c-7574-49d4-b320-5a69f665a44a HTTP/1.1" status: 404 len: 350 time: 0.0614295 Jul 23 16:25:12.480434 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-d87fcbb8-77f2-4fba-9dce-0957fa204210 req-acb05243-95a2-4459-8c7b-a915f56ddf1f tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] show failed (client error): The resource could not be found. Jul 23 16:25:12.497031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d87fcbb8-77f2-4fba-9dce-0957fa204210 req-acb05243-95a2-4459-8c7b-a915f56ddf1f tempest-FloatingIPsTestJSON-421035553 tempest-FloatingIPsTestJSON-421035553-project] 10.222.0.64 "GET /v2.0/floatingips/ed3efc7c-7574-49d4-b320-5a69f665a44a HTTP/1.1" status: 404 len: 350 time: 0.0540402 Jul 23 16:25:12.498542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:12.510198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.515894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.540783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'mac_address': 'fa:16:3e:26:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:12.544817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:12.551108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:12.551532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.579738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.629862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Network e213cc2c-48c3-49ad-80e5-04fec4202d86 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:12.632091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:12.634780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:12.663904 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.683559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:12.707011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.711361 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.753482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.754178 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.771621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-9f982a3a-6e00-4252-92c2-523fecde680d tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390224 Jul 23 16:25:12.801025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37da3c8-3b76-4fe8-8794-c82de4528c94 req-2834c765-041b-4605-95ac-e572eafce140 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:12.805139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b37da3c8-3b76-4fe8-8794-c82de4528c94 req-2834c765-041b-4605-95ac-e572eafce140 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.1186025 Jul 23 16:25:12.807925 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.810217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.814728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Request body: {'port': {'device_id': '48714e34-030b-4240-81b5-200b7092b3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:12.834647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:12.837332 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb405a-52a5-4c05-be17-679e6fa5a88a" -d '{"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:12.852952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:12.860337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.936109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:12.941123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:12.956021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b37da3c8-3b76-4fe8-8794-c82de4528c94 req-55238533-c0a1-4a57-9178-c1cd35e49009 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Jul 23 16:25:12.962177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.027191 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9041e1-3cd7-4c4a-9e46-55d0777e374a x-openstack-request-id: req-2b9041e1-3cd7-4c4a-9e46-55d0777e374a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:13.027476 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:13.029420 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b9041e1-3cd7-4c4a-9e46-55d0777e374a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:13.029825 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'code': 200} Jul 23 16:25:13.214435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.242855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:13.255664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40211867-f38c-4285-9482-9fe40776b64e req-c760215f-47c4-49f8-b8f1-a39c3b27f403 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0946007 Jul 23 16:25:13.376533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80bde-ae28-4a6c-8115-8f7884facc24 req-4afca80c-dfd9-42ae-a145-56abe3241ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:13.378436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6f80bde-ae28-4a6c-8115-8f7884facc24 req-4afca80c-dfd9-42ae-a145-56abe3241ab8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 1101 time: 0.2208834 Jul 23 16:25:13.472428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.478658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6f80bde-ae28-4a6c-8115-8f7884facc24 req-6e022313-104b-412d-ac36-9579e3f4ae1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Jul 23 16:25:13.526842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:13.536016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347a832-52f3-4349-ae60-75d58d9fc41f req-e99ae0fd-b591-4d71-88f0-9f657b988d8b tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:13.537878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4347a832-52f3-4349-ae60-75d58d9fc41f req-e99ae0fd-b591-4d71-88f0-9f657b988d8b tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 931 time: 0.1640072 Jul 23 16:25:13.546671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.603227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Deleting port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:13.603714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.628764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4347a832-52f3-4349-ae60-75d58d9fc41f req-14f96eed-bed0-44b4-b809-0a1bb43aba26 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 Jul 23 16:25:13.650871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d56716-6479-4dbd-ac9e-3efa16da3dcc {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:13.675273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.687658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:13.699614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Transition to ACTIVE for port object 52d56716-6479-4dbd-ac9e-3efa16da3dcc will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:13.706033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.751583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] For port 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:13.751976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.767506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:13.770284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Calling delete_port for 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:13.862408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Attempting to bind port 52d56716-6479-4dbd-ac9e-3efa16da3dcc on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:13.863059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Attempting to bind port 52d56716-6479-4dbd-ac9e-3efa16da3dcc by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '342642c9-6418-4397-b9c9-957e98a6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:13.863398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Attempting to bind port 52d56716-6479-4dbd-ac9e-3efa16da3dcc on network e213cc2c-48c3-49ad-80e5-04fec4202d86 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:13.869082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Port 52d56716-6479-4dbd-ac9e-3efa16da3dcc on network e213cc2c-48c3-49ad-80e5-04fec4202d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:13.869519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Attempting to bind port 52d56716-6479-4dbd-ac9e-3efa16da3dcc on network e213cc2c-48c3-49ad-80e5-04fec4202d86 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:13.876570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:13.876961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Checking segment: {'id': '342642c9-6418-4397-b9c9-957e98a6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:13.877310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Bound using segment: {'id': '342642c9-6418-4397-b9c9-957e98a6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:13.877972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Bound port: 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342642c9-6418-4397-b9c9-957e98a6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:13.878419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.999612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:14.003393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:14.010058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.051633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.057433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.058129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.059660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] 10.222.0.81 "PUT /v2.0/ports/52d56716-6479-4dbd-ac9e-3efa16da3dcc HTTP/1.1" status: 200 len: 1091 time: 1.2687390 Jul 23 16:25:14.062071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:14.064401 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007a8f8-3b24-40df-91cb-e27969f0a41b" -d '{"events": [{"name": "network-changed", "server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:14.081792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:14.093208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c4ca60-e752-41e7-b7e4-e2d287bd8ffa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:14.164883 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba7fcf2-caf9-4d88-90de-3129c6399fe3 x-openstack-request-id: req-8ba7fcf2-caf9-4d88-90de-3129c6399fe3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:14.165184 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:14.170818 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ba7fcf2-caf9-4d88-90de-3129c6399fe3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:14.173657 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'status': 'completed', 'code': 200} Jul 23 16:25:14.201988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2363c6e-8c4d-4a76-879a-e99db08fd78a service neutron] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:14.280371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.292506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44d0bae2-d297-47b2-8f1f-0d41d35f9158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.303103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-cd95bfed-63e8-4717-888e-2d944138a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.304793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-cd95bfed-63e8-4717-888e-2d944138a30a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ae8d2a6d1424a69b520ed97a71715a7&device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 1094 time: 0.1241074 Jul 23 16:25:14.316541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c9372-1f47-4d67-bc46-2a5e793d4312 req-3803fb64-6543-4f92-bfb3-056f587eb033 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.318628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-671c9372-1f47-4d67-bc46-2a5e793d4312 req-3803fb64-6543-4f92-bfb3-056f587eb033 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 949 time: 0.2272387 Jul 23 16:25:14.380890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:14.395618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-2fed739d-0fe7-4d14-8652-b6f7df8af409 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc HTTP/1.1" status: 200 len: 217 time: 0.0687740 Jul 23 16:25:14.460670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-932befde-33bd-476f-80e7-53e83f3819f8 req-7b45a58e-7ca5-4f9c-bf47-53b0cd5ca9fb tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0731368 Jul 23 16:25:14.471785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.489316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-671c9372-1f47-4d67-bc46-2a5e793d4312 req-e43c99a3-6bea-474f-bec4-72ca2422f0eb tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602623 Jul 23 16:25:14.499658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14097473-98b3-4c30-8ca0-0439503863f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.508055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212a442-26cf-4664-8396-9269bf3b064f req-dc1e6aac-f5e7-47e0-bbe0-0a6ebee82af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.509642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-dc1e6aac-f5e7-47e0-bbe0-0a6ebee82af5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6248bea9-38ce-4bde-8bd4-b274d69c3749 HTTP/1.1" status: 200 len: 858 time: 0.1028967 Jul 23 16:25:14.524290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:14.537969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:14.538840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.573317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-79b28033-69e8-418c-acf0-dceef34a5f89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e213cc2c-48c3-49ad-80e5-04fec4202d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542846 Jul 23 16:25:14.595830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-f992900b-436a-4a7a-a911-c862d37687f8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:14.597317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-f992900b-436a-4a7a-a911-c862d37687f8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112495 Jul 23 16:25:14.636181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44d0bae2-d297-47b2-8f1f-0d41d35f9158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.642835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44d0bae2-d297-47b2-8f1f-0d41d35f9158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.645407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.695682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0bae2-d297-47b2-8f1f-0d41d35f9158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f835410-9af0-4fa0-9172-bf6bc33edb28,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:14.703315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44d0bae2-d297-47b2-8f1f-0d41d35f9158 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=526fb1844f364d2aa1d563f1bfb0fc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204600 Jul 23 16:25:14.706090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50294) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:14.708698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:14.713994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.799127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:14.808849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-5f567645-c7a0-41e6-b6f9-f758407af9d0 service neutron] 10.222.0.81 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968679 Jul 23 16:25:14.846926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.884029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:14.886875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Router 7870637b-1445-4cf5-8364-d5b9ec4369bf has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:25:14.953874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f2b4-49f5-49ef-89e7-0543801bd2e3 req-1ede3936-a81d-443b-950e-acf8f0122c61 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:14.955463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c9f2b4-49f5-49ef-89e7-0543801bd2e3 req-1ede3936-a81d-443b-950e-acf8f0122c61 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 943 time: 0.1457665 Jul 23 16:25:14.972388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1212a442-26cf-4664-8396-9269bf3b064f req-2b4121ef-616b-4ca8-96d4-52a0d205cdaf service neutron] 10.222.0.81 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243482 Jul 23 16:25:15.027295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0c9f2b4-49f5-49ef-89e7-0543801bd2e3 req-cb68dc98-a9b0-4492-8561-bd703778dbb3 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Jul 23 16:25:15.031148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}, {'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:15.034437 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e5e64-ac70-4933-870a-1e109db58077" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-unplugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}, {"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:15.069521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.074223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.076104 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f835410-9af0-4fa0-9172-bf6bc33edb28 HTTP/1.1" status: 204 len: 168 time: 0.3686070 Jul 23 16:25:15.094746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f835410-9af0-4fa0-9172-bf6bc33edb28,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:15.121787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.122359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.122945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.123401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.123878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.124380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.124930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.125519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.126060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.126706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.127493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.127666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3806e1-c0ae-40ed-9b59-74a15c946ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:15.135323 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b4b3e-0e21-44a9-b8d5-df8c58a08a9b x-openstack-request-id: req-ca3b4b3e-0e21-44a9-b8d5-df8c58a08a9b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:15.136254 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-unplugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "code": 200}, {"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:15.136254 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca3b4b3e-0e21-44a9-b8d5-df8c58a08a9b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:15.136531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:25:15.137147 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'code': 200} Jul 23 16:25:15.137409 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'code': 200} Jul 23 16:25:15.150447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e17aca07-bfb2-40de-811e-e8f7023987c5 admin admin] 10.222.0.64 "PUT /v2.0/routers/7870637b-1445-4cf5-8364-d5b9ec4369bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6524754 Jul 23 16:25:15.152001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:15.152843 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Sync routers for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:25:15.190345 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:15.191181 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:15.264370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-3c0f07e9-9e60-4891-8aa3-6d465588e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.266714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-3c0f07e9-9e60-4891-8aa3-6d465588e088 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9ae8d2a6d1424a69b520ed97a71715a7&device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 1094 time: 0.1571696 Jul 23 16:25:15.317000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.346231 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:15.431675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294db242-2237-417d-8427-973933d461d2 req-005a758e-b277-495d-86ba-b63e14abf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.433194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-294db242-2237-417d-8427-973933d461d2 req-005a758e-b277-495d-86ba-b63e14abf8c7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 1101 time: 0.1968534 Jul 23 16:25:15.436257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-319cb204-d99e-4562-9136-fad30368199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.437691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-319cb204-d99e-4562-9136-fad30368199a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e213cc2c-48c3-49ad-80e5-04fec4202d86 HTTP/1.1" status: 200 len: 919 time: 0.1453519 Jul 23 16:25:15.452919 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.455439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.497677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-9f01e5eb-0d16-4a1e-8551-7f90cf825d8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc HTTP/1.1" status: 200 len: 217 time: 0.0483625 Jul 23 16:25:15.540802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-294db242-2237-417d-8427-973933d461d2 req-35b590ff-0b07-451e-83f0-4a85b390a5e1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993497 Jul 23 16:25:15.562875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-d5b6149c-55d7-4895-b0ff-33ba9408c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.564705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Deleting port 77a71179-9c3e-4b76-83b9-98849fac33a5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:15.564881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-d5b6149c-55d7-4895-b0ff-33ba9408c7f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6248bea9-38ce-4bde-8bd4-b274d69c3749 HTTP/1.1" status: 200 len: 858 time: 0.0586817 Jul 23 16:25:15.565376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.638079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-f9fd16b7-203a-4fa1-a2e3-081c6eb4c580 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e213cc2c-48c3-49ad-80e5-04fec4202d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645316 Jul 23 16:25:15.638247 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:25:13Z', 'revision_number': 5, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port': {'id': '77a71179-9c3e-4b76-83b9-98849fac33a5', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:15.676676 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Checking router: 7870637b-1445-4cf5-8364-d5b9ec4369bf for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:25:15.681891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9192f40b-a4b3-4fd9-b463-24d41f511ca3 req-3555ebbf-fc0c-497f-90d7-3a65f13bc03c tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0415111 Jul 23 16:25:15.682178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] For port 77a71179-9c3e-4b76-83b9-98849fac33a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77a71179-9c3e-4b76-83b9-98849fac33a5,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:15.682666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.686763 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Routers {'7870637b-1445-4cf5-8364-d5b9ec4369bf'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:25:15.687395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7870637b-1445-4cf5-8364-d5b9ec4369bf'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:15.710685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Calling delete_port for 77a71179-9c3e-4b76-83b9-98849fac33a5 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:15.790838 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] Set router 7870637b-1445-4cf5-8364-d5b9ec4369bf gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:25:15.851395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:25:15Z', 'revision_number': 6, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:15.853689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99828e0c-a513-487f-8c63-d4890c6be794 req-90e14df4-f424-49de-b86e-d7933bd2721d tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:15.855554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99828e0c-a513-487f-8c63-d4890c6be794 req-90e14df4-f424-49de-b86e-d7933bd2721d tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 950 time: 0.1712103 Jul 23 16:25:15.869834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-1c635674-19a7-4510-b9da-900dbfea6f50 service neutron] 10.222.0.81 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866040 Jul 23 16:25:15.886707 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7b886-cb9f-43bb-9e9a-99cfc0feba61 None None] The sync data for ids ['7870637b-1445-4cf5-8364-d5b9ec4369bf'] in n-d-800484-3 is: [{'id': '7870637b-1445-4cf5-8364-d5b9ec4369bf', 'name': 'tempest-FloatingIPsTestJSON-1923578414-router', 'tenant_id': '115fdc68c5bf4fef910283c604a63f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:24:44Z', 'updated_at': '2021-07-23T16:25:15Z', 'revision_number': 6, 'project_id': '115fdc68c5bf4fef910283c604a63f0b', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:25:15.952772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:15.961485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99828e0c-a513-487f-8c63-d4890c6be794 req-2654ef64-ad4e-4d0a-9fd8-a2cdfc9ab817 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651674 Jul 23 16:25:15.985638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a71179-9c3e-4b76-83b9-98849fac33a5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:16.022434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e007a8f8-3b24-40df-91cb-e27969f0a41b req-9be93521-601c-4a2f-a61a-aaa3e7acbea0 service neutron] 10.222.0.81 "GET /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458869 Jul 23 16:25:16.057340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.152796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.155172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.223499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.224617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7870637b-1445-4cf5-8364-d5b9ec4369bf {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:25:16.230780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.234135 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cde2d585-3d27-4d6f-b742-ba460daf3fe9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7870637b-1445-4cf5-8364-d5b9ec4369bf HTTP/1.1" status: 204 len: 168 time: 1.0752499 Jul 23 16:25:16.234815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50352) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:16.252677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816d776-7a9f-4da9-813d-d8512f0c9828 req-a4f59a38-28b0-4e90-9c5d-51033db6b974 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:16.255319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0816d776-7a9f-4da9-813d-d8512f0c9828 req-a4f59a38-28b0-4e90-9c5d-51033db6b974 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 943 time: 0.0909178 Jul 23 16:25:16.317233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Deleting subnet 1fdf50ee-fbcf-4e29-9551-dfa74e961b89 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:16.321812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.328357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0816d776-7a9f-4da9-813d-d8512f0c9828 req-40bf983b-ef22-49a1-afc7-23524576c73a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Jul 23 16:25:16.377683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.471062 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.540810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.566492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdf50ee-fbcf-4e29-9551-dfa74e961b89,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:16.570679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.572606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-97a0a5ff-671f-4e8c-9c3a-d05df6e6731d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1fdf50ee-fbcf-4e29-9551-dfa74e961b89 HTTP/1.1" status: 204 len: 168 time: 0.3342121 Jul 23 16:25:16.575147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50362) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:16.578116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ec5b6-0714-48dc-b4d1-ef3b213226fd None None] Network 75aae786-b4f7-41d6-a5cf-0ed3520489b5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:16.669136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.746028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Deleting port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:16.746634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.846470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] For port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:16.846825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:16.849670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] DHCP port deletion for 75aae786-b4f7-41d6-a5cf-0ed3520489b5 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:25:16.863654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Calling delete_port for 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:16.874241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d35d95e4-8d59-40a7-aa79-7a53b1a16c07 req-e1645ed6-d032-44bd-b631-2d61ea7ae348 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0487287 Jul 23 16:25:16.917293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Deleting port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:16.917672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.092071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] For port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,segment=NetworkSegment(d0a69a79-2b91-4858-9019-a075c39adaec),segment_id=d0a69a79-2b91-4858-9019-a075c39adaec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:17.092464 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.108301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Calling delete_port for 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:17.171621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deaae1-1acc-4d0c-bdc3-6ff89f4baff4 req-b3897ba6-7201-4c06-ad4d-512c6afeb679 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:17.180273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48deaae1-1acc-4d0c-bdc3-6ff89f4baff4 req-b3897ba6-7201-4c06-ad4d-512c6afeb679 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 950 time: 0.1235330 Jul 23 16:25:17.237684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48deaae1-1acc-4d0c-bdc3-6ff89f4baff4 req-119697b4-aa5a-4014-97e4-e966f71b0713 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557165 Jul 23 16:25:17.240942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:17.246875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.288300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:17.291638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:17.292362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:17.292854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:17.299086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] No DVR routers for this DVR port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:17.347469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.380435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:17.382449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] No DVR routers for this DVR port 7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:17.399028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd2743-98ed-42b2-9980-73a22af47f05 None None] Pushing event deleted for resources: {'Port': ['ID=7844bfc5-ac9c-43d3-97d0-b6ef0135bd9b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:17.423189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:17.423534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 93c4ca60-e752-41e7-b7e4-e2d287bd8ffa not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:17.423969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77a71179-9c3e-4b76-83b9-98849fac33a5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:17.461982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 77a71179-9c3e-4b76-83b9-98849fac33a5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:17.462369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77a71179-9c3e-4b76-83b9-98849fac33a5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:17.497787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe21e246-438c-4fc2-bb2f-2c00464b983c req-ba05c157-13d9-4f20-9b01-b8c540e3df45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0799973 Jul 23 16:25:17.503273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.516834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aae786-b4f7-41d6-a5cf-0ed3520489b5']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:17.543514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a69a79-2b91-4858-9019-a075c39adaec') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:17.543815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a69a79-2b91-4858-9019-a075c39adaec') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:17.556360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.569606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.581141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.589668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:17.590404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:17.593147 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:17.611712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:17.627926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'mac_address': 'fa:16:3e:46:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:17.634888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177caea0-88e5-45a5-9a81-96b44fefd8e2 req-4a6b5542-f249-4979-b08f-f8949ab725cf tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:17.643374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-177caea0-88e5-45a5-9a81-96b44fefd8e2 req-4a6b5542-f249-4979-b08f-f8949ab725cf tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 943 time: 0.1806216 Jul 23 16:25:17.676602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905055e2-b9bd-4c13-81ff-c885f5cfe700 req-897d6b58-1a9b-4a48-9aa5-d44af7e3df37 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:17.678971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-905055e2-b9bd-4c13-81ff-c885f5cfe700 req-897d6b58-1a9b-4a48-9aa5-d44af7e3df37 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 950 time: 0.2774105 Jul 23 16:25:17.685318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.698791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.701621 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/75aae786-b4f7-41d6-a5cf-0ed3520489b5 HTTP/1.1" status: 204 len: 168 time: 1.1254117 Jul 23 16:25:17.712512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.719956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f261dc-c2c5-43e1-bfac-0fb589966b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=75aae786-b4f7-41d6-a5cf-0ed3520489b5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:17.733993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-177caea0-88e5-45a5-9a81-96b44fefd8e2 req-42fd4342-5a76-49b0-84d6-a97c8f1f9d5f tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890100 Jul 23 16:25:17.745355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:17.782580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:17.787049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-905055e2-b9bd-4c13-81ff-c885f5cfe700 req-6feea8f1-30eb-4c1b-91fb-f117587941f3 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807879 Jul 23 16:25:17.788582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:17.880085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:18.019222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef50367c-cc6a-48d1-98a8-c49490b4c665'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:18.076626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-092879a9-a2ee-4b1c-98f2-71b2237478ba req-8dcf2c3d-2178-4a5d-8c39-470042c7daf9 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0432460 Jul 23 16:25:18.118661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:18.220727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c8f2f160-1a07-4b52-a4a5-baa7909f1d56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=115fdc68c5bf4fef910283c604a63f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976303 Jul 23 16:25:18.221628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50480) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:18.295064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.346412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.420094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.423852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:18.429870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67828ba0-39e5-43ef-a292-463748e88708 HTTP/1.1" status: 204 len: 168 time: 0.2067926 Jul 23 16:25:18.440012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0811c-8115-45d2-832e-85328e30e788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67828ba0-39e5-43ef-a292-463748e88708,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:19.019305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cbe1f-b8e6-458e-a952-4a3322d95557 req-1495d958-d4a9-4305-a0ec-22dfe4902087 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:19.021106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d2cbe1f-b8e6-458e-a952-4a3322d95557 req-1495d958-d4a9-4305-a0ec-22dfe4902087 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 943 time: 0.1176534 Jul 23 16:25:19.081887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d2cbe1f-b8e6-458e-a952-4a3322d95557 req-72bef447-1e8b-47b6-9975-c43ed32f891f tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Jul 23 16:25:19.289539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac480563-96f0-4665-a458-c49e32d4024f req-437ff5fc-2855-4be0-86da-8bf6ddcc0c05 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0979564 Jul 23 16:25:19.317023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 52d56716-6479-4dbd-ac9e-3efa16da3dcc details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:19.594341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:19.661836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'network_id': 'e213cc2c-48c3-49ad-80e5-04fec4202d86', 'port_id': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'mac_address': 'fa:16:3e:4c:b3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6248bea9-38ce-4bde-8bd4-b274d69c3749', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:19.667876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:19.725110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3381fa9e-1086-4cec-8990-731dc0ba1c20 req-b3707527-2fcd-4009-88c6-88f60f13c770 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8d2231dde2c4ba7882efdcea990f451&device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.1122339 Jul 23 16:25:19.817322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3381fa9e-1086-4cec-8990-731dc0ba1c20 req-2cdc57c8-160e-4870-99fc-9ea8b784e423 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b8d2231dde2c4ba7882efdcea990f451&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838068 Jul 23 16:25:19.906953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.924301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ef50367c-cc6a-48d1-98a8-c49490b4c665 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:19.929333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.979262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d56716-6479-4dbd-ac9e-3efa16da3dcc {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:20.017135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:20.028729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.101911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.146458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:20.152665 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb0cd0-2225-4435-97f7-b94406766b35" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:20.187627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:20.202947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:20.230875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:20.250220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.330786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:20.449418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1234936719-network', 'tenant_id': 'd1d64a6408ac482ab25213b6b3ac022c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:20.462864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['52d56716-6479-4dbd-ac9e-3efa16da3dcc'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:20.508200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Made reservation on behalf of d1d64a6408ac482ab25213b6b3ac022c for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:20.513353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.526065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.578693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fc68ffc-ebea-4af0-9948-16ba1379a4f1 req-d093dded-ea5a-42fd-ad99-c1e5dd2f6be2 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.7614985 Jul 23 16:25:20.580705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:20.602019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fa9e-1086-4cec-8990-731dc0ba1c20 req-d07c75fc-8b8f-4b71-ac0e-bd13e9bb210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.608046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3381fa9e-1086-4cec-8990-731dc0ba1c20 req-d07c75fc-8b8f-4b71-ac0e-bd13e9bb210a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7635927 Jul 23 16:25:20.759093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ab821-ff9e-4ca6-b58c-fe18fe1478cc req-72b50d02-cdc4-47d5-9b87-da7b7a10e154 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:20.772558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-688ab821-ff9e-4ca6-b58c-fe18fe1478cc req-72b50d02-cdc4-47d5-9b87-da7b7a10e154 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 944 time: 0.2199886 Jul 23 16:25:20.812922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.828486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.850854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d5bc2d-ccda-41af-bd0d-0c1e7485a3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.855237 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e77a70-18a5-41c6-9024-c92729b04d19 x-openstack-request-id: req-e7e77a70-18a5-41c6-9024-c92729b04d19 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:20.855711 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-plugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:20.856018 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7e77a70-18a5-41c6-9024-c92729b04d19 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:20.856430 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'code': 200} Jul 23 16:25:20.877685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-688ab821-ff9e-4ca6-b58c-fe18fe1478cc req-c80ea334-e3ef-4a0a-ad20-6f159ed44fbc tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804315 Jul 23 16:25:20.929761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:20.944431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:20.959290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:20.959640 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Added segment 65bc176d-1869-4a89-b851-fcaebb199766 of type vlan for network c70570d9-9756-4d3d-bab8-f43465811e57 Jul 23 16:25:21.019743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.111449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d5bc2d-ccda-41af-bd0d-0c1e7485a3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.118427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d5bc2d-ccda-41af-bd0d-0c1e7485a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.156802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5bc2d-ccda-41af-bd0d-0c1e7485a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ce2f7-c608-47bc-add3-b9de7a0b17ee,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.159602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.160554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:21.161807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.231799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9d5bc2d-ccda-41af-bd0d-0c1e7485a3e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f2a59c1a648465abd7805637561ffc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408215 Jul 23 16:25:21.234565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50678) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:21.274637 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0840905 Jul 23 16:25:21.276127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207d55-2b0e-4217-98a6-21e3e234fc86 admin admin] Pushing event updated for resources: {'Network': ['ID=c70570d9-9756-4d3d-bab8-f43465811e57,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.277617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50680) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:21.292778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c70570d9-9756-4d3d-bab8-f43465811e57 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:21.317192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Request body: {'subnet': {'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1234936719-subnet', 'tenant_id': 'd1d64a6408ac482ab25213b6b3ac022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:21.366439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.394688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.435515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Made reservation on behalf of d1d64a6408ac482ab25213b6b3ac022c for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:21.438553 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.546296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.549581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.550965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e9ce2f7-c608-47bc-add3-b9de7a0b17ee HTTP/1.1" status: 204 len: 168 time: 0.3152874 Jul 23 16:25:21.583344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb5a2-b3b4-4ce8-808c-98d7a18758a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ce2f7-c608-47bc-add3-b9de7a0b17ee,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.751644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b475e3f-6241-4c6f-9a73-2649172aa122 req-f8f94062-c9d6-4f23-8da5-7b9d3d2581f1 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.64 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0576332 Jul 23 16:25:21.830192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.897797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a414aa69-ad79-49c9-8883-be4bd84a9f1c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:21.917290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Checking segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:21.917654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Network hostable DHCP agents. Network: c70570d9-9756-4d3d-bab8-f43465811e57, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:21.939137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Network c70570d9-9756-4d3d-bab8-f43465811e57 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:21.955229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c70570d9-9756-4d3d-bab8-f43465811e57) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:21.963633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:21.964357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:21.975617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a096b-bec9-4118-90b8-71fc35a042fa None None] Network c70570d9-9756-4d3d-bab8-f43465811e57 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:21.991344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2658e686-cd5f-46d5-8b73-8a38e28750a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6782739 Jul 23 16:25:22.132653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca08a32-372b-4cfc-99b5-a4a19bfc6243 req-099b49f3-d64b-430c-a0eb-3b0b747def70 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:22.144387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ca08a32-372b-4cfc-99b5-a4a19bfc6243 req-099b49f3-d64b-430c-a0eb-3b0b747def70 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 944 time: 0.1176064 Jul 23 16:25:22.168046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:22.204574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fccd159c-1cd3-41a6-a79d-d83f0ee52f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.241857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ca08a32-372b-4cfc-99b5-a4a19bfc6243 req-1a8c5dc6-502b-4937-b3cb-e80b9b3b499e tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888953 Jul 23 16:25:22.332421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a667532e-3760-4376-8265-9fb8c6fc2aaf None None] Network c70570d9-9756-4d3d-bab8-f43465811e57 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:22.399024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:22.406876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fccd159c-1cd3-41a6-a79d-d83f0ee52f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.419016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fccd159c-1cd3-41a6-a79d-d83f0ee52f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.422627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3381fa9e-1086-4cec-8990-731dc0ba1c20 req-dc7bd414-7da7-455d-aa0b-d372e2e6cf28 tempest-ServerShowV257Test-98018028 tempest-ServerShowV257Test-98018028-project] 10.222.0.67 "GET /v2.0/ports?device_id=63c4dc89-a835-4cb8-a356-f2a7a597c39d HTTP/1.1" status: 200 len: 210 time: 0.0854225 Jul 23 16:25:22.456234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50732) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:22.456457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fccd159c-1cd3-41a6-a79d-d83f0ee52f2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d910f07d4e214901b111799f5c7247f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866988 Jul 23 16:25:22.509141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd159c-1cd3-41a6-a79d-d83f0ee52f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff4fb3f-61bb-40ed-9056-ac483ff86376,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.594858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.628199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.654993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:22.666852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'mac_address': 'fa:16:3e:ee:bf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:22.707312 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.717097 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.718416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.723105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dff4fb3f-61bb-40ed-9056-ac483ff86376 HTTP/1.1" status: 204 len: 168 time: 0.2657261 Jul 23 16:25:22.736943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0602-e1f2-4273-9314-b2b2fbd46112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff4fb3f-61bb-40ed-9056-ac483ff86376,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.795515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:22.832422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:22.847091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.956706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.991065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['42eaeea2-6d4b-49e5-aaf1-50b376057351'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:23.367107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 52d56716-6479-4dbd-ac9e-3efa16da3dcc up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:23.476007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 52d56716-6479-4dbd-ac9e-3efa16da3dcc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:23.482612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 52d56716-6479-4dbd-ac9e-3efa16da3dcc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:23.483307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.664337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.715469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:23.716822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:23.720017 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda7744-de80-4380-aa5e-4d1d6e653baf" -d '{"events": [{"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-plugged", "status": "completed", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:23.725797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:23.786043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:23.796433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:25:24.431517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:24.510398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:24.510839 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.648446 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.715229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:24.721638 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.792892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:28.585287 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:31.722722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-e13d974f-3e27-403a-b2bc-bcad3be340c6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.731174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-e13d974f-3e27-403a-b2bc-bcad3be340c6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.1407452 Jul 23 16:25:31.759614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-1640aa04-032a-494e-97bb-c902c712dd6b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/quotas/d1d64a6408ac482ab25213b6b3ac022c HTTP/1.1" status: 200 len: 375 time: 0.0270190 Jul 23 16:25:31.804453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-47553d89-5263-4710-b0e6-1ccab185a4fc tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435894 Jul 23 16:25:31.844005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-34a67ff9-0370-4c59-9512-93f0df3ae0a4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:31.852557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-34a67ff9-0370-4c59-9512-93f0df3ae0a4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185113 Jul 23 16:25:31.972380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50854) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:31.979675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973260-d86e-4d6e-84ce-220caba6c8a5 req-00abcd4a-8a38-487f-ab32-84b3fd58d0df tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.981665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6973260-d86e-4d6e-84ce-220caba6c8a5 req-00abcd4a-8a38-487f-ab32-84b3fd58d0df tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.2197149 Jul 23 16:25:31.990845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-b0f8de87-02e8-4d72-9054-40379b89978c service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369894 Jul 23 16:25:32.073366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6973260-d86e-4d6e-84ce-220caba6c8a5 req-b19b5d9b-51b3-40c7-a965-c20de73de27a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799139 Jul 23 16:25:32.073545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50858) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:32.156111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-fc3826c0-6a05-402e-aa8d-0c7435c53452 service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639001 Jul 23 16:25:32.303344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d459ed41-9520-4b0b-9d91-7d62a8536bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.337017 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547f5a2-79be-4fb7-96e7-a767437b29ed x-openstack-request-id: req-b547f5a2-79be-4fb7-96e7-a767437b29ed {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:32.337584 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-plugged", "status": "completed", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:32.337584 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b547f5a2-79be-4fb7-96e7-a767437b29ed {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:32.338006 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'code': 200} Jul 23 16:25:32.541364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd17778f-61f1-4de3-bfff-45afc98cc3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.606290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d718a9-c3bb-4b99-b7c2-56c5a786492d req-d5e44c7b-dd09-4756-b63f-df959085fe99 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.614228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12d718a9-c3bb-4b99-b7c2-56c5a786492d req-d5e44c7b-dd09-4756-b63f-df959085fe99 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.1948724 Jul 23 16:25:32.618135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb0b7518-5466-4578-be45-12376b514a16 req-b758e0cb-d66a-4373-8f5f-adf47064d357 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 210 time: 0.0812526 Jul 23 16:25:32.624811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d459ed41-9520-4b0b-9d91-7d62a8536bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.798923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12d718a9-c3bb-4b99-b7c2-56c5a786492d req-8ded88b2-db71-4589-9e47-251069a55c56 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834280 Jul 23 16:25:32.831595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd17778f-61f1-4de3-bfff-45afc98cc3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.836806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d459ed41-9520-4b0b-9d91-7d62a8536bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.896999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caef6d-f50c-4c1e-9bb7-6d60db359cca req-c8dc0602-4005-48bd-9baf-d536a37994ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.906085 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d459ed41-9520-4b0b-9d91-7d62a8536bc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8d2231dde2c4ba7882efdcea990f451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325473 Jul 23 16:25:32.908584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71caef6d-f50c-4c1e-9bb7-6d60db359cca req-c8dc0602-4005-48bd-9baf-d536a37994ee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 1096 time: 0.4308672 Jul 23 16:25:32.910836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:32.928364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5627bd-0eac-4c07-acb3-bc4307a4cffc req-f7852190-37b8-4ea3-b489-219b45d76694 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:32.930090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd17778f-61f1-4de3-bfff-45afc98cc3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:32.935986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a5627bd-0eac-4c07-acb3-bc4307a4cffc req-f7852190-37b8-4ea3-b489-219b45d76694 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 951 time: 0.2164004 Jul 23 16:25:33.058421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a5627bd-0eac-4c07-acb3-bc4307a4cffc req-cc4ae66b-64bc-47cd-9400-239a9797c319 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214662 Jul 23 16:25:33.077978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71caef6d-f50c-4c1e-9bb7-6d60db359cca req-6cf2cd8f-e047-45ee-8e60-0911c8981102 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580961 Jul 23 16:25:33.150846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ed41-9520-4b0b-9d91-7d62a8536bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3055929-1a1f-4b99-becc-5941a32a2251,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.188574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50920) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:33.189630 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd17778f-61f1-4de3-bfff-45afc98cc3df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84d20bc3ff604a8a8bec3fa4ffbb3226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114643 Jul 23 16:25:33.204989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.239669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17778f-61f1-4de3-bfff-45afc98cc3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb07ff9e-6f4c-4c37-92c1-831052dcb9b9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.264156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.293663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.318870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.324873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.329487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.333850 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3055929-1a1f-4b99-becc-5941a32a2251 HTTP/1.1" status: 204 len: 168 time: 0.3935826 Jul 23 16:25:33.344017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc766e-4a60-4afd-af75-4746de556f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3055929-1a1f-4b99-becc-5941a32a2251,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.457330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.461072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:33.462700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb07ff9e-6f4c-4c37-92c1-831052dcb9b9 HTTP/1.1" status: 204 len: 168 time: 0.2731347 Jul 23 16:25:33.480113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d908c3f-f2c8-4f61-b2f1-130a0363130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb07ff9e-6f4c-4c37-92c1-831052dcb9b9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:33.896692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd6d31-cd55-42e3-a9b0-959f10b9f26d req-d0db3716-0469-4268-abb1-1c045d8b8c88 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:33.898849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9bd6d31-cd55-42e3-a9b0-959f10b9f26d req-d0db3716-0469-4268-abb1-1c045d8b8c88 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.1136737 Jul 23 16:25:33.970501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9bd6d31-cd55-42e3-a9b0-959f10b9f26d req-379eec80-e0d8-4826-975c-7d793509124b tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Jul 23 16:25:34.197647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-960e92ff-f33a-4bb7-ac75-264f2de08746 req-173466be-cf63-4118-8b97-d3118ad4aa93 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jul 23 16:25:34.339476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:34.342109 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f837c1-ec89-4be0-ae84-8fd7654ffc61" -d '{"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:34.554828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f986f8d5-8634-48ab-bdff-abba1feb7094 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.556428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f986f8d5-8634-48ab-bdff-abba1feb7094 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.81 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.2116520 Jul 23 16:25:34.564932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c21d-85c4-44ba-937c-108e521d800e req-f700181a-8976-4745-895a-b7f60c75e278 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.567523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4537c21d-85c4-44ba-937c-108e521d800e req-f700181a-8976-4745-895a-b7f60c75e278 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 950 time: 0.1671386 Jul 23 16:25:34.597320 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531304f-4fe2-4ad9-a68b-427e76c7064d x-openstack-request-id: req-d531304f-4fe2-4ad9-a68b-427e76c7064d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:34.597613 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:34.597864 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d531304f-4fe2-4ad9-a68b-427e76c7064d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:34.598399 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'code': 200} Jul 23 16:25:34.636220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'port': {'device_id': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'admin_state_up': True, 'tenant_id': 'd1d64a6408ac482ab25213b6b3ac022c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:34.658598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4537c21d-85c4-44ba-937c-108e521d800e req-836e5d20-e1f9-402d-98c4-d72666edcc34 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836792 Jul 23 16:25:34.719030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:34.833743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590ba22-e3dd-40a7-b4ef-e380c3296902 req-f45dd039-8a60-4d69-9e5c-0fc778244326 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:34.835456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1590ba22-e3dd-40a7-b4ef-e380c3296902 req-f45dd039-8a60-4d69-9e5c-0fc778244326 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 951 time: 0.1731811 Jul 23 16:25:34.903011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1590ba22-e3dd-40a7-b4ef-e380c3296902 req-05d7bb4c-5630-4e90-9a9c-7b6b9444b561 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565124 Jul 23 16:25:34.915829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Made reservation on behalf of d1d64a6408ac482ab25213b6b3ac022c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:34.922236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.006215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2051578978-network', 'tenant_id': '9e0bfb05648d4f1d9cad58c3283f11d9'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:35.041984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Made reservation on behalf of 9e0bfb05648d4f1d9cad58c3283f11d9 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:35.044145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.066236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.178608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Allocated IP 172.20.0.2 (c70570d9-9756-4d3d-bab8-f43465811e57/a414aa69-ad79-49c9-8883-be4bd84a9f1c/b5743dfb-6bff-4f39-8383-e59b18357f5a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:35.208842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.214476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.223862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254bcae-dc62-4b8b-ade6-af47d33487d7 req-4f0cddad-2305-4aa3-9193-d633539339a3 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.225650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3254bcae-dc62-4b8b-ade6-af47d33487d7 req-4f0cddad-2305-4aa3-9193-d633539339a3 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.1294956 Jul 23 16:25:35.239400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:35.256185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b94a17-4c0a-4f71-99b8-14ff6765f261,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.261126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:35.264582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.265110 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Added segment 3d9ea082-02bb-49d0-a8d9-b56dcedec98a of type vlan for network a8a221f5-8b55-4deb-918c-0273395cdd7b Jul 23 16:25:35.303640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3254bcae-dc62-4b8b-ade6-af47d33487d7 req-1baa0374-4550-418b-afe7-5c3be2607bf4 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607917 Jul 23 16:25:35.350562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.369469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c443397-a559-4545-b317-1ad30fd01a65 req-f0193063-c2a9-4627-8fc7-2f9205bba9b8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 210 time: 0.0504169 Jul 23 16:25:35.400471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.404554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.405448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.405946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:35.453511 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7332578 Jul 23 16:25:35.457402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:35.464225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Request body: {'subnet': {'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2051578978-subnet', 'tenant_id': '9e0bfb05648d4f1d9cad58c3283f11d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:35.511237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f35423-fd1d-40ea-a368-b514ff9e352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.517989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf121962-cedd-45f7-8565-51b98d192698 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a221f5-8b55-4deb-918c-0273395cdd7b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.530940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a8a221f5-8b55-4deb-918c-0273395cdd7b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:35.538500 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.541498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.558409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Made reservation on behalf of 9e0bfb05648d4f1d9cad58c3283f11d9 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:35.561340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.633173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:35.638389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.639381 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.688486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Network c70570d9-9756-4d3d-bab8-f43465811e57 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:35.692906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.698747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:35.704692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:35.737312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.749081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18199125-d5c6-4c9e-8083-36ae92d3091c req-7091e364-5623-4615-8060-e40840e94859 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.750668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18199125-d5c6-4c9e-8083-36ae92d3091c req-7091e364-5623-4615-8060-e40840e94859 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.1565349 Jul 23 16:25:35.782492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f35423-fd1d-40ea-a368-b514ff9e352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.789506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:35.790160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.810838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f35423-fd1d-40ea-a368-b514ff9e352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.814296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18199125-d5c6-4c9e-8083-36ae92d3091c req-e9d1cb90-98bd-4516-b702-9dca5648e413 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Jul 23 16:25:35.816091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-f8ff5862-2c24-4f96-a82c-04bf1ce11470 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1880586 Jul 23 16:25:35.843288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Request body: {'port': {'device_id': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:35.850356 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.871110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f35423-fd1d-40ea-a368-b514ff9e352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de38a7e-061c-40b6-a98e-a6b5d6fb8de0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.903603 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99f35423-fd1d-40ea-a368-b514ff9e352f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d87ff69fe6a4ecfb1223dd97a29d8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408267 Jul 23 16:25:35.907811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:35.922553 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:35.952660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030a83ac-baed-4b7d-9bd0-6d4daf24ba15,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:35.972055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Checking segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:35.972417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Network hostable DHCP agents. Network: a8a221f5-8b55-4deb-918c-0273395cdd7b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:36.003539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Network a8a221f5-8b55-4deb-918c-0273395cdd7b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:36.005897 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.031407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a8a221f5-8b55-4deb-918c-0273395cdd7b) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:36.039548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.040156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.040817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e7346-58f7-4b35-a71b-c61df3e8e1f6 None None] Network a8a221f5-8b55-4deb-918c-0273395cdd7b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:36.043550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.078809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c2aa2cf-c762-49ca-8e41-5c1ebcbeb018 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6127923 Jul 23 16:25:36.113211 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.116688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.120666 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4de38a7e-061c-40b6-a98e-a6b5d6fb8de0 HTTP/1.1" status: 204 len: 168 time: 0.2076192 Jul 23 16:25:36.131870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15931787-63cd-404e-b3d8-760bfd795625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de38a7e-061c-40b6-a98e-a6b5d6fb8de0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.208488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d3d5-0560-4fdd-9f4b-2175944c01ec req-a9660680-a911-4e08-a933-73c9b5db1043 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.218539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97d6d3d5-0560-4fdd-9f4b-2175944c01ec req-a9660680-a911-4e08-a933-73c9b5db1043 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 949 time: 0.2404549 Jul 23 16:25:36.228906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec55fbd-4084-4895-b3c3-9353607162c9 None None] Network a8a221f5-8b55-4deb-918c-0273395cdd7b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:36.343843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97d6d3d5-0560-4fdd-9f4b-2175944c01ec req-f56364e5-1582-4b1d-8a17-09a37873ca55 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/security-groups?id=c553162c-a617-4269-a938-f484b1947317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929508 Jul 23 16:25:36.416980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-d3d36bac-8c8b-4f76-a9f5-4b682cd1b49c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680014 Jul 23 16:25:36.421122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5743dfb-6bff-4f39-8383-e59b18357f5a {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:36.429968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.443958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Transition to ACTIVE for port object b5743dfb-6bff-4f39-8383-e59b18357f5a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:36.449121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.599936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:36.602445 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831dd0a4-6bec-4a74-b58a-b119cd74fa10" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-unplugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:36.630921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:36.770543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782b1c-61bf-4d36-8b9d-4eebb5167b0a req-e78f27a5-9abf-4826-bd57-fb6491b3af5c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.772005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f782b1c-61bf-4d36-8b9d-4eebb5167b0a req-e78f27a5-9abf-4826-bd57-fb6491b3af5c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 943 time: 0.3118684 Jul 23 16:25:36.777457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-0a5ec74d-b8e9-414e-b1df-ceb794190f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.778940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-0a5ec74d-b8e9-414e-b1df-ceb794190f52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78127e62089649ea8065db4189ae976b&device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 1101 time: 0.2788949 Jul 23 16:25:36.783678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Attempting to bind port b5743dfb-6bff-4f39-8383-e59b18357f5a on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:36.784017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Attempting to bind port b5743dfb-6bff-4f39-8383-e59b18357f5a by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:36.784350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Attempting to bind port b5743dfb-6bff-4f39-8383-e59b18357f5a on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:36.804885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Port b5743dfb-6bff-4f39-8383-e59b18357f5a on network c70570d9-9756-4d3d-bab8-f43465811e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:36.805214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Attempting to bind port b5743dfb-6bff-4f39-8383-e59b18357f5a on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:36.831670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:36.831831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Checking segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:36.832202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Bound using segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:36.832675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Bound port: b5743dfb-6bff-4f39-8383-e59b18357f5a, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:36.833045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:36.868581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-080b9264-f6d6-496b-a520-7ec622c4d684 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.870115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-080b9264-f6d6-496b-a520-7ec622c4d684 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 814 time: 0.2336318 Jul 23 16:25:36.903647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f782b1c-61bf-4d36-8b9d-4eebb5167b0a req-5cdea48c-05e3-47d0-b10b-51b8ee72e52b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237414 Jul 23 16:25:36.955461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-74929dc8-b35e-4622-8a3d-c0cdc0255779 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/quotas/9e0bfb05648d4f1d9cad58c3283f11d9 HTTP/1.1" status: 200 len: 375 time: 0.0696971 Jul 23 16:25:37.008531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-46cb565b-161f-4880-a54c-1e9095f36c28 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443113 Jul 23 16:25:37.024308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-ce212ca6-1bf5-4837-a466-d6ad8323878d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:25:37.025301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-ce212ca6-1bf5-4837-a466-d6ad8323878d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070612 Jul 23 16:25:37.043776 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ccb12-3125-4042-8d78-dc3e6aa69b93 x-openstack-request-id: req-710ccb12-3125-4042-8d78-dc3e6aa69b93 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:37.044387 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-unplugged", "status": "completed", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:37.044736 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-710ccb12-3125-4042-8d78-dc3e6aa69b93 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:37.045226 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'code': 200} Jul 23 16:25:37.051239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:37.054596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-a6c79196-c85f-45c3-8aba-08e1d090eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.056152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-a6c79196-c85f-45c3-8aba-08e1d090eebf service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2446344 Jul 23 16:25:37.082736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:37.123546 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.131250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-2f6df660-d8c0-470d-b611-ab3949721b19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351 HTTP/1.1" status: 200 len: 217 time: 0.0586221 Jul 23 16:25:37.209981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-61eff253-05ea-4aa2-b823-b9529ba3326f tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.212341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-61eff253-05ea-4aa2-b823-b9529ba3326f tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.81 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 949 time: 0.0759699 Jul 23 16:25:37.273035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.273689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.275357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] 10.222.0.81 "PUT /v2.0/ports/b5743dfb-6bff-4f39-8383-e59b18357f5a HTTP/1.1" status: 200 len: 1091 time: 1.4376819 Jul 23 16:25:37.275892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:37.278448 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:37.312566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d0643-4eb1-4b23-9385-b8fbbc9313aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.321231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-e8e1b957-30c4-4ca9-852e-c13a94907136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.322397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-e8e1b957-30c4-4ca9-852e-c13a94907136 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1589875 Jul 23 16:25:37.338503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-ea25eea0-0369-4f31-815a-9ddd5ba45898 service neutron] 10.222.0.64 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010433 Jul 23 16:25:37.365113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Deleting port ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:37.365462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.420797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:37.424352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db78e61-c46f-4f88-ae6d-14b8aa598b7e req-5edfa724-f0e2-4db9-bf27-02b150d0259f tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:37.425881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9db78e61-c46f-4f88-ae6d-14b8aa598b7e req-5edfa724-f0e2-4db9-bf27-02b150d0259f tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.3090205 Jul 23 16:25:37.488022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] For port ef50367c-cc6a-48d1-98a8-c49490b4c665, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef50367c-cc6a-48d1-98a8-c49490b4c665,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:37.490573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.540223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Calling delete_port for ef50367c-cc6a-48d1-98a8-c49490b4c665 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:37.565552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:37.594885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '56417a0d-829b-4c41-a108-21da14a25f49', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:37.609080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51188) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:37.649993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.666873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:37.694291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:37.700190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.727721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.760939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.790117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Pushing event deleted for resources: {'Port': ['ID=ef50367c-cc6a-48d1-98a8-c49490b4c665,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:37.853061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] No DVR routers for this DVR port ef50367c-cc6a-48d1-98a8-c49490b4c665 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:37.859619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1545035281'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:37.865804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.869153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6f1ea350-1487-4a83-a2fe-6aafee9adb82 req-02becff1-9a5e-41dd-b7c0-69e3e8689ce5 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.81 "DELETE /v2.0/ports/ef50367c-cc6a-48d1-98a8-c49490b4c665 HTTP/1.1" status: 204 len: 173 time: 0.6477153 Jul 23 16:25:37.869153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-deleted', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:37.871245 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c136a-b4e3-4d37-8cbf-0e8e93cf4c8b" -d '{"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-deleted", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:37.884940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['56417a0d-829b-4c41-a108-21da14a25f49'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:37.906098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Made reservation on behalf of 723e690f24014c8ab9f21b82b8e479ec for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:37.911637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.924532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:37.966797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-8236371b-49a6-471e-a605-777e3e64bd15 service neutron] 10.222.0.64 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165583 Jul 23 16:25:38.000051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-ee3a1e54-6255-48c3-8673-ec3b9e820993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.001714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-ee3a1e54-6255-48c3-8673-ec3b9e820993 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6658616 Jul 23 16:25:38.005445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9db78e61-c46f-4f88-ae6d-14b8aa598b7e req-9242e2d6-6e9c-4773-8852-bdd4ebf9945f tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846709 Jul 23 16:25:38.093596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-47bcb4ff-1e39-45be-a1a3-a24f38fab114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.095807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-47bcb4ff-1e39-45be-a1a3-a24f38fab114 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 1094 time: 0.6804085 Jul 23 16:25:38.206711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.212749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.247263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:38.260905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a1034f-3bbf-46ec-a28b-c6b847be4453,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.267519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.268209 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Added segment 05ec6dd6-65b0-48ce-bccf-73b0fe6adbd5 of type vlan for network 5d2edf97-756b-4282-88a4-14e3239ce74d Jul 23 16:25:38.292966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-2e07ae4b-70f0-4fd4-87d1-7804bfe8b9d6 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.295667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-2e07ae4b-70f0-4fd4-87d1-7804bfe8b9d6 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.81 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.4675148 Jul 23 16:25:38.358998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.360339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-cf9fa6e5-2d53-4cab-89ed-27f4bc1583d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a HTTP/1.1" status: 200 len: 217 time: 0.2476366 Jul 23 16:25:38.412311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.423553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.424472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.479424 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8691673 Jul 23 16:25:38.480149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:38.490178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:38.496626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:38.522579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-0de4408f-504b-45ee-95bd-6c3ee3767fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.524238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-0de4408f-504b-45ee-95bd-6c3ee3767fee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.1453807 Jul 23 16:25:38.527434 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd3a3c-8522-4a9c-a630-7a0c2b41d093 x-openstack-request-id: req-85fd3a3c-8522-4a9c-a630-7a0c2b41d093 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:38.527874 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:38.528165 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85fd3a3c-8522-4a9c-a630-7a0c2b41d093 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:38.528512 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'status': 'completed', 'code': 200} Jul 23 16:25:38.618873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0574875-8965-4cb7-9e14-93d5338bfd9d req-ca986da9-d5f9-465a-aa04-4573707887b2 tempest-ImagesOneServerTestJSON-1042317130 tempest-ImagesOneServerTestJSON-1042317130-project] 10.222.0.64 "GET /v2.0/ports?device_id=68516f33-bddd-410e-8b67-64f60f7be766 HTTP/1.1" status: 200 len: 210 time: 0.2603350 Jul 23 16:25:38.658400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'name': 'tempest-network--138919707', 'router:external': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:38.668642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe1db1-c399-4ca5-9283-0873791907b5 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Pushing event updated for resources: {'Network': ['ID=5d2edf97-756b-4282-88a4-14e3239ce74d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:38.710694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:38.714017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.742506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.811503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-209d0dbb-cc68-45b1-b485-ceaf79eb9807 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184863 Jul 23 16:25:38.818252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-8b7ec713-4d65-4e1a-a728-a29f0bbb2c55 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7985775 Jul 23 16:25:38.862097 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.897045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5d2edf97-756b-4282-88a4-14e3239ce74d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:38.990597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.993403 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7c99cf-3728-4b6b-8f40-4efc6982a101 x-openstack-request-id: req-1f7c99cf-3728-4b6b-8f40-4efc6982a101 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:38.993758 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68516f33-bddd-410e-8b67-64f60f7be766", "name": "network-vif-deleted", "tag": "ef50367c-cc6a-48d1-98a8-c49490b4c665", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:38.994054 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f7c99cf-3728-4b6b-8f40-4efc6982a101 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:38.994705 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68516f33-bddd-410e-8b67-64f60f7be766', 'name': 'network-vif-deleted', 'tag': 'ef50367c-cc6a-48d1-98a8-c49490b4c665', 'status': 'completed', 'code': 200} Jul 23 16:25:38.995766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.046139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:39.049115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:39.052842 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0829d685-7e42-4638-849c-ff9e5e66d822" -d '{"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-unplugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:39.118850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.124927 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Added segment 668bf1ba-5003-4498-97ed-c3413362cf91 of type vlan for network 2468f53a-5f2d-4265-a8c7-7040402bb991 Jul 23 16:25:39.126735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2741d071-9571-46c3-9ed3-f5865419c360,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.189865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:39.202366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.253077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.318674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.319690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.320280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.362880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8582239 Jul 23 16:25:39.363047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:39.369327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.413089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:39.434789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'mac_address': 'fa:16:3e:26:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:39.439249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f5cf2d1-76f1-4958-93f0-5256d64e86d2 req-f423bd71-402a-43c2-83c8-68fd863bb8fa service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998120 Jul 23 16:25:39.440115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:39.455258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85fdfd03-9338-4da6-ba29-1c32ce4edf62 req-3e240791-fa76-468b-a5f4-6357c864b7e8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 210 time: 0.2679920 Jul 23 16:25:39.513404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-a723587a-0cf0-4a96-a3ec-989954a51666 service neutron] 10.222.0.81 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831779 Jul 23 16:25:39.544798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.552637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 56417a0d-829b-4c41-a108-21da14a25f49 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:39.553223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.594068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5381a50-1494-4be8-9834-fcecd02f3385 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=2468f53a-5f2d-4265-a8c7-7040402bb991,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.610453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2468f53a-5f2d-4265-a8c7-7040402bb991 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:39.612109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.632561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:39.682017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:39.692612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.704906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2468f53a-5f2d-4265-a8c7-7040402bb991']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:39.717036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668bf1ba-5003-4498-97ed-c3413362cf91') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:39.717561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668bf1ba-5003-4498-97ed-c3413362cf91') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:39.731238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.737570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.746608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.753473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:39.754034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.785046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ebcb3a-790a-4747-bf1c-b644215bc080 req-9ee029ca-de53-46cf-8a9b-e95b82528eb3 service neutron] 10.222.0.81 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577577 Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:39.851430 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:39.853810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.864950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.907068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2468f53a-5f2d-4265-a8c7-7040402bb991 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:25:39.908964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Network': ['ID=2468f53a-5f2d-4265-a8c7-7040402bb991,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:39.917168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.922392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-771c4357-bd42-405a-8bae-2e590fda2edf tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/2468f53a-5f2d-4265-a8c7-7040402bb991 HTTP/1.1" status: 204 len: 168 time: 0.5553930 Jul 23 16:25:39.925237 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:39.927448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:39.932243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e486601-63d8-4288-98f3-15abbe47a551 req-2ac97201-164b-41a5-b7a4-aee26de582a4 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:39.934473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:39.936111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e486601-63d8-4288-98f3-15abbe47a551 req-2ac97201-164b-41a5-b7a4-aee26de582a4 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 943 time: 1.1249614 Jul 23 16:25:40.009860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:40.012383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.049703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Deleting port 52d56716-6479-4dbd-ac9e-3efa16da3dcc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:40.050101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.072307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:40.098727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.099079 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Added segment b632f9f7-a396-48f8-b19e-5b5d7a0193d8 of type vlan for network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a Jul 23 16:25:40.243379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.301153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:40.323991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.326219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.326809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.336377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-740f36b8-8755-4d1d-b4e2-17a15e5d85d9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.338603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-740f36b8-8755-4d1d-b4e2-17a15e5d85d9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 814 time: 0.2737474 Jul 23 16:25:40.366690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:40.374416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Request body: {'port': {'device_id': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'admin_state_up': True, 'tenant_id': '9e0bfb05648d4f1d9cad58c3283f11d9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:40.375427 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.376515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 52d56716-6479-4dbd-ac9e-3efa16da3dcc no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:40.412565 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4816985 Jul 23 16:25:40.417342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:40.436322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'subnet': {'network_id': '8a3e348a-7e3f-45d2-b0f6-726672a6e34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:40.452705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:40.516528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594fee3-9a67-4619-b347-2f87c2036038 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=8a3e348a-7e3f-45d2-b0f6-726672a6e34a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:40.561424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:40.564147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.585464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e486601-63d8-4288-98f3-15abbe47a551 req-c3298501-97c3-4a7d-8b95-d9698db38a3d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719476 Jul 23 16:25:40.590756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:40.679344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c030f6-c399-466e-bf48-5e111e4f9487 req-6f263367-bb59-4694-a2c9-4f8bb944f3b2 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.686584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83c030f6-c399-466e-bf48-5e111e4f9487 req-6f263367-bb59-4694-a2c9-4f8bb944f3b2 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 945 time: 0.8976159 Jul 23 16:25:40.765838 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faef10fc-1276-4267-9d25-d6d4b0302910 x-openstack-request-id: req-faef10fc-1276-4267-9d25-d6d4b0302910 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:40.766283 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-unplugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:40.766739 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faef10fc-1276-4267-9d25-d6d4b0302910 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:40.768537 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'code': 200} Jul 23 16:25:40.788532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:40.788935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.901451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-0bbfe5d2-de9e-495c-8a72-0b2b19a475d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.913454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-0bbfe5d2-de9e-495c-8a72-0b2b19a475d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 1094 time: 0.9745533 Jul 23 16:25:41.047403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.129038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 52d56716-6479-4dbd-ac9e-3efa16da3dcc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=52d56716-6479-4dbd-ac9e-3efa16da3dcc,segment=NetworkSegment(342642c9-6418-4397-b9c9-957e98a6fef6),segment_id=342642c9-6418-4397-b9c9-957e98a6fef6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:41.134127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.146200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83c030f6-c399-466e-bf48-5e111e4f9487 req-806a6ab1-d4b7-49fb-8b50-3551efb2e039 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/security-groups?id=3082f351-9009-4805-9eb9-e6def15402be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564400 Jul 23 16:25:41.154361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Calling delete_port for 52d56716-6479-4dbd-ac9e-3efa16da3dcc owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:41.200190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:25:41.200780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.261378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Made reservation on behalf of 9e0bfb05648d4f1d9cad58c3283f11d9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:41.268988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.271541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.293593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ca9b6ba8-b498-41ba-bfd4-07b7be888aaf,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:41.304054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Checking segment: {'id': 'b632f9f7-a396-48f8-b19e-5b5d7a0193d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8a3e348a-7e3f-45d2-b0f6-726672a6e34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:41.305711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Network hostable DHCP agents. Network: 8a3e348a-7e3f-45d2-b0f6-726672a6e34a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:41.317435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-fcac1e05-cd65-4ccf-a598-587516044bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:41.318979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-fcac1e05-cd65-4ccf-a598-587516044bdd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 923 time: 0.3856463 Jul 23 16:25:41.346276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:41.366565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8a3e348a-7e3f-45d2-b0f6-726672a6e34a) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:41.374373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.374915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:41.375630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.378465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78805fd-dc8b-41dc-9c9c-a3c0dca6f441 None None] Network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:41.409972 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac5d80fc-7e80-4add-bd28-d0dd27da7122 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9907963 Jul 23 16:25:41.414965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51302) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.423941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'floatingip': {'floating_network_id': '8a3e348a-7e3f-45d2-b0f6-726672a6e34a'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:41.486950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.601797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:25:41.675176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ef50367c-cc6a-48d1-98a8-c49490b4c665 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:25:41.675859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef50367c-cc6a-48d1-98a8-c49490b4c665 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:25:41.739812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.742908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Allocated IP 172.20.0.10 (a8a221f5-8b55-4deb-918c-0273395cdd7b/030a83ac-baed-4b7d-9bd0-6d4daf24ba15/5f6d6b48-3929-4356-b8c2-b0e6793c8051) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:41.834735 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-080110c0-9279-4db0-99ab-b832a7107a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:41.893625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd2ed3-aa5c-4a06-b8ab-4150c61f95b3 None None] Network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:41.921152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-8e4e4545-ee2e-4a96-b4e5-60940599e01f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a HTTP/1.1" status: 200 len: 217 time: 0.0625770 Jul 23 16:25:41.943233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51308) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:41.995624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Allocated IP 172.20.0.3 (8a3e348a-7e3f-45d2-b0f6-726672a6e34a/ca9b6ba8-b498-41ba-bfd4-07b7be888aaf/8c7a9c4e-ef11-42cc-9460-d37a39324235) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:25:42.152958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-0350b2cd-6673-4d1a-8066-6d3af0fec003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:42.154486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-0350b2cd-6673-4d1a-8066-6d3af0fec003 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.2055967 Jul 23 16:25:42.193112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d47e3f-300e-4505-aba0-0495476322ba req-320a160a-5862-418b-b872-f0153c2f64cc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 210 time: 0.3327947 Jul 23 16:25:42.233710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.294917 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.397997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:42.401449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-b3ad0d08-c63f-4353-bf07-ada4b56b5dae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984172 Jul 23 16:25:42.416317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:42.431173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:42.508942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7a9c4e-ef11-42cc-9460-d37a39324235,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:42.524617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:42.554707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-ea621b0e-e455-4642-bd8f-e1a7586c345b service neutron] 10.222.0.81 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165338 Jul 23 16:25:42.632125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:42.634844 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.679681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.747360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b85165-8d67-4bbd-9114-e109483b9a66 req-1a9f378f-6df3-4c07-8fe2-6b80d5a054f7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:42.757512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3b85165-8d67-4bbd-9114-e109483b9a66 req-1a9f378f-6df3-4c07-8fe2-6b80d5a054f7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 943 time: 0.4021957 Jul 23 16:25:42.764056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:42.771141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fdc3dbfc-79e6-4dbf-ab46-f923f70e1f86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58336ac57e2a4dbbbd07da2576e9a703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198745 Jul 23 16:25:42.773064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}, {'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:42.776392 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8537ee-b44c-4058-8518-29a86bee4e0f" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}, {"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:42.802573 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.845301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:42.853207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.861728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.889722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.919427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.003676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb2be1b6-ed06-4940-b932-78d5b9fdcdb5 req-3fb49bac-5bc7-4e10-bed0-5cb25e7e755f service neutron] 10.222.0.81 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316494 Jul 23 16:25:43.017838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.085376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Network a8a221f5-8b55-4deb-918c-0273395cdd7b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:25:43.100565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:43.110604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.123043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:25:43.129308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.149519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.176524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.193469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:43.195592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.237497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8817756 Jul 23 16:25:43.238216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2bc3b-d282-4bfb-bb5e-09201c3ef9f7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.257089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3b85165-8d67-4bbd-9114-e109483b9a66 req-727778f8-485c-4d42-ac74-f0e963b56e4c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957328 Jul 23 16:25:43.288593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.291205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.291988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Request body: {'port': {'device_id': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:43.305658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c553162c-a617-4269-a938-f484b1947317 HTTP/1.1" status: 204 len: 168 time: 0.5283132 Jul 23 16:25:43.381785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afc058-a021-473b-a342-6d232dc7530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c553162c-a617-4269-a938-f484b1947317,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.412785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.444977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b5743dfb-6bff-4f39-8383-e59b18357f5a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:43.476887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7a9c4e-ef11-42cc-9460-d37a39324235,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.516885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.547972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.554754 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a0f406c-4f4c-4825-ad9e-16df1423d36f tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1384587 Jul 23 16:25:43.557564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51324) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:43.639841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Pushing event deleted for resources: {'Port': ['ID=52d56716-6479-4dbd-ac9e-3efa16da3dcc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:43.720744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f126e5a2-5856-4a14-b853-b02a0daff72e req-88c07fb1-7e29-4b22-b018-3701f73cee10 tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.64 "GET /v2.0/ports?device_id=48714e34-030b-4240-81b5-200b7092b3f0 HTTP/1.1" status: 200 len: 210 time: 0.2095449 Jul 23 16:25:43.773719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:43.782273 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb3895db-86df-4ed3-9ce9-49b50d9f9a3b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=8a3e348a-7e3f-45d2-b0f6-726672a6e34a HTTP/1.1" status: 200 len: 689 time: 0.2233028 Jul 23 16:25:43.784662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51328) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:43.817421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'port_id': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'mac_address': 'fa:16:3e:12:92:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414aa69-ad79-49c9-8883-be4bd84a9f1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:43.910759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] No DVR routers for this DVR port 52d56716-6479-4dbd-ac9e-3efa16da3dcc on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:25:43.915932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.916678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.922710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196f23e1-1f5f-4324-8e6f-e824166cb8ce req-b7cc229a-c090-426f-9b47-9836a197149a tempest-InstanceActionsV221TestJSON-1284469455 tempest-InstanceActionsV221TestJSON-1284469455-project] 10.222.0.81 "DELETE /v2.0/ports/52d56716-6479-4dbd-ac9e-3efa16da3dcc HTTP/1.1" status: 204 len: 173 time: 5.5441539 Jul 23 16:25:43.924094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-deleted', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:43.931614 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c03f7d3-945c-419c-9d65-a26009f0ce1a" -d '{"events": [{"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-deleted", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:43.941785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.960212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5743dfb-6bff-4f39-8383-e59b18357f5a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:44.020409 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b563e-04ec-4d5a-8ba1-f1cd344da17e x-openstack-request-id: req-010b563e-04ec-4d5a-8ba1-f1cd344da17e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:44.022538 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}, {"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:44.023081 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-010b563e-04ec-4d5a-8ba1-f1cd344da17e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:44.025809 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:25:44.027353 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'code': 200} Jul 23 16:25:44.035878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:44.041540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.090716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.204430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:44.289471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.315527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Deleting port 8c7a9c4e-ef11-42cc-9460-d37a39324235 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:25:44.315960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.390991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c8258-506f-4bda-b656-2005ab844e46 req-b9014ca6-aa48-4eb2-ba77-c3b278d607c1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:44.400672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb8c8258-506f-4bda-b656-2005ab844e46 req-b9014ca6-aa48-4eb2-ba77-c3b278d607c1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 932 time: 0.1524670 Jul 23 16:25:44.408586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['b5743dfb-6bff-4f39-8383-e59b18357f5a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:44.441142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d50c46e-e762-401c-beb6-bc363031df57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.514445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb8c8258-506f-4bda-b656-2005ab844e46 req-b4a2fe46-35d3-425d-b5c5-36d1b09404dc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123605 Jul 23 16:25:44.541268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.542197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.601108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Calling delete_port for 8c7a9c4e-ef11-42cc-9460-d37a39324235 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:25:44.676825 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaaa22c-2e98-4e73-b913-ec9b52697385 x-openstack-request-id: req-ffaaa22c-2e98-4e73-b913-ec9b52697385 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:44.677163 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48714e34-030b-4240-81b5-200b7092b3f0", "name": "network-vif-deleted", "tag": "52d56716-6479-4dbd-ac9e-3efa16da3dcc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:44.677370 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffaaa22c-2e98-4e73-b913-ec9b52697385 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:44.677771 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48714e34-030b-4240-81b5-200b7092b3f0', 'name': 'network-vif-deleted', 'tag': '52d56716-6479-4dbd-ac9e-3efa16da3dcc', 'status': 'completed', 'code': 200} Jul 23 16:25:44.752948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:44.777002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:44.866987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Transition to ACTIVE for port object 5f6d6b48-3929-4356-b8c2-b0e6793c8051 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:25:44.866987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.101741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:45.153179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c725f6f-eff3-4c52-8800-daeffff9e128 req-a328601b-eccb-4ea6-b61b-9a424715c392 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.161333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c725f6f-eff3-4c52-8800-daeffff9e128 req-a328601b-eccb-4ea6-b61b-9a424715c392 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 944 time: 0.2581918 Jul 23 16:25:45.234375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c725f6f-eff3-4c52-8800-daeffff9e128 req-f13f1025-a6c9-440f-a703-7e6c8052d7c6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715935 Jul 23 16:25:45.294932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:25:45.295567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:25:45.296065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:45.303099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:25:45.303713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:25:45.317467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:25:45.317819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Checking segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:45.318385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Bound using segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:25:45.318848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Bound port: 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:25:45.319266 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.428055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.438993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:25:45.446345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:25:45.448468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.454944 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.516330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c7a9c4e-ef11-42cc-9460-d37a39324235,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:45.551380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:45.557799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.558712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.560385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-edd9aad9-c099-4d45-8c50-2d96bb56c7e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 1092 time: 2.2965088 Jul 23 16:25:45.701854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.763403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-af3150c7-31b5-492e-a6c3-7b12c3caef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:45.777560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.784768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-af3150c7-31b5-492e-a6c3-7b12c3caef2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1095 time: 0.1515675 Jul 23 16:25:45.920573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:45.981247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9b6ba8-b498-41ba-bfd4-07b7be888aaf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:46.028249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:46.031863 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da18ca-219f-4409-9581-51d999f0c5be" -d '{"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:46.112400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.137129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3e348a-7e3f-45d2-b0f6-726672a6e34a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:46.152388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b632f9f7-a396-48f8-b19e-5b5d7a0193d8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:46.153130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b632f9f7-a396-48f8-b19e-5b5d7a0193d8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:46.165301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.191002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.205415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:46.208133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:46.213014 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:46.355196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.379902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a3e348a-7e3f-45d2-b0f6-726672a6e34a {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:25:46.384294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a3e348a-7e3f-45d2-b0f6-726672a6e34a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:46.388041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:46.395768 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c26b7c10-0d29-4fa3-87ba-68f2ecb8583e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8a3e348a-7e3f-45d2-b0f6-726672a6e34a HTTP/1.1" status: 204 len: 168 time: 2.6095197 Jul 23 16:25:46.400307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:46.563162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-5a25e6e0-ff71-4293-80d3-8bad9a0017c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.7642434 Jul 23 16:25:46.654472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ba657a8-a41f-4b80-9abf-e097d5c1c97d tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2527006 Jul 23 16:25:46.658484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:46.679187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:46.682027 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49caa094-8ff3-4e48-8b35-c473162e09c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:46.711962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-6d8ec1ca-88ca-4ce9-ad4c-8e7a15bf0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.711962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-6d8ec1ca-88ca-4ce9-ad4c-8e7a15bf0734 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.1424992 Jul 23 16:25:46.788564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-e1f50b2e-20dd-440b-ae07-e49aa8e72ca4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535390 Jul 23 16:25:46.879008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.880940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.882879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.884930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.885434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.886691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.889068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.889531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.890089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.892459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:46.897587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ef4bb7f1-de49-47ff-b0da-f8a08df8bf4e tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6496 time: 0.2379179 Jul 23 16:25:46.900715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:46.990933 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ac36cd74-a7ec-4517-9dad-85757e08f5a3 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] delete failed (client error): The resource could not be found. Jul 23 16:25:46.994589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac36cd74-a7ec-4517-9dad-85757e08f5a3 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/2045e3b3-8622-4d12-8ac8-11d4e8b9735d HTTP/1.1" status: 404 len: 345 time: 0.0927734 Jul 23 16:25:46.997766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:47.004798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-6e5f5c84-72e6-4427-904a-acf976658227 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034652 Jul 23 16:25:47.041344 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-049ee218-1bae-4712-a7cd-03cefdc301f5 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 16:25:47.041344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049ee218-1bae-4712-a7cd-03cefdc301f5 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:25:47.044912 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-049ee218-1bae-4712-a7cd-03cefdc301f5 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8a3e348a-7e3f-45d2-b0f6-726672a6e34a HTTP/1.1" status: 404 len: 339 time: 0.0457375 Jul 23 16:25:47.051090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:47.061799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'name': 'tempest-network--1784989120', 'router:external': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:47.122599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:47.125531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.199719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:47.220036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.222146 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Added segment 1ea54511-885d-4352-aee1-d2eaa290508a of type vlan for network b334be12-f846-4607-98c3-2aef451f8990 Jul 23 16:25:47.310135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a304e69d-ab09-4829-8e11-83d997e1a168 req-4bf840f5-1082-4590-8a04-1b4601b588d8 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937121 Jul 23 16:25:47.331532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35d06-7730-4c24-b090-babcc94356e6 req-7a536b63-15cc-4103-b726-5e2e58d5c432 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.332669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.339988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28c35d06-7730-4c24-b090-babcc94356e6 req-7a536b63-15cc-4103-b726-5e2e58d5c432 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.3329115 Jul 23 16:25:47.388207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.394327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.395290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.395863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.400669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28c35d06-7730-4c24-b090-babcc94356e6 req-c2bd07d4-bf68-4392-b5de-d4ff26b59c37 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Jul 23 16:25:47.470187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b5743dfb-6bff-4f39-8383-e59b18357f5a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:47.474799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4243989 Jul 23 16:25:47.478031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51398) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:47.573607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port b5743dfb-6bff-4f39-8383-e59b18357f5a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:47.581157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port b5743dfb-6bff-4f39-8383-e59b18357f5a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:47.585259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.593613 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdbe519-a58d-4d30-8ec2-d47372bab92a x-openstack-request-id: req-cfdbe519-a58d-4d30-8ec2-d47372bab92a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:47.594200 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-plugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:47.594724 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfdbe519-a58d-4d30-8ec2-d47372bab92a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:47.600143 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'code': 200} Jul 23 16:25:47.654907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f2a2-801e-4ee9-be27-fb1a24286d7b tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=b334be12-f846-4607-98c3-2aef451f8990,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:47.671210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b334be12-f846-4607-98c3-2aef451f8990 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:47.828644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.834391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665cd1-e540-45c3-9335-fd909fb06a18 req-530cfed2-b3cd-40c5-b60f-9578ddb51f5b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.844475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd665cd1-e540-45c3-9335-fd909fb06a18 req-530cfed2-b3cd-40c5-b60f-9578ddb51f5b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 944 time: 0.1330607 Jul 23 16:25:47.886336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:47.892240 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:47.908772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd665cd1-e540-45c3-9335-fd909fb06a18 req-a3cdd0ce-405a-4541-b303-5029e457cf16 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Jul 23 16:25:47.960169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4fb36-6c4b-4705-8029-de79daff9d3f tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.977369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4fb36-6c4b-4705-8029-de79daff9d3f tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.993253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4fb36-6c4b-4705-8029-de79daff9d3f tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:47.993666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:48.005902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4fb36-6c4b-4705-8029-de79daff9d3f tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.011126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51402) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:48.020946 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-48d4fb36-6c4b-4705-8029-de79daff9d3f tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5418029 Jul 23 16:25:48.083630 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e297f-1309-4a28-a884-ca79561530fe x-openstack-request-id: req-2a6e297f-1309-4a28-a884-ca79561530fe {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:48.083927 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:48.084176 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a6e297f-1309-4a28-a884-ca79561530fe {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:48.084578 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'status': 'completed', 'code': 200} Jul 23 16:25:48.186399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:48.276064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.324638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Deleting subnet 6248bea9-38ce-4bde-8bd4-b274d69c3749 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:25:48.337018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.480373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.491794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-08e3c983-63c6-44d6-a86d-d467c1b59570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.500441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-08e3c983-63c6-44d6-a86d-d467c1b59570 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1095 time: 0.3561237 Jul 23 16:25:48.654799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.772844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.813956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.852134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.867792 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6248bea9-38ce-4bde-8bd4-b274d69c3749 HTTP/1.1" status: 204 len: 168 time: 0.6764076 Jul 23 16:25:48.897127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:48.959680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-400eeea6-011f-4328-ab92-a5637406c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:48.962193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-400eeea6-011f-4328-ab92-a5637406c342 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.4485395 Jul 23 16:25:48.991897 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:48.993644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dceb4-7644-4ba7-a3db-02e572585cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6248bea9-38ce-4bde-8bd4-b274d69c3749,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:49.028410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b334be12-f846-4607-98c3-2aef451f8990']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.153282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-5541c7d9-6412-448d-a9d8-106c349912ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.1757009 Jul 23 16:25:49.164417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea54511-885d-4352-aee1-d2eaa290508a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.164878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea54511-885d-4352-aee1-d2eaa290508a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.203842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.225893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.226253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e213cc2c-48c3-49ad-80e5-04fec4202d86']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.251022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342642c9-6418-4397-b9c9-957e98a6fef6') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.251504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342642c9-6418-4397-b9c9-957e98a6fef6') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:49.264954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.277425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.284944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-ea072127-50c2-4556-ab75-016ade870f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:49.291126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-ea072127-50c2-4556-ab75-016ade870f86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.1291780 Jul 23 16:25:49.292534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:49.292927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.311664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.324896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:49.324896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:49.402621 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:49.407804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.493372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b334be12-f846-4607-98c3-2aef451f8990 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:25:49.501090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.507950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b334be12-f846-4607-98c3-2aef451f8990 HTTP/1.1" status: 204 len: 168 time: 1.4956365 Jul 23 16:25:49.508898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860456-a040-477c-a82f-8d9224bf98f7 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Network': ['ID=b334be12-f846-4607-98c3-2aef451f8990,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:49.514831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:49.518433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-4a0d0bc3-6d97-4a5b-9ada-1228a7ed40a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137388 Jul 23 16:25:49.531693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'name': 'tempest-network--1746974104', 'router:external': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:49.602061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:49.605221 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42249eec-d79d-4c5a-9961-c6f735331a41" -d '{"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-plugged", "status": "completed", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:49.734238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:49.749903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.812632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:49.838827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:49.839702 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Added segment bbe25c4f-f741-4f51-8c64-41476953a055 of type vlan for network b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2 Jul 23 16:25:49.982821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.076093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.078441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.079487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:50.097623 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:50.100709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.106232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:50.111593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] 10.222.0.64 "DELETE /v2.0/networks/e213cc2c-48c3-49ad-80e5-04fec4202d86 HTTP/1.1" status: 204 len: 168 time: 1.2102230 Jul 23 16:25:50.124758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28430585-d820-4643-9c83-0da4468eefbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e213cc2c-48c3-49ad-80e5-04fec4202d86,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:50.236894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51426) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.247492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7311838 Jul 23 16:25:50.267476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf056-4e85-4cde-b2fd-5e67cb134d17 req-50a80c82-26cd-48a8-807d-fe49b7396cc0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.275327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-600bf056-4e85-4cde-b2fd-5e67cb134d17 req-50a80c82-26cd-48a8-807d-fe49b7396cc0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.7032313 Jul 23 16:25:50.286985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37055e-7938-4b15-a49d-7c01f3b541c1 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:50.300485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:50.301211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-1e6f4475-e994-4365-bfb4-7cf1eeeb78c1 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647634 Jul 23 16:25:50.382370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-600bf056-4e85-4cde-b2fd-5e67cb134d17 req-9fc1fe97-40f7-4959-ba29-79fd356552c3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Jul 23 16:25:50.464169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099334c-c2ca-402a-9a81-ef7b8ef20c55 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.474408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a099334c-c2ca-402a-9a81-ef7b8ef20c55 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "GET /v2.0/networks/b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2 HTTP/1.1" status: 200 len: 757 time: 0.2317755 Jul 23 16:25:50.475966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.594441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:25:50.634627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51430) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.910941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3b8765ca-93e3-4e18-abe5-7725f55052cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ae8d2a6d1424a69b520ed97a71715a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734189 Jul 23 16:25:50.917008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49caa094-8ff3-4e48-8b35-c473162e09c2 req-4c0a3459-949d-4faa-8363-54fc908313c0 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022704 Jul 23 16:25:50.917789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51432) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.980815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d1ba77-c966-44c4-a870-5bbc232726fc tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:50.989612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51434) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:50.991026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.002633 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-81d1ba77-c966-44c4-a870-5bbc232726fc tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "GET /v2.0/networks/5d2edf97-756b-4282-88a4-14e3239ce74d HTTP/1.1" status: 200 len: 768 time: 0.5254765 Jul 23 16:25:51.043550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.094759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5c9c5-e571-48eb-8ef8-2b1f19c78893 req-242a6034-7289-4d73-b8df-92d9acc73cb7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.104424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ff5c9c5-e571-48eb-8ef8-2b1f19c78893 req-242a6034-7289-4d73-b8df-92d9acc73cb7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.3891466 Jul 23 16:25:51.122375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:51.138714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'port_id': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'mac_address': 'fa:16:3e:08:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030a83ac-baed-4b7d-9bd0-6d4daf24ba15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:25:51.233695 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.237322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ff5c9c5-e571-48eb-8ef8-2b1f19c78893 req-9672cf35-5b50-477c-8895-58f3c7783e9a tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316810 Jul 23 16:25:51.296254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.296598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:25:51.343698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.349060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.351269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3082f351-9009-4805-9eb9-e6def15402be HTTP/1.1" status: 204 len: 168 time: 0.4312918 Jul 23 16:25:51.354375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:51.363593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.407412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb366-0334-489c-9b7f-38c377ec3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082f351-9009-4805-9eb9-e6def15402be,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.533300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.555225 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b433f-4456-4640-a87e-07429e40559d x-openstack-request-id: req-320b433f-4456-4640-a87e-07429e40559d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:51.555766 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-plugged", "status": "completed", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:51.556206 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-320b433f-4456-4640-a87e-07429e40559d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:51.556915 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'code': 200} Jul 23 16:25:51.561463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:51.569516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:51.621619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe25c4f-f741-4f51-8c64-41476953a055') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:51.621619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe25c4f-f741-4f51-8c64-41476953a055') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:51.674949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.678719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5f6d6b48-3929-4356-b8c2-b0e6793c8051'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:25:51.775971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.792862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:51.793389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:51.800367 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:51.935915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f36fa-d1bb-48ed-ae4f-ee638ef3b79e req-70bfc189-4109-4adc-84de-539f7e4b9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.937573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae1f36fa-d1bb-48ed-ae4f-ee638ef3b79e req-70bfc189-4109-4adc-84de-539f7e4b9935 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 1096 time: 0.2902675 Jul 23 16:25:51.941879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.950908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5edd11-0992-4d3b-9f1b-fde41773839a req-24a29650-a051-4d72-ada9-70fc8df9a8da tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:51.958866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c5edd11-0992-4d3b-9f1b-fde41773839a req-24a29650-a051-4d72-ada9-70fc8df9a8da tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.2299025 Jul 23 16:25:51.977427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:25:51.991541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:51.993576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2 HTTP/1.1" status: 204 len: 168 time: 0.9597514 Jul 23 16:25:51.998046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51454) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:52.003497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'name': 'tempest-network--1267379246'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:52.026780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8638d58-5e89-4c78-a6de-a053414fecde tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6286cf9-3a1c-479d-b9fa-ecdfea4f6fb2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.075428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c5edd11-0992-4d3b-9f1b-fde41773839a req-9e70cc6a-20a5-4ad3-856f-adc4b989f3c1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156292 Jul 23 16:25:52.076334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Made reservation on behalf of 2746fd9eb9dd4b2eabe0100f4b87ad08 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:52.080297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.086879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae1f36fa-d1bb-48ed-ae4f-ee638ef3b79e req-93c29570-b422-429d-a592-6006d58afca9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205616 Jul 23 16:25:52.142470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:52.153716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.154694 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Added segment c9548afa-5383-4c3f-aed9-7041e294904d of type vlan for network 99e22f04-d871-49a5-a725-041e0e4b1a18 Jul 23 16:25:52.268908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.332727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.333898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:52.334578 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.386656 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3874640 Jul 23 16:25:52.390470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51468) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:52.396872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:52.546622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a7bee-fb6c-4055-933e-1543f65c2b9c tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=99e22f04-d871-49a5-a725-041e0e4b1a18,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:52.560308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 99e22f04-d871-49a5-a725-041e0e4b1a18 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:52.822210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.849433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.900750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Network 99e22f04-d871-49a5-a725-041e0e4b1a18 is not hosted by any dhcp agent {{(pid=94003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:25:52.901627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:52.903336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:52.906134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "PUT /v2.0/networks/99e22f04-d871-49a5-a725-041e0e4b1a18 HTTP/1.1" status: 200 len: 858 time: 0.5139625 Jul 23 16:25:52.908855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51482) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.032391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.036550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693abdd-b030-4c9c-aeab-ccb7a80cab35 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event updated for resources: {'Network': ['ID=99e22f04-d871-49a5-a725-041e0e4b1a18,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:53.079303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.092722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ed72-4209-4dbe-a712-75f50d02a2c7 req-b44caff6-52d8-434b-a0cf-8f45fb4294c4 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.108727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b998ed72-4209-4dbe-a712-75f50d02a2c7 req-b44caff6-52d8-434b-a0cf-8f45fb4294c4 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.2722652 Jul 23 16:25:53.192384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b998ed72-4209-4dbe-a712-75f50d02a2c7 req-a9d64fd6-a5b6-40bf-9316-64de4a0b6dae tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Jul 23 16:25:53.281544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.297321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e22f04-d871-49a5-a725-041e0e4b1a18']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:53.310018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9548afa-5383-4c3f-aed9-7041e294904d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:53.310470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9548afa-5383-4c3f-aed9-7041e294904d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:53.321759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.341193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.348330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:53.348830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:53.425875 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:53.434634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2060895841-network', 'tenant_id': '8f73b6351b524aea996b69eb35f65b92'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:53.460557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.474032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99e22f04-d871-49a5-a725-041e0e4b1a18 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:25:53.492898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.499358 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] 10.222.0.64 "DELETE /v2.0/networks/99e22f04-d871-49a5-a725-041e0e4b1a18 HTTP/1.1" status: 204 len: 168 time: 0.5857477 Jul 23 16:25:53.499358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Made reservation on behalf of 8f73b6351b524aea996b69eb35f65b92 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:53.499650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51492) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.510425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.552360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.580579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ccb71-00b5-4c11-acab-4b16beb794e9 tempest-ExternalNetworksTestJSON-617830859 tempest-ExternalNetworksTestJSON-617830859-project-admin] Pushing event deleted for resources: {'Network': ['ID=99e22f04-d871-49a5-a725-041e0e4b1a18,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:53.619093 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c235d8a-56dd-4250-bb4c-fe9159d8ff5b tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] DELETE failed (client error): The resource could not be found. Jul 23 16:25:53.620093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c235d8a-56dd-4250-bb4c-fe9159d8ff5b tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:25:53.630137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c235d8a-56dd-4250-bb4c-fe9159d8ff5b tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "DELETE /v2.0/subnets/ca9b6ba8-b498-41ba-bfd4-07b7be888aaf HTTP/1.1" status: 404 len: 337 time: 0.1292081 Jul 23 16:25:53.632558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51494) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:53.810398 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.815116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.861301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:25:53.868141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:53.872432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.896873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.897841 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Added segment 7b79eb71-6463-437d-aca5-53dc7653f1b1 of type vlan for network e321d91e-499d-48d7-adbc-ea7632411bf8 Jul 23 16:25:53.953383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.991507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:53.992983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:53.994019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.016386 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9756994 Jul 23 16:25:54.026535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51496) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:54.048466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Request body: {'subnet': {'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2060895841-subnet', 'tenant_id': '8f73b6351b524aea996b69eb35f65b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:25:54.088458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.105286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2edf97-756b-4282-88a4-14e3239ce74d']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:54.117038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b61cb-6952-4af1-8b13-2a6c6f310501 admin admin] Pushing event updated for resources: {'Network': ['ID=e321d91e-499d-48d7-adbc-ea7632411bf8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:54.123777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ec6dd6-65b0-48ce-bccf-73b0fe6adbd5') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:54.123962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ec6dd6-65b0-48ce-bccf-73b0fe6adbd5') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:25:54.130798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e321d91e-499d-48d7-adbc-ea7632411bf8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:25:54.147119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Made reservation on behalf of 8f73b6351b524aea996b69eb35f65b92 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:25:54.153591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.184895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.262472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.317293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:25:54.317696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:25:54.322203 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:25:54.426208 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.440473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.442473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] 10.222.0.64 "DELETE /v2.0/networks/5d2edf97-756b-4282-88a4-14e3239ce74d HTTP/1.1" status: 204 len: 168 time: 0.8055046 Jul 23 16:25:54.479899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18880ab8-a738-447b-90bf-4568aad20e89 tempest-ExternalNetworksTestJSON-1531063825 tempest-ExternalNetworksTestJSON-1531063825-project] Pushing event deleted for resources: {'Network': ['ID=5d2edf97-756b-4282-88a4-14e3239ce74d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:54.500809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdee5b-433d-4f05-a2ec-66aca279403f req-3260df9b-c0e2-4e5c-b6a1-d8dddab39b98 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:54.510886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affdee5b-433d-4f05-a2ec-66aca279403f req-3260df9b-c0e2-4e5c-b6a1-d8dddab39b98 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.2760642 Jul 23 16:25:54.552141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:25:54.647199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:25:54.669646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:54.672331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.690573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affdee5b-433d-4f05-a2ec-66aca279403f req-7208069e-5586-4ba1-b100-b47d62b93a21 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809213 Jul 23 16:25:54.890180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.908679 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:54.983354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:54.990009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:25:54.992520 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02e244-603c-4b22-a824-fd0e0ecafae2" -d '{"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:25:54.992775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:55.029895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:25:55.035383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.069963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Checking segment: {'id': '7b79eb71-6463-437d-aca5-53dc7653f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:25:55.069963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Network hostable DHCP agents. Network: e321d91e-499d-48d7-adbc-ea7632411bf8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:25:55.122765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Network e321d91e-499d-48d7-adbc-ea7632411bf8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:25:55.122991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.135354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e321d91e-499d-48d7-adbc-ea7632411bf8) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:25:55.141771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.142860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.146694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05827c-408e-4582-b107-a8d4536c851b None None] Network e321d91e-499d-48d7-adbc-ea7632411bf8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:55.162541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8362979f-8abf-4edc-9e3b-f7f7f7b2cf28 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1331525 Jul 23 16:25:55.316375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-02b9a76b-b8c4-428a-bd58-cbec9e3466da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=723e690f24014c8ab9f21b82b8e479ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223574 Jul 23 16:25:55.319293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51516) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:55.339553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9207a7-cc2b-480f-87ef-b976cbf43a4d None None] Network e321d91e-499d-48d7-adbc-ea7632411bf8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:25:55.524610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.560715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.576602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fc6a0-e718-46a5-b18e-850a67eb5306 req-55421310-0892-4a23-b823-84c48dbac8e2 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:55.595465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d9fc6a0-e718-46a5-b18e-850a67eb5306 req-55421310-0892-4a23-b823-84c48dbac8e2 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1132421 Jul 23 16:25:55.655162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d9fc6a0-e718-46a5-b18e-850a67eb5306 req-a7b9f587-619b-4ef0-87f7-e0caaf7b4bad tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585852 Jul 23 16:25:55.656582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.659295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:55.662096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94a1034f-3bbf-46ec-a28b-c6b847be4453 HTTP/1.1" status: 204 len: 168 time: 0.3415985 Jul 23 16:25:55.705183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b061f-cd97-4384-8f86-adcb9fc15e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a1034f-3bbf-46ec-a28b-c6b847be4453,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:55.930755 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951cb3f5-9a97-4d35-b5de-2ed32705859e x-openstack-request-id: req-951cb3f5-9a97-4d35-b5de-2ed32705859e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:25:55.931341 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:25:55.931556 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-951cb3f5-9a97-4d35-b5de-2ed32705859e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:25:55.932577 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'code': 200} Jul 23 16:25:56.150452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37026a-7aa0-4513-b7f0-ec911bef6cf5 req-b0684ee8-7c2d-4b6f-b464-c469384e55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.154287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d37026a-7aa0-4513-b7f0-ec911bef6cf5 req-b0684ee8-7c2d-4b6f-b464-c469384e55d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1097 time: 0.1418812 Jul 23 16:25:56.604472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51536) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:56.608654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d37026a-7aa0-4513-b7f0-ec911bef6cf5 req-2c08f1da-60ea-4c28-a35e-a76a0a3edd6c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449098 Jul 23 16:25:56.695640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-b7c5f344-dd03-41f5-ba23-ee4002d54859 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4124756 Jul 23 16:25:56.749979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8234a97c-234c-4055-ab41-f22768f0c1a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2746fd9eb9dd4b2eabe0100f4b87ad08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423366 Jul 23 16:25:56.753505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:56.829751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.864125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.909301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.909897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.918644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.921605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.922524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.923026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.923504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:56.931657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aaa67ac7-1836-45d9-b934-343bfbc534a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.1553142 Jul 23 16:25:56.961895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.970766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:56.974714 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2741d071-9571-46c3-9ed3-f5865419c360 HTTP/1.1" status: 204 len: 168 time: 0.2203503 Jul 23 16:25:56.998649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3829b-74db-471a-93f2-e337b7e3f406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2741d071-9571-46c3-9ed3-f5865419c360,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:57.198167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0cfed2ab-7825-477e-b77d-d394861cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.199236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0cfed2ab-7825-477e-b77d-d394861cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.199909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0cfed2ab-7825-477e-b77d-d394861cc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.205447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0cfed2ab-7825-477e-b77d-d394861cc5c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 2299 time: 0.2501802 Jul 23 16:25:57.373766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-78ea3b1e-3177-4c89-ad43-734ad00439b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1612649 Jul 23 16:25:57.451397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9eed8d05-0dc0-4b68-81ef-e675abc0060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.452894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9eed8d05-0dc0-4b68-81ef-e675abc0060b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 200 len: 856 time: 0.0721679 Jul 23 16:25:57.592317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0e2026fb-63f2-4e46-9f27-b5aae49e867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:57.593948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0e2026fb-63f2-4e46-9f27-b5aae49e867e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3be6b15-224f-4323-83e4-e2b4cbabee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335208 Jul 23 16:25:57.794596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-aa4f762b-2243-4b0f-86e1-fa8d22364d09 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914401 Jul 23 16:25:57.942317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-1e3e10fe-e6d9-43cc-b5ff-3e6df66a3adc service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401439 Jul 23 16:25:58.002125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-0c5fb309-bcd9-48d0-ac03-652ba91ce791 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 217 time: 0.0502977 Jul 23 16:25:58.075992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9cd9cc0b-f84c-493c-9bb8-c420c1163107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.077632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9cd9cc0b-f84c-493c-9bb8-c420c1163107 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0696287 Jul 23 16:25:58.163912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-cc88fde1-176c-4a69-a350-173f1ac1e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.165539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-cc88fde1-176c-4a69-a350-173f1ac1e457 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806270 Jul 23 16:25:58.203789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:58.326585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-eee96cf9-ff12-4d51-a904-037665391784 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534619 Jul 23 16:25:58.356108 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-13c01847-f5ad-40f5-aa7d-830ef15ad0ea tempest-AgentManagementNegativeTest-1565526725 tempest-AgentManagementNegativeTest-1565526725-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1510475 Jul 23 16:25:58.601648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.648829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51612) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:58.788221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b1c0c3-051a-4552-bd67-c0b2da06775b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.850439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-06558d25-e45e-450f-a5bc-d16f6a746625 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.851955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-06558d25-e45e-450f-a5bc-d16f6a746625 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/networks?id=e321d91e-499d-48d7-adbc-ea7632411bf8 HTTP/1.1" status: 200 len: 814 time: 0.5814903 Jul 23 16:25:58.885603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b1c0c3-051a-4552-bd67-c0b2da06775b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.886569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-fb38571b-baa3-4e04-9b15-adf1c450d01b tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/quotas/8f73b6351b524aea996b69eb35f65b92 HTTP/1.1" status: 200 len: 375 time: 0.0259495 Jul 23 16:25:58.889525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b1c0c3-051a-4552-bd67-c0b2da06775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.898227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f8aac-d5a1-4341-bf15-a928e6e4e313 req-fc4621a6-deaf-48cd-b563-3d3e9b79006d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:58.899768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c43f8aac-d5a1-4341-bf15-a928e6e4e313 req-fc4621a6-deaf-48cd-b563-3d3e9b79006d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.5757570 Jul 23 16:25:58.903124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-6e55f228-bc26-41e4-9e62-31e95b02cfdd service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609889 Jul 23 16:25:58.927284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1c0c3-051a-4552-bd67-c0b2da06775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9287ce-16ab-447a-8cb7-408578d6f79c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:58.932733 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52b1c0c3-051a-4552-bd67-c0b2da06775b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d95e205636844a1a9073d3d488b4b3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825892 Jul 23 16:25:58.935958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:25:58.944023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-c6898012-3ae5-4997-84e3-32669e638080 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f73b6351b524aea996b69eb35f65b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429709 Jul 23 16:25:58.985579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-10b8c7dd-fb54-4f97-9483-c9623dffc007 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 217 time: 0.0741920 Jul 23 16:25:58.992296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.020892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.040093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c43f8aac-d5a1-4341-bf15-a928e6e4e313 req-febad57c-0feb-4094-b0c2-cd859cd1af3a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276710 Jul 23 16:25:59.072557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-060bf599-9097-42ac-8f5b-4ff4b25469ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.074502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-060bf599-9097-42ac-8f5b-4ff4b25469ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0808821 Jul 23 16:25:59.082796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.087189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:59.089804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e9287ce-16ab-447a-8cb7-408578d6f79c HTTP/1.1" status: 204 len: 168 time: 0.1528695 Jul 23 16:25:59.106681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801be41-926c-4ae7-908a-e4dbd7795502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9287ce-16ab-447a-8cb7-408578d6f79c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:59.212575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-407cf841-f9fe-4737-b158-e2dd5aedf85a service neutron] 10.222.0.64 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384939 Jul 23 16:25:59.258506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-323fba01-a407-418d-9651-8131c0a7954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.260026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-323fba01-a407-418d-9651-8131c0a7954e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767018 Jul 23 16:25:59.339981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086c361-9100-4631-b977-fa539f2221b9 req-917c204c-1ba0-4f07-8b11-786656bd7639 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.341922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7086c361-9100-4631-b977-fa539f2221b9 req-917c204c-1ba0-4f07-8b11-786656bd7639 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1788340 Jul 23 16:25:59.428398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-4a4ff4e2-2214-414f-bba2-66b006eab6c7 service neutron] 10.222.0.64 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089620 Jul 23 16:25:59.452556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7086c361-9100-4631-b977-fa539f2221b9 req-c4922396-cc4f-40e5-867e-df2d407841e0 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977104 Jul 23 16:25:59.464479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-a1c1fc2f-32f5-4bb6-978c-3bf3ed4a7f18 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943450 Jul 23 16:25:59.573806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-819bd862-92b3-4c11-9fe9-f911cd6da73a service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037607 Jul 23 16:25:59.641623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9d8772c2-97f4-41f6-b030-3d5138732eb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 217 time: 0.0588813 Jul 23 16:25:59.720181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-85fdc15b-2b45-48db-9955-da47b71a2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.721703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-85fdc15b-2b45-48db-9955-da47b71a2c08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0713139 Jul 23 16:25:59.841087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dabbbc-0385-444a-b62b-1fb24527de78 req-2fd3f458-cfac-4d28-b444-c74d783a1fb2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.842652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21dabbbc-0385-444a-b62b-1fb24527de78 req-2fd3f458-cfac-4d28-b444-c74d783a1fb2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.2042089 Jul 23 16:25:59.931743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-fefcea36-624b-41b3-a7c5-155d4a79b4ca tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.933252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-fefcea36-624b-41b3-a7c5-155d4a79b4ca tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 814 time: 0.2078700 Jul 23 16:25:59.948188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21dabbbc-0385-444a-b62b-1fb24527de78 req-6698a923-0f87-4cd6-a6c1-597685a0be7f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924137 Jul 23 16:25:59.950068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-ccc5a8d6-0bcd-4c40-8c03-1ba7aed2607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:59.951476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-ccc5a8d6-0bcd-4c40-8c03-1ba7aed2607f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2150524 Jul 23 16:25:59.960637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-ee8cd0e3-6bc2-4f5f-9805-fd75cec10203 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/quotas/9e0bfb05648d4f1d9cad58c3283f11d9 HTTP/1.1" status: 200 len: 375 time: 0.0157228 Jul 23 16:26:00.003499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51678) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:00.126328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-742078977'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:00.138008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-4d5e1f67-e707-4fee-a93b-49e28369a506 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763260 Jul 23 16:26:00.146785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-1fc43b54-c323-4889-a3b7-9ccc28959e39 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764832 Jul 23 16:26:00.155116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:00.160604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.171959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.230889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6dae3cd-da6e-4270-aeb0-7ce99476e598 req-ce57388d-3de9-4bc5-973a-d850fe6b53fd tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 210 time: 0.0564110 Jul 23 16:26:00.296905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.306321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.319404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:00.330272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.330834 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Added segment 27103487-c354-488b-9c90-4d228198a927 of type vlan for network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d Jul 23 16:26:00.378888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-cd07cb3f-f4c8-4a7b-813a-325f11a88c62 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310894 Jul 23 16:26:00.407862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.412180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6dd8ab-3e42-4d9c-852f-0ab02f394f44,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:00.432213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-41f7519e-3993-499f-8870-1d7a0bdc35c7 service neutron] 10.222.0.64 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756946 Jul 23 16:26:00.433618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-202d9a9f-bb2d-44ed-8376-b502080ae596 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 217 time: 0.0400240 Jul 23 16:26:00.449770 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.455413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.456170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.505060 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4994843 Jul 23 16:26:00.507818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:00.512883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'subnet': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:00.549011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-d20ecd19-63dd-4ae4-808d-4e32d577a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.550610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-d20ecd19-63dd-4ae4-808d-4e32d577a5d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1050584 Jul 23 16:26:00.558184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793c1e-3649-432e-b0bb-3865de92153d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Network': ['ID=3aa82f75-0630-4a93-b4e7-da8f11d0d35d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:00.572917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:00.605195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-4d1088d4-d5c7-4bb5-878f-1ff53b9609ef service neutron] 10.222.0.64 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674199 Jul 23 16:26:00.642913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9b818355-2ae5-4590-bb79-26f8c5626d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:00.648966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-9b818355-2ae5-4590-bb79-26f8c5626d59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893705 Jul 23 16:26:00.690699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:00.696737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:00.788819 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:00.878246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-11fdafc9-dc37-416a-8a93-afad046cdfb4 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231281 Jul 23 16:26:01.069947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.185145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b26d67-1071-4785-a07f-f386c7e061aa req-782ede74-36e7-4768-a277-45de351d98cf tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.185565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Subnet': ['ID=2912a3f5-20c9-4c0a-aced-d8876419c10b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:01.193023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b26d67-1071-4785-a07f-f386c7e061aa req-782ede74-36e7-4768-a277-45de351d98cf tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.3466990 Jul 23 16:26:01.198939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Checking segment: {'id': '27103487-c354-488b-9c90-4d228198a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:01.200040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network hostable DHCP agents. Network: 3aa82f75-0630-4a93-b4e7-da8f11d0d35d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:01.205555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-6cfe8a9f-b824-4df7-8311-380be66c488e service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740765 Jul 23 16:26:01.212560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-c00bfad4-ce7f-4b34-abb0-e7ef55b9b8f2 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.214349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-c00bfad4-ce7f-4b34-abb0-e7ef55b9b8f2 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.81 "GET /v2.0/networks?id=e321d91e-499d-48d7-adbc-ea7632411bf8 HTTP/1.1" status: 200 len: 814 time: 0.3547878 Jul 23 16:26:01.226342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:01.239278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3aa82f75-0630-4a93-b4e7-da8f11d0d35d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:01.246683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Request body: {'port': {'device_id': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8', 'admin_state_up': True, 'tenant_id': '8f73b6351b524aea996b69eb35f65b92'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:01.248721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b729bfd-46c2-4279-bf14-75bf8645ef78 None None] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:01.268044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.270636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.301769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-90304518-72c3-4ee1-9fa0-98965ca0baa8 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927549 Jul 23 16:26:01.305562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51736) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:01.305763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-88246167-3240-4d1a-93e6-86ef75473f21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 217 time: 0.0888233 Jul 23 16:26:01.317979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-59720337'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:01.350134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:01.357138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b26d67-1071-4785-a07f-f386c7e061aa req-79ba3a54-8d45-4369-a361-fd5232305509 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607554 Jul 23 16:26:01.504387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a4396-c456-4b09-80d8-2543efe4b64b req-6a4f270b-5d28-4370-b521-1e4738b00841 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.505078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'tenant_id': '5fa24085ad5740a99c798aaae0eada78', 'fixed_ips': [{'subnet_id': '2912a3f5-20c9-4c0a-aced-d8876419c10b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:01.505760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.506026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-870a4396-c456-4b09-80d8-2543efe4b64b req-6a4f270b-5d28-4370-b521-1e4738b00841 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 950 time: 0.3831656 Jul 23 16:26:01.515859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c434fc9-7293-44f0-9acf-f90a1fdc28db req-abc781b5-0842-4363-923b-65236e1d2d11 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 210 time: 0.0723515 Jul 23 16:26:01.556826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-33ce26fe-b2bc-4f34-97fc-d13dbe47e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.561561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-33ce26fe-b2bc-4f34-97fc-d13dbe47e1b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.2265038 Jul 23 16:26:01.577966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:01.584368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.622558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port 682679d3-6520-4358-b899-4b3a3995762f yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:01.635790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-396f1e9d-d89e-4115-ba8d-9f3aa163ad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.709318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddd77b91-ab85-4424-a42d-bb3046ea12fc req-f75b200e-1340-4e91-a754-b9919b40ac07 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 210 time: 0.0618231 Jul 23 16:26:01.728556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-870a4396-c456-4b09-80d8-2543efe4b64b req-4c972399-23e7-4d38-9de3-5cf24eb37d28 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070215 Jul 23 16:26:01.732744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Made reservation on behalf of 8f73b6351b524aea996b69eb35f65b92 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:01.738309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.743340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Allocated IP 172.20.0.2 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/af007ad2-413a-4f72-9ed4-df5d1e5a934e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:01.801267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-891fb21c-887c-4ba2-a897-6e296855f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.807682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-891fb21c-887c-4ba2-a897-6e296855f82c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2282820 Jul 23 16:26:01.900930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-396f1e9d-d89e-4115-ba8d-9f3aa163ad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.905798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-396f1e9d-d89e-4115-ba8d-9f3aa163ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.935603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f1e9d-d89e-4115-ba8d-9f3aa163ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189a2da-2dcc-4ba0-82a2-388d869bb49d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:01.961730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-b08979a6-3ce8-4701-b715-80181fffa8b2 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115906 Jul 23 16:26:01.974963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:01.979912 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-396f1e9d-d89e-4115-ba8d-9f3aa163ad75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07e5795e45f14cb8bb8adb7b64ec4c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285436 Jul 23 16:26:01.982607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51754) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:01.986763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Transition to ACTIVE for port object af007ad2-413a-4f72-9ed4-df5d1e5a934e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:02.014943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Transition to ACTIVE for port object af007ad2-413a-4f72-9ed4-df5d1e5a934e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:02.026320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.083323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:02.089807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:02.094527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:02.127023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.152891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Pushing event updated for resources: {'Port': ['ID=af007ad2-413a-4f72-9ed4-df5d1e5a934e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:02.172833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.9 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/682679d3-6520-4358-b899-4b3a3995762f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:02.181712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.210885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Attempting to bind port af007ad2-413a-4f72-9ed4-df5d1e5a934e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:02.211588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Attempting to bind port af007ad2-413a-4f72-9ed4-df5d1e5a934e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '27103487-c354-488b-9c90-4d228198a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:02.212206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Attempting to bind port af007ad2-413a-4f72-9ed4-df5d1e5a934e on network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:02.224196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:02.224747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Checking segment: {'id': '27103487-c354-488b-9c90-4d228198a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:02.225437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.226290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Bound using segment: {'id': '27103487-c354-488b-9c90-4d228198a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:02.227038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Bound port: af007ad2-413a-4f72-9ed4-df5d1e5a934e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27103487-c354-488b-9c90-4d228198a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:02.227579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.329975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.332629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.336144 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0189a2da-2dcc-4ba0-82a2-388d869bb49d HTTP/1.1" status: 204 len: 168 time: 0.3490627 Jul 23 16:26:02.350384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] For port af007ad2-413a-4f72-9ed4-df5d1e5a934e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:02.355036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] For port af007ad2-413a-4f72-9ed4-df5d1e5a934e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=af007ad2-413a-4f72-9ed4-df5d1e5a934e,segment=NetworkSegment(27103487-c354-488b-9c90-4d228198a927),segment_id=27103487-c354-488b-9c90-4d228198a927)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:02.357727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66cabe-543c-4500-bcf4-9764fcd96ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189a2da-2dcc-4ba0-82a2-388d869bb49d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:02.364949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Allocated IP 172.20.0.12 (e321d91e-499d-48d7-adbc-ea7632411bf8/4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82/efe9b7f6-6265-4e1e-91d0-fc993a6e55e1) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:02.370188 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.443255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-64346ff7-b594-4931-b63e-d074efab0bd1 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376292 Jul 23 16:26:02.459051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.486946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object 682679d3-6520-4358-b899-4b3a3995762f will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:02.507973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527767e-5b55-4e92-b59a-be19ae30dec9 None None] Pushing event updated for resources: {'Port': ['ID=af007ad2-413a-4f72-9ed4-df5d1e5a934e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:02.518497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc49d5-3e16-4d9c-95c1-8e56fa9d765f req-8770ccdc-86d4-408b-b447-501fca27ce81 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.520152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bbc49d5-3e16-4d9c-95c1-8e56fa9d765f req-8770ccdc-86d4-408b-b447-501fca27ce81 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.5611753 Jul 23 16:26:02.571213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.582518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:02.592019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-6e1b4b76-97b6-4f07-b90f-eef71aac72bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 217 time: 0.1478772 Jul 23 16:26:02.689293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:02.693075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:02.697468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:02.729342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.738092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=682679d3-6520-4358-b899-4b3a3995762f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:02.752325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-78888a54-132c-49e3-8458-c9b26b1f1304 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.754232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-78888a54-132c-49e3-8458-c9b26b1f1304 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 814 time: 0.4392037 Jul 23 16:26:02.784377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.785403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.789174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Request body: {'port': {'device_id': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'admin_state_up': True, 'tenant_id': '9e0bfb05648d4f1d9cad58c3283f11d9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:02.795522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-dd270c1d-4f7e-4317-b30c-07f91a5d81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:02.795522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-dd270c1d-4f7e-4317-b30c-07f91a5d81b0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1924963 Jul 23 16:26:02.820121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:02.822066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:02.826897 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5310ee-ef65-44a5-8d5e-df312ca5fc75" -d '{"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:02.832312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:02.843789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1cf4dc8-43bc-4f48-b7ad-657e2579804d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5366070 Jul 23 16:26:02.845271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51790) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:02.867577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-60576584', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9f:8e:d5'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:02.874421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d67d8628-444a-46a6-b35d-d7a0c9db34e8 req-e6c83604-f649-499a-9a44-683f30cfd78c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 210 time: 0.1071231 Jul 23 16:26:02.942457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:03.070179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:03.187832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device af007ad2-413a-4f72-9ed4-df5d1e5a934e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:03.193522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.216188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port 5e7d221c-583d-4b95-8582-19c3053aeb36 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:03.279216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port af007ad2-413a-4f72-9ed4-df5d1e5a934e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:03.372764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.13 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/5e7d221c-583d-4b95-8582-19c3053aeb36) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:03.429339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51808) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:03.430683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bbc49d5-3e16-4d9c-95c1-8e56fa9d765f req-90f43bef-c4d6-4736-bb61-51131db17ebb tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551137 Jul 23 16:26:03.433204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebc5c131-86b5-4e59-98fa-c79f4c8eed91 req-a1f0b64e-c40c-4a7f-a077-e36e07f2ba30 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 210 time: 0.1015611 Jul 23 16:26:03.533307 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb4ae2-b13a-4a9c-bbc8-15ef8ff09ba8 x-openstack-request-id: req-4bfb4ae2-b13a-4a9c-bbc8-15ef8ff09ba8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:03.534165 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:03.534685 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bfb4ae2-b13a-4a9c-bbc8-15ef8ff09ba8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:03.535287 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'code': 200} Jul 23 16:26:03.574173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:03.623741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-a0796593-2285-4288-85f8-c11737e07096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.625360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-a0796593-2285-4288-85f8-c11737e07096 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7858596 Jul 23 16:26:03.628889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:03.629053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.647462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-437292412-network', 'tenant_id': '26dbfa1854a54b488adfa11dfbe4d0de'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:03.713432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.732699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object 5e7d221c-583d-4b95-8582-19c3053aeb36 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:03.770199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Made reservation on behalf of 26dbfa1854a54b488adfa11dfbe4d0de for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:03.773493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.783777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.787170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.794898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-219dd63c-2a87-466b-914e-76f99214a2ce service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421523 Jul 23 16:26:03.799617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Made reservation on behalf of 9e0bfb05648d4f1d9cad58c3283f11d9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:03.805303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.854053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:03.860664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:03.871122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:03.872020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:03.895252 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.897843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '56417a0d-829b-4c41-a108-21da14a25f49', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:03.959855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:03.961135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.964701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:03.973187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.976140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:03.998072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=5e7d221c-583d-4b95-8582-19c3053aeb36,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.013804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:04.086868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf13467-a3b2-4961-926b-a065212b16f7 None None] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:04.089354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:26:04.089705 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:26:04.090251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.091561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.101954 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.102419 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd2c5d90-dc6c-4fbc-b576-83de679d75d1 req-055642ed-c747-4c2f-86df-c201787832cd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 210 time: 0.0724621 Jul 23 16:26:04.118626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01dd361-52a9-41ff-8391-9acd2a4fd8f4 req-a38c81ec-1ce7-4efd-8296-51965a864913 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012354 Jul 23 16:26:04.119986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.122184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:04.132357 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70fac97b-0f91-4c79-a56a-1357ab457aa5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2826352 Jul 23 16:26:04.140739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51830) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:04.156353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.156700 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Added segment 2f36dd1b-6ac5-4354-8687-ba70a2e1583b of type vlan for network ab807d19-f2e1-4c4a-831c-b33ab8fe236b Jul 23 16:26:04.170389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d789b-a87e-4103-b5e4-c02f79e65991 req-0af77134-1263-4156-ace9-d724c61108f3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.176360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Provisioning for port af007ad2-413a-4f72-9ed4-df5d1e5a934e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:04.180096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b62d789b-a87e-4103-b5e4-c02f79e65991 req-0af77134-1263-4156-ace9-d724c61108f3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.3838716 Jul 23 16:26:04.182241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Provisioning complete for port af007ad2-413a-4f72-9ed4-df5d1e5a934e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:04.182745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.243180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Network e321d91e-499d-48d7-adbc-ea7632411bf8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:04.260764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:04.263606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:04.272718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed4571-6fc9-4d3c-a742-05e2dd31dad0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.291333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.308784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Pushing event updated for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.334851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b62d789b-a87e-4103-b5e4-c02f79e65991 req-523e43ab-c204-4d81-a488-cbf555b90f19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530912 Jul 23 16:26:04.336124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Allocated IP 172.20.0.5 (a8a221f5-8b55-4deb-918c-0273395cdd7b/030a83ac-baed-4b7d-9bd0-6d4daf24ba15/50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:04.342540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1308678-e9fa-49b4-8c05-7145fdb32355 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.351211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1308678-e9fa-49b4-8c05-7145fdb32355 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.359033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1308678-e9fa-49b4-8c05-7145fdb32355 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.366929 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1308678-e9fa-49b4-8c05-7145fdb32355 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.2233422 Jul 23 16:26:04.374413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.375227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.381116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51832) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:04.402732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.410182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.411258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.412048 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.444528 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0140076 Jul 23 16:26:04.451085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:04.462367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Request body: {'subnet': {'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-437292412-subnet', 'tenant_id': '26dbfa1854a54b488adfa11dfbe4d0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:04.462501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] For port af007ad2-413a-4f72-9ed4-df5d1e5a934e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=af007ad2-413a-4f72-9ed4-df5d1e5a934e,segment=NetworkSegment(27103487-c354-488b-9c90-4d228198a927),segment_id=27103487-c354-488b-9c90-4d228198a927)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:04.476501 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.525278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92184-6cf3-4f78-b491-c3fd91a5f627 admin admin] Pushing event updated for resources: {'Network': ['ID=ab807d19-f2e1-4c4a-831c-b33ab8fe236b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.546361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:04.549983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Made reservation on behalf of 26dbfa1854a54b488adfa11dfbe4d0de for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:04.554290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.564899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-6b1e615d-dc77-4eb4-94a9-1ce7eb95fce6 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3253582 Jul 23 16:26:04.697468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Request body: {'port': {'device_id': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:04.761536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7b40-9f2c-4a7f-82de-54e29127bd35 None None] Pushing event updated for resources: {'Port': ['ID=af007ad2-413a-4f72-9ed4-df5d1e5a934e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.777244 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.793142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:04.815125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:04.828192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.872583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.912706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.916775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.926688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.927630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Provisioning complete for port af007ad2-413a-4f72-9ed4-df5d1e5a934e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:04.928031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.977321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5f6d6b48-3929-4356-b8c2-b0e6793c8051'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:04.985471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9a5dab-fbc6-427b-92d0-076ef6b26a43,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:05.028697 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Checking segment: {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:05.030048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Network hostable DHCP agents. Network: ab807d19-f2e1-4c4a-831c-b33ab8fe236b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:05.076960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:05.091039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['56417a0d-829b-4c41-a108-21da14a25f49'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:05.100170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ab807d19-f2e1-4c4a-831c-b33ab8fe236b) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:05.108848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.109582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.132400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Network a8a221f5-8b55-4deb-918c-0273395cdd7b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:05.162807 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a0b43ba-e612-4cb8-83a8-73c362356bbf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7007387 Jul 23 16:26:05.165597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439d0f6-a80c-45ad-829b-b19f0b74d533 req-1bd0616a-e981-4d41-bf76-47072ef0decf tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.167212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2439d0f6-a80c-45ad-829b-b19f0b74d533 req-1bd0616a-e981-4d41-bf76-47072ef0decf tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.6055861 Jul 23 16:26:05.168159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:05.173439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:05.202607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe02ab-4118-4be4-bd85-8eb78cbaf2f5 None None] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:05.224538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Pushing event updated for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:05.232138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device af007ad2-413a-4f72-9ed4-df5d1e5a934e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:05.233867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.234553 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.276412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.284309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-79bad079-12e9-4453-b112-5b33589670ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5032899 Jul 23 16:26:05.314370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Request body: {'port': {'device_id': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:05.372032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f48a5-cc0d-46fd-b9ab-052578e76827 req-33f0c0e2-c456-4a9e-8a29-a431d24e0a06 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:05.383450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-844f48a5-cc0d-46fd-b9ab-052578e76827 req-33f0c0e2-c456-4a9e-8a29-a431d24e0a06 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 932 time: 0.6998162 Jul 23 16:26:05.410284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port 5e7d221c-583d-4b95-8582-19c3053aeb36 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:05.410543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.456883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Provisioning for port 5e7d221c-583d-4b95-8582-19c3053aeb36 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:05.482868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Provisioning complete for port 5e7d221c-583d-4b95-8582-19c3053aeb36 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:05.483415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.535290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2439d0f6-a80c-45ad-829b-b19f0b74d533 req-aeace088-7105-4bd7-8fcf-fb5f0fcb5c3a tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741170 Jul 23 16:26:05.554406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:05.557143 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b4766-5e5a-42fe-b1cf-66b260980b97" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:05.625370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Port 5e7d221c-583d-4b95-8582-19c3053aeb36 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:05.640662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.812794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port af007ad2-413a-4f72-9ed4-df5d1e5a934e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:05.813171 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.814955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a1e28-8726-4528-8a5b-a3e8cda7ec1d None None] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:05.868027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:05.886310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-844f48a5-cc0d-46fd-b9ab-052578e76827 req-c9fb4963-40de-4a78-b5e7-892472b9e86f tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977214 Jul 23 16:26:05.943845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for 5e7d221c-583d-4b95-8582-19c3053aeb36 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:06.000142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Provisioning for port 682679d3-6520-4358-b899-4b3a3995762f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:06.018561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Provisioning complete for port 682679d3-6520-4358-b899-4b3a3995762f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:06.022004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.114113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d1e95a51-5867-49dd-aaa9-d3f4b5c7c2c7 None None] Port 682679d3-6520-4358-b899-4b3a3995762f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:06.182914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054691234', 'description': 'tempest-description-993308680'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:06.294699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Provisioning complete for port 5e7d221c-583d-4b95-8582-19c3053aeb36 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:06.295312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.326745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85342e7-d01f-410b-94ad-7271f711b0af req-029a70a0-693f-442b-85d1-e97487b757d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.328183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d85342e7-d01f-410b-94ad-7271f711b0af req-029a70a0-693f-442b-85d1-e97487b757d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 931 time: 0.5052817 Jul 23 16:26:06.329143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.374010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Port 5e7d221c-583d-4b95-8582-19c3053aeb36 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:06.399423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Provisioning complete for port 682679d3-6520-4358-b899-4b3a3995762f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:06.399941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.456111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-074a4018-eb64-4ecf-a47f-ed0a10ba6e24 None None] Port 682679d3-6520-4358-b899-4b3a3995762f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:06.603832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:06.629243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.649772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:06.659121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.676387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.683271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.719689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd69340e-cea9-4221-8d6e-ea844213b8d4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:06.742553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d85342e7-d01f-410b-94ad-7271f711b0af req-305e59c0-4a87-47d7-a424-90cd0969fa1b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881252 Jul 23 16:26:06.812659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:06.826681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'mac_address': 'fa:16:3e:ee:bf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:06.850764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=5e7d221c-583d-4b95-8582-19c3053aeb36,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:06.881362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Transition to ACTIVE for port object efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:06.886959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.887641 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca14c51-cc2b-4b5c-8b4a-8059627a83e6 x-openstack-request-id: req-2ca14c51-cc2b-4b5c-8b4a-8059627a83e6 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:06.887985 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:06.888604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1716a8f-2eee-46c1-ba90-c5bd7bbef7bf req-85db16c7-d9d7-41db-8d14-e0e196f21225 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7495492 Jul 23 16:26:06.906911 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ca14c51-cc2b-4b5c-8b4a-8059627a83e6 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:06.908963 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:26:06.934875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.960648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.994295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:07.069538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:07.074896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.207607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:07.266801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:07.272263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['42eaeea2-6d4b-49e5-aaf1-50b376057351'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:07.310897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.356587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Transition to ACTIVE for port object 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:07.419886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.594755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:07.725233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 56417a0d-829b-4c41-a108-21da14a25f49 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:07.725614 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.881324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.961116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:07.975526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.087974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.113277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.346006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179816c9-46d8-48c7-954a-d3a3dc749e67 req-567ba063-cb18-43a1-98a0-65a08904b1f7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:08.353390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-179816c9-46d8-48c7-954a-d3a3dc749e67 req-567ba063-cb18-43a1-98a0-65a08904b1f7 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 1.1240463 Jul 23 16:26:08.361853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Pushing event updated for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.446108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.454999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51938) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:08.455775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5111a417-66db-42d2-b2f0-ccf20c4b319f tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/5e7d221c-583d-4b95-8582-19c3053aeb36 HTTP/1.1" status: 204 len: 168 time: 4.0718238 Jul 23 16:26:08.541098 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd39ed-7d96-4feb-ad3b-083640c3a8f3 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] GET failed (client error): The resource could not be found. Jul 23 16:26:08.549782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07cd39ed-7d96-4feb-ad3b-083640c3a8f3 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports/5e7d221c-583d-4b95-8582-19c3053aeb36 HTTP/1.1" status: 404 len: 333 time: 0.0898693 Jul 23 16:26:08.551973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:08.555697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-179816c9-46d8-48c7-954a-d3a3dc749e67 req-7031a190-6c7f-484d-835d-f66569d2f6b9 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010159 Jul 23 16:26:08.558307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-600192041'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:08.617740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:08.619646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Attempting to bind port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:08.623002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Attempting to bind port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:08.623720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Attempting to bind port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:08.643261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1143791281', 'description': 'tempest-description-1226376444'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:08.650138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Attempting to bind port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:08.650896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Attempting to bind port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '7b79eb71-6463-437d-aca5-53dc7653f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:08.651656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Attempting to bind port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 on network e321d91e-499d-48d7-adbc-ea7632411bf8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:08.665816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 on network e321d91e-499d-48d7-adbc-ea7632411bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:08.666607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Attempting to bind port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 on network e321d91e-499d-48d7-adbc-ea7632411bf8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:08.670705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c on network a8a221f5-8b55-4deb-918c-0273395cdd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:08.671395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Attempting to bind port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:08.681855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:08.682643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Checking segment: {'id': '7b79eb71-6463-437d-aca5-53dc7653f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:08.683287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Bound using segment: {'id': '7b79eb71-6463-437d-aca5-53dc7653f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:08.684072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Bound port: efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b79eb71-6463-437d-aca5-53dc7653f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:08.684737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.708107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:08.708943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Checking segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:08.710230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Bound using segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:08.711537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Bound port: 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:08.712966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.773012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 42eaeea2-6d4b-49e5-aaf1-50b376057351 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:08.773012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.904495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:08.910475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:08.910878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.917396 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1065d605-1be3-4bd0-904a-156980e342ce" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:08.980906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:09.030315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:09.036598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,segment=NetworkSegment(7b79eb71-6463-437d-aca5-53dc7653f1b1),segment_id=7b79eb71-6463-437d-aca5-53dc7653f1b1)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:09.044230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.046678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.072077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.113988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:09.121087 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.168813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.170431 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.171067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] 10.222.0.81 "PUT /v2.0/ports/efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 HTTP/1.1" status: 200 len: 1092 time: 4.4784110 Jul 23 16:26:09.173426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:09.176024 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:09.229026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.235681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:09.238656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.4 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/d881e238-dc46-4fe0-a9a2-4ff2fa656ca3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:09.394732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:09.417375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4d315-4030-4819-8329-ca01f79b7bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.453359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.548433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Pushing event updated for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.573800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.574557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.575968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-dd80afdd-440b-433c-ac7a-e4899bf393b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c HTTP/1.1" status: 200 len: 1091 time: 4.2663829 Jul 23 16:26:09.612217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-101e3604-1c8c-4a7d-9c45-6349854e0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.613830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-101e3604-1c8c-4a7d-9c45-6349854e0b88 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f73b6351b524aea996b69eb35f65b92&device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 1095 time: 0.3738716 Jul 23 16:26:09.673889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-2be7c6bf-59e8-4d42-b040-c00525846598 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 HTTP/1.1" status: 200 len: 217 time: 0.0471990 Jul 23 16:26:09.683013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.714992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.720182 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.750453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:09.760783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.762067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fd0da75-5b17-42dc-9603-ba480b4e5109 req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1298206 Jul 23 16:26:09.809197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cca92-ec70-4b5a-803a-5c65dcef76f2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce98209-64e2-419f-9326-5b0eb8ac537d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.818459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-80e0a2e2-8fa6-43ba-be72-3fcb79cde6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.820200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-80e0a2e2-8fa6-43ba-be72-3fcb79cde6c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82 HTTP/1.1" status: 200 len: 854 time: 0.1276062 Jul 23 16:26:09.830218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-9c9ed32e-f4af-4b0a-95ee-07ba96afb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:09.832580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-9c9ed32e-f4af-4b0a-95ee-07ba96afb881 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 1094 time: 0.1483321 Jul 23 16:26:09.850919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.871564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-fff843cd-2f6b-4535-962a-c972c043171d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e321d91e-499d-48d7-adbc-ea7632411bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437758 Jul 23 16:26:09.931836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:09.944348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:09.960976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:09.973618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=d881e238-dc46-4fe0-a9a2-4ff2fa656ca3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:10.039045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.039715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:10.061586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a4104a8e-37e8-45b5-8ed8-59880fb0dd36 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5081878 Jul 23 16:26:10.063331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:10.070199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9f:8e:d5'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:10.080846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-3860af85-2c01-46c4-82d4-422f8c66ea95 service neutron] 10.222.0.81 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693709 Jul 23 16:26:10.118206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-ad85154a-eb49-4c3c-bbdd-fcd5f802163d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c HTTP/1.1" status: 200 len: 217 time: 0.2647707 Jul 23 16:26:10.343197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1c4989eb-3075-4a2d-998a-58925124b297 None None] Provisioning for port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:10.351480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:10.357914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1c4989eb-3075-4a2d-998a-58925124b297 None None] Provisioning complete for port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:10.361250 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1c4989eb-3075-4a2d-998a-58925124b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:10.481270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1c4989eb-3075-4a2d-998a-58925124b297 None None] Port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:10.482076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-652d28fe-e3b5-460e-a615-ca3c0c61bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.484974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-652d28fe-e3b5-460e-a615-ca3c0c61bca4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.3659072 Jul 23 16:26:10.528759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-814d0d34-e73a-4b37-b882-67576f933d0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342669 Jul 23 16:26:10.602201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d06b82-7fce-477b-ab25-08f599caa0bd req-a732b9f7-237c-4e53-81ad-de4e73bc8047 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:10.603933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33d06b82-7fce-477b-ab25-08f599caa0bd req-a732b9f7-237c-4e53-81ad-de4e73bc8047 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 944 time: 0.7314684 Jul 23 16:26:10.652762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a1f82ec-f01b-4d1f-b508-ab44e7c64004 req-f140872a-3afa-478c-9e09-1b92680e8db6 service neutron] 10.222.0.81 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320616 Jul 23 16:26:10.815612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33d06b82-7fce-477b-ab25-08f599caa0bd req-fe3839a3-e3af-4e51-85a3-6d71de8d21c4 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699710 Jul 23 16:26:10.875562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-c2513c31-61be-46b2-b3df-55e119c29acf service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314295 Jul 23 16:26:10.889832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:10.898842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.058535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=d881e238-dc46-4fe0-a9a2-4ff2fa656ca3,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:11.079964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] In _notify_port_updated(), no bound segment for port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 on network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:11.092572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.093543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.098313 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-907427ed-9921-405e-949f-23453a83e4f4 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "PUT /v2.0/ports/d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 HTTP/1.1" status: 200 len: 992 time: 1.0335746 Jul 23 16:26:11.099277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51958) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:11.229994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b52d1a-72e2-4991-bd75-058b5fde1d44 req-21f68140-2d28-4961-9e63-243801f1c824 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.238749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7b52d1a-72e2-4991-bd75-058b5fde1d44 req-21f68140-2d28-4961-9e63-243801f1c824 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 943 time: 0.2652185 Jul 23 16:26:11.244671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c58794-42d5-4b39-b673-3882d6937ee2 req-736cead2-a13a-473e-a9ce-901517e79529 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616247 Jul 23 16:26:11.343784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7b52d1a-72e2-4991-bd75-058b5fde1d44 req-c395ceb9-3080-4bd2-bc95-e766632d0876 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036866 Jul 23 16:26:11.353809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:11.354190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.511992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.540161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:11.543194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.546334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80345800-d210-4a70-8399-ac75a1c3711a None None] Provisioning complete for port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:11.546487 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-80345800-d210-4a70-8399-ac75a1c3711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.620573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-80345800-d210-4a70-8399-ac75a1c3711a None None] Port d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:11.718677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e146-adc3-43f3-a506-070286bd0c5b req-d87d2be9-2a7c-42fe-8816-713e3e787f4f tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:11.727306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8653e146-adc3-43f3-a506-070286bd0c5b req-d87d2be9-2a7c-42fe-8816-713e3e787f4f tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1178114 Jul 23 16:26:11.737521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-551b1de2-ef3d-432e-9e42-80ace5a08efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.802066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8653e146-adc3-43f3-a506-070286bd0c5b req-e8c49668-d363-4b4c-946d-51f5a8a51240 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634463 Jul 23 16:26:11.832087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.841247 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea0775-6adc-455a-a4c5-2f0b51d10abe x-openstack-request-id: req-f9ea0775-6adc-455a-a4c5-2f0b51d10abe {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:11.841551 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:11.841808 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9ea0775-6adc-455a-a4c5-2f0b51d10abe {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:11.842303 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:26:11.878607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=d881e238-dc46-4fe0-a9a2-4ff2fa656ca3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:11.901509 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e1506-5dc8-4b40-a2f9-25ae350f7dbc x-openstack-request-id: req-9a2e1506-5dc8-4b40-a2f9-25ae350f7dbc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:11.902347 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:11.902946 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a2e1506-5dc8-4b40-a2f9-25ae350f7dbc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:11.903643 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1', 'status': 'completed', 'code': 200} Jul 23 16:26:12.085673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-32a48a3f-8a59-4d01-bdf5-e62725f412f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.092354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-32a48a3f-8a59-4d01-bdf5-e62725f412f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f73b6351b524aea996b69eb35f65b92&device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 1095 time: 0.1424599 Jul 23 16:26:12.170575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:12.178274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9ccd09b-e3bd-435f-840e-752b98d17d71 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 HTTP/1.1" status: 204 len: 168 time: 1.0773742 Jul 23 16:26:12.180866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:12.223009 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3760e0b-35a9-4d8e-a3d2-5a32bd1be5f3 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] GET failed (client error): The resource could not be found. Jul 23 16:26:12.230701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3760e0b-35a9-4d8e-a3d2-5a32bd1be5f3 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports/d881e238-dc46-4fe0-a9a2-4ff2fa656ca3 HTTP/1.1" status: 404 len: 333 time: 0.0484533 Jul 23 16:26:12.231891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:12.237746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-772249156'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:12.345997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-b90b5f62-fd22-457b-8a9c-ee66cbefe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.349209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-b90b5f62-fd22-457b-8a9c-ee66cbefe835 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e321d91e-499d-48d7-adbc-ea7632411bf8 HTTP/1.1" status: 200 len: 915 time: 0.2472069 Jul 23 16:26:12.412036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-b4e5a218-2e5b-447f-99aa-e119495e83f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 HTTP/1.1" status: 200 len: 217 time: 0.0528176 Jul 23 16:26:12.485524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:12.489724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:12.528145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port aef3ff57-e589-4ae1-af0f-94a3fff0398f yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:12.564272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-f55a3985-1cce-406d-8f81-2444d144f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:12.566365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-f55a3985-1cce-406d-8f81-2444d144f637 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82 HTTP/1.1" status: 200 len: 854 time: 0.1470501 Jul 23 16:26:12.636768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-09825360-ac50-4628-924f-a68a8af2b1c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e321d91e-499d-48d7-adbc-ea7632411bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632620 Jul 23 16:26:12.746521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-1d7b66c6-eda3-425f-971c-06020c9f330f service neutron] 10.222.0.81 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006851 Jul 23 16:26:12.790774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.7 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/aef3ff57-e589-4ae1-af0f-94a3fff0398f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:12.939996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc1bfacb-d87d-4c65-ba01-6ec7dc9a0d8b req-6f95b573-bd05-4104-b0db-27d98833ab19 service neutron] 10.222.0.81 "GET /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839130 Jul 23 16:26:13.059294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.074897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object aef3ff57-e589-4ae1-af0f-94a3fff0398f will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:13.110214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.198493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=aef3ff57-e589-4ae1-af0f-94a3fff0398f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:13.211042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:13.213092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:13.223109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:13.314772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:13.315838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.360212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51980) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:13.364097 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-527e1522-41e5-4a29-ade4-23d331092375 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1307266 Jul 23 16:26:13.366215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9f:8e:d5'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:13.642260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:13.681273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ffab854e-a3ab-4806-b0c4-8d6828e6a83d None None] Provisioning for port aef3ff57-e589-4ae1-af0f-94a3fff0398f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:13.729213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ffab854e-a3ab-4806-b0c4-8d6828e6a83d None None] Provisioning complete for port aef3ff57-e589-4ae1-af0f-94a3fff0398f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:13.731372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ffab854e-a3ab-4806-b0c4-8d6828e6a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.775464 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.852015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:13.855263 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a464ca36-c485-4e2c-b517-c4e767edc796" -d '{"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:13.914141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ffab854e-a3ab-4806-b0c4-8d6828e6a83d None None] Port aef3ff57-e589-4ae1-af0f-94a3fff0398f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:13.923126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:13.934792 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee694f8a-112f-445f-8c47-29de66cee648" -d '{"events": [{"name": "network-changed", "server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:14.033438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,segment=NetworkSegment(7b79eb71-6463-437d-aca5-53dc7653f1b1),segment_id=7b79eb71-6463-437d-aca5-53dc7653f1b1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:14.055942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1', 'network_id': 'e321d91e-499d-48d7-adbc-ea7632411bf8', 'port_id': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1', 'mac_address': 'fa:16:3e:e2:ef:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:14.116593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.145041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:14.194854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.205093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,segment=NetworkSegment(7b79eb71-6463-437d-aca5-53dc7653f1b1),segment_id=7b79eb71-6463-437d-aca5-53dc7653f1b1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:14.206652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.219242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.310299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.331601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:14.342428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.342881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.343288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.343692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.344090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.344487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.345388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.345787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.347116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.347536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.347924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.348347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.391385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] In _notify_port_updated(), no bound segment for port aef3ff57-e589-4ae1-af0f-94a3fff0398f on network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:14.400589 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca667884-c4cc-4feb-8bc3-4429c8d7cb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.402961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:14.403652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.407782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "PUT /v2.0/ports/aef3ff57-e589-4ae1-af0f-94a3fff0398f HTTP/1.1" status: 200 len: 995 time: 1.0437691 Jul 23 16:26:14.409603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:14.437537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=aef3ff57-e589-4ae1-af0f-94a3fff0398f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:14.465833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.466914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.467275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.467602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.467938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.468273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.468609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.473693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.474120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.474473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.474808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.475146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae594877-16db-410f-b993-1c4a210ebbdc tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:14.600365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port aef3ff57-e589-4ae1-af0f-94a3fff0398f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:14.600830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.631043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['efe9b7f6-6265-4e1e-91d0-fc993a6e55e1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:14.701751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:14.763542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.786428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for aef3ff57-e589-4ae1-af0f-94a3fff0398f owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:14.842224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-de8e960e-81cc-419e-b984-c50884f53d05 None None] Provisioning complete for port aef3ff57-e589-4ae1-af0f-94a3fff0398f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:14.843663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de8e960e-81cc-419e-b984-c50884f53d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:14.929809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-de8e960e-81cc-419e-b984-c50884f53d05 None None] Port aef3ff57-e589-4ae1-af0f-94a3fff0398f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:14.950996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:26:15.115439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.184483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=aef3ff57-e589-4ae1-af0f-94a3fff0398f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:15.285533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.290676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.291691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.293168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.294376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.294892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.297686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.298386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.298930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.299448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.300528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.301886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:15.336609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:15.368249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'port_id': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c', 'mac_address': 'fa:16:3e:9f:b9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030a83ac-baed-4b7d-9bd0-6d4daf24ba15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:15.427360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.432188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51992) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:15.435947 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-800128c6-69ef-43de-b64a-4d5b9aa66b9d tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/aef3ff57-e589-4ae1-af0f-94a3fff0398f HTTP/1.1" status: 204 len: 168 time: 1.0247774 Jul 23 16:26:15.453766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.476425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:15.493331 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05c2847-7f65-45c7-b0fd-7e379cca7c70 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] GET failed (client error): The resource could not be found. Jul 23 16:26:15.500198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f05c2847-7f65-45c7-b0fd-7e379cca7c70 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports/aef3ff57-e589-4ae1-af0f-94a3fff0398f HTTP/1.1" status: 404 len: 333 time: 0.0648060 Jul 23 16:26:15.503543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51994) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:15.509465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-1164480010'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:15.512891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.542928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:15.555626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.658394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:15.736519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:15.737435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:15.762624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:15.866579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:15.885771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.6 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/e1fc713d-baf8-4d66-a4e5-e69c2d9c6146) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:16.086999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.106092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:16.151087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.217152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=e1fc713d-baf8-4d66-a4e5-e69c2d9c6146,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:16.233391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:16.234881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:16.240312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:16.302540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:16.303206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.326040 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a8a43fcd-92d7-4404-81cb-f2be3076ce50 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8186893 Jul 23 16:26:16.326428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52000) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:16.336552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'network_id': '3aa82f75-0630-4a93-b4e7-da8f11d0d35d', 'name': 'tempest-AllowedAddressPairTestJSON-235024722'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:16.542920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Made reservation on behalf of 5fa24085ad5740a99c798aaae0eada78 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:16.552676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.594243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] device_id is not set on port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:16.697902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6780c88f-f0f0-4b52-9dc5-1b65a4b5a281 None None] Provisioning for port e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:16.717408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6780c88f-f0f0-4b52-9dc5-1b65a4b5a281 None None] Provisioning complete for port e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:16.718027 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6780c88f-f0f0-4b52-9dc5-1b65a4b5a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:16.795074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6780c88f-f0f0-4b52-9dc5-1b65a4b5a281 None None] Port e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:16.801575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Allocated IP 172.20.0.14 (3aa82f75-0630-4a93-b4e7-da8f11d0d35d/2912a3f5-20c9-4c0a-aced-d8876419c10b/159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:17.023517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.064614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Transition to ACTIVE for port object 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:17.115404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.175426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:17.202974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:17.206984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:17.221865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:17.296915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:17.297503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.333758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:17.334847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-06a3f113-d69d-486a-b447-f28bbbd92880 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0061903 Jul 23 16:26:17.339863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9f:8e:d5'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:61:6e:82'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:17.382379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.626271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-df036519-1530-4adb-b838-0c4eb2ad489b None None] Provisioning for port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:17.639656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-df036519-1530-4adb-b838-0c4eb2ad489b None None] Provisioning complete for port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:17.640197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df036519-1530-4adb-b838-0c4eb2ad489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:17.703572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:17.820833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-df036519-1530-4adb-b838-0c4eb2ad489b None None] Port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:17.977744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:17.989072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:17.989835 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.101147 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.148463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,segment=NetworkSegment(7b79eb71-6463-437d-aca5-53dc7653f1b1),segment_id=7b79eb71-6463-437d-aca5-53dc7653f1b1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:18.154767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.200245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.226837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.435779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.442835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.599142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event updated for resources: {'Port': ['ID=159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:18.627212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] In _notify_port_updated(), no bound segment for port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 on network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:18.634031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:18.638251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.640227 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3510ecdd-4cdc-43de-9c4c-8afe44d0613c tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "PUT /v2.0/ports/159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 HTTP/1.1" status: 200 len: 1055 time: 1.3052614 Jul 23 16:26:18.644879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52008) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:18.691926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:18.794233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:18.798752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:18.799118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.855024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:18.855376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.892201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1d9465a5-4a6c-476c-b541-86bfa5f10159 None None] Provisioning complete for port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:18.892858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d9465a5-4a6c-476c-b541-86bfa5f10159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:18.973273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1d9465a5-4a6c-476c-b541-86bfa5f10159 None None] Port 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:26:19.012024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.041112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for 159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:19.268932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.327452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:19.353749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.420427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:19.427852 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.508984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:19.661570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:19.663555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e034ef46-a7f2-4d34-ad9f-bebd0c042ff5 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 HTTP/1.1" status: 204 len: 168 time: 1.0172467 Jul 23 16:26:19.666406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52020) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:19.697990 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-1715b906-f714-44ae-9d7a-ac3e675c7871 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] GET failed (client error): The resource could not be found. Jul 23 16:26:19.697990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1715b906-f714-44ae-9d7a-ac3e675c7871 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports/159e1a4f-49d2-4c6b-a3fa-27fa69ff06f8 HTTP/1.1" status: 404 len: 333 time: 0.0303230 Jul 23 16:26:19.700596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52022) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:19.825801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:19.826224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.036999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.092104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:20.182545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-6e9bebe1-f554-4091-81c1-313d98bec64c tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.184047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-6e9bebe1-f554-4091-81c1-313d98bec64c tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 812 time: 0.2006288 Jul 23 16:26:20.228216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-56ea8184-5fa9-46f2-8590-81886fede3e3 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/quotas/26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 375 time: 0.0380039 Jul 23 16:26:20.287701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-1e64e2e9-4e52-4ccf-9ad0-5a77682fa35d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484908 Jul 23 16:26:20.428638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.525965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=e1fc713d-baf8-4d66-a4e5-e69c2d9c6146,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:20.614844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e5378-fa17-4682-9490-140e5ef2c111 req-525ba71d-cfc0-4a2b-a8de-21a2c1d4bebd tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.616448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-092e5378-fa17-4682-9490-140e5ef2c111 req-525ba71d-cfc0-4a2b-a8de-21a2c1d4bebd tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.2435515 Jul 23 16:26:20.622450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-fdae0dfe-d3db-46fd-9115-a5d5b9a54d38 service neutron] 10.222.0.64 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181872 Jul 23 16:26:20.676077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.680988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5edc5d61-3499-4872-b72c-b296277f4d15 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 HTTP/1.1" status: 204 len: 168 time: 0.9764156 Jul 23 16:26:20.681181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52066) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:20.711652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-092e5378-fa17-4682-9490-140e5ef2c111 req-c6fe397b-e4ce-4c38-a1a3-91aced3addd0 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861883 Jul 23 16:26:20.713723 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff64122f-23b5-4a87-86cb-a9920ba92827 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] GET failed (client error): The resource could not be found. Jul 23 16:26:20.715826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff64122f-23b5-4a87-86cb-a9920ba92827 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "GET /v2.0/ports/e1fc713d-baf8-4d66-a4e5-e69c2d9c6146 HTTP/1.1" status: 404 len: 333 time: 0.0338316 Jul 23 16:26:20.727394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:20.770158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-2472ea40-4f37-4ed1-832e-7d944f1ecebf service neutron] 10.222.0.64 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342106 Jul 23 16:26:20.842686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port 682679d3-6520-4358-b899-4b3a3995762f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:20.843026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.847395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb5608-bd90-4b1f-89bf-7024ba36673e req-7b0d64a8-a8ad-427b-81ae-336dd210c498 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:20.848912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4dcb5608-bd90-4b1f-89bf-7024ba36673e req-7b0d64a8-a8ad-427b-81ae-336dd210c498 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.0699868 Jul 23 16:26:20.907782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4dcb5608-bd90-4b1f-89bf-7024ba36673e req-d9f85761-603d-448f-89ef-b70bae84be91 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Jul 23 16:26:20.941805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:20.949448 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170312d3-1a02-4075-bdfc-2fb760762840 x-openstack-request-id: req-170312d3-1a02-4075-bdfc-2fb760762840 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:20.949970 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-plugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:20.950377 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-170312d3-1a02-4075-bdfc-2fb760762840 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:20.950779 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'code': 200} Jul 23 16:26:20.957240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for 682679d3-6520-4358-b899-4b3a3995762f owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:20.991250 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e813623-711c-42a8-b5b1-126060ffff4c x-openstack-request-id: req-9e813623-711c-42a8-b5b1-126060ffff4c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:20.991542 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:20.991786 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e813623-711c-42a8-b5b1-126060ffff4c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:20.992180 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c', 'status': 'completed', 'code': 200} Jul 23 16:26:21.166387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.193812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ea81507-2ced-465b-ab7e-b18246fed643 req-cc86f206-5fcf-4b0b-9d86-3df0a53da5eb tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 210 time: 0.0520329 Jul 23 16:26:21.198829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=682679d3-6520-4358-b899-4b3a3995762f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.216590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694f8a-112f-445f-8c47-29de66cee648 req-d9c04e1a-857f-4d6b-bddb-77b4c03d6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.218215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-d9c04e1a-857f-4d6b-bddb-77b4c03d6a15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 1096 time: 0.1952443 Jul 23 16:26:21.266246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd297-3db1-472a-8e9e-bfc2c5c3bd88 req-6ef40fed-3bdc-4b39-b8d5-2acababa9f08 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.274685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b3dd297-3db1-472a-8e9e-bfc2c5c3bd88 req-6ef40fed-3bdc-4b39-b8d5-2acababa9f08 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.1794474 Jul 23 16:26:21.313354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.315847 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dc56fd7b-07e3-4fbe-bb74-59fcbed7d6e9 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/ports/682679d3-6520-4358-b899-4b3a3995762f HTTP/1.1" status: 204 len: 168 time: 0.5946057 Jul 23 16:26:21.320049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52092) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:21.381486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b3dd297-3db1-472a-8e9e-bfc2c5c3bd88 req-bbd0bd29-5347-4183-8bac-ae8986ffbbce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057789 Jul 23 16:26:21.402400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694f8a-112f-445f-8c47-29de66cee648 req-bb149606-179c-4757-8ba1-54577b3aa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.403932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-bb149606-179c-4757-8ba1-54577b3aa733 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.1755269 Jul 23 16:26:21.407428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting subnet 2912a3f5-20c9-4c0a-aced-d8876419c10b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:21.411108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.454632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.490670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-19bcdabf-9757-4f71-86c5-a308a6b01731 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c HTTP/1.1" status: 200 len: 217 time: 0.0710795 Jul 23 16:26:21.652736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee694f8a-112f-445f-8c47-29de66cee648 req-1daab8ca-e3e6-4503-9d12-7c2cd3799273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:21.653452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.654330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-1daab8ca-e3e6-4503-9d12-7c2cd3799273 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.1536810 Jul 23 16:26:21.717184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.720020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-ec8ef930-0e19-4df7-9f59-27a72e539621 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357704 Jul 23 16:26:21.751811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Subnet': ['ID=2912a3f5-20c9-4c0a-aced-d8876419c10b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:21.754606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.756897 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-925650d3-bb45-42d7-96ea-c597820a0f48 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/subnets/2912a3f5-20c9-4c0a-aced-d8876419c10b HTTP/1.1" status: 204 len: 168 time: 0.4355764 Jul 23 16:26:21.762619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:21.769441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3abc3a-c021-41a1-8edc-8c623fdba76f None None] Network 3aa82f75-0630-4a93-b4e7-da8f11d0d35d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:21.924558 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:21.988885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Deleting port af007ad2-413a-4f72-9ed4-df5d1e5a934e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:21.989358 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.055457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] DHCP port deletion for 3aa82f75-0630-4a93-b4e7-da8f11d0d35d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:22.108258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] For port af007ad2-413a-4f72-9ed4-df5d1e5a934e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=af007ad2-413a-4f72-9ed4-df5d1e5a934e,segment=NetworkSegment(27103487-c354-488b-9c90-4d228198a927),segment_id=27103487-c354-488b-9c90-4d228198a927)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:22.108894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.125015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Calling delete_port for af007ad2-413a-4f72-9ed4-df5d1e5a934e owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:22.136043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Deleting port af007ad2-413a-4f72-9ed4-df5d1e5a934e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:22.136414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.216190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] For port af007ad2-413a-4f72-9ed4-df5d1e5a934e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=af007ad2-413a-4f72-9ed4-df5d1e5a934e,segment=NetworkSegment(27103487-c354-488b-9c90-4d228198a927),segment_id=27103487-c354-488b-9c90-4d228198a927)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:22.216497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.235609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.242266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Calling delete_port for af007ad2-413a-4f72-9ed4-df5d1e5a934e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:22.265076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Port': ['ID=af007ad2-413a-4f72-9ed4-df5d1e5a934e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.269652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] No DVR routers for this DVR port af007ad2-413a-4f72-9ed4-df5d1e5a934e on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:22.343031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.355166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe7b6-3849-46fc-a63a-d5f7fe3c8e8e req-3d18dd9e-ff8e-4f91-a698-118f52fad646 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.355397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.356679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f9fe7b6-3849-46fc-a63a-d5f7fe3c8e8e req-3d18dd9e-ff8e-4f91-a698-118f52fad646 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 951 time: 0.7445390 Jul 23 16:26:22.367060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa82f75-0630-4a93-b4e7-da8f11d0d35d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:22.379150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27103487-c354-488b-9c90-4d228198a927') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:22.379412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] Pushing event deleted for resources: {'Port': ['ID=af007ad2-413a-4f72-9ed4-df5d1e5a934e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.379501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27103487-c354-488b-9c90-4d228198a927') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:22.387145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde52bc-4cdb-4550-a67b-c28943f6cfda None None] No DVR routers for this DVR port af007ad2-413a-4f72-9ed4-df5d1e5a934e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:22.393283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.415202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.421748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:22.422223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:22.425750 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:22.493090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.502891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.504837 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] 10.222.0.64 "DELETE /v2.0/networks/3aa82f75-0630-4a93-b4e7-da8f11d0d35d HTTP/1.1" status: 204 len: 168 time: 0.7412705 Jul 23 16:26:22.514340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d204ab-458c-4d68-8ba2-67d313149b04 tempest-AllowedAddressPairTestJSON-1250934228 tempest-AllowedAddressPairTestJSON-1250934228-project] Pushing event deleted for resources: {'Network': ['ID=3aa82f75-0630-4a93-b4e7-da8f11d0d35d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:22.528748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f9fe7b6-3849-46fc-a63a-d5f7fe3c8e8e req-6416dd95-198b-4cf2-a91d-d84825257620 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607280 Jul 23 16:26:22.543988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-08ab7b90-550c-4cca-8a61-09a71f38259d service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157165 Jul 23 16:26:22.621497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b1014951-0706-4c03-a2ad-35e110c1effe tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.622944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b1014951-0706-4c03-a2ad-35e110c1effe tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.81 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 812 time: 0.2777615 Jul 23 16:26:22.659611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfb12c-9290-496d-b2ae-0b93850f23a7 req-1c563125-9ad6-4db0-a95e-76101a2d15cd tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.661138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bcfb12c-9290-496d-b2ae-0b93850f23a7 req-1c563125-9ad6-4db0-a95e-76101a2d15cd tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.3148208 Jul 23 16:26:22.694329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'device_id': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b', 'admin_state_up': True, 'tenant_id': '26dbfa1854a54b488adfa11dfbe4d0de'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:22.732297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:22.810126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee694f8a-112f-445f-8c47-29de66cee648 req-62a5fb72-4c7c-4de6-af44-02b720e10b44 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553155 Jul 23 16:26:22.816314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bcfb12c-9290-496d-b2ae-0b93850f23a7 req-e8cdbf22-8edd-4586-a5a8-b2237f9fa975 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272850 Jul 23 16:26:22.851801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7986d-61b6-44a8-889c-10fb85749d02 req-60536e41-baa9-40d0-afc4-75ff8d512247 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:22.853972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dd7986d-61b6-44a8-889c-10fb85749d02 req-60536e41-baa9-40d0-afc4-75ff8d512247 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.2612524 Jul 23 16:26:22.882407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c037a08e-7c7a-422f-b543-ea5bfaad02c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fa24085ad5740a99c798aaae0eada78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488099 Jul 23 16:26:22.884920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:22.934792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.940445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Made reservation on behalf of 26dbfa1854a54b488adfa11dfbe4d0de for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:22.943890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:22.948407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dd7986d-61b6-44a8-889c-10fb85749d02 req-5b3a0468-d91f-4e99-9537-2f15002f8d72 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832324 Jul 23 16:26:22.952505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1'}, {'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:22.954525 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40a46e-4e82-4c04-869a-8d5aaef14d33" -d '{"events": [{"server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "name": "network-vif-plugged", "status": "completed", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1"}, {"server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "name": "network-vif-plugged", "status": "completed", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:22.962082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.001087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a3e4-de3e-44fe-967a-2d33e76192c7 req-6d0853dc-de1b-4031-ba2c-375d93507f6f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.003276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c538a3e4-de3e-44fe-967a-2d33e76192c7 req-6d0853dc-de1b-4031-ba2c-375d93507f6f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.1191568 Jul 23 16:26:23.019066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.021588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.025893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a6dd8ab-3e42-4d9c-852f-0ab02f394f44 HTTP/1.1" status: 204 len: 168 time: 0.1369624 Jul 23 16:26:23.031653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61996e-596d-423d-91ec-2bd60e1dadb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6dd8ab-3e42-4d9c-852f-0ab02f394f44,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.137413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device af007ad2-413a-4f72-9ed4-df5d1e5a934e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:23.162806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: af007ad2-413a-4f72-9ed4-df5d1e5a934e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:23.163355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device af007ad2-413a-4f72-9ed4-df5d1e5a934e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:23.164445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c538a3e4-de3e-44fe-967a-2d33e76192c7 req-477393e7-98ba-4b4c-8719-0b9fbbd385df tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218610 Jul 23 16:26:23.199568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Allocated IP 172.20.0.10 (ab807d19-f2e1-4c4a-831c-b33ab8fe236b/fd9a5dab-fbc6-427b-92d0-076ef6b26a43/ad9e6535-a7a4-4a06-b8b9-44d83d51e30e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:23.295827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38ced4-c680-4ae6-a3aa-e434c063f1c2 req-926dcb32-6013-4ff3-a61b-c0ea28c7575b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.297343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd38ced4-c680-4ae6-a3aa-e434c063f1c2 req-926dcb32-6013-4ff3-a61b-c0ea28c7575b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.1591966 Jul 23 16:26:23.302330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21c1ca0d-c8bb-4996-9a72-1558ce5f1058 req-f34c7031-29d2-4c8f-a02a-e16ae6e46c9a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 210 time: 0.0648122 Jul 23 16:26:23.391629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd38ced4-c680-4ae6-a3aa-e434c063f1c2 req-7f557ceb-8ba1-4ea1-a75e-e27b41750fd8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864336 Jul 23 16:26:23.447093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.471622 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f910a-0feb-4309-9247-edda8551698d x-openstack-request-id: req-ff3f910a-0feb-4309-9247-edda8551698d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:23.471928 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "name": "network-vif-plugged", "status": "completed", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1", "code": 200}, {"server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "name": "network-vif-plugged", "status": "completed", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:23.472184 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff3f910a-0feb-4309-9247-edda8551698d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:23.472750 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1', 'code': 200} Jul 23 16:26:23.473174 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c', 'code': 200} Jul 23 16:26:23.498359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.562626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:23.585399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:23.587838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:23.672674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:23.684563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b5743dfb-6bff-4f39-8383-e59b18357f5a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:23.694901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:23.707027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.707671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.741117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-a022efcf-2af1-4bbe-9bb9-26e2706fd341 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0789506 Jul 23 16:26:23.747552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a220c-d090-4dc9-8bd1-b69a5c5ac5b2 req-b0cc79b3-b4e0-49f3-adb1-886f6af1f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.749059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c7a220c-d090-4dc9-8bd1-b69a5c5ac5b2 req-b0cc79b3-b4e0-49f3-adb1-886f6af1f60c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 1096 time: 0.1887183 Jul 23 16:26:23.756641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3192e65-b128-4e04-98ea-e2b1877c2cdc req-4eaa5424-be46-4def-9c4d-466828aa6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:23.758339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3192e65-b128-4e04-98ea-e2b1877c2cdc req-4eaa5424-be46-4def-9c4d-466828aa6042 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 1097 time: 0.1300445 Jul 23 16:26:23.769491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Request body: {'port': {'device_id': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:23.849811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c7a220c-d090-4dc9-8bd1-b69a5c5ac5b2 req-366dff36-8b56-4d01-85ae-02eb8ff66599 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893884 Jul 23 16:26:23.855768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3192e65-b128-4e04-98ea-e2b1877c2cdc req-9b5f926a-452f-4a2c-b55d-21cb4e7a20c2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597458 Jul 23 16:26:23.877524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:23.883665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.905150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:23.961504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:23.963648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:23.966758 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.000375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'port_id': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'mac_address': 'fa:16:3e:12:92:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414aa69-ad79-49c9-8883-be4bd84a9f1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:24.046386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-819984393'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:24.068895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.075850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.076893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:24.083242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.093880 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.094216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5743dfb-6bff-4f39-8383-e59b18357f5a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:24.115818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:24.122096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.169764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc16b99-183b-484f-90dd-693f4c343991 req-a1006f6f-f3ce-4c6e-b161-68e085dc5fa3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.171326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbc16b99-183b-484f-90dd-693f4c343991 req-a1006f6f-f3ce-4c6e-b161-68e085dc5fa3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.2164102 Jul 23 16:26:24.178186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.202716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.207791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.235521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:24.245667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de2b89-0d68-4a3e-abef-3229cf025a04,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.250528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.250883 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 297c8b2c-1f9e-4cd5-b41f-8a7c01981ece of type vlan for network 76951fca-860b-4a93-8bc6-1339bfa9e17b Jul 23 16:26:24.253034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb63aa-d6a5-4e5d-9816-a5fa47287a43 req-dffc1091-c7c3-4d10-8fbb-da95260ad5d3 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.254576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8aeb63aa-d6a5-4e5d-9816-a5fa47287a43 req-dffc1091-c7c3-4d10-8fbb-da95260ad5d3 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.1993630 Jul 23 16:26:24.295237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbc16b99-183b-484f-90dd-693f4c343991 req-e0891f0a-e913-4704-913b-dd6d3a234888 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Jul 23 16:26:24.302706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.340144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.345758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['b5743dfb-6bff-4f39-8383-e59b18357f5a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:24.345922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.351464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8aeb63aa-d6a5-4e5d-9816-a5fa47287a43 req-40208126-bd65-453e-845a-64a39018554c tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851598 Jul 23 16:26:24.354438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.411276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5325747 Jul 23 16:26:24.414112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:24.417108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9e6535-a7a4-4a06-b8b9-44d83d51e30e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:24.419040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'name': 'tempest-PortsTestJSON-1960014125'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:24.434731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.462491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Transition to ACTIVE for port object ad9e6535-a7a4-4a06-b8b9-44d83d51e30e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:24.468360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.472199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc924e-fc16-472a-8924-088033e227c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=76951fca-860b-4a93-8bc6-1339bfa9e17b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.492712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:24.572406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.597170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:24.604864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.637359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:24.678393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c02194-f057-46ad-b35e-9bc5b2eee43a req-71648a63-b4a6-411a-9d23-13444d6b6d59 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.679967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44c02194-f057-46ad-b35e-9bc5b2eee43a req-71648a63-b4a6-411a-9d23-13444d6b6d59 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.1654518 Jul 23 16:26:24.695479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:24.724111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Attempting to bind port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:24.724454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Attempting to bind port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:24.724783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Attempting to bind port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:24.741356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:24.741695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Attempting to bind port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:24.766754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:24.767102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Checking segment: {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:24.767492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Bound using segment: {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:24.772031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Bound port: ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:24.772031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.795647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.818473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44c02194-f057-46ad-b35e-9bc5b2eee43a req-0c2fc037-ef69-4e39-817d-9c7f12d8bdae tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128280 Jul 23 16:26:24.841401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85545d69-09be-40ec-b87f-cb76ff05e5d9 req-fefa81da-7d96-4c17-955b-441e6080a01d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:24.843199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85545d69-09be-40ec-b87f-cb76ff05e5d9 req-fefa81da-7d96-4c17-955b-441e6080a01d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 944 time: 0.1898232 Jul 23 16:26:24.857536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.860017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:24.865510 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.905899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:24.923131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.964601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85545d69-09be-40ec-b87f-cb76ff05e5d9 req-ee18d125-8741-46da-91f3-34a4a3a6aa4e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925474 Jul 23 16:26:24.972955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:24.977175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:24.993117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:24.993701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:24.994201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: 76951fca-860b-4a93-8bc6-1339bfa9e17b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:25.000273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.019788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:25.037249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 76951fca-860b-4a93-8bc6-1339bfa9e17b) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:25.049914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:25.051408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6014239-9bf2-46a7-831e-693294b13bba None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:25.052384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.053187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.055205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] 10.222.0.81 "PUT /v2.0/ports/ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 1092 time: 1.2959552 Jul 23 16:26:25.056474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:25.057327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.058092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.058892 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076bf545-824e-4991-945a-865f1113f814" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:25.087068 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-295fd2aa-165e-466f-8b91-594b01854f89 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6691098 Jul 23 16:26:25.090610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:25.095198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406449b3-0cf2-48b4-9b74-ddda16b80fd0 req-a2ae8ccc-c7d0-4872-81dd-83a5077afc8c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.096699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-406449b3-0cf2-48b4-9b74-ddda16b80fd0 req-a2ae8ccc-c7d0-4872-81dd-83a5077afc8c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1693540 Jul 23 16:26:25.098762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-797994222'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:25.100012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b203d8-a7a8-4653-8b61-25e0c8f6057f service neutron] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.141608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:25.145465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.147059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-406449b3-0cf2-48b4-9b74-ddda16b80fd0 req-db9966e7-a7fa-45b2-9a18-0d38acb0f726 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Jul 23 16:26:25.212500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:25.228516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.229801 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment a2f482e2-252c-4842-ad0b-f19a5d45c800 of type vlan for network 21b2c64f-9312-4fac-94ea-6e20ea2d945f Jul 23 16:26:25.243181 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf0c3e-3dc9-418b-abc8-e3f625abd1dc x-openstack-request-id: req-37cf0c3e-3dc9-418b-abc8-e3f625abd1dc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:25.243463 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:25.243717 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37cf0c3e-3dc9-418b-abc8-e3f625abd1dc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:25.244232 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'status': 'completed', 'code': 200} Jul 23 16:26:25.279731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b537d524-cdbc-49db-922e-575b2dfa221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.281396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-b537d524-cdbc-49db-922e-575b2dfa221d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1095 time: 0.1209538 Jul 23 16:26:25.305829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.336662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-06ed7efe-5013-4fba-a897-d64f4fac139b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 217 time: 0.0393424 Jul 23 16:26:25.354419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.367169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.367169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.416705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3225291 Jul 23 16:26:25.416947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-7464a77e-8577-4338-a468-32ab3a7059a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.417543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:25.418091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-7464a77e-8577-4338-a468-32ab3a7059a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.0741391 Jul 23 16:26:25.424170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'ports': [{'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'}, {'network_id': '21b2c64f-9312-4fac-94ea-6e20ea2d945f'}]} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:25.424170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:25.425252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '21b2c64f-9312-4fac-94ea-6e20ea2d945f'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:25.474863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}, {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:25.477806 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f680d-0743-4b47-86e0-12a403b3f212" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}, {"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-unplugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:25.492998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-20a53b1f-e4da-4d8a-b2dc-5aed12edf25b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382590 Jul 23 16:26:25.496365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773d8a-7e15-43f3-9b22-8d205ea7b8ea tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=21b2c64f-9312-4fac-94ea-6e20ea2d945f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:25.510566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 21b2c64f-9312-4fac-94ea-6e20ea2d945f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:25.589671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72e0c2-3676-41ce-b67c-05e45fe74798 req-898d2b96-b76d-4a6d-9e4c-89bf3002c207 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.591487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db72e0c2-3676-41ce-b67c-05e45fe74798 req-898d2b96-b76d-4a6d-9e4c-89bf3002c207 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 944 time: 0.1853099 Jul 23 16:26:25.651850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 2} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:25.656504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.669810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.681730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-75161d66-7b61-488f-90f9-38d1c2062d6d service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795416 Jul 23 16:26:25.686485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db72e0c2-3676-41ce-b67c-05e45fe74798 req-9ae4f1d7-772f-4b5c-994d-ec54c4aafe4e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680194 Jul 23 16:26:25.689763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:25.698373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b5743dfb-6bff-4f39-8383-e59b18357f5a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:25.700074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a61526-e03e-4841-9e25-d7bf3838f5b6 req-65c4fcc8-d792-4f3f-a1f5-8f14aba42603 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:25.701862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06a61526-e03e-4841-9e25-d7bf3838f5b6 req-65c4fcc8-d792-4f3f-a1f5-8f14aba42603 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.2015235 Jul 23 16:26:25.806030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06a61526-e03e-4841-9e25-d7bf3838f5b6 req-3e3bf675-5fcd-49bf-a74e-48d4c37f1984 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955679 Jul 23 16:26:25.834287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 1548d7bd-2913-4e0e-92f0-fe2937c96ed3 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:25.837396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d90cc11-bace-40f3-91eb-e8eebd545266 req-7870d9e3-4ea7-4934-8517-86efc8959ccd service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462066 Jul 23 16:26:25.862592 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c742e-cd49-4573-8ed0-40295134ecfa x-openstack-request-id: req-376c742e-cd49-4573-8ed0-40295134ecfa {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:25.863856 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}, {"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-unplugged", "status": "completed", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:25.864271 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-376c742e-cd49-4573-8ed0-40295134ecfa {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:25.864835 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:26:25.865254 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'code': 200} Jul 23 16:26:25.900513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:25.915725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '56417a0d-829b-4c41-a108-21da14a25f49', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '56417a0d-829b-4c41-a108-21da14a25f49', 'mac_address': 'fa:16:3e:1a:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:25.918553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port b5743dfb-6bff-4f39-8383-e59b18357f5a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:25.918930 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.975567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:25.995541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.015222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:26.058568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:26.079303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.082413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 9ca182a3-686a-4068-b469-f0bf6bbd7dbf yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:26.083324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.141242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bf545-824e-4991-945a-865f1113f814 req-38c6cb43-2115-4129-bd04-3b41ffcdeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.143472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-38c6cb43-2115-4129-bd04-3b41ffcdeab5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1095 time: 0.0799685 Jul 23 16:26:26.157545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.195584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:26.201034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.227390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.274058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.279431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.324134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:26.327162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:26.329526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:26.331195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.335582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bf545-824e-4991-945a-865f1113f814 req-2a177f48-11f8-41f1-b071-bb9dfa258a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.337059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-2a177f48-11f8-41f1-b071-bb9dfa258a74 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.1709085 Jul 23 16:26:26.347029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=1548d7bd-2913-4e0e-92f0-fe2937c96ed3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.364630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027283-5065-44eb-b5da-6c4092880054 req-ad1f2272-2a44-4aa5-8b6b-e86ec3daec64 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.366143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83027283-5065-44eb-b5da-6c4092880054 req-ad1f2272-2a44-4aa5-8b6b-e86ec3daec64 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.1687217 Jul 23 16:26:26.405227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=9ca182a3-686a-4068-b469-f0bf6bbd7dbf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.416015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-b97c8753-5fdc-43bb-9d14-dd949041dbb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 217 time: 0.0608945 Jul 23 16:26:26.416442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': 'a2f482e2-252c-4842-ad0b-f19a5d45c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '21b2c64f-9312-4fac-94ea-6e20ea2d945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:26.416807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: 21b2c64f-9312-4fac-94ea-6e20ea2d945f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:26.423273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['56417a0d-829b-4c41-a108-21da14a25f49'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:26.434768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 21b2c64f-9312-4fac-94ea-6e20ea2d945f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:26.444407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 21b2c64f-9312-4fac-94ea-6e20ea2d945f) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:26.446971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f876f-bdcc-4cbf-be31-dfca8330e919 req-6981dc8b-fcbc-445f-b4ad-651020098d37 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.448452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:26.448572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef1f876f-bdcc-4cbf-be31-dfca8330e919 req-6981dc8b-fcbc-445f-b4ad-651020098d37 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 944 time: 0.1720436 Jul 23 16:26:26.454868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.458878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41832f06-01b5-49ad-a173-c91da23319ac None None] Network 21b2c64f-9312-4fac-94ea-6e20ea2d945f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:26.460960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.462600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.478629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-53119825-7b01-4050-adff-d3d011973beb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0602086 Jul 23 16:26:26.481342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:26.510745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83027283-5065-44eb-b5da-6c4092880054 req-3fd69fc0-c0da-41f5-81ac-7c1c9d699025 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368408 Jul 23 16:26:26.531591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bf545-824e-4991-945a-865f1113f814 req-1f62c99d-ef25-411d-a6d5-f6a9aa6d2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.531591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-1f62c99d-ef25-411d-a6d5-f6a9aa6d2380 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.1017995 Jul 23 16:26:26.598011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef1f876f-bdcc-4cbf-be31-dfca8330e919 req-dd5b13ed-ed3d-42b2-9a28-74c928cc67db tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228719 Jul 23 16:26:26.614489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-b3b0e80a-4dc3-4aad-9cf9-cffe43015f83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622756 Jul 23 16:26:26.697163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 9ca182a3-686a-4068-b469-f0bf6bbd7dbf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:26.697716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.779428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68677a29-78f4-4dd9-9fbe-ea28b6b9822d req-5f7dd5df-3050-4a0d-9964-eb82e7a6f150 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.786607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68677a29-78f4-4dd9-9fbe-ea28b6b9822d req-5f7dd5df-3050-4a0d-9964-eb82e7a6f150 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1729243 Jul 23 16:26:26.801095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.807291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-a1b6385b-a7cf-4302-9156-aeb365ba4660 service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785340 Jul 23 16:26:26.816285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 9ca182a3-686a-4068-b469-f0bf6bbd7dbf owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:26.899638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68677a29-78f4-4dd9-9fbe-ea28b6b9822d req-5c107dda-bb79-4f65-bbc9-8569ab484fd2 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121225 Jul 23 16:26:26.931319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.964133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=9ca182a3-686a-4068-b469-f0bf6bbd7dbf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:26.980151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:26.984045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf91b9-de77-43a9-9df1-d053dc997cae req-9946a346-a923-46b5-9006-6d2e13169bc7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:26.985135 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87c39561-6ac9-4615-84cf-879dc6903d50 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/9ca182a3-686a-4068-b469-f0bf6bbd7dbf HTTP/1.1" status: 204 len: 168 time: 0.5028293 Jul 23 16:26:26.985660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8bf91b9-de77-43a9-9df1-d053dc997cae req-9946a346-a923-46b5-9006-6d2e13169bc7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 945 time: 0.1967947 Jul 23 16:26:26.985890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52374) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:26.995949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-076bf545-824e-4991-945a-865f1113f814 req-bb5f3cd4-d522-4c00-9d88-7c0ccd1460b5 service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730301 Jul 23 16:26:27.042763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8bf91b9-de77-43a9-9df1-d053dc997cae req-dc0f6163-a7d4-48f7-9ac3-55003bcc2e56 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455821 Jul 23 16:26:27.095710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915d8da-450e-46d1-ac97-213cba5038d4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.102824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915d8da-450e-46d1-ac97-213cba5038d4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.104862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c915d8da-450e-46d1-ac97-213cba5038d4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1177073 Jul 23 16:26:27.107759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.255957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 1548d7bd-2913-4e0e-92f0-fe2937c96ed3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:27.256843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.362933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.385289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 1548d7bd-2913-4e0e-92f0-fe2937c96ed3 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:27.533383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d957-2964-43ed-8c29-0a42e6d1d131 req-102a1b19-3c3f-40ab-9d14-20de10f2fa88 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.535254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3700d957-2964-43ed-8c29-0a42e6d1d131 req-102a1b19-3c3f-40ab-9d14-20de10f2fa88 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.1521168 Jul 23 16:26:27.556096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.616496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=1548d7bd-2913-4e0e-92f0-fe2937c96ed3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:27.629039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:27.634230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-42ec5f27-c6a0-4a22-acc0-8399d12b368c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/1548d7bd-2913-4e0e-92f0-fe2937c96ed3 HTTP/1.1" status: 204 len: 168 time: 0.5228462 Jul 23 16:26:27.634729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.657328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3700d957-2964-43ed-8c29-0a42e6d1d131 req-6305faab-fb47-456a-9aa2-5596cd03a2cd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100650 Jul 23 16:26:27.759470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba79df-4eb5-470e-a735-2df32e1fd5e3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.765425 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5cba79df-4eb5-470e-a735-2df32e1fd5e3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1296806 Jul 23 16:26:27.766311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52436) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.826699 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-0321f7cd-1a38-49d1-ae5d-6f7bee3668cc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:27.828824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0321f7cd-1a38-49d1-ae5d-6f7bee3668cc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/9ca182a3-686a-4068-b469-f0bf6bbd7dbf HTTP/1.1" status: 404 len: 333 time: 0.0421216 Jul 23 16:26:27.833972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52446) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.867402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:27.870579 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd28a5-38d7-458f-a65c-e65c619580ca" -d '{"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-plugged", "status": "completed", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:27.880167 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fefed95-6a35-486d-810c-64e00fa14865 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:27.885103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0fefed95-6a35-486d-810c-64e00fa14865 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/1548d7bd-2913-4e0e-92f0-fe2937c96ed3 HTTP/1.1" status: 404 len: 333 time: 0.0472968 Jul 23 16:26:27.885359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:27.895295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847f5f-6925-401b-8ab0-5502372210c7 req-c3f11abb-e8e6-405e-b493-a1323ec5b822 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:27.902880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83847f5f-6925-401b-8ab0-5502372210c7 req-c3f11abb-e8e6-405e-b493-a1323ec5b822 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.1517010 Jul 23 16:26:27.981512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83847f5f-6925-401b-8ab0-5502372210c7 req-29ef8349-cf25-4f39-a404-a97c8e98475f tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765672 Jul 23 16:26:27.984018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.020489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:28.093530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 56417a0d-829b-4c41-a108-21da14a25f49 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:28.094022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.182177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.199649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b2c64f-9312-4fac-94ea-6e20ea2d945f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:28.214507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f482e2-252c-4842-ad0b-f19a5d45c800') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:28.215466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f482e2-252c-4842-ad0b-f19a5d45c800') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:28.220065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.226800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89eaef-b961-4ea2-8115-f6ff5c39197a req-45a73e57-9ba3-479b-9945-5b2ca7fca26b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.228454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe89eaef-b961-4ea2-8115-f6ff5c39197a req-45a73e57-9ba3-479b-9945-5b2ca7fca26b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 944 time: 0.1442542 Jul 23 16:26:28.232168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.255765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:28.262470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.281819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.290274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:28.301973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:28.305259 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:28.321849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:28.340919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe89eaef-b961-4ea2-8115-f6ff5c39197a req-b02b286f-1d98-4cd1-a2e7-f1c358d60dc3 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046276 Jul 23 16:26:28.372384 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed157485-4b1d-423f-abb4-3256df3c97ca x-openstack-request-id: req-ed157485-4b1d-423f-abb4-3256df3c97ca {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:28.373094 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-plugged", "status": "completed", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:28.373511 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed157485-4b1d-423f-abb4-3256df3c97ca {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:28.374132 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'code': 200} Jul 23 16:26:28.428630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.451270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.453244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/21b2c64f-9312-4fac-94ea-6e20ea2d945f HTTP/1.1" status: 204 len: 168 time: 0.5667574 Jul 23 16:26:28.454131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a25df-35fc-4964-9c65-f3de82cb058d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=21b2c64f-9312-4fac-94ea-6e20ea2d945f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:28.461770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:28.466814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1786866194'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:28.500977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:28.508283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.534014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9ec4d-7651-46ed-99df-071b36f02496 req-d225f7f4-a905-4353-bbd9-e78c4bd23ae6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.535621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bd9ec4d-7651-46ed-99df-071b36f02496 req-d225f7f4-a905-4353-bbd9-e78c4bd23ae6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1098084 Jul 23 16:26:28.547103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:28.577779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.578165 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 7fade242-fe51-41ac-8660-ed3e1d9dfd12 of type vlan for network 493e95b4-f7e7-4d46-8db3-4f98059071ce Jul 23 16:26:28.607345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.624648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0daa-06d3-4909-a000-0dbbc480f4e8 req-fd83cb63-3346-4df1-b3cd-f9e6d787816e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.626278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a66e0daa-06d3-4909-a000-0dbbc480f4e8 req-fd83cb63-3346-4df1-b3cd-f9e6d787816e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.1869304 Jul 23 16:26:28.639506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.665591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bd9ec4d-7651-46ed-99df-071b36f02496 req-2bc16547-7477-429b-be2d-004b02048c54 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066525 Jul 23 16:26:28.709921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a66e0daa-06d3-4909-a000-0dbbc480f4e8 req-3e2553ea-3b1f-4544-9c2e-53c034f1f23a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745027 Jul 23 16:26:28.712103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.717911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.718527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:28.736010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-484862eb-1a59-409b-ab57-604192c52783 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:28.737845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-484862eb-1a59-409b-ab57-604192c52783 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.81 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 945 time: 0.1948738 Jul 23 16:26:28.838759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=493e95b4-f7e7-4d46-8db3-4f98059071ce,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:28.843839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96583cda-7c1b-4451-8208-9e9e4ed5ac08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3812554 Jul 23 16:26:28.846881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:28.854411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:28.855884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:29.030958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6dd1-0081-4eb2-a645-79cd8fdf4d79 req-8e9cf537-09f0-4d23-8612-b26910c4c374 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.032486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-074e6dd1-0081-4eb2-a645-79cd8fdf4d79 req-8e9cf537-09f0-4d23-8612-b26910c4c374 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.1493084 Jul 23 16:26:29.046360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-bda891ef-47c6-4000-8ddf-036cf5ca52d0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.047843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-bda891ef-47c6-4000-8ddf-036cf5ca52d0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 945 time: 0.2782547 Jul 23 16:26:29.055006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:29.060282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.449807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.531721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Deleting port b5743dfb-6bff-4f39-8383-e59b18357f5a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:29.532168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.539604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=ac8eb8c6-1278-47a0-98b9-095337b5b12f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:29.552820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-074e6dd1-0081-4eb2-a645-79cd8fdf4d79 req-a55b5332-fc97-4d94-8abc-020f4818bd8f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039282 Jul 23 16:26:29.608605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '7fade242-fe51-41ac-8660-ed3e1d9dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:29.609479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: 493e95b4-f7e7-4d46-8db3-4f98059071ce, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:29.631332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:29.643689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 493e95b4-f7e7-4d46-8db3-4f98059071ce) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:29.649721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.650609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.655705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fd269-9c57-43c2-9385-e4f3ba6f537e None None] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:29.697256 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-254fdfdd-fbd1-40fb-bfb2-6c9d1fe51bb9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8479307 Jul 23 16:26:29.698991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:29.724757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce', 'name': 'tempest-PortsTestJSON-934535836'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:29.727954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ad9e6535-a7a4-4a06-b8b9-44d83d51e30e details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:29.764860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b5743dfb-6bff-4f39-8383-e59b18357f5a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:29.814146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] For port b5743dfb-6bff-4f39-8383-e59b18357f5a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b5743dfb-6bff-4f39-8383-e59b18357f5a,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:29.814819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.834740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Calling delete_port for b5743dfb-6bff-4f39-8383-e59b18357f5a owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:29.876006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Deleting port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:29.878150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.906969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-c358e443-3ace-4d39-b6cc-675ad3aa80f7 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:29.909295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-c358e443-3ace-4d39-b6cc-675ad3aa80f7 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.81 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.3827708 Jul 23 16:26:29.924184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:29.940804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:29.945214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b', 'port_id': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'mac_address': 'fa:16:3e:27:a3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9a5dab-fbc6-427b-92d0-076ef6b26a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:29.951013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:29.991987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 48129124-eb4b-45ec-8339-89486ce0a5d6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:30.191993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5b64-61bf-45de-a7cb-549ad2e8df99 req-7b525855-84b5-498c-a547-7f625e49c5e8 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.193810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e8c5b64-61bf-45de-a7cb-549ad2e8df99 req-7b525855-84b5-498c-a547-7f625e49c5e8 tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 946 time: 0.4792125 Jul 23 16:26:30.247217 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.264952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ad243-c2e2-48ee-af08-7eb5865700ef req-0cf47766-380f-4d11-aac6-12b87a6de84d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.273502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc4ad243-c2e2-48ee-af08-7eb5865700ef req-0cf47766-380f-4d11-aac6-12b87a6de84d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 944 time: 0.3604095 Jul 23 16:26:30.310353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] For port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:30.310353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.323567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.13 (493e95b4-f7e7-4d46-8db3-4f98059071ce/ac8eb8c6-1278-47a0-98b9-095337b5b12f/48129124-eb4b-45ec-8339-89486ce0a5d6) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:30.332419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.364856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-493e95b4-f7e7-4d46-8db3-4f98059071ce', 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': 'ac8eb8c6-1278-47a0-98b9-095337b5b12f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:30.366544 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.371618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9e6535-a7a4-4a06-b8b9-44d83d51e30e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:30.391907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Calling delete_port for 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:30.397153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:30.405111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:30.407811 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b0053-cd56-4fcb-85d6-cd32a7842e71" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:30.414288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.442859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e8c5b64-61bf-45de-a7cb-549ad2e8df99 req-4ec9936a-c12d-474a-956b-45fe2827c3ba tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/security-groups?id=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047064 Jul 23 16:26:30.473048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:30.556807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc4ad243-c2e2-48ee-af08-7eb5865700ef req-9a39c533-e814-4268-a03f-ee225db14b3a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821598 Jul 23 16:26:30.613501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Deleting port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:30.613835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.676492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.680099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.700016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 48129124-eb4b-45ec-8339-89486ce0a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:30.746757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.762159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fb0b032-a3f1-4caf-87c7-7f1ead31e48a req-d92d03c2-7075-4a79-95ce-9126c8f6ec52 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=c44f5938-09a5-45d4-a50f-7b0080f0c036 HTTP/1.1" status: 200 len: 210 time: 0.1792376 Jul 23 16:26:30.792780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:30.797853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:30.801556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:30.829334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=48129124-eb4b-45ec-8339-89486ce0a5d6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:30.844119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:30.861009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:30.862259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.880397 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6980db1b-5d36-4145-9609-4f868e1dee59 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1802964 Jul 23 16:26:30.883331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:30.892332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] For port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,segment=NetworkSegment(7b79eb71-6463-437d-aca5-53dc7653f1b1),segment_id=7b79eb71-6463-437d-aca5-53dc7653f1b1)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:30.893498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:30.920823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Allocated IP 172.20.0.2 (493e95b4-f7e7-4d46-8db3-4f98059071ce/ac8eb8c6-1278-47a0-98b9-095337b5b12f/5242a5dd-a096-4518-92c9-9b6b4f99a112) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:31.071948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event deleted for resources: {'Port': ['ID=b5743dfb-6bff-4f39-8383-e59b18357f5a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.077352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 48129124-eb4b-45ec-8339-89486ce0a5d6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:31.077710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.092866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Calling delete_port for efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:31.137850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] No DVR routers for this DVR port b5743dfb-6bff-4f39-8383-e59b18357f5a on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:31.143361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.146737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae31fed-877d-40be-a72e-49c91bb1c164 req-61d48b71-7dc1-4002-ac23-4c350be1e748 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.81 "DELETE /v2.0/ports/b5743dfb-6bff-4f39-8383-e59b18357f5a HTTP/1.1" status: 204 len: 173 time: 2.3683329 Jul 23 16:26:31.154779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-deleted', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:31.157422 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be249275-a329-460e-8fba-4d70297649d9" -d '{"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-deleted", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:31.161506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.184061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5f6d6b48-3929-4356-b8c2-b0e6793c8051'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:31.190086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.207062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 48129124-eb4b-45ec-8339-89486ce0a5d6 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:31.227560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Pushing event deleted for resources: {'Port': ['ID=50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.282529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1d0a-74b3-412f-8b13-4b6f1419d2d9 req-9a22fd4d-34bb-4efe-99dd-8f0e3b4a784f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:31.291174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-261f1d0a-74b3-412f-8b13-4b6f1419d2d9 req-9a22fd4d-34bb-4efe-99dd-8f0e3b4a784f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.6392601 Jul 23 16:26:31.383743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.409124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] No DVR routers for this DVR port 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:31.434319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.442509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ecca03a-42ad-4b69-976b-71fa380bfe31 req-2391a33d-858e-4eb0-8f0b-6b28a1528cb9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.67 "DELETE /v2.0/ports/50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c HTTP/1.1" status: 204 len: 173 time: 2.3854625 Jul 23 16:26:31.446177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=48129124-eb4b-45ec-8339-89486ce0a5d6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.534121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-261f1d0a-74b3-412f-8b13-4b6f1419d2d9 req-ddd2f71a-3f85-4dbd-9872-b70c4eb65dd6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836164 Jul 23 16:26:31.581313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.595824 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba863ee0-8a64-4166-b681-7aa3936282f3 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/48129124-eb4b-45ec-8339-89486ce0a5d6 HTTP/1.1" status: 204 len: 168 time: 0.7091870 Jul 23 16:26:31.597261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52576) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:31.616008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.644559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Transition to ACTIVE for port object 5242a5dd-a096-4518-92c9-9b6b4f99a112 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:31.685592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.702325 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ace44e-604f-4d44-90c0-f3d6672e30cd tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:26:31.703081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ace44e-604f-4d44-90c0-f3d6672e30cd tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:26:31.706162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17ace44e-604f-4d44-90c0-f3d6672e30cd tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/48129124-eb4b-45ec-8339-89486ce0a5d6 HTTP/1.1" status: 404 len: 333 time: 0.1063571 Jul 23 16:26:31.709519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52580) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:31.715133 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dde5dd-7b4c-484b-841c-ae8fcb2fb0af x-openstack-request-id: req-06dde5dd-7b4c-484b-841c-ae8fcb2fb0af {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:31.715387 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-plugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:31.715650 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06dde5dd-7b4c-484b-841c-ae8fcb2fb0af {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:31.716042 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:26:31.742567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Pushing event deleted for resources: {'Port': ['ID=efe9b7f6-6265-4e1e-91d0-fc993a6e55e1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.761884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Transition to ACTIVE for port object 5242a5dd-a096-4518-92c9-9b6b4f99a112 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:31.806409 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.807605 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-4226a821-093d-46eb-a808-cc20be7060de tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:31.811978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4226a821-093d-46eb-a808-cc20be7060de tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/48129124-eb4b-45ec-8339-89486ce0a5d6 HTTP/1.1" status: 404 len: 333 time: 0.0987117 Jul 23 16:26:31.814413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52584) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:31.874393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Pushing event updated for resources: {'Port': ['ID=5242a5dd-a096-4518-92c9-9b6b4f99a112,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:31.881903 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c91474-7eef-4ce4-869c-6058a20be516 x-openstack-request-id: req-e8c91474-7eef-4ce4-869c-6058a20be516 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:31.882281 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f5938-09a5-45d4-a50f-7b0080f0c036", "name": "network-vif-deleted", "tag": "b5743dfb-6bff-4f39-8383-e59b18357f5a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:31.883545 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8c91474-7eef-4ce4-869c-6058a20be516 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:31.883967 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f5938-09a5-45d4-a50f-7b0080f0c036', 'name': 'network-vif-deleted', 'tag': 'b5743dfb-6bff-4f39-8383-e59b18357f5a', 'status': 'completed', 'code': 200} Jul 23 16:26:31.885986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] No DVR routers for this DVR port efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:31.891175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.897537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec8e7472-7527-4abf-99a9-e8cb8fe86318 req-754d39ff-ef08-43b3-8e65-170de5dd466a tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.81 "DELETE /v2.0/ports/efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 HTTP/1.1" status: 204 len: 173 time: 1.9301932 Jul 23 16:26:31.918091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet ac8eb8c6-1278-47a0-98b9-095337b5b12f {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:31.926334 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:31.927268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:31.935216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:31.941958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:31.943469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5dd65658-932d-4a9a-ba4b-6301a669ef7e req-9b266361-e161-4dc5-b048-f5d93512b413 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31ca54c-a85f-469c-866a-56d85af47a0c HTTP/1.1" status: 200 len: 210 time: 0.1404052 Jul 23 16:26:31.994884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.122956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31272eb0-32b7-4338-97d7-c32792a08076 req-0b35bb87-3fc5-483e-bf45-8c744140187d tempest-ServerAddressesTestJSON-386683269 tempest-ServerAddressesTestJSON-386683269-project] 10.222.0.64 "GET /v2.0/ports?device_id=42fca3e8-44aa-4d69-9a4e-fb9f72e7e467 HTTP/1.1" status: 200 len: 210 time: 0.1051352 Jul 23 16:26:32.155851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Attempting to bind port 5242a5dd-a096-4518-92c9-9b6b4f99a112 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:32.156238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Attempting to bind port 5242a5dd-a096-4518-92c9-9b6b4f99a112 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7fade242-fe51-41ac-8660-ed3e1d9dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:32.156609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Attempting to bind port 5242a5dd-a096-4518-92c9-9b6b4f99a112 on network 493e95b4-f7e7-4d46-8db3-4f98059071ce {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:32.199720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096038a7-ddf7-43bd-8241-5506335c6fab req-0f3c52aa-c84a-4d5a-9b1a-54717f915973 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:32.203578 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.208834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-096038a7-ddf7-43bd-8241-5506335c6fab req-0f3c52aa-c84a-4d5a-9b1a-54717f915973 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 945 time: 0.1197028 Jul 23 16:26:32.234664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:32.235054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Checking segment: {'id': '7fade242-fe51-41ac-8660-ed3e1d9dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:32.236024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.236484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Bound using segment: {'id': '7fade242-fe51-41ac-8660-ed3e1d9dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:32.237013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Bound port: 5242a5dd-a096-4518-92c9-9b6b4f99a112, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fade242-fe51-41ac-8660-ed3e1d9dfd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '493e95b4-f7e7-4d46-8db3-4f98059071ce'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:32.237418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.264611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-096038a7-ddf7-43bd-8241-5506335c6fab req-bd19c1b6-e65b-441e-b09a-ee87ee8ff337 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543861 Jul 23 16:26:32.364519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.419258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8eb8c6-1278-47a0-98b9-095337b5b12f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:32.430977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.433892 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d8bced3-0f24-4357-b539-d0c61c025ba6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/ac8eb8c6-1278-47a0-98b9-095337b5b12f HTTP/1.1" status: 204 len: 168 time: 0.6194618 Jul 23 16:26:32.435896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52592) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:32.465727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] For port 5242a5dd-a096-4518-92c9-9b6b4f99a112, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:32.472563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] For port 5242a5dd-a096-4518-92c9-9b6b4f99a112, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5242a5dd-a096-4518-92c9-9b6b4f99a112,segment=NetworkSegment(7fade242-fe51-41ac-8660-ed3e1d9dfd12),segment_id=7fade242-fe51-41ac-8660-ed3e1d9dfd12)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:32.477500 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.551158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.719373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677a7a9-f801-4f22-981a-8bbaf189b495 None None] Pushing event updated for resources: {'Port': ['ID=5242a5dd-a096-4518-92c9-9b6b4f99a112,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:32.719637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 5242a5dd-a096-4518-92c9-9b6b4f99a112 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:32.720435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:32.735912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:32.777655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:32.778567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:32.821793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52600) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:32.826865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996961062', 'description': 'tempest-description--1795496554'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:32.893834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.006332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port 5242a5dd-a096-4518-92c9-9b6b4f99a112, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5242a5dd-a096-4518-92c9-9b6b4f99a112,segment=NetworkSegment(7fade242-fe51-41ac-8660-ed3e1d9dfd12),segment_id=7fade242-fe51-41ac-8660-ed3e1d9dfd12)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:33.006740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.036188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 5242a5dd-a096-4518-92c9-9b6b4f99a112 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:33.045862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.052908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.109342 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.110959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2881277 Jul 23 16:26:33.119558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:33.130851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'security_group_rule': {'security_group_id': 'b09a6cb6-6fb4-4a5f-b640-aff3134f507a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:33.138335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf78766-6bb2-4044-9377-eb3ce541a707 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a6cb6-6fb4-4a5f-b640-aff3134f507a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.194337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c127b-95ec-47ad-a94a-65799680faef req-63e66fcd-04d7-4495-a1f4-7a21cef496b0 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.202400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e6c127b-95ec-47ad-a94a-65799680faef req-63e66fcd-04d7-4495-a1f4-7a21cef496b0 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.4004512 Jul 23 16:26:33.212557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.271212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e6c127b-95ec-47ad-a94a-65799680faef req-913e1bf6-541c-4644-9659-7a7814db9b01 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Jul 23 16:26:33.315650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452363a-7e0d-49bc-9aa7-f2ead81f2d9f req-7f796c2c-c34e-40ba-9fa8-545fa3184199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.317642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c452363a-7e0d-49bc-9aa7-f2ead81f2d9f req-7f796c2c-c34e-40ba-9fa8-545fa3184199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.3710246 Jul 23 16:26:33.359723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.370016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.385983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c452363a-7e0d-49bc-9aa7-f2ead81f2d9f req-f97d4887-371e-408e-9fb2-7a33009848d2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592399 Jul 23 16:26:33.404467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.447123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port 5242a5dd-a096-4518-92c9-9b6b4f99a112 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:33.449139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=5242a5dd-a096-4518-92c9-9b6b4f99a112,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.451225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260a4004-562f-444f-9a54-f7ca719c703f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.474935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.476223 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2a85928-9a3b-488d-95d4-cd23fd9b1d2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553312 Jul 23 16:26:33.485526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:33.485526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52612) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:33.572328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'security_group_rule': {'security_group_id': 'b09a6cb6-6fb4-4a5f-b640-aff3134f507a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:33.593425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.617439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493e95b4-f7e7-4d46-8db3-4f98059071ce']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:33.636862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Deleting subnet 4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:33.646503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.674846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.698292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fade242-fe51-41ac-8660-ed3e1d9dfd12') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:33.698819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fade242-fe51-41ac-8660-ed3e1d9dfd12') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:33.728827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.742836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.751293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ad9e6535-a7a4-4a06-b8b9-44d83d51e30e up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:33.766796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.778207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.798253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:33.799063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:33.802235 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:33.813167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.866984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c5a67-d121-4cd5-bf3c-4b9d1b37f42c req-223715cb-bf47-4846-a5f4-b2c72e403969 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:33.869836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-089c5a67-d121-4cd5-bf3c-4b9d1b37f42c req-223715cb-bf47-4846-a5f4-b2c72e403969 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 945 time: 0.3110232 Jul 23 16:26:33.876502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:33.879811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccceebe8-2f63-45af-9e70-670feafd0a2c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:33.884858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:33.886012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.889628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'name': 'network-vif-deleted', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c'}, {'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'name': 'network-vif-deleted', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:33.892272 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3490640-8a0d-42df-b452-cb074333210d" -d '{"events": [{"server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "name": "network-vif-deleted", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c"}, {"server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "name": "network-vif-deleted", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:33.904430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.908605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f3bfb15e-08c7-42ee-99f3-d893908666f8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4103143 Jul 23 16:26:33.910351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:33.928201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:33.980378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:33.995883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ee34-0088-44b9-88e4-a81c5d3a39d4 req-1e62f46a-9981-46de-88dd-2a15b534d882 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.004155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf75ee34-0088-44b9-88e4-a81c5d3a39d4 req-1e62f46a-9981-46de-88dd-2a15b534d882 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3631067 Jul 23 16:26:34.016692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.065068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.073150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.075720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/493e95b4-f7e7-4d46-8db3-4f98059071ce HTTP/1.1" status: 204 len: 168 time: 1.6386664 Jul 23 16:26:34.079390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.086908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52622) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:34.102040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4476b-c2fa-46b6-b7a8-5e4325310a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=493e95b4-f7e7-4d46-8db3-4f98059071ce,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.109187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-31042830'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:34.115990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-089c5a67-d121-4cd5-bf3c-4b9d1b37f42c req-1e1d84a6-f0d5-478d-a18e-4e3213c0d57a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345057 Jul 23 16:26:34.132844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:34.142452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf75ee34-0088-44b9-88e4-a81c5d3a39d4 req-729591ed-fa84-481d-a4f2-2a29560fea7a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369581 Jul 23 16:26:34.157988 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cf096f-f1d9-4297-92ac-f12b92b5853a" -d '{"events": [{"server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "name": "network-vif-plugged", "status": "completed", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:34.182711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:34.191778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.194863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:34.197384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:34.199092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.240724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.260031 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8083450a-cdfe-41dd-a436-87e0828d8c30 x-openstack-request-id: req-8083450a-cdfe-41dd-a436-87e0828d8c30 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:34.260609 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31ca54c-a85f-469c-866a-56d85af47a0c", "name": "network-vif-deleted", "tag": "50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c", "status": "completed", "code": 200}, {"server_uuid": "42fca3e8-44aa-4d69-9a4e-fb9f72e7e467", "name": "network-vif-deleted", "tag": "efe9b7f6-6265-4e1e-91d0-fc993a6e55e1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:34.261072 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8083450a-cdfe-41dd-a436-87e0828d8c30 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:34.261701 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31ca54c-a85f-469c-866a-56d85af47a0c', 'name': 'network-vif-deleted', 'tag': '50e4fcfd-3f1d-44bd-8fd9-d05043cabc4c', 'status': 'completed', 'code': 200} Jul 23 16:26:34.262215 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fca3e8-44aa-4d69-9a4e-fb9f72e7e467', 'name': 'network-vif-deleted', 'tag': 'efe9b7f6-6265-4e1e-91d0-fc993a6e55e1', 'status': 'completed', 'code': 200} Jul 23 16:26:34.264362 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e09cc8-354f-47ae-8f59-db3ed87c3282 x-openstack-request-id: req-a5e09cc8-354f-47ae-8f59-db3ed87c3282 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:34.264654 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "name": "network-vif-plugged", "status": "completed", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:34.264905 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5e09cc8-354f-47ae-8f59-db3ed87c3282 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:34.265293 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'code': 200} Jul 23 16:26:34.292214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:34.292560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device efe9b7f6-6265-4e1e-91d0-fc993a6e55e1 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:34.322662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.330172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82 HTTP/1.1" status: 204 len: 168 time: 0.8414123 Jul 23 16:26:34.330368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52630) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:34.330992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41917f4-5950-4587-b17d-c19be99e81a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cec3b6d-6d9b-4e12-9bd0-e7b420f64f82,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.368542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:34.370796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.464034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.464573 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment b400ae1b-fd71-40b6-b48d-845069272a53 of type vlan for network 4553be06-654a-4a3f-ae48-88a65578ab40 Jul 23 16:26:34.543666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.599972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.616328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.622260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.622462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.623056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.650015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-58ec6b43-3852-48ed-afef-7c485a4f91f1 None None] Could not find standard attr ID for object 5242a5dd-a096-4518-92c9-9b6b4f99a112. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:26:34.713489 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6201496 Jul 23 16:26:34.720805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52640) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:34.721986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391994e-d0c2-44a6-b8fe-dd6e74615565 None None] DHCP port deletion for 493e95b4-f7e7-4d46-8db3-4f98059071ce request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:34.733683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:34.748114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c94994-0aa8-4e42-9beb-50da23cddd7d req-dbf3ab82-6c88-4bb3-ac4b-b3881406a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.748894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c94994-0aa8-4e42-9beb-50da23cddd7d req-dbf3ab82-6c88-4bb3-ac4b-b3881406a2e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1097 time: 0.3424904 Jul 23 16:26:34.762785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564275b2-40cd-4d57-b756-137f76ba3186 None None] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:34.765921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1515387-a296-4a97-8cea-78a0f9becc19 req-6efc0ad1-e216-462b-9f8d-8ac2851d772a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.774252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1515387-a296-4a97-8cea-78a0f9becc19 req-6efc0ad1-e216-462b-9f8d-8ac2851d772a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2771432 Jul 23 16:26:34.786761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564275b2-40cd-4d57-b756-137f76ba3186 None None] Network 493e95b4-f7e7-4d46-8db3-4f98059071ce could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:26:34.788360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-f01d23bb-6172-4003-a30b-26577ae56984 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.789862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-f01d23bb-6172-4003-a30b-26577ae56984 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.4414721 Jul 23 16:26:34.796108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa56b45-d7d6-44f4-822c-c4e6b2e3f4bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=4553be06-654a-4a3f-ae48-88a65578ab40,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:34.826841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4553be06-654a-4a3f-ae48-88a65578ab40 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:34.878605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e8569-919e-4406-b8e2-cd002b99c9e6 req-b0281e55-2050-4cd7-b488-5e90a67e7baa tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:34.886091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-050e8569-919e-4406-b8e2-cd002b99c9e6 req-b0281e55-2050-4cd7-b488-5e90a67e7baa tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 948 time: 0.4251204 Jul 23 16:26:34.934657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Allocated IP 172.25.2.219 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/4297fc2a-f249-43f4-925f-4756dbd450d0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:34.960463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:34.964154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:34.975577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.004964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c94994-0aa8-4e42-9beb-50da23cddd7d req-f44344d5-a393-4b67-9438-ed8a2a1f6d59 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260280 Jul 23 16:26:35.008370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e321d91e-499d-48d7-adbc-ea7632411bf8']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:35.028437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1515387-a296-4a97-8cea-78a0f9becc19 req-7276b08a-0360-41ef-b9d0-f1296fa85256 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488616 Jul 23 16:26:35.050932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b79eb71-6463-437d-aca5-53dc7653f1b1') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:35.051195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b79eb71-6463-437d-aca5-53dc7653f1b1') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:35.067016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-050e8569-919e-4406-b8e2-cd002b99c9e6 req-c57f1fbe-687d-405a-a68d-e49297ea737e tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798546 Jul 23 16:26:35.114869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.184398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.197794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:35.198226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:35.202992 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:35.277900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.288647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.290591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e321d91e-499d-48d7-adbc-ea7632411bf8 HTTP/1.1" status: 204 len: 168 time: 0.9592929 Jul 23 16:26:35.319133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Deleting port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:35.319469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.387943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da0b75-d0e5-4084-9b87-163effcd4b87 req-884dbc7a-d020-43a1-aca9-b488ec12635d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.389597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09da0b75-d0e5-4084-9b87-163effcd4b87 req-884dbc7a-d020-43a1-aca9-b488ec12635d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.2727153 Jul 23 16:26:35.393899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058c719-dbd9-4938-9337-7e97514ac168 admin admin] Pushing event deleted for resources: {'Network': ['ID=e321d91e-499d-48d7-adbc-ea7632411bf8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:35.521425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.561718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09da0b75-d0e5-4084-9b87-163effcd4b87 req-1ec853cd-0391-4bb4-84c5-6f6338824099 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489344 Jul 23 16:26:35.614366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] For port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:35.614734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.627057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52648) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:35.654559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Calling delete_port for 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:35.671134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801783fa-f6fa-46d9-ae41-071d2898fa71 req-cb9ec96c-3448-4db7-9f52-24fb3f06ffba tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.672683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801783fa-f6fa-46d9-ae41-071d2898fa71 req-cb9ec96c-3448-4db7-9f52-24fb3f06ffba tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2342384 Jul 23 16:26:35.729615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.738327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.790649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6eaec45a-daca-403a-aef6-f8a09eb22bee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f73b6351b524aea996b69eb35f65b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586883 Jul 23 16:26:35.795064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52650) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:35.816265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:35.819756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'Port': ['ID=4297fc2a-f249-43f4-925f-4756dbd450d0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:35.823012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:35.828774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:35.840475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801783fa-f6fa-46d9-ae41-071d2898fa71 req-8851f191-9389-4464-a48e-9c5b70ac629f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488488 Jul 23 16:26:35.901327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=c6792af6-607f-4967-98eb-9bba5b0d0e0a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:35.909467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': 'b400ae1b-fd71-40b6-b48d-845069272a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:35.909828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: 4553be06-654a-4a3f-ae48-88a65578ab40, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:35.913109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f11ff-0910-4b66-bfc5-724394c7db33 req-84d283ba-a3a3-4de0-8c91-078e5bf5a30f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:35.914742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-488f11ff-0910-4b66-bfc5-724394c7db33 req-84d283ba-a3a3-4de0-8c91-078e5bf5a30f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 946 time: 0.2411597 Jul 23 16:26:35.933563 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.970086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:35.988157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 4553be06-654a-4a3f-ae48-88a65578ab40 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:36.024230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4553be06-654a-4a3f-ae48-88a65578ab40) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:36.030987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:36.031584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.032262 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.042467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34bfbc-9687-4d4b-aba3-7707cc0d760c None None] Network 4553be06-654a-4a3f-ae48-88a65578ab40 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:36.061197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.068550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-488f11ff-0910-4b66-bfc5-724394c7db33 req-fb6188ab-a5b9-4bf4-b65b-e630aebaad8f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300533 Jul 23 16:26:36.074661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.127113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Pushing event deleted for resources: {'Port': ['ID=4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.272235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] No DVR routers for this DVR port 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:36.280112 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.292018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.296489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.300879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.315686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb HTTP/1.1" status: 204 len: 168 time: 0.5123880 Jul 23 16:26:36.315892 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e204c7b4-6f1a-4142-b30c-9a7ddfdc085e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5858352 Jul 23 16:26:36.328543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52658) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:36.330830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.333414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f335c32-0b81-438a-99fa-c869b46c64c3 req-11042e3f-bfe5-4a21-b116-b378720f0d88 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "DELETE /v2.0/ports/4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde HTTP/1.1" status: 204 len: 173 time: 1.5169885 Jul 23 16:26:36.338272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1896945273'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:36.347714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-deleted', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:36.359797 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b1beb3-a112-4c28-acfe-a03a3cb69ea1" -d '{"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-deleted", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:36.515037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6c55ea2-cde2-4053-a4b2-a8dfa85df1c1 req-470187c3-1809-41e4-937c-29fe6543c63a tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4a69d-49a3-46d3-85ae-20ff549729b3 HTTP/1.1" status: 200 len: 210 time: 0.2572911 Jul 23 16:26:36.543199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de452cb1-a37a-4d2c-b8ab-7d7c3f9827ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61a28d-1f50-48f3-8afa-b8b9cb0f31eb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.557417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-4553be06-654a-4a3f-ae48-88a65578ab40', 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': 'c6792af6-607f-4967-98eb-9bba5b0d0e0a'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:36.566198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.628588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'Port': ['ID=4297fc2a-f249-43f4-925f-4756dbd450d0,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:36.656374 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828fea3-3c44-4076-800a-d973544455cc x-openstack-request-id: req-6828fea3-3c44-4076-800a-d973544455cc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:36.656790 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d4a69d-49a3-46d3-85ae-20ff549729b3", "name": "network-vif-deleted", "tag": "4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:36.657041 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6828fea3-3c44-4076-800a-d973544455cc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:36.657449 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4a69d-49a3-46d3-85ae-20ff549729b3', 'name': 'network-vif-deleted', 'tag': '4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde', 'status': 'completed', 'code': 200} Jul 23 16:26:36.792802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.825959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:36.837110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f4d8d-d872-43b1-b084-cd4774d68b2b req-90c497fe-9abb-40fd-814a-01119de915d1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:36.839494 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fdf3211-6554-4a03-b7ee-8f1b24c1a171 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9171686 Jul 23 16:26:36.858185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-624f4d8d-d872-43b1-b084-cd4774d68b2b req-90c497fe-9abb-40fd-814a-01119de915d1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.1582274 Jul 23 16:26:36.973626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-624f4d8d-d872-43b1-b084-cd4774d68b2b req-db25bdac-026f-4b3d-88f3-6106194a14fa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127782 Jul 23 16:26:37.000826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:37.005033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.039708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Allocated IP 172.20.0.2 (4553be06-654a-4a3f-ae48-88a65578ab40/c6792af6-607f-4967-98eb-9bba5b0d0e0a/e6f82a5b-1db4-490e-80d3-bb17dee710f8) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:37.047870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 41063807-f218-4c6a-a355-956745f23954 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:37.371815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.384687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Transition to ACTIVE for port object e6f82a5b-1db4-490e-80d3-bb17dee710f8 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:37.413283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Transition to ACTIVE for port object e6f82a5b-1db4-490e-80d3-bb17dee710f8 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:37.437643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.482942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Network 4553be06-654a-4a3f-ae48-88a65578ab40 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:37.531550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:37.540017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:37.542392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.12 (4553be06-654a-4a3f-ae48-88a65578ab40/c6792af6-607f-4967-98eb-9bba5b0d0e0a/41063807-f218-4c6a-a355-956745f23954) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:37.647185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Pushing event updated for resources: {'Port': ['ID=e6f82a5b-1db4-490e-80d3-bb17dee710f8,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:37.732167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Attempting to bind port e6f82a5b-1db4-490e-80d3-bb17dee710f8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:37.732590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Attempting to bind port e6f82a5b-1db4-490e-80d3-bb17dee710f8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b400ae1b-fd71-40b6-b48d-845069272a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:37.732961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Attempting to bind port e6f82a5b-1db4-490e-80d3-bb17dee710f8 on network 4553be06-654a-4a3f-ae48-88a65578ab40 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:37.745959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:37.746700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Checking segment: {'id': 'b400ae1b-fd71-40b6-b48d-845069272a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:37.747070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.747884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Bound using segment: {'id': 'b400ae1b-fd71-40b6-b48d-845069272a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:37.749200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Bound port: e6f82a5b-1db4-490e-80d3-bb17dee710f8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b400ae1b-fd71-40b6-b48d-845069272a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4553be06-654a-4a3f-ae48-88a65578ab40'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:37.749612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.785739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:37.791222 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:26:37.870007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.896107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7807-610b-4810-90d5-408b0e5f0541 req-f1067144-baa2-42cf-87b0-c5f041c81c13 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:37.901764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] For port e6f82a5b-1db4-490e-80d3-bb17dee710f8, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:37.904343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 41063807-f218-4c6a-a355-956745f23954 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:37.906766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] For port e6f82a5b-1db4-490e-80d3-bb17dee710f8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6f82a5b-1db4-490e-80d3-bb17dee710f8,segment=NetworkSegment(b400ae1b-fd71-40b6-b48d-845069272a53),segment_id=b400ae1b-fd71-40b6-b48d-845069272a53)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:37.909709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26b7807-610b-4810-90d5-408b0e5f0541 req-f1067144-baa2-42cf-87b0-c5f041c81c13 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 946 time: 0.6907413 Jul 23 16:26:37.914852 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:37.983518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-680361072-network', 'tenant_id': '8e5114216895438fb9520fc48b427ea9'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:37.989800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.012035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d26b7807-610b-4810-90d5-408b0e5f0541 req-1b916311-2a71-415c-be18-bf0394444409 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901363 Jul 23 16:26:38.056596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-85856dbc-218e-4cbf-b8ec-e43d85974193 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.060790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93233161-a11e-4849-a9cd-5a81da0740ff None None] Pushing event updated for resources: {'Port': ['ID=e6f82a5b-1db4-490e-80d3-bb17dee710f8,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:38.065722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-85856dbc-218e-4cbf-b8ec-e43d85974193 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.8322389 Jul 23 16:26:38.083767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-8e273c9c-665f-4654-a191-3850925bf83e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/quotas/d1d64a6408ac482ab25213b6b3ac022c HTTP/1.1" status: 200 len: 375 time: 0.0170219 Jul 23 16:26:38.102714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 4553be06-654a-4a3f-ae48-88a65578ab40 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:38.114263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:38.117321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:38.217523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.218469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.233318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Made reservation on behalf of 8e5114216895438fb9520fc48b427ea9 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:38.237171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.253754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-6994ffe8-e9b8-4f1e-8aa6-daa51f920150 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616383 Jul 23 16:26:38.267177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.9372683 Jul 23 16:26:38.270999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52724) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:38.284952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.347643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8460c6-e3d1-499e-a950-af727ddec341 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=41063807-f218-4c6a-a355-956745f23954,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:38.528057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 41063807-f218-4c6a-a355-956745f23954 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:38.534115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.543853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-22191886-20e3-4bf8-8fee-945cc17a5225 service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696905 Jul 23 16:26:38.624980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.635735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.664237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f755daf-0228-48b9-a5c6-1316c0862952 req-baddd926-99b1-4a6d-8317-336b6a22c6d0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.665807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f755daf-0228-48b9-a5c6-1316c0862952 req-baddd926-99b1-4a6d-8317-336b6a22c6d0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.2157450 Jul 23 16:26:38.684223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:38.687671 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.698233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c4344-11a9-4c53-8da4-aaf82dadef9c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:38.709167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 41063807-f218-4c6a-a355-956745f23954 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:38.715973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.716410 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Added segment b70b05c8-5547-4bcb-b469-8e893ae257fb of type vlan for network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db Jul 23 16:26:38.722744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:38.742198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-b9472ddb-8da2-421a-8041-a0954626f559 service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899781 Jul 23 16:26:38.751798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f755daf-0228-48b9-a5c6-1316c0862952 req-24692f8f-c70c-4b1e-a3e5-3c909d1b3e4b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599988 Jul 23 16:26:38.772074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:38.772482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4c6cc3ef-65ef-4158-98bb-0aeec3ea9cde not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:38.803396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.864395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.866664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:38.867576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.932833 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1459420 Jul 23 16:26:38.940194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:38.945161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Request body: {'subnet': {'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-subnet', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:38.957049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-bf2b404a-564e-4c06-9d20-40c68d21565f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1054691234&fields=id&tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 267 time: 0.0737581 Jul 23 16:26:38.997139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbdad-8ed9-4aba-8123-5f2c52bbe835 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9e5a1d-2806-4099-9cf3-81cf9aff55db,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:39.013066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:39.079228 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.193713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Made reservation on behalf of 8e5114216895438fb9520fc48b427ea9 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:39.196083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.208586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-9cdf0208-8483-4300-bb78-69b1240611cd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:39.221143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-9cdf0208-8483-4300-bb78-69b1240611cd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 946 time: 0.2581086 Jul 23 16:26:39.231531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=41063807-f218-4c6a-a355-956745f23954,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:39.237883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'security_groups': ['dbed4571-6fc9-4d3c-a742-05e2dd31dad0', 'bd69340e-cea9-4221-8d6e-ea844213b8d4']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:39.311820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6f82a5b-1db4-490e-80d3-bb17dee710f8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:39.461828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e6f82a5b-1db4-490e-80d3-bb17dee710f8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:39.532721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.576352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e41e26f1-8e43-41cb-a349-f6147f05e0fa req-2dbf4e54-8a4c-4255-9814-5a2bae0a573a tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 210 time: 0.0816422 Jul 23 16:26:39.659664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70132dae-b3e5-4c43-9b64-f748faa944d2 None None] Network 4553be06-654a-4a3f-ae48-88a65578ab40 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:39.751799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.754172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be5585c7-0230-4a48-a859-95f56e0a1719 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/41063807-f218-4c6a-a355-956745f23954 HTTP/1.1" status: 204 len: 168 time: 1.4820726 Jul 23 16:26:39.757091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52752) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:39.804250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.815939 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a4d95b-7c6c-41b5-8c15-e668a5036324 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:39.819237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41a4d95b-7c6c-41b5-8c15-e668a5036324 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/41063807-f218-4c6a-a355-956745f23954 HTTP/1.1" status: 404 len: 333 time: 0.0605009 Jul 23 16:26:39.829847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52756) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:39.997045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet c6792af6-607f-4967-98eb-9bba5b0d0e0a {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:39.997045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.997666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Provisioning for port e6f82a5b-1db4-490e-80d3-bb17dee710f8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:39.997666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Provisioning complete for port e6f82a5b-1db4-490e-80d3-bb17dee710f8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:39.998156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f160dbf-39c6-4549-a965-68105dc4dbbd,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:39.998245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.003116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Checking segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:40.003571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Network hostable DHCP agents. Network: 9a9e5a1d-2806-4099-9cf3-81cf9aff55db, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:40.039024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:40.054909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9a9e5a1d-2806-4099-9cf3-81cf9aff55db) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:40.058029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.068074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.068674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.086926 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2ff8e17-edc3-47d1-9497-98527f30f22f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1455779 Jul 23 16:26:40.090087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:40.093087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40455d2-6df3-4e09-af0f-4ffd5680e6ac None None] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:40.103254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:40.127671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:40.153868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.156354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.234701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.261587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.270731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.307811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e87b-e835-4e46-b134-5dddbadd151c req-77563da3-231e-4073-b770-6fb7291ed307 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.309917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9270e87b-e835-4e46-b134-5dddbadd151c req-77563da3-231e-4073-b770-6fb7291ed307 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 949 time: 0.2255783 Jul 23 16:26:40.314304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.315221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] For port e6f82a5b-1db4-490e-80d3-bb17dee710f8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6f82a5b-1db4-490e-80d3-bb17dee710f8,segment=NetworkSegment(b400ae1b-fd71-40b6-b48d-845069272a53),segment_id=b400ae1b-fd71-40b6-b48d-845069272a53)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:40.327700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:40.386765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.398059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.455847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.456526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.458214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c84bc240-533b-4ca3-a19f-1717e7067648 req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "PUT /v2.0/ports/ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 982 time: 1.2311060 Jul 23 16:26:40.472842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:40.475193 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c4d869-bdac-4591-8925-233534d17706" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:40.536374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ab4b-45d1-44be-9269-a1831472597a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.555147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd683f-5950-4d19-993c-2a614f421509 None None] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:40.562803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9270e87b-e835-4e46-b134-5dddbadd151c req-ff9d6458-136e-4b69-9949-af41bd4ce900 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185876 Jul 23 16:26:40.573033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.627346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.658164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f166-0d23-4f20-b6db-64de75b64e58 None None] Pushing event updated for resources: {'Port': ['ID=e6f82a5b-1db4-490e-80d3-bb17dee710f8,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.704409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=c6792af6-607f-4967-98eb-9bba5b0d0e0a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:40.707252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:40.712301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90044660-ccb4-49d7-95da-cdec863092b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/c6792af6-607f-4967-98eb-9bba5b0d0e0a HTTP/1.1" status: 204 len: 168 time: 0.8813887 Jul 23 16:26:40.714313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52774) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:40.845388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a6e13-66f8-48f6-b8e1-34b30ce003c7 req-bff10048-a3f7-413c-8b78-334c5abaa1b0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:40.848925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac8a6e13-66f8-48f6-b8e1-34b30ce003c7 req-bff10048-a3f7-413c-8b78-334c5abaa1b0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.2387836 Jul 23 16:26:40.916124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:40.928978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0857231-8a17-42df-b441-ef2f977fd17b None None] Network 4553be06-654a-4a3f-ae48-88a65578ab40 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:41.008646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac8a6e13-66f8-48f6-b8e1-34b30ce003c7 req-c0c3ab76-6549-4d15-82a5-196e48b2091d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504724 Jul 23 16:26:41.009235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.074541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d44f3-a156-4380-8a24-ce2e37cde8d8 req-9b9a0412-a2cd-4910-a219-69626c1c8ccb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.076167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f88d44f3-a156-4380-8a24-ce2e37cde8d8 req-9b9a0412-a2cd-4910-a219-69626c1c8ccb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3374083 Jul 23 16:26:41.187827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f88d44f3-a156-4380-8a24-ce2e37cde8d8 req-11b5901f-a4bd-44d4-bc54-2006ff509c60 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049864 Jul 23 16:26:41.216941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32548889-0b38-46af-9071-22adc98a157d None None] Provisioning complete for port e6f82a5b-1db4-490e-80d3-bb17dee710f8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:41.216941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32548889-0b38-46af-9071-22adc98a157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.218065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-237f99a3-6f6b-48c8-9d88-555617865c6b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.219720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-237f99a3-6f6b-48c8-9d88-555617865c6b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.3631010 Jul 23 16:26:41.237023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'port': {'device_id': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'admin_state_up': True, 'tenant_id': 'd1d64a6408ac482ab25213b6b3ac022c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:41.315648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6f82a5b-1db4-490e-80d3-bb17dee710f8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:41.336278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.355031 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9dd776-0d5e-4a18-b9c9-9b9ea15d34b9 x-openstack-request-id: req-2b9dd776-0d5e-4a18-b9c9-9b9ea15d34b9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:41.356013 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:41.356013 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b9dd776-0d5e-4a18-b9c9-9b9ea15d34b9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:41.356267 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'status': 'completed', 'code': 200} Jul 23 16:26:41.381262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.424521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port e6f82a5b-1db4-490e-80d3-bb17dee710f8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:41.425693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.477979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90297659-f996-4f16-8fb8-25ea001b122e req-5c03f42e-1744-4375-9e6d-2764a58fc289 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 210 time: 0.0593092 Jul 23 16:26:41.509556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Made reservation on behalf of d1d64a6408ac482ab25213b6b3ac022c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:41.513429 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.519902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port e6f82a5b-1db4-490e-80d3-bb17dee710f8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6f82a5b-1db4-490e-80d3-bb17dee710f8,segment=NetworkSegment(b400ae1b-fd71-40b6-b48d-845069272a53),segment_id=b400ae1b-fd71-40b6-b48d-845069272a53)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:41.520928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.538075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for e6f82a5b-1db4-490e-80d3-bb17dee710f8 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:41.669480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.689654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Allocated IP 172.20.0.7 (c70570d9-9756-4d3d-bab8-f43465811e57/a414aa69-ad79-49c9-8883-be4bd84a9f1c/3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:41.771436 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32548889-0b38-46af-9071-22adc98a157d None None] Could not find standard attr ID for object e6f82a5b-1db4-490e-80d3-bb17dee710f8. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:26:41.774552 n-d-800484-3 neutron-server[94005]: INFO neutron.plugins.ml2.db [None req-32548889-0b38-46af-9071-22adc98a157d None None] No ports have port_id starting with e6f82a5b-1db4-490e-80d3-bb17dee710f8 Jul 23 16:26:41.779412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.793536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e6f82a5b-1db4-490e-80d3-bb17dee710f8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:41.794427 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.830502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=e6f82a5b-1db4-490e-80d3-bb17dee710f8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:41.841950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port e6f82a5b-1db4-490e-80d3-bb17dee710f8 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:41.853856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Port e6f82a5b-1db4-490e-80d3-bb17dee710f8 was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:26:41.856137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97871fa3-a295-42eb-9035-dc115ae3e7e4 None None] DHCP port deletion for 4553be06-654a-4a3f-ae48-88a65578ab40 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:41.905917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.935460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-4a520612-f552-4b61-9d49-51c98a4b73dd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1143791281&fields=id&tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 267 time: 0.7113349 Jul 23 16:26:41.935913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a8a69c4-c50d-4143-b0f9-2a675505448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:41.985167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d869-bdac-4591-8925-233534d17706 req-e8480e0d-6d4a-4989-ad3c-bf1cc4e43710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:41.986559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-e8480e0d-6d4a-4989-ad3c-bf1cc4e43710 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1136 time: 0.6375275 Jul 23 16:26:42.020978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.047967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4553be06-654a-4a3f-ae48-88a65578ab40']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.082967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b400ae1b-fd71-40b6-b48d-845069272a53') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.083331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b400ae1b-fd71-40b6-b48d-845069272a53') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:42.098006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Allocated IP 172.25.2.147 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/81ac62ae-f325-41d8-bd7a-f71ebbbebb6a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:42.104964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.132967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.159720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:42.160129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:42.167449 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:42.189914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.264612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-70f668a2-f23c-4992-971d-4216eefe3496 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.264612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-70f668a2-f23c-4992-971d-4216eefe3496 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 985 time: 0.3054814 Jul 23 16:26:42.279771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-0320621d-50a9-4048-9dc3-988215b64ae3 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.281287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-0320621d-50a9-4048-9dc3-988215b64ae3 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 949 time: 0.3577802 Jul 23 16:26:42.282024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.291214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.293071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/4553be06-654a-4a3f-ae48-88a65578ab40 HTTP/1.1" status: 204 len: 168 time: 1.5733101 Jul 23 16:26:42.300787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:42.300961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a39ee-6125-402a-b543-c7f2660850ce req-aa7a460a-5348-46e6-8b84-7fcedc48be96 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.308725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e42a39ee-6125-402a-b543-c7f2660850ce req-aa7a460a-5348-46e6-8b84-7fcedc48be96 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3874855 Jul 23 16:26:42.311293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'name': 'tempest-PortsTestJSON-550454459'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:42.324739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Network c70570d9-9756-4d3d-bab8-f43465811e57 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:42.342382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00383ce4-39ed-48a2-85fc-c4095f2d116f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=4553be06-654a-4a3f-ae48-88a65578ab40,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.347289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:42.363125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'security_groups': ['bd69340e-cea9-4221-8d6e-ea844213b8d4', 'dbed4571-6fc9-4d3c-a742-05e2dd31dad0', '7ce98209-64e2-419f-9326-5b0eb8ac537d']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:42.369253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.389417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:42.432500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d869-bdac-4591-8925-233534d17706 req-6bee51fd-e822-4a0b-ac9d-6d4d95617002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.434750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-6bee51fd-e822-4a0b-ac9d-6d4d95617002 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.3876109 Jul 23 16:26:42.458316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.469824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:42.473922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.502501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port c386d96c-f34f-4b6a-af45-3bbc64be9aa5 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:42.509711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.569384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-8f55a007-c9bb-48b4-a674-126438c6903c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 217 time: 0.0998433 Jul 23 16:26:42.580213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e42a39ee-6125-402a-b543-c7f2660850ce req-98d87790-0d5c-45b6-a3da-9fe01fc97fe1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699869 Jul 23 16:26:42.594171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:42.607160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:42.607349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.609983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.621772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:42.658622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-3f792285-1a5b-4058-81d8-5bce00e53dc5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261985 Jul 23 16:26:42.684916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:42.690777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Request body: {'port': {'device_id': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:42.831957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d869-bdac-4591-8925-233534d17706 req-dec7c7d9-e4af-450e-96ea-f3200ea381d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:42.834006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-dec7c7d9-e4af-450e-96ea-f3200ea381d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.2514138 Jul 23 16:26:42.851433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.968761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.984480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-428f4d11-c54f-4d5e-9cd5-66905f565bad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352990 Jul 23 16:26:42.992841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Deleting port 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:42.993195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.098074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.158295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6f82a5b-1db4-490e-80d3-bb17dee710f8 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:43.202185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e81e-240c-47f6-b0e6-d075071af46e req-74c67327-611a-41a8-adf6-46bb08285d86 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.210219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a908e81e-240c-47f6-b0e6-d075071af46e req-74c67327-611a-41a8-adf6-46bb08285d86 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 949 time: 0.5114915 Jul 23 16:26:43.219291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e6f82a5b-1db4-490e-80d3-bb17dee710f8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:43.219637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6f82a5b-1db4-490e-80d3-bb17dee710f8 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:43.290856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.296064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a908e81e-240c-47f6-b0e6-d075071af46e req-77322c2e-2943-4778-b928-237ebf13ba45 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/security-groups?id=342bef61-5035-4be6-8dc5-dead9ca775e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849755 Jul 23 16:26:43.306134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.464738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:43.471278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:43.474131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:43.481151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:43.481870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.504613 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1999130 Jul 23 16:26:43.506975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:43.533987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7487dc-d300-4576-b45b-99f1a044d265 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=c386d96c-f34f-4b6a-af45-3bbc64be9aa5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:43.606859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.062452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] For port 42eaeea2-6d4b-49e5-aaf1-50b376057351, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=42eaeea2-6d4b-49e5-aaf1-50b376057351,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:44.062902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.077637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Calling delete_port for 42eaeea2-6d4b-49e5-aaf1-50b376057351 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:44.128052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port c386d96c-f34f-4b6a-af45-3bbc64be9aa5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:44.128592 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.244589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.266608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for c386d96c-f34f-4b6a-af45-3bbc64be9aa5 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:44.271681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Router d50da530-547d-4065-b274-e4ca522b0367 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:26:44.279716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-c173aa02-dac0-417f-824a-6c8399def676 service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2417784 Jul 23 16:26:44.302684 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.408042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2880d686-7b8b-42bb-9eba-fbfb728d9b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.434852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7caf-8b03-44f2-8a33-de207d8e5c41 req-64539097-96b0-4834-be78-3ee780c24305 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:44.436402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea7caf-8b03-44f2-8a33-de207d8e5c41 req-64539097-96b0-4834-be78-3ee780c24305 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.3941255 Jul 23 16:26:44.500217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:44.512650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.519510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Sync routers for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:44.538131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:44.538785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:44.549969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=c386d96c-f34f-4b6a-af45-3bbc64be9aa5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.555961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.560205 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18b378df-ff12-40a3-bf98-e8da342cf7f3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4664271 Jul 23 16:26:44.560859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52808) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:44.578421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.580705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-48503240-5df5-4532-8034-f8c84a08d539 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/c386d96c-f34f-4b6a-af45-3bbc64be9aa5 HTTP/1.1" status: 204 len: 168 time: 1.0709255 Jul 23 16:26:44.583167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:44.588122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'mac_address': 'fa:16:3e:d5:4a:fb', 'name': 'tempest-PortsTestJSON-1310039607'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:44.691075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93c4d869-bdac-4591-8925-233534d17706 req-44a706c6-dfb8-4fb0-9463-5a4b26f5f36f service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788917 Jul 23 16:26:44.731865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:44.735016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:44.774540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:44.805673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.828596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:44.841723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea7caf-8b03-44f2-8a33-de207d8e5c41 req-5a1adcfa-d8a5-4176-ada5-50c7a45784fe tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497200 Jul 23 16:26:44.870961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:44.948247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Pushing event deleted for resources: {'Port': ['ID=42eaeea2-6d4b-49e5-aaf1-50b376057351,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:44.965967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:44.988081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Transition to ACTIVE for port object 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:44.999768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 42eaeea2-6d4b-49e5-aaf1-50b376057351 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:45.000111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 42eaeea2-6d4b-49e5-aaf1-50b376057351 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:45.003777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.018424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.028655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.031456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.044949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:45.051962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 3, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:45.086980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Checking router: d50da530-547d-4065-b274-e4ca522b0367 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:45.087334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Updating router d50da530-547d-4065-b274-e4ca522b0367 port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:26:45.100237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] No DVR routers for this DVR port 42eaeea2-6d4b-49e5-aaf1-50b376057351 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:45.110279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.121353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bdd5350-a24f-445e-be4a-daa7ea433340 req-b1a3f828-1742-43e0-9266-5188c7973de4 tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.67 "DELETE /v2.0/ports/42eaeea2-6d4b-49e5-aaf1-50b376057351 HTTP/1.1" status: 204 len: 173 time: 2.7885473 Jul 23 16:26:45.146181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:45.149712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-deleted', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:45.152388 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf96f50-481b-4e05-a1b0-24d6c3a87395" -d '{"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-deleted", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:45.155623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.163525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.177647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.178473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.193202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc2186c-ae63-4328-9319-bf75c0841a46 req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "PUT /v2.0/ports/ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 1021 time: 2.9054158 Jul 23 16:26:45.469269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:45.568751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.570908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Attempting to bind port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:45.571404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Attempting to bind port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:45.571553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Attempting to bind port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:45.610112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cf2eb-d492-4d8c-b0b3-10c8a1693943 req-cd19e3ab-5fe8-40b0-b89c-c2baff66511c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.620793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d48cf2eb-d492-4d8c-b0b3-10c8a1693943 req-cd19e3ab-5fe8-40b0-b89c-c2baff66511c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 931 time: 0.6670425 Jul 23 16:26:45.624491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e on network c70570d9-9756-4d3d-bab8-f43465811e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:45.624829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Attempting to bind port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:45.627880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc418d2-c511-470a-8aa7-00ec44eb9361 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:45.630977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.738945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:45.739686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Checking segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:45.740262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Bound using segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:45.751213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Bound port: 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:45.754037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.769237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1b564a-39ca-4503-b611-8f719f876132 req-5a2b1348-b2fa-4cbd-aa29-30a576316ccf tempest-ListImageFiltersTestJSON-759512098 tempest-ListImageFiltersTestJSON-759512098-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4caa775-e17d-440f-afe9-e5684bdf95bb HTTP/1.1" status: 200 len: 210 time: 0.1978543 Jul 23 16:26:45.774394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.780520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:45.862104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d48cf2eb-d492-4d8c-b0b3-10c8a1693943 req-127b212f-a728-4eac-a550-ef8b3c0b2d86 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357168 Jul 23 16:26:45.904688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:45.915673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:45.966981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:45.974369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:45.975019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.012424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.014386 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d757a3-5834-4255-9752-e72c25343a7b x-openstack-request-id: req-62d757a3-5834-4255-9752-e72c25343a7b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:46.014845 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4caa775-e17d-440f-afe9-e5684bdf95bb", "name": "network-vif-deleted", "tag": "42eaeea2-6d4b-49e5-aaf1-50b376057351", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:46.016586 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62d757a3-5834-4255-9752-e72c25343a7b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:46.017139 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4caa775-e17d-440f-afe9-e5684bdf95bb', 'name': 'network-vif-deleted', 'tag': '42eaeea2-6d4b-49e5-aaf1-50b376057351', 'status': 'completed', 'code': 200} Jul 23 16:26:46.045911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Transition to ACTIVE for port object 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:46.067239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.102563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.139503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:46.154910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7da6291a-2b24-4c24-80a0-1f881a43e508 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5706985 Jul 23 16:26:46.158464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52820) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:46.170218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Allocated IP 172.20.0.1 (9a9e5a1d-2806-4099-9cf3-81cf9aff55db/1f160dbf-39c6-4549-a965-68105dc4dbbd/cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:46.191684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22f7cb-f9aa-4b25-9f86-d2a4ff386363 req-9da33678-3c26-4e5f-975a-822ba2f870c1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.193537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e22f7cb-f9aa-4b25-9f86-d2a4ff386363 req-9da33678-3c26-4e5f-975a-822ba2f870c1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1024 time: 0.2611880 Jul 23 16:26:46.202912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:46.235224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d388bd-c075-44f5-8604-bd561ae75932 None None] Pushing event updated for resources: {'Port': ['ID=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.252730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f209ed-5207-425f-b86b-38014f79288a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.257646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e3dc-679e-4693-b5d2-3766d7b9633b req-ff98459d-eb91-4950-a833-2f992edc32c5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.258181 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8f209ed-5207-425f-b86b-38014f79288a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 HTTP/1.1" status: 200 len: 841 time: 0.0979831 Jul 23 16:26:46.259281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b58e3dc-679e-4693-b5d2-3766d7b9633b req-ff98459d-eb91-4950-a833-2f992edc32c5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1790173 Jul 23 16:26:46.259788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:46.312008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.318810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Attempting to bind port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:46.319183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Attempting to bind port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:46.319546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Attempting to bind port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:46.342498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:46.342871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:46.343278 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.343674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:46.344162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Bound port: 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:46.344550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.366758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.407053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.464914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] For port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:46.468299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.491661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.492201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.493612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-4f8c2b46-8477-473f-80fb-26cae54b55e2 service neutron] 10.222.0.67 "PUT /v2.0/ports/3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e HTTP/1.1" status: 200 len: 1091 time: 3.8076789 Jul 23 16:26:46.494712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] For port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:46.507781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.520728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b58e3dc-679e-4693-b5d2-3766d7b9633b req-9a794cc1-0655-48bd-87e0-be3655ad061e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461476 Jul 23 16:26:46.601717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:46.603538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Pushing event updated for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.607858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:46.615092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:46.649667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:46.649667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:46.668888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e22f7cb-f9aa-4b25-9f86-d2a4ff386363 req-cf0a2727-754c-43b4-aa22-1e8d84028525 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd69340e-cea9-4221-8d6e-ea844213b8d4&id=7ce98209-64e2-419f-9326-5b0eb8ac537d&id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 200 len: 6157 time: 0.3429143 Jul 23 16:26:46.683984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.751810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:46.752974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.911657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d388bd-c075-44f5-8604-bd561ae75932 None None] Pushing event updated for resources: {'Port': ['ID=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:46.917218 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.923638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-1172a667-a620-4db2-9894-f3e939698cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:46.925255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-1172a667-a620-4db2-9894-f3e939698cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 1094 time: 0.3624742 Jul 23 16:26:46.977773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:46.982257 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:46.997704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:47.074478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-9d52ad61-87cd-4357-91fd-7674fde11700 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e HTTP/1.1" status: 200 len: 217 time: 0.1399698 Jul 23 16:26:47.109769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f61096-b8b1-4627-89e3-4297916a6317 req-b6b4bf32-01c1-4d89-8539-1566eccafdb4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.116776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75f61096-b8b1-4627-89e3-4297916a6317 req-b6b4bf32-01c1-4d89-8539-1566eccafdb4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.4724424 Jul 23 16:26:47.209055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.218961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.230596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-aa167199-4500-4a1c-9f8f-47b230c726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.232334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-aa167199-4500-4a1c-9f8f-47b230c726a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.1484234 Jul 23 16:26:47.255525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 3, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:47.277009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-9a9f538e-d636-4dfb-bc5c-9d3f6ae5fdc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311761 Jul 23 16:26:47.287223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60b26f-b99d-4205-8dd4-796620cd4f6c req-c7bcf795-3891-4a2d-b958-181ff31f7a9a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:47.288984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca60b26f-b99d-4205-8dd4-796620cd4f6c req-c7bcf795-3891-4a2d-b958-181ff31f7a9a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3617849 Jul 23 16:26:47.292203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75f61096-b8b1-4627-89e3-4297916a6317 req-6ff0dfdf-6771-43ce-ac09-11d4c30c46a5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746311 Jul 23 16:26:47.301750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c4fe4-590e-4e76-9c2a-e0ea41324beb None None] The sync data for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 is: [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:42Z', 'revision_number': 3, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:47.302005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.326580 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.338320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Pushing event updated for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.378890 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.452565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1162891217 ', 'description': 'tempest-description-1322588388'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:47.494606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:47.498531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:47.532661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:47.606509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.611330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-335a52b3-00b8-440e-b61e-44dcd1fdd2c5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 HTTP/1.1" status: 204 len: 168 time: 1.3498125 Jul 23 16:26:47.613268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:47.620160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-b17dd826-9b6f-4171-aecb-b97938b8440b service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267119 Jul 23 16:26:47.623487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca60b26f-b99d-4205-8dd4-796620cd4f6c req-b0ffdecb-dd63-4a9b-a77a-0bce0e7eb70a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190117 Jul 23 16:26:47.624697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.649285 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-031d7b02-f4f0-4d8e-be02-05053f166f21 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:47.650813 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-031d7b02-f4f0-4d8e-be02-05053f166f21 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/ec2ed9d6-bb0a-4a3b-9170-4ba10b69b494 HTTP/1.1" status: 404 len: 333 time: 0.0365922 Jul 23 16:26:47.661950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:47.667984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'name': 'tempest-PortsTestJSON-1772581923'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:47.795650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fe9c5a-235d-497a-bfa6-eb1613f9d804 req-de9e32e3-6993-4dcc-9df9-fd6dc2a3e63b service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675837 Jul 23 16:26:47.844377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Router d50da530-547d-4065-b274-e4ca522b0367 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:26:47.954213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:47.967808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.019659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7042071-2b1f-4f05-8a43-6a1d576b969c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.019845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:26:48.019845 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70e5e9e3-0e63-4804-ae88-a437229bc68a admin admin] 10.222.0.64 "PUT /v2.0/routers/d50da530-547d-4065-b274-e4ca522b0367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573958 Jul 23 16:26:48.020117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'}, {'name': 'network-changed', 'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:48.041204 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e79283-a680-47a6-a5cc-efdac6a03c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e"}, {"name": "network-changed", "server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:48.041204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfbf8c-7a73-4070-b7ab-ab311f1b1143 req-a90e6636-81a8-4e7a-9992-c6237a72bb68 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.042925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54bfbf8c-7a73-4070-b7ab-ab311f1b1143 req-a90e6636-81a8-4e7a-9992-c6237a72bb68 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 943 time: 0.1972113 Jul 23 16:26:48.052943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:48.056586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.082842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 428d4754-022f-4aaa-baa5-81f03bb1122e yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:48.135074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54bfbf8c-7a73-4070-b7ab-ab311f1b1143 req-280e31f8-f6f2-436f-a8c2-6bb31bc2a6bb tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Jul 23 16:26:48.142873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.146244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38faf656-146d-4770-9f7c-395f87af05f7 req-2c60c670-db08-4d9a-b2ec-cfd80e87d7b5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7050605 Jul 23 16:26:48.333098 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4bfab5-3e22-4959-983b-99dcc0c026d1 x-openstack-request-id: req-4f4bfab5-3e22-4959-983b-99dcc0c026d1 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:48.333420 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:48.334094 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f4bfab5-3e22-4959-983b-99dcc0c026d1 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:48.334893 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'status': 'completed', 'code': 200} Jul 23 16:26:48.334893 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'status': 'completed', 'code': 200} Jul 23 16:26:48.379312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.437370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.487123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:48.490821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:48.493574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:48.499803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.500554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.523069 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8602383 Jul 23 16:26:48.525699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:48.534919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:48.590509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-874cabcf-e9f2-4411-9b4e-4d18f11cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.592016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-874cabcf-e9f2-4411-9b4e-4d18f11cb3b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 1094 time: 0.1984029 Jul 23 16:26:48.592451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadecf0-4f31-420d-a677-af4db24da125 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=428d4754-022f-4aaa-baa5-81f03bb1122e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:48.595077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-d752a36d-84c1-4f71-b54c-13e0e4cc8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.597398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-d752a36d-84c1-4f71-b54c-13e0e4cc8c3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1175 time: 0.1369708 Jul 23 16:26:48.635988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886814a-36d5-47fd-8eab-3bbef07cb99b req-e491a8d9-8236-407f-9103-e78723cd3982 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.637445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f886814a-36d5-47fd-8eab-3bbef07cb99b req-e491a8d9-8236-407f-9103-e78723cd3982 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1646175 Jul 23 16:26:48.661277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.798187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-50c51899-1617-4103-b5aa-d9576b8a4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.800198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-50c51899-1617-4103-b5aa-d9576b8a4858 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 923 time: 0.2003040 Jul 23 16:26:48.811110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f886814a-36d5-47fd-8eab-3bbef07cb99b req-9a0c32b8-be97-4cf0-b6d4-393ed7a84985 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211283 Jul 23 16:26:48.850636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.858320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.885478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d678b836-9c9e-4c7e-83e8-d3c512fa899a req-69a9d130-8ff1-4210-835a-4bc7630ae804 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/c7042071-2b1f-4f05-8a43-6a1d576b969c HTTP/1.1" status: 200 len: 1783 time: 0.1856980 Jul 23 16:26:48.898735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-b48532e6-6313-4338-9892-06c129b242b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e HTTP/1.1" status: 200 len: 217 time: 0.0903633 Jul 23 16:26:48.902615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] In _notify_port_updated(), no bound segment for port 428d4754-022f-4aaa-baa5-81f03bb1122e on network 76951fca-860b-4a93-8bc6-1339bfa9e17b {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:48.908826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:48.909456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:48.910981 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/ports/428d4754-022f-4aaa-baa5-81f03bb1122e HTTP/1.1" status: 200 len: 818 time: 0.3840911 Jul 23 16:26:48.914072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:48.965706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a9287-d731-4542-8f35-3965e6347490 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=428d4754-022f-4aaa-baa5-81f03bb1122e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:49.014461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-76acd1d2-16cc-434b-af45-ff1e958539a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.015969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-76acd1d2-16cc-434b-af45-ff1e958539a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.2987671 Jul 23 16:26:49.031619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-6865d510-7aa7-4adc-8bbd-2777a8802100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.033153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-6865d510-7aa7-4adc-8bbd-2777a8802100 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.1157229 Jul 23 16:26:49.047874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 428d4754-022f-4aaa-baa5-81f03bb1122e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:49.048230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.129144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7ff6-1aa0-4ef6-bb62-beff55217b01 req-34d33ce4-7871-4a6e-b6d9-32cb3ef196c3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.136079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.136339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1aa7ff6-1aa0-4ef6-bb62-beff55217b01 req-34d33ce4-7871-4a6e-b6d9-32cb3ef196c3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.2311895 Jul 23 16:26:49.139237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-c2e9de9e-4079-4794-ab66-cbde3a81145d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 200 len: 217 time: 0.1150513 Jul 23 16:26:49.166944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 428d4754-022f-4aaa-baa5-81f03bb1122e owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:49.219983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-d03c6f5c-2b63-4ea0-8e8d-7ee897aeacac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779222 Jul 23 16:26:49.225051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:49.292064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.300633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:49.305468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:49.306316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.338393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=428d4754-022f-4aaa-baa5-81f03bb1122e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:49.356421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.363527 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ab052ab5-7db5-455b-ab3a-3fa0687770b7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/428d4754-022f-4aaa-baa5-81f03bb1122e HTTP/1.1" status: 204 len: 168 time: 0.4479988 Jul 23 16:26:49.364387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52954) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:49.427065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1aa7ff6-1aa0-4ef6-bb62-beff55217b01 req-659511d0-b4f7-4441-9e95-b2ce1697779d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894273 Jul 23 16:26:49.441155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.478962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f768d-71e4-4bff-952b-b1ad25305a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.488601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-392f768d-71e4-4bff-952b-b1ad25305a39 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1203895 Jul 23 16:26:49.488601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:49.492418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:49.500012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.513640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-640228e1-53cf-49e4-9fa8-a7534b142696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.515222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-640228e1-53cf-49e4-9fa8-a7534b142696 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.3259161 Jul 23 16:26:49.529078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-b58a37d0-16bb-40bf-9af5-bec4a2cd17c8 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.531665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-b58a37d0-16bb-40bf-9af5-bec4a2cd17c8 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 818 time: 0.3196456 Jul 23 16:26:49.544849 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8ee5fd-47f5-4acf-9c8b-43491a7f3ba8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:49.547516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ad8ee5fd-47f5-4acf-9c8b-43491a7f3ba8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/428d4754-022f-4aaa-baa5-81f03bb1122e HTTP/1.1" status: 404 len: 333 time: 0.0587156 Jul 23 16:26:49.552132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:49.558925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-524810597'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:49.561480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:49.573032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-eaf9f3a7-f967-4c09-b1a2-22382ecc077d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401504 Jul 23 16:26:49.603338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:49.606928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.616433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-fd35b0fd-c614-4cb4-bf5b-2fc32b8cfa06 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/quotas/8e5114216895438fb9520fc48b427ea9 HTTP/1.1" status: 200 len: 375 time: 0.0401073 Jul 23 16:26:49.620385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-058d1ecb-e991-4ae2-9469-b644ec2ba619 service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811910 Jul 23 16:26:49.633076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:49.646170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.646170 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 08af92f5-c294-493d-8edf-74d6ab8d6ed0 of type vlan for network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 Jul 23 16:26:49.697606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.738381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.745974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:49.746599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:49.788539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2349002 Jul 23 16:26:49.798699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Sync routers for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:26:49.799345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:49.804116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:49.818049 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:49.821307 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:49.846617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8d383-1efe-459d-853a-471c0eac4216 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=0d3f5a2c-ed08-491f-a9cc-c7d72864be15,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:49.861666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:49.941989 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:49.956996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:49.960756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.149072 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 4, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc', 'name': '', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'mac_address': 'fa:16:3e:c6:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:45Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 2, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'subnets': [{'id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:50.164623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.179976 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Checking router: d50da530-547d-4065-b274-e4ca522b0367 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:26:50.180326 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Updating router d50da530-547d-4065-b274-e4ca522b0367 port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:26:50.214912 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.224484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-2e062a94-b2da-4404-9fab-ca4bd0a7191b service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366827 Jul 23 16:26:50.248129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:50.252552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '08af92f5-c294-493d-8edf-74d6ab8d6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:50.252707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: 0d3f5a2c-ed08-491f-a9cc-c7d72864be15, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:50.272961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:50.276147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-229293a5-7bcd-4896-8216-5bde2b9b725c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6469092 Jul 23 16:26:50.281498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-edb5a233-1c78-4f40-ac42-e485923f1a68 service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511378 Jul 23 16:26:50.284376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0d3f5a2c-ed08-491f-a9cc-c7d72864be15) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:50.294108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de0093-74c9-4802-b598-9ce770be3195 None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:50.304431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.305057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.328704 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de1d8668-13e9-4f5a-8c07-2a148ea8d43b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5262761 Jul 23 16:26:50.328931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:50.334907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:50.428005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ada0f-04c5-434a-9402-99f2eeafbc9b req-f7cd4611-2552-4a1a-9143-f6d66524e3cb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:50.434972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b12ada0f-04c5-434a-9402-99f2eeafbc9b req-f7cd4611-2552-4a1a-9143-f6d66524e3cb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2680440 Jul 23 16:26:50.460363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4e79283-a680-47a6-a5cc-efdac6a03c1a req-51689259-c9a4-47a3-8e12-8f291f9c73d2 service neutron] 10.222.0.81 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245045 Jul 23 16:26:50.472821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:50.479621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.499032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9b5e2222-6218-48cd-b547-4001e5b3e1e4 service neutron] 10.222.0.64 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088649 Jul 23 16:26:50.513796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': '7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:26:50.514863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.550500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b12ada0f-04c5-434a-9402-99f2eeafbc9b req-154f29b1-ff16-48fa-a3b7-6ec533baf670 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035950 Jul 23 16:26:50.636448 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0 (CIDR: 172.20.0.0/28) Jul 23 16:26:50.644903 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:26:50.645809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:26:50.669261 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa1dd7a7-362d-4114-8aea-a37ad9ff15a7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3367434 Jul 23 16:26:50.669508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52998) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:50.677966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:50.723394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-18a3d89a-848f-4985-a4f5-f8485def501f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/c7042071-2b1f-4f05-8a43-6a1d576b969c HTTP/1.1" status: 200 len: 1783 time: 0.1351573 Jul 23 16:26:50.723701 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.735332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Transition to ACTIVE for port object cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:50.748786 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.749850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-bce6afae-1a1c-4ecd-b01f-d33e07aee32e service neutron] 10.222.0.64 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089717 Jul 23 16:26:50.773244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Allocated IP 172.20.0.2 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0/18b3b8af-cfcd-4091-8644-ca8f548d19e7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:50.781718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:26:50.839135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.882529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:50.882750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.887318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.893611 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Pushing event updated for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:50.905488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.906203 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.906798 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.907291 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.908433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.909011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.909548 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.910202 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.910671 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.911419 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.911923 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.912389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:50.917429 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Attempting to bind port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:50.918145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:50.918338 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Attempting to bind port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:50.918906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Attempting to bind port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:50.927392 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:50.928671 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Checking segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:50.929447 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.930358 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Bound using segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:50.931334 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Bound port: cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:50.932051 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.936158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'port_id': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'mac_address': 'fa:16:3e:e5:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414aa69-ad79-49c9-8883-be4bd84a9f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:26:50.952979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.957247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:50.960676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-597b3b36-ab1a-4283-a8ed-2b4dadb76472 req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/c7042071-2b1f-4f05-8a43-6a1d576b969c HTTP/1.1" status: 204 len: 173 time: 0.2092237 Jul 23 16:26:50.985038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b077-d95e-4979-9018-215e98372a11 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7042071-2b1f-4f05-8a43-6a1d576b969c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.036688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] For port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:51.040448 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] For port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:51.043453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.047601 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.121582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:26:51.122420 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:51.154462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:51.206686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:51.207448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f409-7576-4388-8877-fde4d70f2e77 req-807a326a-41d6-4c79-8cb7-08d879799dbb tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:51.209765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9a0f409-7576-4388-8877-fde4d70f2e77 req-807a326a-41d6-4c79-8cb7-08d879799dbb tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 943 time: 0.1663749 Jul 23 16:26:51.235569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.237758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:51.275104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9a0f409-7576-4388-8877-fde4d70f2e77 req-c10120e0-8d4d-4948-8f0c-ad9b0bd54346 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Jul 23 16:26:51.295916 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cbdd8-2ec2-4268-ab7b-36d48c9b1cf1 None None] Pushing event updated for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.421743 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:26:51.427129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.480777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.487969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2cd95-7564-4175-b1d7-7682eda2d98e req-1ab0821b-b7f4-40ad-9a18-0805c30b1f59 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:51.499010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6b2cd95-7564-4175-b1d7-7682eda2d98e req-1ab0821b-b7f4-40ad-9a18-0805c30b1f59 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 946 time: 0.0985110 Jul 23 16:26:51.525469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:51.525469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.540143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:51.555387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:51.560115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:51.560696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:51.584544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:51.588169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6b2cd95-7564-4175-b1d7-7682eda2d98e req-67df9200-d267-4570-8481-7d766bf45d72 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872104 Jul 23 16:26:51.609611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dcb12f5a-681b-4199-b081-0b33ce03fefb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9388003 Jul 23 16:26:51.612680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53036) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:51.618718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'fixed_ips': [{'subnet_id': '7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0'}, {'subnet_id': 'fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05'}], 'name': 'tempest-PortsTestJSON-187456417'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:51.643291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:26:51.690657 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-42ff1217-c842-4e06-a267-7af9cc6b715d req-7444d4e6-6879-4fd1-bdbb-fd001d9051c9 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:26:51.709519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42ff1217-c842-4e06-a267-7af9cc6b715d req-7444d4e6-6879-4fd1-bdbb-fd001d9051c9 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/c7042071-2b1f-4f05-8a43-6a1d576b969c HTTP/1.1" status: 404 len: 352 time: 0.1105869 Jul 23 16:26:51.867292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4db21b90-6cb4-4533-8379-4c18d86078b3 req-1cd3c407-0e63-452c-8bed-8f0977132b15 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 210 time: 0.1187787 Jul 23 16:26:51.875047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:51.980271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2030703954', 'description': 'tempest-description-1239532226'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:52.012059 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 4, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc', 'name': '', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'mac_address': 'fa:16:3e:c6:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:45Z', 'updated_at': '2021-07-23T16:26:51Z', 'revision_number': 4, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'subnets': [{'id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:52.080040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b406e-7ff1-4fa5-843b-49fcc9a561ab None None] The sync data for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 is: [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:26:46Z', 'revision_number': 4, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc', 'name': '', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'mac_address': 'fa:16:3e:c6:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:45Z', 'updated_at': '2021-07-23T16:26:51Z', 'revision_number': 4, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'subnets': [{'id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:26:52.081048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.109023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.134008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53072) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:52.171783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Transition to ACTIVE for port object 18b3b8af-cfcd-4091-8644-ca8f548d19e7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:52.377924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.381726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Transition to ACTIVE for port object 18b3b8af-cfcd-4091-8644-ca8f548d19e7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:52.387563 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.407510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0655474-07b4-464e-98ce-604b20fbc7c8 req-453bf904-c38c-4e44-b34d-010dde13c091 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:52.418090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0655474-07b4-464e-98ce-604b20fbc7c8 req-453bf904-c38c-4e44-b34d-010dde13c091 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.5496299 Jul 23 16:26:52.461767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.509511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.521384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84ee6191-b97d-4494-8806-5b6ba6289b33 req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5573041 Jul 23 16:26:52.550878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2546a-0efd-4bfc-9e13-589fd54f7b39 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e334b-9698-4d83-bed4-d207c4998979,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:52.580994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:52.581860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:52.586227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:52.601317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:52.604684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0655474-07b4-464e-98ce-604b20fbc7c8 req-f12439b6-a3eb-4bfc-8fa0-405e33040db9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852629 Jul 23 16:26:52.612806 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.655411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-03b18a85-695b-4c62-9dae-40dee106333e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78127e62089649ea8065db4189ae976b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119336 Jul 23 16:26:52.658855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53098) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:52.713632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Pushing event updated for resources: {'Port': ['ID=18b3b8af-cfcd-4091-8644-ca8f548d19e7,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:52.787511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.824520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.860319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:52.863055 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fd677e-50c3-4243-b034-5cab0d156cd4" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:52.916819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.935488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:52.949659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Attempting to bind port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:52.950441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Attempting to bind port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '08af92f5-c294-493d-8edf-74d6ab8d6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:52.951012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Attempting to bind port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 on network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:52.952491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port f1e62494-a986-4151-9657-37f27ff6a2af yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:26:52.966797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:52.967175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Checking segment: {'id': '08af92f5-c294-493d-8edf-74d6ab8d6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:52.967991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:52.968600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Bound using segment: {'id': '08af92f5-c294-493d-8edf-74d6ab8d6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:52.969134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Bound port: 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af92f5-c294-493d-8edf-74d6ab8d6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:52.969563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.012086 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.208644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-434d6f5b-a8e9-455d-86e9-5534f6738685 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.211705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-434d6f5b-a8e9-455d-86e9-5534f6738685 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 818 time: 0.4060559 Jul 23 16:26:53.242777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.245615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.246857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/342bef61-5035-4be6-8dc5-dead9ca775e4 HTTP/1.1" status: 204 len: 168 time: 0.5869398 Jul 23 16:26:53.290924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef926d60-9132-4136-9ca9-6c4d8d9ed744 req-e13bb96b-a403-4915-a662-a796a5623892 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.292629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef926d60-9132-4136-9ca9-6c4d8d9ed744 req-e13bb96b-a403-4915-a662-a796a5623892 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 944 time: 0.4707670 Jul 23 16:26:53.305736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bec5c4-2a31-4cc7-970b-4b78e13c1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342bef61-5035-4be6-8dc5-dead9ca775e4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:53.318450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-c9819bad-5a3e-4052-84b9-92a743dc3c9b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:53.320052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-c9819bad-5a3e-4052-84b9-92a743dc3c9b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 818 time: 0.3098595 Jul 23 16:26:53.324008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-4c6953ae-57b2-454b-9b06-7216f12e0f2e tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/quotas/8e5114216895438fb9520fc48b427ea9 HTTP/1.1" status: 200 len: 375 time: 0.0461121 Jul 23 16:26:53.344967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Request body: {'port': {'device_id': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'admin_state_up': True, 'tenant_id': '8e5114216895438fb9520fc48b427ea9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:53.347807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=14']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:53.364039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:53.421678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] For port 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:53.454041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] For port 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=18b3b8af-cfcd-4091-8644-ca8f548d19e7,segment=NetworkSegment(08af92f5-c294-493d-8edf-74d6ab8d6ed0),segment_id=08af92f5-c294-493d-8edf-74d6ab8d6ed0)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:53.480667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.541175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef926d60-9132-4136-9ca9-6c4d8d9ed744 req-2974598f-c383-42c2-a9e6-cf5fb36004d5 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196984 Jul 23 16:26:53.574302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:53.595182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3e0b8-51d9-476d-9892-a4233e50b0bd None None] Pushing event updated for resources: {'Port': ['ID=18b3b8af-cfcd-4091-8644-ca8f548d19e7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:53.599210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:53.599890 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.677199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.8 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0/f1e62494-a986-4151-9657-37f27ff6a2af) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:53.688369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.27 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05/f1e62494-a986-4151-9657-37f27ff6a2af) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:53.726343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1988007388', 'description': 'tempest-description-145316873'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:53.750877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Made reservation on behalf of 8e5114216895438fb9520fc48b427ea9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:53.755784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.792958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.843469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-013468b7-d068-4791-8fa8-57990a723dda tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5102971 Jul 23 16:26:53.935256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:53.941339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:53.945003 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.056675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.098156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.120680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object f1e62494-a986-4151-9657-37f27ff6a2af will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:54.159524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-aa32091a-a5ff-4aa2-819a-f72bb337e84f service neutron] 10.222.0.64 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003643 Jul 23 16:26:54.179117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.230146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Allocated IP 172.20.0.8 (9a9e5a1d-2806-4099-9cf3-81cf9aff55db/1f160dbf-39c6-4549-a965-68105dc4dbbd/ead0d799-ae84-4c10-ad72-dd22da783bf2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:54.252011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:54.252594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:54.254549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=f1e62494-a986-4151-9657-37f27ff6a2af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.257098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:54.318552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.319408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.420070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-49abd5ad-4be7-4213-a2f0-2395f0e4090e service neutron] 10.222.0.64 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499430 Jul 23 16:26:54.425391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.438255 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-54490254-a166-4671-bad4-38f9dc868a0d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.8241210 Jul 23 16:26:54.441516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53164) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:54.442244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.448483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:54.485014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.486242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c27e7686-a5e9-47aa-a909-816d4820bbf3 req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7781126 Jul 23 16:26:54.568299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.581982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee45ebc-f0d4-44d6-b7e8-edb200437945 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.639899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.668523 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64c10d3-5577-449d-a3d1-0fe0e2aea22d x-openstack-request-id: req-b64c10d3-5577-449d-a3d1-0fe0e2aea22d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:54.669049 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-unplugged", "status": "completed", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:54.669141 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b64c10d3-5577-449d-a3d1-0fe0e2aea22d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:54.669505 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'code': 200} Jul 23 16:26:54.695065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db656b2-6201-4fdc-9b8d-9a3dea949ca1 req-abed4080-2fcf-48ea-b5f1-bd59fea18606 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:54.696775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9db656b2-6201-4fdc-9b8d-9a3dea949ca1 req-abed4080-2fcf-48ea-b5f1-bd59fea18606 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1354952 Jul 23 16:26:54.742189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:54.821903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:54.853823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Pushing event updated for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:54.859547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:54.867044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9db656b2-6201-4fdc-9b8d-9a3dea949ca1 req-bd3d2162-6478-472a-bd1b-9e793e70964e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624162 Jul 23 16:26:54.869262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:54.873140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:54.969632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:54.976267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:54.977195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.001309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-285585250', 'description': 'tempest-description-1118393139'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:55.036360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Delete allocated IP 172.20.0.27 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05) {{(pid=94004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:26:55.039313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.040150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.100635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.111427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9a2067f4-5352-44b0-822e-d0698e96d8a6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7798023 Jul 23 16:26:55.142928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Request body: {'port': {'device_id': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:55.166194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9e369-f8d6-408a-afb8-172ae886b4dc req-9f3df35c-adf4-4166-8ce9-47be9deac378 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.167933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fa9e369-f8d6-408a-afb8-172ae886b4dc req-9f3df35c-adf4-4166-8ce9-47be9deac378 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2198761 Jul 23 16:26:55.180190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.231473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:55.241564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.342665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.356880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:55.361457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Ignored duplicate provisioning block setup for port f1e62494-a986-4151-9657-37f27ff6a2af by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:26:55.368099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.391687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:55.395511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.401544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fa9e369-f8d6-408a-afb8-172ae886b4dc req-64029a80-68a7-447e-8466-c6fa091ab8c8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021189 Jul 23 16:26:55.481335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=f1e62494-a986-4151-9657-37f27ff6a2af,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:55.494661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:55.495045 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.549251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] In _notify_port_updated(), no bound segment for port f1e62494-a986-4151-9657-37f27ff6a2af on network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:55.555760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.556426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.557539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.559383 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-54061083-7339-4858-8873-dfd5b1088060 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/ports/f1e62494-a986-4151-9657-37f27ff6a2af HTTP/1.1" status: 200 len: 918 time: 1.1171041 Jul 23 16:26:55.562228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53188) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:55.569487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0'}, {'subnet_id': 'fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:55.575347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527829fe-ef4e-4119-81b7-fd4caa9638d2 None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:55.646908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.680524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.733366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:55.736181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebffca6f-9c93-4234-8758-6694bbf29840 req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7405252 Jul 23 16:26:55.766146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f782fe-d3ec-443a-af73-7afbdb7776d5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42e2ee-7c4d-4974-9d52-05af67728237,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:55.823972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab33e1-5860-43c8-8c04-8871180aed76 req-ebdd860f-f61e-4da5-9440-b94defa57357 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:55.826083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bab33e1-5860-43c8-8c04-8871180aed76 req-ebdd860f-f61e-4da5-9440-b94defa57357 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 945 time: 0.2632248 Jul 23 16:26:55.841197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d827fe9-713f-4083-94fa-0530d079241d None None] Provisioning for port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:55.911753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a776aff2-d772-4027-84d9-64dd988f0dec req-71548932-d76b-4d89-8f8b-890ec710f879 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 210 time: 0.0995581 Jul 23 16:26:55.937974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 18b3b8af-cfcd-4091-8644-ca8f548d19e7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:56.011979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5bab33e1-5860-43c8-8c04-8871180aed76 req-873811d7-5ac2-43b8-8718-ea816e86741a tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452489 Jul 23 16:26:56.032925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:56.039892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:56.040515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.071020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.19 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05/f1e62494-a986-4151-9657-37f27ff6a2af) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:56.203229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.205313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Update dhcp port {'port': {'network_id': '0d3f5a2c-ed08-491f-a9cc-c7d72864be15', 'fixed_ips': [{'subnet_id': '7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '18b3b8af-cfcd-4091-8644-ca8f548d19e7'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:26:56.272406 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.307405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead0d799-ae84-4c10-ad72-dd22da783bf2 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:26:56.322781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.324074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.340853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Ignored duplicate provisioning block setup for port f1e62494-a986-4151-9657-37f27ff6a2af by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:26:56.347978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.371259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-a7728bbd-237d-4734-94d6-812245161115 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.372823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-a7728bbd-237d-4734-94d6-812245161115 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.81 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 818 time: 0.3334255 Jul 23 16:26:56.379280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Transition to ACTIVE for port object ead0d799-ae84-4c10-ad72-dd22da783bf2 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:56.387352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.418749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Request body: {'port': {'device_id': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'admin_state_up': True, 'tenant_id': '8e5114216895438fb9520fc48b427ea9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:56.421575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=18b3b8af-cfcd-4091-8644-ca8f548d19e7,segment=NetworkSegment(08af92f5-c294-493d-8edf-74d6ab8d6ed0),segment_id=08af92f5-c294-493d-8edf-74d6ab8d6ed0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:56.425077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=f1e62494-a986-4151-9657-37f27ff6a2af,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:56.442822 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.553713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] In _notify_port_updated(), no bound segment for port f1e62494-a986-4151-9657-37f27ff6a2af on network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:26:56.561145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.561827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.567078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-133ed857-47bf-435b-97e4-0f3f72deba28 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/ports/f1e62494-a986-4151-9657-37f27ff6a2af HTTP/1.1" status: 200 len: 998 time: 1.0033998 Jul 23 16:26:56.567762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:56.570978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=18b3b8af-cfcd-4091-8644-ca8f548d19e7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:56.587516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Allocated IP 172.20.0.18 (0d3f5a2c-ed08-491f-a9cc-c7d72864be15/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05/18b3b8af-cfcd-4091-8644-ca8f548d19e7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:56.633303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:56.676944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:56.678807 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc6c6b-bf65-4f84-81e7-5f1720c079db" -d '{"events": [{"server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:56.682490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-999f8ad6-3d5d-4a78-8639-f29f4f8d1bc8 req-490bb497-4f96-49cd-9a3d-9c7b75693698 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 10911 time: 0.4531286 Jul 23 16:26:56.712170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port f1e62494-a986-4151-9657-37f27ff6a2af {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:56.712525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.712660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] For port 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=18b3b8af-cfcd-4091-8644-ca8f548d19e7,segment=NetworkSegment(08af92f5-c294-493d-8edf-74d6ab8d6ed0),segment_id=08af92f5-c294-493d-8edf-74d6ab8d6ed0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:56.746945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.764199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Transition to ACTIVE for port object 18b3b8af-cfcd-4091-8644-ca8f548d19e7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:56.769778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.820357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.829321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d427e2-fa9a-4d17-8bdb-0f4cc01df388 req-4d1bec55-4aee-4cba-ad39-59fa5f523aaf tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.837000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90d427e2-fa9a-4d17-8bdb-0f4cc01df388 req-4d1bec55-4aee-4cba-ad39-59fa5f523aaf tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3692877 Jul 23 16:26:56.837715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for f1e62494-a986-4151-9657-37f27ff6a2af owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:56.850251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-8f38b9dd-1ce3-4261-93a2-9441d6a0d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:56.851754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-8f38b9dd-1ce3-4261-93a2-9441d6a0d20e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.4372058 Jul 23 16:26:56.862856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-999f8ad6-3d5d-4a78-8639-f29f4f8d1bc8 req-28c5a2a4-352e-4bdb-935e-f72a316f8cbd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 200 len: 2985 time: 0.1653533 Jul 23 16:26:56.872179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f80340-bbd0-446e-8d5f-80ba2d6951a6 None None] Pushing event updated for resources: {'Port': ['ID=18b3b8af-cfcd-4091-8644-ca8f548d19e7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:56.885897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Attempting to bind port ead0d799-ae84-4c10-ad72-dd22da783bf2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:56.886283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Attempting to bind port ead0d799-ae84-4c10-ad72-dd22da783bf2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:56.886612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Attempting to bind port ead0d799-ae84-4c10-ad72-dd22da783bf2 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:56.901262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Made reservation on behalf of 8e5114216895438fb9520fc48b427ea9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:56.906759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:56.939603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Port ead0d799-ae84-4c10-ad72-dd22da783bf2 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:26:56.939852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Attempting to bind port ead0d799-ae84-4c10-ad72-dd22da783bf2 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:56.980244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:56.980587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Checking segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:26:56.980980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Bound using segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:56.981420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Bound port: ead0d799-ae84-4c10-ad72-dd22da783bf2, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:56.981778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.045363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90d427e2-fa9a-4d17-8bdb-0f4cc01df388 req-a0a09099-7077-45d8-a2d2-46141ddf27f6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074432 Jul 23 16:26:57.072255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.110235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=f1e62494-a986-4151-9657-37f27ff6a2af,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:57.123940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-999f8ad6-3d5d-4a78-8639-f29f4f8d1bc8 req-e91b901a-bb80-414b-9091-a47308fc7649 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 200 len: 2985 time: 0.2390399 Jul 23 16:26:57.167449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 18b3b8af-cfcd-4091-8644-ca8f548d19e7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:26:57.193981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-096d649d-59f5-41b3-885a-0914c8aa271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.195490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-096d649d-59f5-41b3-885a-0914c8aa271d service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.3292449 Jul 23 16:26:57.265607 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa88861-18bb-48e3-acb8-d8f83993fdb6 x-openstack-request-id: req-3fa88861-18bb-48e3-acb8-d8f83993fdb6 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:57.265905 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:57.266936 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fa88861-18bb-48e3-acb8-d8f83993fdb6 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:57.267346 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'code': 200} Jul 23 16:26:57.291627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.292987 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1d6d1795-0622-436d-bccd-7b9fd91a260d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/f1e62494-a986-4151-9657-37f27ff6a2af HTTP/1.1" status: 204 len: 168 time: 0.7241051 Jul 23 16:26:57.295981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:57.351552 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90b60be-4988-45db-88a5-b13a068a4b5f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:26:57.353985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e90b60be-4988-45db-88a5-b13a068a4b5f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/f1e62494-a986-4151-9657-37f27ff6a2af HTTP/1.1" status: 404 len: 333 time: 0.0563376 Jul 23 16:26:57.356335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:57.359841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:57.417712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:57.422064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.467127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.568867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.571992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de611d7-37ab-452b-8689-b633cae0cf0f None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:57.647968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8507191f-7473-42b5-bba3-a0bceb41fb09 None None] Provisioning for port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:57.657129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8507191f-7473-42b5-bba3-a0bceb41fb09 None None] Provisioning complete for port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:57.658265 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8507191f-7473-42b5-bba3-a0bceb41fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.665028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.701901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:57.704116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.709009 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f293689b-ad2f-4777-9526-41cb8ddf08b9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05 HTTP/1.1" status: 204 len: 168 time: 0.3487496 Jul 23 16:26:57.709223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:57.771209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet 7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:26:57.774007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.809412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b231ac09-2de3-41da-94ac-37cd90d4afa8 req-d14f1862-1fbd-4666-a5a9-52c4335cf492 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 210 time: 0.4687586 Jul 23 16:26:57.811160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:57.818830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Allocated IP 172.20.0.13 (9a9e5a1d-2806-4099-9cf3-81cf9aff55db/1f160dbf-39c6-4549-a965-68105dc4dbbd/eea3b9c4-e114-4b99-8885-8b6208c77b01) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:57.819728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8507191f-7473-42b5-bba3-a0bceb41fb09 None None] Could not find standard attr ID for object f1e62494-a986-4151-9657-37f27ff6a2af. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:26:57.827848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.831590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.832880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-9352ba97-03be-4098-b795-b978a4aaaf2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.5951328 Jul 23 16:26:57.934918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:57.934918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:57.935952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] 10.222.0.67 "PUT /v2.0/ports/ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 1091 time: 2.8060553 Jul 23 16:26:57.941442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:26:57.944986 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d63b8-d432-4819-b222-d1b5d8e8fad2" -d '{"events": [{"name": "network-changed", "server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:26:57.977859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.078168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.099330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-3adb32c8-01c2-4583-b6ff-f62c04d90562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.100840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-3adb32c8-01c2-4583-b6ff-f62c04d90562 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.2512388 Jul 23 16:26:58.111180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.123781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.125486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaccc24-3542-41ef-90c6-26ddb1198063 service neutron] Pushing event updated for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.126566 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e528f273-3f56-4570-8818-915bd5a7fb9a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0 HTTP/1.1" status: 204 len: 168 time: 0.4162076 Jul 23 16:26:58.130476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:58.165136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1fde-bec6-4b8f-987a-eafdf3e6c2d1 req-f8388de3-0c10-4f92-8353-d807817c6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.166547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91dc1fde-bec6-4b8f-987a-eafdf3e6c2d1 req-f8388de3-0c10-4f92-8353-d807817c6b13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 1096 time: 0.8169816 Jul 23 16:26:58.175837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0f11-6cb6-4337-a938-d91420db7bc3 req-a17a1de5-ae64-44ed-85e7-6a97111d3855 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.177388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aae0f11-6cb6-4337-a938-d91420db7bc3 req-a17a1de5-ae64-44ed-85e7-6a97111d3855 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.8677981 Jul 23 16:26:58.226530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.287196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:26:58.287687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.327553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2742b83-557d-4286-909c-69e7ee10ba6c req-5358cb80-46c2-4a8d-8e3c-1709741ddb48 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.329147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2742b83-557d-4286-909c-69e7ee10ba6c req-5358cb80-46c2-4a8d-8e3c-1709741ddb48 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 945 time: 0.3920455 Jul 23 16:26:58.363554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port 18b3b8af-cfcd-4091-8644-ca8f548d19e7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=18b3b8af-cfcd-4091-8644-ca8f548d19e7,segment=NetworkSegment(08af92f5-c294-493d-8edf-74d6ab8d6ed0),segment_id=08af92f5-c294-493d-8edf-74d6ab8d6ed0)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:58.364309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.371785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91dc1fde-bec6-4b8f-987a-eafdf3e6c2d1 req-b88b42c6-6fb2-4dc2-b7b9-162c41e65181 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Jul 23 16:26:58.379057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 18b3b8af-cfcd-4091-8644-ca8f548d19e7 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:26:58.390124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aae0f11-6cb6-4337-a938-d91420db7bc3 req-39923408-1566-4eab-9cf3-d99d56550e3b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896687 Jul 23 16:26:58.409507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9ab5b3f6-e8c9-4bb5-881a-001d05b4d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.411088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-9ab5b3f6-e8c9-4bb5-881a-001d05b4d366 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1094 time: 0.4002047 Jul 23 16:26:58.415208 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.444049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-e915c24f-54bd-4959-bef3-e26f5e72c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.445634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-e915c24f-54bd-4959-bef3-e26f5e72c8a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3100617 Jul 23 16:26:58.465285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb5fb4-561d-400c-b564-32195f178754 None None] Network 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:26:58.492184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-45e1f814-a830-4cff-828c-692760f4baaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.0631149 Jul 23 16:26:58.495858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.505560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2742b83-557d-4286-909c-69e7ee10ba6c req-97ffbfdd-79a1-47f9-9139-953bfac849cc tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588223 Jul 23 16:26:58.537583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=18b3b8af-cfcd-4091-8644-ca8f548d19e7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.541269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port 18b3b8af-cfcd-4091-8644-ca8f548d19e7 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:26:58.555957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2b0dc759-5a7b-4223-ab98-dfc025241c12 None None] Could not find standard attr ID for object 18b3b8af-cfcd-4091-8644-ca8f548d19e7. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:26:58.623247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.646422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.663054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3f5a2c-ed08-491f-a9cc-c7d72864be15']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:58.674559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08af92f5-c294-493d-8edf-74d6ab8d6ed0') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:58.674888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08af92f5-c294-493d-8edf-74d6ab8d6ed0') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:26:58.684978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.702373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-b30a3ffc-c9ec-439e-962a-d07baddd7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.702373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-b30a3ffc-c9ec-439e-962a-d07baddd7e92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.1955743 Jul 23 16:26:58.705014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bde10f-0aee-47dc-a69c-71eb7c9261ac None None] DHCP port deletion for 0d3f5a2c-ed08-491f-a9cc-c7d72864be15 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:26:58.706702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.716492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.719327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:26:58.720240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:26:58.724438 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:26:58.767145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-0154bd7d-ceae-4798-8547-6bf2cc27e153 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/f35e334b-9698-4d83-bed4-d207c4998979 HTTP/1.1" status: 200 len: 1803 time: 0.1803510 Jul 23 16:26:58.793382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-d860ad11-7aec-4098-8ac4-4bf941a7a06b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790353 Jul 23 16:26:58.824345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-2f9d3067-b288-4405-8ee9-d7390e987c67 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429303 Jul 23 16:26:58.828590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.836187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:58.844501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/0d3f5a2c-ed08-491f-a9cc-c7d72864be15 HTTP/1.1" status: 204 len: 168 time: 0.7108955 Jul 23 16:26:58.844501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:58.866902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a0195-431c-45ab-bd1a-0e3450be5c3a tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=0d3f5a2c-ed08-491f-a9cc-c7d72864be15,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.872309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0427-0f03-47ae-80ac-d2b2f3f37516 req-85249a0a-4c46-4f48-9c39-a635503cb439 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.873788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-489b0427-0f03-47ae-80ac-d2b2f3f37516 req-85249a0a-4c46-4f48-9c39-a635503cb439 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3958123 Jul 23 16:26:58.896335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:58.920167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Pushing event updated for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:58.925860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90f2ea-3b05-4ee8-b824-407a644b8261 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:58.931320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b90f2ea-3b05-4ee8-b824-407a644b8261 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0797865 Jul 23 16:26:58.931320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:58.932920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:58.941038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:59.000862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-402deaae-0dea-4939-a486-ed412fb82fd7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0684452 Jul 23 16:26:59.004875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:59.009729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303816039'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:59.031630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:59.035012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.064587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:26:59.082145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.082741 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 7d6b1226-fe63-4c00-83dc-6edfd35f42ea of type vlan for network f0d32058-eefc-4d6c-9247-4c475534bd70 Jul 23 16:26:59.121319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.125464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-489b0427-0f03-47ae-80ac-d2b2f3f37516 req-be556cb6-0f10-45db-b2aa-b8587dfef3be tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313120 Jul 23 16:26:59.143712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.167492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 18b3b8af-cfcd-4091-8644-ca8f548d19e7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:26:59.197839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.199000 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.216449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.229067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.230744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 18b3b8af-cfcd-4091-8644-ca8f548d19e7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:26:59.231371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.231747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 18b3b8af-cfcd-4091-8644-ca8f548d19e7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:26:59.249681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-12a264a1-8c44-4ee0-a24d-52187442eb0c service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468508 Jul 23 16:26:59.254619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5887ff2e-9489-498e-80a3-d29c0a72e638 req-87dd7d6c-7339-4a5f-acde-25179a827dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141867 Jul 23 16:26:59.287939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.303705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2977471 Jul 23 16:26:59.312478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-946f4056-4f3c-4c86-bd7d-e249bd424555 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9015789 Jul 23 16:26:59.317146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53240) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:26:59.326087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:59.355707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b3b28-6c62-4919-9623-8b43a5000b33 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=f0d32058-eefc-4d6c-9247-4c475534bd70,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:59.367713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Request body: {'port': {'device_id': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:26:59.368070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f0d32058-eefc-4d6c-9247-4c475534bd70 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:26:59.548941 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.551362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.552520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d923ed98-d685-4bcd-a9a9-005c31dc40d3 req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/f35e334b-9698-4d83-bed4-d207c4998979 HTTP/1.1" status: 204 len: 173 time: 0.7520921 Jul 23 16:26:59.562304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9aa0c8-fb5a-4f8a-9302-576c46b33d0d req-3db36cc5-5d35-4a9b-89ed-af0d3a676fb0 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971532 Jul 23 16:26:59.605667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683e9d9-f745-4271-a729-7f7127bcf990 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e334b-9698-4d83-bed4-d207c4998979,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:59.628395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.632525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:59.636791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:59.676047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef6961-84ff-4c03-a781-990f54be7afc req-6a94ea41-f1c7-4286-a004-e81c33d8b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:59.677709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-6a94ea41-f1c7-4286-a004-e81c33d8b209 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.2704010 Jul 23 16:26:59.708270 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f09613-0cc1-4813-9651-3e7f5949a509 x-openstack-request-id: req-e4f09613-0cc1-4813-9651-3e7f5949a509 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:26:59.708620 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:26:59.708810 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4f09613-0cc1-4813-9651-3e7f5949a509 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:26:59.709191 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2', 'status': 'completed', 'code': 200} Jul 23 16:27:00.103835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef6961-84ff-4c03-a781-990f54be7afc req-9a6ad988-8f65-4c1b-a4e4-45048d2711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.105427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-9a6ad988-8f65-4c1b-a4e4-45048d2711eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.3884304 Jul 23 16:27:00.217765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28d10-39b7-476f-86d8-18b170b75bf3 req-b2d8322a-4445-4ba7-ab1e-eca872e79b66 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.219437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b28d10-39b7-476f-86d8-18b170b75bf3 req-b2d8322a-4445-4ba7-ab1e-eca872e79b66 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 932 time: 0.4900198 Jul 23 16:27:00.259378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-06bb8f6e-2d57-4bf3-9ad7-3e737d4cb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.260852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-06bb8f6e-2d57-4bf3-9ad7-3e737d4cb5cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1094 time: 0.5028207 Jul 23 16:27:00.268768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1234-3097-47d9-b012-a166df78368c req-29f4368d-6011-4c6f-931b-03ba4e429416 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.270258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aefe1234-3097-47d9-b012-a166df78368c req-29f4368d-6011-4c6f-931b-03ba4e429416 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4815292 Jul 23 16:27:00.374161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-32e480af-70a3-4f74-8f99-4bc7fa34197e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.2607729 Jul 23 16:27:00.454032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:00.490294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b28d10-39b7-476f-86d8-18b170b75bf3 req-e76ec3c4-dd84-4a2a-bb87-3c786169570e tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551825 Jul 23 16:27:00.557461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aefe1234-3097-47d9-b012-a166df78368c req-943c314a-8511-45d3-84b1-73e440d61f52 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539937 Jul 23 16:27:00.601235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef6961-84ff-4c03-a781-990f54be7afc req-c979de33-d39b-4cca-9edd-cb46946d1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:00.602825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-c979de33-d39b-4cca-9edd-cb46946d1cf7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.2085435 Jul 23 16:27:00.995037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=4948f4bf-166e-464e-be69-9c8fd51ed99e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:01.011522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-99bc4d66-7d6a-495c-b707-8470cbfe5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.013318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-99bc4d66-7d6a-495c-b707-8470cbfe5b78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.7190003 Jul 23 16:27:01.074487 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-c64318ec-9de1-40b9-ab34-447e7f2f8ed4 req-dd381ccc-65b5-46ef-af3e-52486c64b0ce tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:01.076186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c64318ec-9de1-40b9-ab34-447e7f2f8ed4 req-dd381ccc-65b5-46ef-af3e-52486c64b0ce tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/f35e334b-9698-4d83-bed4-d207c4998979 HTTP/1.1" status: 404 len: 352 time: 0.4695671 Jul 23 16:27:01.115911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea3b9c4-e114-4b99-8885-8b6208c77b01 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:01.131320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-41da4632-23f1-4e41-ad52-f08c3aeb7c40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.0867400 Jul 23 16:27:01.134871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.147106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '7d6b1226-fe63-4c00-83dc-6edfd35f42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:01.147471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: f0d32058-eefc-4d6c-9247-4c475534bd70, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:01.188345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Transition to ACTIVE for port object eea3b9c4-e114-4b99-8885-8b6208c77b01 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:01.201816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.280064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network f0d32058-eefc-4d6c-9247-4c475534bd70 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:01.309990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-b7a946ea-4ef2-4278-85d1-a6b5c9a68f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.311524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-b7a946ea-4ef2-4278-85d1-a6b5c9a68f8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.1685808 Jul 23 16:27:01.342550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b79e-63f7-494e-87a3-aaf0ac5c6533 req-a0405b30-c799-4326-af4d-aeb25f0fb9cc tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.344143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b06b79e-63f7-494e-87a3-aaf0ac5c6533 req-a0405b30-c799-4326-af4d-aeb25f0fb9cc tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 945 time: 0.7404087 Jul 23 16:27:01.363185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f0d32058-eefc-4d6c-9247-4c475534bd70) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:01.364781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:01.368485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef6961-84ff-4c03-a781-990f54be7afc req-0bde749d-da8c-4990-98c1-0118dc85b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.370150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-0bde749d-da8c-4990-98c1-0118dc85b8ce service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7314651 Jul 23 16:27:01.373272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba705c40-9e50-4322-b623-ba24bba0b41e None None] Network f0d32058-eefc-4d6c-9247-4c475534bd70 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:01.398757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.399341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.415255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-775a5a1f-2f9e-4245-86e1-8d4ed07120fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826952 Jul 23 16:27:01.516289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5c13f7fe-0fcd-460b-b52f-d055e54d84e9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1979723 Jul 23 16:27:01.519212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:01.527735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70', 'name': 'tempest-PortsTestJSON-1925537684'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:01.564165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f0d32058-eefc-4d6c-9247-4c475534bd70', 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': '4948f4bf-166e-464e-be69-9c8fd51ed99e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:01.565576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.602071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b06b79e-63f7-494e-87a3-aaf0ac5c6533 req-03f6a292-3739-4768-8457-adec16e08bdc tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424374 Jul 23 16:27:01.667885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4212-1d72-4318-9272-7dd36b555a52 req-5d834129-125d-4147-95e2-6e8bf438ce67 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:01.675523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bb4212-1d72-4318-9272-7dd36b555a52 req-5d834129-125d-4147-95e2-6e8bf438ce67 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4234409 Jul 23 16:27:01.708094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Attempting to bind port eea3b9c4-e114-4b99-8885-8b6208c77b01 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:01.708419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Attempting to bind port eea3b9c4-e114-4b99-8885-8b6208c77b01 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:01.708576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Attempting to bind port eea3b9c4-e114-4b99-8885-8b6208c77b01 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:01.727389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:01.731502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.738685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-fbe688b1-228e-4720-8695-4599b9afc9bb service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368773 Jul 23 16:27:01.757084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Port eea3b9c4-e114-4b99-8885-8b6208c77b01 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:01.757523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Attempting to bind port eea3b9c4-e114-4b99-8885-8b6208c77b01 on network 9a9e5a1d-2806-4099-9cf3-81cf9aff55db {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:01.759297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 55a62eb5-de60-4666-b57a-19e984c4f4c4 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:01.768407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Allocated IP 172.20.0.2 (f0d32058-eefc-4d6c-9247-4c475534bd70/4948f4bf-166e-464e-be69-9c8fd51ed99e/03d37746-228d-4788-b021-0bc312787b11) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:01.769315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-e882680f-24bb-4c0d-a02d-a0e5923e1ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365991 Jul 23 16:27:01.788093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bb4212-1d72-4318-9272-7dd36b555a52 req-69d6a5db-9c01-4779-a55a-cad5b24297e9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114006 Jul 23 16:27:01.798595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:01.798936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Checking segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:01.799332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Bound using segment: {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:01.799761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Bound port: eea3b9c4-e114-4b99-8885-8b6208c77b01, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70b05c8-5547-4bcb-b469-8e893ae257fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:01.800121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.976236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:01.985239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Transition to ACTIVE for port object 03d37746-228d-4788-b021-0bc312787b11 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:02.002765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Transition to ACTIVE for port object 03d37746-228d-4788-b021-0bc312787b11 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:02.007491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-4d67334b-e039-4917-910e-c185d4db014d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce HTTP/1.1" status: 200 len: 1802 time: 0.2281456 Jul 23 16:27:02.015339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.073358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83ef6961-84ff-4c03-a781-990f54be7afc req-d94e9b5e-7ab4-4f05-aa63-80688af4a0af service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233767 Jul 23 16:27:02.078786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Pushing event updated for resources: {'Port': ['ID=03d37746-228d-4788-b021-0bc312787b11,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:02.098763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:02.102695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.9 (f0d32058-eefc-4d6c-9247-4c475534bd70/4948f4bf-166e-464e-be69-9c8fd51ed99e/55a62eb5-de60-4666-b57a-19e984c4f4c4) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:02.112809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Network f0d32058-eefc-4d6c-9247-4c475534bd70 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:02.114917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:02.117661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:02.122204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d63b8-d432-4819-b222-d1b5d8e8fad2 req-866eb7f7-dbc5-4b55-906e-358f96ad80e2 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320739 Jul 23 16:27:02.132173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:02.142534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.190719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a16cc3-947f-4b71-83e4-6a0f57a6ded3 req-6a4c2070-5e5d-4d05-a61b-f72cfd5b8980 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.192360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63a16cc3-947f-4b71-83e4-6a0f57a6ded3 req-6a4c2070-5e5d-4d05-a61b-f72cfd5b8980 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 944 time: 0.2657320 Jul 23 16:27:02.209918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Attempting to bind port 03d37746-228d-4788-b021-0bc312787b11 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:02.210837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Attempting to bind port 03d37746-228d-4788-b021-0bc312787b11 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7d6b1226-fe63-4c00-83dc-6edfd35f42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:02.211879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Attempting to bind port 03d37746-228d-4788-b021-0bc312787b11 on network f0d32058-eefc-4d6c-9247-4c475534bd70 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:02.212701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.213333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.215152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] 10.222.0.81 "PUT /v2.0/ports/eea3b9c4-e114-4b99-8885-8b6208c77b01 HTTP/1.1" status: 200 len: 1092 time: 2.8590584 Jul 23 16:27:02.215927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:02.217812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:02.218220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Checking segment: {'id': '7d6b1226-fe63-4c00-83dc-6edfd35f42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:02.218369 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08363a8-34fc-4b84-9565-85ac151c6d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:02.218621 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.219008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Bound using segment: {'id': '7d6b1226-fe63-4c00-83dc-6edfd35f42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:02.219480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Bound port: 03d37746-228d-4788-b021-0bc312787b11, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6b1226-fe63-4c00-83dc-6edfd35f42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:02.219891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.224498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.299881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64962a1f-8305-46a6-99f5-0ba6f0464ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:02.305365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.320321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.344480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 55a62eb5-de60-4666-b57a-19e984c4f4c4 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:02.353450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] For port 03d37746-228d-4788-b021-0bc312787b11, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:02.353989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63a16cc3-947f-4b71-83e4-6a0f57a6ded3 req-a57c3ef2-7643-407f-97b7-8e765742b6ce tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305745 Jul 23 16:27:02.361719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] For port 03d37746-228d-4788-b021-0bc312787b11, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03d37746-228d-4788-b021-0bc312787b11,segment=NetworkSegment(7d6b1226-fe63-4c00-83dc-6edfd35f42ea),segment_id=7d6b1226-fe63-4c00-83dc-6edfd35f42ea)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:02.369076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.400824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.404106 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.420021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b5e03d-586b-4d86-b4f2-8b24d24a6ddb req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce HTTP/1.1" status: 204 len: 173 time: 0.3911035 Jul 23 16:27:02.436569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.439090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910caf6-72aa-4f09-86ab-0a05bdba5072 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:02.469905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-8d0fd184-77b5-4e9a-884c-2330bcdcb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.471579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-8d0fd184-77b5-4e9a-884c-2330bcdcb2a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 1095 time: 0.1903560 Jul 23 16:27:02.492695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1ebf7-69fd-4196-a68c-4f977b9780b6 None None] Pushing event updated for resources: {'Port': ['ID=03d37746-228d-4788-b021-0bc312787b11,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:02.538088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network f0d32058-eefc-4d6c-9247-4c475534bd70 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:02.541716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:02.544668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:02.589366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=55a62eb5-de60-4666-b57a-19e984c4f4c4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:02.590080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-7bd0ad13-a363-4d46-b9ed-28790acdbabe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01 HTTP/1.1" status: 200 len: 217 time: 0.0732903 Jul 23 16:27:02.621829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.622498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.643468 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b842049-48d7-4bd9-946a-a917714197ed tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1219900 Jul 23 16:27:02.644828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:02.656516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': 'f0d32058-eefc-4d6c-9247-4c475534bd70', 'name': 'tempest-PortsTestJSON-380148323'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:02.711318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedef85-a984-4a0c-a855-ec86d9f8e3fe req-cdecb241-6865-4b62-bdeb-e8ae509a6064 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.713016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fedef85-a984-4a0c-a855-ec86d9f8e3fe req-cdecb241-6865-4b62-bdeb-e8ae509a6064 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2576921 Jul 23 16:27:02.748301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9ab59-4854-40eb-b120-636c0fac23c4 req-1bd44425-92d2-4378-bf6c-b4e467b7c3b6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.750303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0c9ab59-4854-40eb-b120-636c0fac23c4 req-1bd44425-92d2-4378-bf6c-b4e467b7c3b6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 945 time: 0.1818423 Jul 23 16:27:02.785098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-141ecbc9-e261-445b-833f-ca7e1858cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:02.786673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-141ecbc9-e261-445b-833f-ca7e1858cff4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.1384773 Jul 23 16:27:02.813032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:02.817430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:02.836521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 40da0e89-4dfb-4087-bc40-944f73f5fb3a yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:02.841888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-601a44b7-3e89-4185-8a82-0e5ebb09def9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394509 Jul 23 16:27:02.845467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fedef85-a984-4a0c-a855-ec86d9f8e3fe req-bd3b62e3-b765-4049-b626-501c472f55b8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229520 Jul 23 16:27:02.862071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0c9ab59-4854-40eb-b120-636c0fac23c4 req-13ad464d-aee2-4094-aed0-4b4e9cff3f50 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012058 Jul 23 16:27:02.865669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ead0d799-ae84-4c10-ad72-dd22da783bf2 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:02.974717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.13 (f0d32058-eefc-4d6c-9247-4c475534bd70/4948f4bf-166e-464e-be69-9c8fd51ed99e/40da0e89-4dfb-4087-bc40-944f73f5fb3a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:02.999401 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8add6eb1-14a6-4abd-bd2b-fc44d1737424 x-openstack-request-id: req-8add6eb1-14a6-4abd-bd2b-fc44d1737424 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:02.999793 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:02.999972 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8add6eb1-14a6-4abd-bd2b-fc44d1737424 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:03.000319 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01', 'status': 'completed', 'code': 200} Jul 23 16:27:03.052734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:03.063276 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-d5061ea3-8b53-4302-a946-98c713bb4139 req-1834df61-2325-4a70-8bcd-3dbdd3adab2a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:03.064279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5061ea3-8b53-4302-a946-98c713bb4139 req-1834df61-2325-4a70-8bcd-3dbdd3adab2a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce HTTP/1.1" status: 404 len: 352 time: 0.0631905 Jul 23 16:27:03.086192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-00364811-20f8-484e-8563-67dbdd8eebc6 service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348778 Jul 23 16:27:03.100203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'ead0d799-ae84-4c10-ad72-dd22da783bf2', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'port_id': 'ead0d799-ae84-4c10-ad72-dd22da783bf2', 'mac_address': 'fa:16:3e:78:33:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:03.177660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.196721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.199303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a27a-ff82-41b4-b658-6e79b52228fd req-eb5d35c9-eb17-4555-a454-2e622203ece5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.200907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b735a27a-ff82-41b4-b658-6e79b52228fd req-eb5d35c9-eb17-4555-a454-2e622203ece5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1986651 Jul 23 16:27:03.213924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead0d799-ae84-4c10-ad72-dd22da783bf2 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:03.234674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 40da0e89-4dfb-4087-bc40-944f73f5fb3a will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:03.251095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:03.255245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03d37746-228d-4788-b021-0bc312787b11 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:03.262755 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.272446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c060641b-1759-4fac-b302-23f1b18d0f3a req-5c456c16-1106-4724-877c-ac20d03017ad service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734874 Jul 23 16:27:03.309387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b735a27a-ff82-41b4-b658-6e79b52228fd req-2ac8455f-fc42-4e61-8cc5-7e236e22323e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Jul 23 16:27:03.325739 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.447591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=40da0e89-4dfb-4087-bc40-944f73f5fb3a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:03.452867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:03.479756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network f0d32058-eefc-4d6c-9247-4c475534bd70 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:03.481245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:03.489205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:03.543546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ead0d799-ae84-4c10-ad72-dd22da783bf2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:03.549765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 03d37746-228d-4788-b021-0bc312787b11 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:03.555065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-51248875-b471-4aeb-9bd8-5474a322cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.556696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-51248875-b471-4aeb-9bd8-5474a322cfbf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 1095 time: 0.1635926 Jul 23 16:27:03.615243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.615859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.655608 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ab1ee749-744c-4de6-b70f-586c08110a48 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0088680 Jul 23 16:27:03.656964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:03.678524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-8b6f518e-b665-4bae-83b0-2323223adfcb tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/4c42e2ee-7c4d-4974-9d52-05af67728237 HTTP/1.1" status: 200 len: 1802 time: 0.1150317 Jul 23 16:27:03.714585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-0dd6711e-c64a-430c-a2ad-c63967540ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.716220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-0dd6711e-c64a-430c-a2ad-c63967540ddb service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.1510723 Jul 23 16:27:03.782394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-d4231804-5d95-4e5b-abb8-e7e5fbdd0a0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01 HTTP/1.1" status: 200 len: 217 time: 0.0568335 Jul 23 16:27:03.792544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afaee9-f740-4318-ad43-e24c32daecd5 None None] Network f0d32058-eefc-4d6c-9247-4c475534bd70 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:03.851933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268af169-4dbd-406b-bc9d-5ba96505a4e2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.854300 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-268af169-4dbd-406b-bc9d-5ba96505a4e2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1960738 Jul 23 16:27:03.859467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53310) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:03.894727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:03.903223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-10c14a59-f4d8-49f1-8e6a-906341353a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:03.904992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-10c14a59-f4d8-49f1-8e6a-906341353a90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.1127396 Jul 23 16:27:03.980792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-ea83ffa6-0991-4650-bcd1-0c66afc2cb45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654871 Jul 23 16:27:03.991853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.029845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 40da0e89-4dfb-4087-bc40-944f73f5fb3a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:04.029845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.098643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Provisioning for port 03d37746-228d-4788-b021-0bc312787b11 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:04.112824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Provisioning complete for port 03d37746-228d-4788-b021-0bc312787b11 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:04.113199 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.144589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027d92e-1cda-4f5b-aa08-b6287cd393e3 req-7ae9ff91-0390-4f45-a372-549d9e5c8933 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:04.145446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.146250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5027d92e-1cda-4f5b-aa08-b6287cd393e3 req-7ae9ff91-0390-4f45-a372-549d9e5c8933 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 944 time: 0.2295825 Jul 23 16:27:04.156323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.159684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.160871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0862f68-8fa3-41b7-9d68-fdaf155d3015 req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/4c42e2ee-7c4d-4974-9d52-05af67728237 HTTP/1.1" status: 204 len: 173 time: 0.4436972 Jul 23 16:27:04.163424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 40da0e89-4dfb-4087-bc40-944f73f5fb3a owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:04.191968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-43eac109-0eca-4bf9-9f12-ba0ab5c4a0ae service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971421 Jul 23 16:27:04.218913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504cc62-a2d5-41e3-ab54-d34a60c36a4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42e2ee-7c4d-4974-9d52-05af67728237,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:04.243025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5027d92e-1cda-4f5b-aa08-b6287cd393e3 req-3e045a37-6991-4703-a3f6-62e5a86fbbae tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811150 Jul 23 16:27:04.285715 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.331183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] For port 03d37746-228d-4788-b021-0bc312787b11, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03d37746-228d-4788-b021-0bc312787b11,segment=NetworkSegment(7d6b1226-fe63-4c00-83dc-6edfd35f42ea),segment_id=7d6b1226-fe63-4c00-83dc-6edfd35f42ea)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:04.339639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.368377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d08363a8-34fc-4b84-9565-85ac151c6d8d req-8373cc18-a13f-49b6-8f2d-a3790cbe8347 service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654754 Jul 23 16:27:04.397745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8aba2-314d-45b3-b918-4fcfa77ef9ec req-46bc2c93-1ca4-41ce-b9bb-1b682858009a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:04.405520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6b8aba2-314d-45b3-b918-4fcfa77ef9ec req-46bc2c93-1ca4-41ce-b9bb-1b682858009a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1589198 Jul 23 16:27:04.405724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.428770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d8551-18bf-4e29-a33f-d7053b636f8d None None] Pushing event updated for resources: {'Port': ['ID=03d37746-228d-4788-b021-0bc312787b11,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:04.454555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=40da0e89-4dfb-4087-bc40-944f73f5fb3a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:04.475155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6b8aba2-314d-45b3-b918-4fcfa77ef9ec req-83001de9-2b82-47fa-8a6b-7b079915a705 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687685 Jul 23 16:27:04.508662 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-e548fc58-5bb3-4129-99b3-7904edd32665 req-f784a0a0-cbbf-4118-87e6-1a94fafd5cbe tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:04.521753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e548fc58-5bb3-4129-99b3-7904edd32665 req-f784a0a0-cbbf-4118-87e6-1a94fafd5cbe tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/4c42e2ee-7c4d-4974-9d52-05af67728237 HTTP/1.1" status: 404 len: 352 time: 0.0328362 Jul 23 16:27:04.566081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.568247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-db7231c2-f7f2-461a-b94c-a1f76ca7fe54 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/40da0e89-4dfb-4087-bc40-944f73f5fb3a HTTP/1.1" status: 204 len: 168 time: 0.7051685 Jul 23 16:27:04.571009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53330) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:04.609368 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c187d1-99ee-4965-9919-2d8b21206960 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:04.611720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-52c187d1-99ee-4965-9919-2d8b21206960 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/40da0e89-4dfb-4087-bc40-944f73f5fb3a HTTP/1.1" status: 404 len: 333 time: 0.0395625 Jul 23 16:27:04.616280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53332) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:04.695504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Provisioning for port 55a62eb5-de60-4666-b57a-19e984c4f4c4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:04.700186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Provisioning complete for port 55a62eb5-de60-4666-b57a-19e984c4f4c4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:04.700768 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.750782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Port 55a62eb5-de60-4666-b57a-19e984c4f4c4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:04.762113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Provisioning complete for port 03d37746-228d-4788-b021-0bc312787b11 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:04.762354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.778446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811db09-0a26-49cb-ad3e-8c75981a73fc req-ab5b46dd-2a0b-4cf8-8ca2-afdbf155f5b0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:04.780042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5811db09-0a26-49cb-ad3e-8c75981a73fc req-ab5b46dd-2a0b-4cf8-8ca2-afdbf155f5b0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1992025 Jul 23 16:27:04.844159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 55a62eb5-de60-4666-b57a-19e984c4f4c4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:04.844500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:04.849752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5811db09-0a26-49cb-ad3e-8c75981a73fc req-4f718625-8352-48c2-a18c-c942761fea0f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597761 Jul 23 16:27:04.866782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3c70a52-ff18-4828-a467-9947c0c0970d None None] Could not find standard attr ID for object 40da0e89-4dfb-4087-bc40-944f73f5fb3a. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:04.892106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ead0d799-ae84-4c10-ad72-dd22da783bf2 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:04.893321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff477e6-487a-4e26-93ed-4483747515be req-c09cd63d-d741-4e04-99b8-a5412d62bc95 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:04.894966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eff477e6-487a-4e26-93ed-4483747515be req-c09cd63d-d741-4e04-99b8-a5412d62bc95 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1685209 Jul 23 16:27:04.966867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port ead0d799-ae84-4c10-ad72-dd22da783bf2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:04.973351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port ead0d799-ae84-4c10-ad72-dd22da783bf2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:04.973879 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.010942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eff477e6-487a-4e26-93ed-4483747515be req-010e56ec-dab5-476f-86ec-c56fa084059b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064072 Jul 23 16:27:05.017155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9d10c936-fc44-40ba-b657-128306587851 None None] Provisioning complete for port 55a62eb5-de60-4666-b57a-19e984c4f4c4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:05.017369 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.017471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9d10c936-fc44-40ba-b657-128306587851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.046109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 55a62eb5-de60-4666-b57a-19e984c4f4c4 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:05.079899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9d10c936-fc44-40ba-b657-128306587851 None None] Port 55a62eb5-de60-4666-b57a-19e984c4f4c4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:05.107956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9af595d8-2e84-4f47-b256-f135bce11b72 req-e971c540-23d6-4bc4-96bd-8a8034bf167a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 6157 time: 0.1720116 Jul 23 16:27:05.140372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.186106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:05.187207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:05.191066 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921544a3-8155-40b4-a4f2-96ca35744b0f" -d '{"events": [{"server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:05.195689 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.243373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03d37746-228d-4788-b021-0bc312787b11 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:05.322709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d3db2bc7-2a95-4b17-8388-6e73c2826d96 None None] Could not find standard attr ID for object 40da0e89-4dfb-4087-bc40-944f73f5fb3a. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:05.341625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:05.355210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9af595d8-2e84-4f47-b256-f135bce11b72 req-d8aec20c-e6d3-4818-9ae0-34d1b0ef34ec tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 200 len: 2985 time: 0.1749654 Jul 23 16:27:05.358892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 03d37746-228d-4788-b021-0bc312787b11 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:05.359340 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.426261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c402ee-7220-4540-93cb-3fd9beddc3be req-336c6ee6-42a5-4260-8742-54074c36d61c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:05.427842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29c402ee-7220-4540-93cb-3fd9beddc3be req-336c6ee6-42a5-4260-8742-54074c36d61c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2075016 Jul 23 16:27:05.509974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.532794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9af595d8-2e84-4f47-b256-f135bce11b72 req-bf1c4eb9-0851-4a60-97b2-52b21698305e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 200 len: 2985 time: 0.1538093 Jul 23 16:27:05.557738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53358) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:05.574546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29c402ee-7220-4540-93cb-3fd9beddc3be req-986e8b7f-f400-4b34-96a2-f4e1bcd10367 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249151 Jul 23 16:27:05.578129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=55a62eb5-de60-4666-b57a-19e984c4f4c4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:05.671228 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f8832-4a6e-452d-826e-f27155bf158b x-openstack-request-id: req-f08f8832-4a6e-452d-826e-f27155bf158b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:05.671668 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:05.672026 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f08f8832-4a6e-452d-826e-f27155bf158b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:05.672535 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2', 'code': 200} Jul 23 16:27:05.748546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ded647a-7b85-4c71-98cc-1315d170f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.868505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ded647a-7b85-4c71-98cc-1315d170f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.875360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ded647a-7b85-4c71-98cc-1315d170f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:05.876622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device eea3b9c4-e114-4b99-8885-8b6208c77b01 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:05.916853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded647a-7b85-4c71-98cc-1315d170f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d90fb-6b70-4083-8283-46a3d53a0ff3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:05.926625 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ded647a-7b85-4c71-98cc-1315d170f5ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb1290343d314757940464c306955724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671505 Jul 23 16:27:05.927519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:05.983919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.000973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:06.012548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.018867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'eea3b9c4-e114-4b99-8885-8b6208c77b01', 'network_id': '9a9e5a1d-2806-4099-9cf3-81cf9aff55db', 'port_id': 'eea3b9c4-e114-4b99-8885-8b6208c77b01', 'mac_address': 'fa:16:3e:a4:f5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160dbf-39c6-4549-a965-68105dc4dbbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:06.071252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.075704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.080727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c78d90fb-6b70-4083-8283-46a3d53a0ff3 HTTP/1.1" status: 204 len: 168 time: 0.1488173 Jul 23 16:27:06.087277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.090368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a25b33-aaad-4939-89f1-52f0bb0bd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d90fb-6b70-4083-8283-46a3d53a0ff3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:06.110385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea3b9c4-e114-4b99-8885-8b6208c77b01 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:06.135678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:06.141213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.190801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.192700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0285f568-2a2d-4e4c-86f6-29483b253855 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/55a62eb5-de60-4666-b57a-19e984c4f4c4 HTTP/1.1" status: 204 len: 168 time: 1.5767612 Jul 23 16:27:06.196799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:06.204684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:06.254694 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f0176a-870a-44cb-8245-c9fdbb1dbf46 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:06.260273 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32f0176a-870a-44cb-8245-c9fdbb1dbf46 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/55a62eb5-de60-4666-b57a-19e984c4f4c4 HTTP/1.1" status: 404 len: 333 time: 0.0590386 Jul 23 16:27:06.260531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:06.271679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd194fce-5ab6-4cd5-b462-44b11544cc38 req-36b6c5bf-bcba-407d-a8bf-b22fbcf9efd1 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:06.273384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd194fce-5ab6-4cd5-b462-44b11544cc38 req-36b6c5bf-bcba-407d-a8bf-b22fbcf9efd1 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 945 time: 0.6276631 Jul 23 16:27:06.300329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebaf4f-aa2e-4c94-84a5-050e50a3cd24 req-c6a288b5-8b59-4853-8f17-5e9dc6771335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:06.301861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69ebaf4f-aa2e-4c94-84a5-050e50a3cd24 req-c6a288b5-8b59-4853-8f17-5e9dc6771335 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.2057469 Jul 23 16:27:06.322814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet 4948f4bf-166e-464e-be69-9c8fd51ed99e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:06.325734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.347644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-6adbb69c-3e99-46a3-b32b-3240af9a2dc2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:06.349182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-6adbb69c-3e99-46a3-b32b-3240af9a2dc2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.2549717 Jul 23 16:27:06.386237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.393524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-7781bba7-d8bf-4d96-b9a5-82e8368549f9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/quotas/1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 375 time: 0.0348155 Jul 23 16:27:06.406367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd194fce-5ab6-4cd5-b462-44b11544cc38 req-4baf8b57-16d3-4d26-bc0c-b0e14086207a tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199677 Jul 23 16:27:06.409609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69ebaf4f-aa2e-4c94-84a5-050e50a3cd24 req-3c7e6fbb-7d0c-4015-92ad-e0ce8a12f89c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Jul 23 16:27:06.489965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-3a0a7882-eaca-4d83-ba2b-9f6f5ec29b45 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0771019 Jul 23 16:27:06.523360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.573869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['eea3b9c4-e114-4b99-8885-8b6208c77b01'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:06.614630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.627832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20be98-9a11-406a-b5dc-0273c738f439 req-9dc3c0b6-ee30-4931-bb0a-ac50f44f988d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:06.630046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f20be98-9a11-406a-b5dc-0273c738f439 req-9dc3c0b6-ee30-4931-bb0a-ac50f44f988d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 945 time: 0.1389179 Jul 23 16:27:06.658229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-dce33d50-c562-401a-baa5-c54e6a598e02 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371441 Jul 23 16:27:06.696148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=4948f4bf-166e-464e-be69-9c8fd51ed99e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:06.718600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.718960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b645c-98e5-4124-bd63-17e71fba478e None None] Network f0d32058-eefc-4d6c-9247-4c475534bd70 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:06.727814 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc295b51-28e3-48d2-80ad-5750b7e16a75 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/4948f4bf-166e-464e-be69-9c8fd51ed99e HTTP/1.1" status: 204 len: 168 time: 0.4659731 Jul 23 16:27:06.728796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:06.762579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f20be98-9a11-406a-b5dc-0273c738f439 req-978b1847-ca16-4546-9b4f-8eab9a3fa47f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230183 Jul 23 16:27:06.826471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-803321959', 'description': 'tempest-description-1115463225'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:06.893392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:06.903786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:06.937906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-1901e5e6-be07-4114-a0f3-2bbb871ab005 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758305 Jul 23 16:27:06.940808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.017128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 03d37746-228d-4788-b021-0bc312787b11 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:07.017523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.031917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:07.049314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'port_id': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'mac_address': 'fa:16:3e:e5:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414aa69-ad79-49c9-8883-be4bd84a9f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:07.127376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.146774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] DHCP port deletion for f0d32058-eefc-4d6c-9247-4c475534bd70 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:27:07.151900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:07.205071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port 03d37746-228d-4788-b021-0bc312787b11, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03d37746-228d-4788-b021-0bc312787b11,segment=NetworkSegment(7d6b1226-fe63-4c00-83dc-6edfd35f42ea),segment_id=7d6b1226-fe63-4c00-83dc-6edfd35f42ea)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:07.205417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:07.207423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.212709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.213728 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.218977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.248333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 03d37746-228d-4788-b021-0bc312787b11 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:07.279940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.281286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8011bb66-2271-4a72-b564-1364a18140d9 req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4644063 Jul 23 16:27:07.283991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45c45d-1e1b-4625-95dd-2455d478121a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d703c22-d157-42fc-aa4d-bf530536903b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:07.301151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Deleting port 03d37746-228d-4788-b021-0bc312787b11 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:07.301656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.308546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:07.373060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:07.429686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.449891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] For port 03d37746-228d-4788-b021-0bc312787b11, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03d37746-228d-4788-b021-0bc312787b11,segment=NetworkSegment(7d6b1226-fe63-4c00-83dc-6edfd35f42ea),segment_id=7d6b1226-fe63-4c00-83dc-6edfd35f42ea)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:07.450366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.477969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Calling delete_port for 03d37746-228d-4788-b021-0bc312787b11 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:07.496306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=03d37746-228d-4788-b021-0bc312787b11,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:07.499033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port 03d37746-228d-4788-b021-0bc312787b11 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:07.518554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4abfe675-d0da-41a0-a3c5-29bd7593c30f req-4fa8a1a8-cfe3-4e2e-902c-ac1a9a3a1cf3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 210 time: 0.0684147 Jul 23 16:27:07.649084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.660138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f07a61-52fd-4c4d-b256-01cf80e47e9b req-26220a01-3a5e-4acc-a45e-43c6652a3b55 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:07.661637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9f07a61-52fd-4c4d-b256-01cf80e47e9b req-26220a01-3a5e-4acc-a45e-43c6652a3b55 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 814 time: 0.2458584 Jul 23 16:27:07.664019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d32058-eefc-4d6c-9247-4c475534bd70']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:07.679219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6b1226-fe63-4c00-83dc-6edfd35f42ea') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:07.679507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6b1226-fe63-4c00-83dc-6edfd35f42ea') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:07.686399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9f07a61-52fd-4c4d-b256-01cf80e47e9b req-14af5ac4-92ed-4a5a-b5a2-6db7bc185e3a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/quotas/9e0bfb05648d4f1d9cad58c3283f11d9 HTTP/1.1" status: 200 len: 375 time: 0.0179753 Jul 23 16:27:07.692008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.721323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.745207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:07.748805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:07.786562 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:07.801262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9f07a61-52fd-4c4d-b256-01cf80e47e9b req-fb9d5ee3-607b-446b-a53f-e5c8a265f411 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089697 Jul 23 16:27:07.804668 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.853148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] Pushing event deleted for resources: {'Port': ['ID=03d37746-228d-4788-b021-0bc312787b11,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:07.855900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-328472280', 'description': 'tempest-description-1788339183'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:07.860236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bbc1e-dbb1-45de-b06f-f372881f6894 None None] No DVR routers for this DVR port 03d37746-228d-4788-b021-0bc312787b11 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:07.878711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.896134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.901151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device eea3b9c4-e114-4b99-8885-8b6208c77b01 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:07.909508 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/f0d32058-eefc-4d6c-9247-4c475534bd70 HTTP/1.1" status: 204 len: 168 time: 1.1794207 Jul 23 16:27:07.910934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:07.932817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1023282239'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:07.934764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:07.972704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port eea3b9c4-e114-4b99-8885-8b6208c77b01 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:07.976020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b136ddc-066d-44a5-bf5a-b9391e4aa6c4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=f0d32058-eefc-4d6c-9247-4c475534bd70,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:07.980070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port eea3b9c4-e114-4b99-8885-8b6208c77b01 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:07.981035 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.019538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:08.027238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.090875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:08.109168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.111209 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 8b63464b-c032-4fac-8bdf-8a13179b55b5 of type vlan for network c3913ce7-1005-4d4b-9966-81c062ff1b21 Jul 23 16:27:08.128107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d3799-e845-403a-95fa-94838407a073 req-958abb43-8af2-4557-9cb7-040a048357d6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.135455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-277d3799-e845-403a-95fa-94838407a073 req-958abb43-8af2-4557-9cb7-040a048357d6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 944 time: 0.1246154 Jul 23 16:27:08.154976 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.182507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.193317 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.203555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.262361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-277d3799-e845-403a-95fa-94838407a073 req-47797f91-b9b6-4cdb-a377-d0b5e7f0bb9c tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017385 Jul 23 16:27:08.262361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04095a0c-ed85-4c9c-a6da-6003f5de95a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:08.274258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.276112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12efc814-4a97-46fe-af54-5c8b40724810 req-1174c908-07ac-47f3-9f32-6078e94b73e8 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4259710 Jul 23 16:27:08.278736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.280232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:08.282199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:08.288113 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24331391-28b4-4f49-a36c-3eb2d5d0c47a" -d '{"events": [{"server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "name": "network-vif-plugged", "status": "completed", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:08.295548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.319337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.320622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.399352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:08.426587 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5048478 Jul 23 16:27:08.433212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53454) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:08.442370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:08.444055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:08.480983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49364bb-3a5f-42d0-874b-f00522ff0430 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=c3913ce7-1005-4d4b-9966-81c062ff1b21,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:08.503257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:08.546168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b589c8-5d7b-44de-8253-665c9ac02c6c req-d61915b1-d046-4503-bb6e-10d9a6ad39c0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.548738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b589c8-5d7b-44de-8253-665c9ac02c6c req-d61915b1-d046-4503-bb6e-10d9a6ad39c0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2299044 Jul 23 16:27:08.605637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b589c8-5d7b-44de-8253-665c9ac02c6c req-1e1be6cf-d56b-44c8-87ca-f0a1a8dfc5dd tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Jul 23 16:27:08.617689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba097b7-dd04-4cad-aee6-d69c724b8454 req-d245d3a1-df6e-4952-a3a8-a02a67db4384 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:08.619462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ba097b7-dd04-4cad-aee6-d69c724b8454 req-d245d3a1-df6e-4952-a3a8-a02a67db4384 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1958394 Jul 23 16:27:08.629287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb6c7-61e5-48e5-8dfd-38fe0168089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.684453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:27:08.684453 n-d-800484-3 neutron-server[94004]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:27:08.684453 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id': '653266011fe5460eaee918d0e72d9756', 'id': '96b8f901-9f73-461f-a470-57c159928121', 'expiration': datetime.datetime(2021, 7, 23, 16, 29, 8, 676737)}] Jul 23 16:27:08.684453 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:08.685326 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:08.691711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ba097b7-dd04-4cad-aee6-d69c724b8454 req-93c810e2-d9fe-4263-b7aa-12bc1b43039f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643809 Jul 23 16:27:08.766711 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0119e99-0c91-43fc-bac3-91090f5c81ff x-openstack-request-id: req-c0119e99-0c91-43fc-bac3-91090f5c81ff {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:08.767095 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "name": "network-vif-plugged", "status": "completed", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:08.767353 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0119e99-0c91-43fc-bac3-91090f5c81ff {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:08.767773 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01', 'code': 200} Jul 23 16:27:08.820205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb6c7-61e5-48e5-8dfd-38fe0168089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.825079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb6c7-61e5-48e5-8dfd-38fe0168089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.879552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d2bb6c7-61e5-48e5-8dfd-38fe0168089d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94b7aa9679b34ff19ff419ad56496ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739132 Jul 23 16:27:08.883070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53468) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:08.895883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bb6c7-61e5-48e5-8dfd-38fe0168089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394f2a4b-aabb-49bb-be41-756ec08c6ac2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:08.900097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:08.972125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.000233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.046971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.065643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.068394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.075751 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/394f2a4b-aabb-49bb-be41-756ec08c6ac2 HTTP/1.1" status: 204 len: 168 time: 0.1858263 Jul 23 16:27:09.083921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:09.085192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9d2a935-5cb9-48ad-b150-9cd2dcf4f83e req-fd1e05b6-e28f-4113-b293-493720154779 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 210 time: 0.1223469 Jul 23 16:27:09.109802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cb4cf-459b-421c-ad35-6a0db49fe2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394f2a4b-aabb-49bb-be41-756ec08c6ac2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:09.131308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:09.144894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.216147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03d37746-228d-4788-b021-0bc312787b11 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:09.226980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:09.235037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.272622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 03d37746-228d-4788-b021-0bc312787b11 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:09.272979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03d37746-228d-4788-b021-0bc312787b11 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:09.279966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:09.346506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-3c8aa6eb-3a4d-4230-9f14-0a9906462114 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.348072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-3c8aa6eb-3a4d-4230-9f14-0a9906462114 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.4371483 Jul 23 16:27:09.385546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'device_id': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'admin_state_up': True, 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:09.390273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff9128-8f98-4d56-ac27-b79b9bc80eaa req-b2410fc2-a781-43b6-8a19-926b7f43a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.392454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aff9128-8f98-4d56-ac27-b79b9bc80eaa req-b2410fc2-a781-43b6-8a19-926b7f43a096 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 1097 time: 0.4426928 Jul 23 16:27:09.402321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-a6b00d18-315c-4d4e-973b-a66995411497 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.403863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-a6b00d18-315c-4d4e-973b-a66995411497 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 812 time: 0.4009340 Jul 23 16:27:09.463716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-a81a5cc3-b440-4c70-9029-b7c6ca65a5d2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/quotas/26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 375 time: 0.0376287 Jul 23 16:27:09.506744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.563007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feda9a-89b1-4e17-933e-229cf7b3d854 req-a3f2ad6f-e43b-4fc4-84ce-d8f60fb4414a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.565950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85feda9a-89b1-4e17-933e-229cf7b3d854 req-a3f2ad6f-e43b-4fc4-84ce-d8f60fb4414a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3515129 Jul 23 16:27:09.573159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aff9128-8f98-4d56-ac27-b79b9bc80eaa req-e93895bd-5174-44b3-877c-0e936ad034a0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666074 Jul 23 16:27:09.587705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=f3c534a7-16d0-4db4-bb8f-321af30d4f69,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:09.602846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '8b63464b-c032-4fac-8bdf-8a13179b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:09.603399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: c3913ce7-1005-4d4b-9966-81c062ff1b21, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:09.623238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:09.634440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c3913ce7-1005-4d4b-9966-81c062ff1b21) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:09.640189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:09.640980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.652531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d6b42-e3a1-436c-940a-821247fa2306 None None] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:09.662643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85feda9a-89b1-4e17-933e-229cf7b3d854 req-8f4711c7-3da0-40dd-95c8-94921462b405 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825670 Jul 23 16:27:09.686112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-b629984e-309d-488a-a2fd-874dafcafe55 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158654 Jul 23 16:27:09.697050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:09.701002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.707434 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a78cf695-7c8c-465a-8954-3ea8454e2d95 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2726226 Jul 23 16:27:09.712380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53490) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:09.724816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21', 'name': 'tempest-PortsTestJSON-770091555', 'fixed_ips': [{'subnet_id': 'f3c534a7-16d0-4db4-bb8f-321af30d4f69', 'ip_address': '172.20.0.10'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:09.875264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c3913ce7-1005-4d4b-9966-81c062ff1b21', 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': 'f3c534a7-16d0-4db4-bb8f-321af30d4f69'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:09.875264 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:09.929641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-850987a1-4621-4986-a9c6-779519d78bec service neutron] 10.222.0.64 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416954 Jul 23 16:27:09.946265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:10.046862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.053410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551358d2-3894-4b9b-8bec-8453c105bfc6 req-d45bb9a7-8179-41df-9fa1-6f262453380b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.056006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-551358d2-3894-4b9b-8bec-8453c105bfc6 req-d45bb9a7-8179-41df-9fa1-6f262453380b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 943 time: 0.2993486 Jul 23 16:27:10.072828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:10.085994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.20.0.5 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/f1b88733-7032-4f45-953d-ef26a3ab8c93) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:10.090603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Allocated IP 172.20.0.2 (c3913ce7-1005-4d4b-9966-81c062ff1b21/f3c534a7-16d0-4db4-bb8f-321af30d4f69/2dec4f21-2056-4943-98ae-c5307620d41e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:10.125918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53504) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:10.146216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-ee24c8e7-3d51-4821-9f69-14aed596de40 service neutron] 10.222.0.64 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163873 Jul 23 16:27:10.194576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-551358d2-3894-4b9b-8bec-8453c105bfc6 req-52423b4a-3327-4ff4-8a02-2727db92e1a6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979431 Jul 23 16:27:10.286399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-827490206-network', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:10.311212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:10.314700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.338022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.404460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.421968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Transition to ACTIVE for port object f1b88733-7032-4f45-953d-ef26a3ab8c93 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:10.467291 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.472542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.496774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.502023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:10.515993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36658fbb-6518-4a97-8f19-1295434bc5d9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:10.542924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.543570 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Added segment 3481545d-63b3-4f83-948e-bdb384d4ca6e of type vlan for network bebecbb7-00ad-49d4-a18d-3919e2dd026d Jul 23 16:27:10.587297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:10.598143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.601897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cbc2376-dada-4120-aa83-430abb01b130 req-5b2f2026-6ed3-41a7-b62d-9a5e311aed67 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9 HTTP/1.1" status: 200 len: 221 time: 0.1077280 Jul 23 16:27:10.611828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:10.615228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:10.618735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:10.627144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.627853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Transition to ACTIVE for port object 2dec4f21-2056-4943-98ae-c5307620d41e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:10.653368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Transition to ACTIVE for port object 2dec4f21-2056-4943-98ae-c5307620d41e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:10.671295 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.727261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb4042-a74a-4e55-8b92-0c338b0842f6 req-e3aee695-81fd-4a0d-900b-2fb0ebb92b42 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.729858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cbb4042-a74a-4e55-8b92-0c338b0842f6 req-e3aee695-81fd-4a0d-900b-2fb0ebb92b42 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2795193 Jul 23 16:27:10.754999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.755785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.763876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.765142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.765763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.774188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:10.782536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:10.788726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:10.826239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-ef58d036-0697-47f0-93da-3a5e7bc59ae8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4476967 Jul 23 16:27:10.842577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-9133e2b3-3111-4788-b877-514dc01b07ef tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:10.844731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-9133e2b3-3111-4788-b877-514dc01b07ef tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 943 time: 0.2208369 Jul 23 16:27:10.845501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7182019 Jul 23 16:27:10.847316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.10 (c3913ce7-1005-4d4b-9966-81c062ff1b21/f3c534a7-16d0-4db4-bb8f-321af30d4f69/7a30dbe0-29c2-493f-a61b-51ecc63c3cfb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:10.849192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cbb4042-a74a-4e55-8b92-0c338b0842f6 req-de29b6ab-80a7-4588-9805-255f156f9611 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902331 Jul 23 16:27:10.852778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Pushing event updated for resources: {'Port': ['ID=2dec4f21-2056-4943-98ae-c5307620d41e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:10.856496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53528) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:10.876543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Request body: {'port': {'device_id': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:10.899875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Request body: {'subnet': {'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-827490206-subnet', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:10.953450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be552583-c2e8-45e0-b6e6-b378ebc66d59 admin admin] Pushing event updated for resources: {'Network': ['ID=bebecbb7-00ad-49d4-a18d-3919e2dd026d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:10.976724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:11.019615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Attempting to bind port 2dec4f21-2056-4943-98ae-c5307620d41e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:11.027313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78d246d5-d4c3-4129-a98e-32d76422c4e1 req-9b74283e-2d21-4c93-ba82-55259eeca186 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 210 time: 0.0705490 Jul 23 16:27:11.034468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Attempting to bind port 2dec4f21-2056-4943-98ae-c5307620d41e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '8b63464b-c032-4fac-8bdf-8a13179b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:11.034915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Attempting to bind port 2dec4f21-2056-4943-98ae-c5307620d41e on network c3913ce7-1005-4d4b-9966-81c062ff1b21 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:11.075208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:11.076235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Checking segment: {'id': '8b63464b-c032-4fac-8bdf-8a13179b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:11.076897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.077847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Bound using segment: {'id': '8b63464b-c032-4fac-8bdf-8a13179b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:11.078898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Bound port: 2dec4f21-2056-4943-98ae-c5307620d41e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63464b-c032-4fac-8bdf-8a13179b55b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:11.079678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.200564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bda43cf8-9512-49ce-8208-caa560270d50 None None] Provisioning for port f1b88733-7032-4f45-953d-ef26a3ab8c93 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:11.221399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bda43cf8-9512-49ce-8208-caa560270d50 None None] Provisioning complete for port f1b88733-7032-4f45-953d-ef26a3ab8c93 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:11.222210 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bda43cf8-9512-49ce-8208-caa560270d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.252024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:11.258302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.289269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] For port 2dec4f21-2056-4943-98ae-c5307620d41e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:11.296411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] For port 2dec4f21-2056-4943-98ae-c5307620d41e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2dec4f21-2056-4943-98ae-c5307620d41e,segment=NetworkSegment(8b63464b-c032-4fac-8bdf-8a13179b55b5),segment_id=8b63464b-c032-4fac-8bdf-8a13179b55b5)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:11.298969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.307047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.307962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.316646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bda43cf8-9512-49ce-8208-caa560270d50 None None] Port f1b88733-7032-4f45-953d-ef26a3ab8c93 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:11.336595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:11.380015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.426339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a87a1a-1671-41d1-ac9d-617f733615e6 None None] Pushing event updated for resources: {'Port': ['ID=2dec4f21-2056-4943-98ae-c5307620d41e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:11.439358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:11.440496 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.443380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:11.448252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:11.483381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6395a6-57dd-42e5-9437-c276c278e731 req-9d0907f9-febd-460d-b9e4-04caa57200d9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.485042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb6395a6-57dd-42e5-9437-c276c278e731 req-9d0907f9-febd-460d-b9e4-04caa57200d9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 931 time: 0.5304413 Jul 23 16:27:11.497691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=7a30dbe0-29c2-493f-a61b-51ecc63c3cfb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:11.522819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.523583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.533085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Deleting port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:11.533604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.545984 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f911f5f-31e3-47b8-b6de-8ada40235e3d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8292835 Jul 23 16:27:11.547670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:11.556024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': 'c3913ce7-1005-4d4b-9966-81c062ff1b21', 'name': 'tempest-PortsTestJSON-1756003867', 'fixed_ips': [{'subnet_id': 'f3c534a7-16d0-4db4-bb8f-321af30d4f69', 'ip_address': '172.20.0.9'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:11.643291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02343e13-a8b5-4c44-9ba7-c90ab2c6b1b0 req-b2396714-b8fd-4dbd-b3f8-8aefd434ffd8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:11.645131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02343e13-a8b5-4c44-9ba7-c90ab2c6b1b0 req-b2396714-b8fd-4dbd-b3f8-8aefd434ffd8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4766681 Jul 23 16:27:11.741610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-864ab4c9-f093-42ec-bb5c-9a02300a3985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.798855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:11.806723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.834832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 61ed97c6-27b5-4139-a17d-049b0c2af241 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:11.835902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb6395a6-57dd-42e5-9437-c276c278e731 req-f1d4cc7b-ff0d-4fdc-bd98-acdd0cd2db66 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161225 Jul 23 16:27:12.010152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] For port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:12.010609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.073525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02343e13-a8b5-4c44-9ba7-c90ab2c6b1b0 req-6dfe65d3-8f25-44b2-858c-7a86c66bf5a1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664753 Jul 23 16:27:12.098864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.9 (c3913ce7-1005-4d4b-9966-81c062ff1b21/f3c534a7-16d0-4db4-bb8f-321af30d4f69/61ed97c6-27b5-4139-a17d-049b0c2af241) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:12.103103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Calling delete_port for 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:12.582520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.665238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ea3b1-2943-4bf8-9775-7bf58af4ba2c None None] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:12.695540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.712552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 61ed97c6-27b5-4139-a17d-049b0c2af241 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:12.748319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-60f6d34e-07fb-4304-b355-1114ee860234 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.750461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-60f6d34e-07fb-4304-b355-1114ee860234 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.67 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 812 time: 0.9056289 Jul 23 16:27:12.752581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.774577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-effcf872-4a44-48bb-a602-0af9e67650b6 None None] Provisioning for port 2dec4f21-2056-4943-98ae-c5307620d41e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:12.801094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'device_id': 'd4337712-e2a7-40f3-b054-766c244870f6', 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b', 'admin_state_up': True, 'tenant_id': '26dbfa1854a54b488adfa11dfbe4d0de'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:12.804298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:12.807737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:12.813796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:12.842596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=61ed97c6-27b5-4139-a17d-049b0c2af241,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:12.849540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2912ed78-8511-4c9e-8597-99044054331d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:12.870989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.871932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.889415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e566b9-eb72-4e34-9b8d-9006271c2111 req-7217ad3e-ccf0-419b-b9a9-87439ac6d063 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:12.889650 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22e9f295-9f45-4f74-8a98-aac67f5d7a9d tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3404140 Jul 23 16:27:12.891063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9e566b9-eb72-4e34-9b8d-9006271c2111 req-7217ad3e-ccf0-419b-b9a9-87439ac6d063 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c466f73-e5b4-41c0-8ee4-e9ecf11de54c HTTP/1.1" status: 200 len: 943 time: 0.8907213 Jul 23 16:27:12.894180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:12.904698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b88733-7032-4f45-953d-ef26a3ab8c93 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:12.927680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:12.991161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Checking segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:12.991534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Network hostable DHCP agents. Network: bebecbb7-00ad-49d4-a18d-3919e2dd026d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:13.025607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4ff9e-fe4b-4768-aee1-bb59cd8bb236 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.027387 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61b4ff9e-fe4b-4768-aee1-bb59cd8bb236 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1309326 Jul 23 16:27:13.031791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53548) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:13.045951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec5107-0f25-4b28-8407-7a67354ca62b req-0a27ed8c-9c58-44df-baeb-cb5347c1736d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.048101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffec5107-0f25-4b28-8407-7a67354ca62b req-0a27ed8c-9c58-44df-baeb-cb5347c1736d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.5125144 Jul 23 16:27:13.106505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9e566b9-eb72-4e34-9b8d-9006271c2111 req-7c14d401-13e6-4915-8ce2-261764023da6 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959641 Jul 23 16:27:13.117745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc9ba7-a4d1-481d-984a-616c11abc671 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.128529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc9ba7-a4d1-481d-984a-616c11abc671 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.137134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc9ba7-a4d1-481d-984a-616c11abc671 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.143108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:13.143244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0fbc9ba7-a4d1-481d-984a-616c11abc671 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1095412 Jul 23 16:27:13.143958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:13.179817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffec5107-0f25-4b28-8407-7a67354ca62b req-b681de91-f8dd-4be0-8c74-90a1cb50cdba tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136870 Jul 23 16:27:13.181024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Transition to ACTIVE for port object f1b88733-7032-4f45-953d-ef26a3ab8c93 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:13.186317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, bebecbb7-00ad-49d4-a18d-3919e2dd026d) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:13.188095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.193628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.199586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:13.200190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.226175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c11711-2763-4fb1-b6c1-283361709faa None None] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:13.257836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Made reservation on behalf of 26dbfa1854a54b488adfa11dfbe4d0de for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:13.261891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.321794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2dec4f21-2056-4943-98ae-c5307620d41e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:13.330557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 61ed97c6-27b5-4139-a17d-049b0c2af241 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:13.330988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.337024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Pushing event updated for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:13.348395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d471d2f1-a2b1-4c45-9516-52b7f5fabffe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4672272 Jul 23 16:27:13.358961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53556) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:13.367845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:13.460623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event deleted for resources: {'Port': ['ID=3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:13.481416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.509313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 61ed97c6-27b5-4139-a17d-049b0c2af241 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:13.513847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] No DVR routers for this DVR port 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:13.520048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Provisioning for port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:13.546203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Provisioning complete for port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:13.546722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08ee2dec-9c8b-4f89-9ad6-3f8ba9f0ff9d req-34ff6ba1-29ad-4ae8-b7ff-15ffe9523b9f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 210 time: 0.1899188 Jul 23 16:27:13.559013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.582669 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.592868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af9df2e1-7176-46b7-9dc0-b97b4fd0efae req-39595548-6b08-44ba-98a4-f85a3ad6bc19 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "DELETE /v2.0/ports/3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e HTTP/1.1" status: 204 len: 173 time: 2.7349544 Jul 23 16:27:13.607100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'name': 'network-vif-deleted', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:13.607100 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74bd257-c5d9-4dc6-9215-a619cfd929dd" -d '{"events": [{"server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "name": "network-vif-deleted", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:13.760863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:13.789717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.810699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 2dec4f21-2056-4943-98ae-c5307620d41e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:13.831344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Attempting to bind port f1b88733-7032-4f45-953d-ef26a3ab8c93 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:13.831908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Attempting to bind port f1b88733-7032-4f45-953d-ef26a3ab8c93 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:13.832404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Attempting to bind port f1b88733-7032-4f45-953d-ef26a3ab8c93 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:13.834750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2dec4f21-2056-4943-98ae-c5307620d41e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:13.835426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.841962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Provisioning complete for port 61ed97c6-27b5-4139-a17d-049b0c2af241 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:13.842716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.845190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.847189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.864926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Port f1b88733-7032-4f45-953d-ef26a3ab8c93 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:13.865465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Attempting to bind port f1b88733-7032-4f45-953d-ef26a3ab8c93 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:13.867283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=61ed97c6-27b5-4139-a17d-049b0c2af241,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:13.907593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a3318eb2-38e4-4734-8d9c-60bff7ed3f0e None None] Port 61ed97c6-27b5-4139-a17d-049b0c2af241 was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:27:13.977070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:13.978285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.979951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.985277 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7143d9b0-8446-4c37-9c8b-729e38906aa4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/61ed97c6-27b5-4139-a17d-049b0c2af241 HTTP/1.1" status: 204 len: 168 time: 0.8395352 Jul 23 16:27:13.987947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53560) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:14.021573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:14.022050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:14.022358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:14.023487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Bound port: f1b88733-7032-4f45-953d-ef26a3ab8c93, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:14.023487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.026796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.061701 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5d06bc-8edf-47cb-badf-bcb562d32af1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:14.066114 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b5d06bc-8edf-47cb-badf-bcb562d32af1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/61ed97c6-27b5-4139-a17d-049b0c2af241 HTTP/1.1" status: 404 len: 333 time: 0.0759263 Jul 23 16:27:14.069279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53562) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:14.112419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.142973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9d54c961-9314-4891-b27c-c629ae624df8 None None] Provisioning complete for port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:14.143526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9d54c961-9314-4891-b27c-c629ae624df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.222995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Allocated IP 172.20.0.11 (ab807d19-f2e1-4c4a-831c-b33ab8fe236b/fd9a5dab-fbc6-427b-92d0-076ef6b26a43/4a7ff6b3-6e72-475e-831e-a02859a31d8b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:14.280710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 2dec4f21-2056-4943-98ae-c5307620d41e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2dec4f21-2056-4943-98ae-c5307620d41e,segment=NetworkSegment(8b63464b-c032-4fac-8bdf-8a13179b55b5),segment_id=8b63464b-c032-4fac-8bdf-8a13179b55b5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:14.283019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9d54c961-9314-4891-b27c-c629ae624df8 None None] Port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:14.308262 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.317465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:14.318274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.376890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15298fa-de47-4ed5-a435-f647cdbd2444 req-a0621583-7e30-4d69-9784-02d539021578 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.378849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15298fa-de47-4ed5-a435-f647cdbd2444 req-a0621583-7e30-4d69-9784-02d539021578 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.9473267 Jul 23 16:27:14.464935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.498000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Allocated IP 172.20.0.2 (bebecbb7-00ad-49d4-a18d-3919e2dd026d/2912ed78-8511-4c9e-8597-99044054331d/370e4197-ba68-467a-927e-9669b7fae5aa) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:14.504977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=2dec4f21-2056-4943-98ae-c5307620d41e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:14.511218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1020b633-10f2-4f80-bd3b-d0b7875a4ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.520332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.523335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.523683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.524023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.524363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.524876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.525580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.526121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.526499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.526875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.527208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.527537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.527864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:14.544426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18fa3-e662-475b-ad6c-a2a2c675c05f req-82b7aab0-005b-4d49-b8ad-e17f8ddea430 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.546127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05d18fa3-e662-475b-ad6c-a2a2c675c05f req-82b7aab0-005b-4d49-b8ad-e17f8ddea430 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 943 time: 0.7228353 Jul 23 16:27:14.546376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 7a30dbe0-29c2-493f-a61b-51ecc63c3cfb owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:14.571488 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.660344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15298fa-de47-4ed5-a435-f647cdbd2444 req-adebfd9b-70df-4fc0-a553-fd7eb4e29f4e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543659 Jul 23 16:27:14.666713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b8d61e5c-ede1-4255-9b87-c1a24c6823d4 None None] Could not find standard attr ID for object 61ed97c6-27b5-4139-a17d-049b0c2af241. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:14.680102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:14.721721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.760864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:14.777293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05d18fa3-e662-475b-ad6c-a2a2c675c05f req-05aa80ab-9ba6-408c-b542-318d760bc6fd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206917 Jul 23 16:27:14.781301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.791380 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:27:14.795815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=7a30dbe0-29c2-493f-a61b-51ecc63c3cfb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:14.887512 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.899647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:14.900426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.901976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] 10.222.0.81 "PUT /v2.0/ports/f1b88733-7032-4f45-953d-ef26a3ab8c93 HTTP/1.1" status: 200 len: 1091 time: 4.0561941 Jul 23 16:27:14.925326 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba9c35-6ccc-42b4-bbc8-c0a5cf5971e2 x-openstack-request-id: req-c5ba9c35-6ccc-42b4-bbc8-c0a5cf5971e2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:14.925698 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c466f73-e5b4-41c0-8ee4-e9ecf11de54c", "name": "network-vif-deleted", "tag": "3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:14.926668 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5ba9c35-6ccc-42b4-bbc8-c0a5cf5971e2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:14.927323 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c466f73-e5b4-41c0-8ee4-e9ecf11de54c', 'name': 'network-vif-deleted', 'tag': '3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e', 'status': 'completed', 'code': 200} Jul 23 16:27:14.943971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:14.946959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:15.030060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Pushing event updated for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:15.066264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.075872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Transition to ACTIVE for port object 370e4197-ba68-467a-927e-9669b7fae5aa will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:15.079318 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ea3793f-ca7d-4f7b-8eac-1f3a372d8362 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/7a30dbe0-29c2-493f-a61b-51ecc63c3cfb HTTP/1.1" status: 204 len: 168 time: 1.0075729 Jul 23 16:27:15.080339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53572) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:15.086995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:15.087812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3bbed8e6-9ab5-4c5f-a3e6-10c19c10d68e not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:15.100036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.100379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.100719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.101052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.101381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.101723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.102065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.102504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.102710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.103022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.103341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.103658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12743a-fc6f-45fa-a219-d9ef74e4349c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.138911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Transition to ACTIVE for port object 370e4197-ba68-467a-927e-9669b7fae5aa will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:15.151291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.221026 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ace556e-fb3d-4b95-81a3-73c33d24b2a2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:15.224174 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ace556e-fb3d-4b95-81a3-73c33d24b2a2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/7a30dbe0-29c2-493f-a61b-51ecc63c3cfb HTTP/1.1" status: 404 len: 333 time: 0.1422379 Jul 23 16:27:15.232667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53576) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:15.281530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:15.285036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:15.331588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:15.342678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Pushing event updated for resources: {'Port': ['ID=370e4197-ba68-467a-927e-9669b7fae5aa,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:15.345134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d09700df-a03c-46fb-b5a7-e917d8bf801b req-fd0c47dc-d9f4-43d3-a492-a9a05d3d960e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 210 time: 0.1636882 Jul 23 16:27:15.385545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.449719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet f3c534a7-16d0-4db4-bb8f-321af30d4f69 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:15.452978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.507366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2dec4f21-2056-4943-98ae-c5307620d41e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:15.510853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:15.536605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.537728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Network ab807d19-f2e1-4c4a-831c-b33ab8fe236b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:15.638501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-00cbc506-e339-4fc0-b0ff-8637d86afc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.640368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-00cbc506-e339-4fc0-b0ff-8637d86afc64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 1094 time: 0.6159835 Jul 23 16:27:15.648101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:15.649972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Attempting to bind port 370e4197-ba68-467a-927e-9669b7fae5aa on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:15.650928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Attempting to bind port 370e4197-ba68-467a-927e-9669b7fae5aa by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:15.651354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:15.651554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Attempting to bind port 370e4197-ba68-467a-927e-9669b7fae5aa on network bebecbb7-00ad-49d4-a18d-3919e2dd026d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:15.655925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:15.671952 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.690893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.693322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:15.693910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Checking segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:15.694588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.695200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Bound using segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:15.695971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Bound port: 370e4197-ba68-467a-927e-9669b7fae5aa, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:15.696598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.778285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-0dfdb9a7-3b17-4a5d-9646-6aa52cdf265b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93 HTTP/1.1" status: 200 len: 217 time: 0.1162961 Jul 23 16:27:15.783273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.786563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2dec4f21-2056-4943-98ae-c5307620d41e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:15.787119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.834292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c534a7-16d0-4db4-bb8f-321af30d4f69,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:15.843769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.846745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/f3c534a7-16d0-4db4-bb8f-321af30d4f69 HTTP/1.1" status: 204 len: 168 time: 0.6106853 Jul 23 16:27:15.847025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] For port 370e4197-ba68-467a-927e-9669b7fae5aa, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:15.848677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.849278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.849445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.849858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.850240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.850630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.851304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.851710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.852254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.853243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.853243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.853243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfaec94-0634-48ad-ab69-cfe355f06c61 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:15.856173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:15.862990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b754ae-6f85-453d-90e3-150ab9ab12da None None] Network c3913ce7-1005-4d4b-9966-81c062ff1b21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:15.877776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-6147858f-fda0-4099-a15f-042f88c3a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.879826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-6147858f-fda0-4099-a15f-042f88c3a0e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 1097 time: 0.5534389 Jul 23 16:27:15.886483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] For port 370e4197-ba68-467a-927e-9669b7fae5aa, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=370e4197-ba68-467a-927e-9669b7fae5aa,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:15.892898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.893966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.910911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.954276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.965800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:15.996926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3943104-b546-4eec-9300-5adcd518546b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2279310 Jul 23 16:27:15.998190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-38b5dfd6-4a1a-4abb-a53c-6c14157604ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:15.999694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-38b5dfd6-4a1a-4abb-a53c-6c14157604ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.1900818 Jul 23 16:27:16.017321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf41a58-bc0e-468e-9b8a-df2d69cdf7b5 req-f141a434-989a-41eb-91c9-66bf24dcbad4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.024656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccf41a58-bc0e-468e-9b8a-df2d69cdf7b5 req-f141a434-989a-41eb-91c9-66bf24dcbad4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4911733 Jul 23 16:27:16.034527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.043428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 2dec4f21-2056-4943-98ae-c5307620d41e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:16.044143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.077251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Request body: {'port': {'device_id': 'd4337712-e2a7-40f3-b054-766c244870f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:16.115350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f16ae-d96d-4207-9e4f-b390d789af54 req-adb8cf7b-cb96-4ff8-bbf3-befe256a08ec tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.117022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f05f16ae-d96d-4207-9e4f-b390d789af54 req-adb8cf7b-cb96-4ff8-bbf3-befe256a08ec tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.6169212 Jul 23 16:27:16.151598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53d8a3-c1bb-46eb-a2f5-5bbbcb3b4fb4 None None] Pushing event updated for resources: {'Port': ['ID=370e4197-ba68-467a-927e-9669b7fae5aa,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.192766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port 2dec4f21-2056-4943-98ae-c5307620d41e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2dec4f21-2056-4943-98ae-c5307620d41e,segment=NetworkSegment(8b63464b-c032-4fac-8bdf-8a13179b55b5),segment_id=8b63464b-c032-4fac-8bdf-8a13179b55b5)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:16.195051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.219970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 2dec4f21-2056-4943-98ae-c5307620d41e owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:16.400705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] DHCP port deletion for c3913ce7-1005-4d4b-9966-81c062ff1b21 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:27:16.432672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.472460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=2dec4f21-2056-4943-98ae-c5307620d41e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.482771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port 2dec4f21-2056-4943-98ae-c5307620d41e on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:16.490675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Deleting port 2dec4f21-2056-4943-98ae-c5307620d41e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:16.491460 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.574259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] For port 2dec4f21-2056-4943-98ae-c5307620d41e, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:16.574710 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.585142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.595437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Calling delete_port for 2dec4f21-2056-4943-98ae-c5307620d41e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:16.596613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3913ce7-1005-4d4b-9966-81c062ff1b21']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:16.598531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Port 2dec4f21-2056-4943-98ae-c5307620d41e was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:27:16.600205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.608751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b63464b-c032-4fac-8bdf-8a13179b55b5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:16.609296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b63464b-c032-4fac-8bdf-8a13179b55b5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:16.624397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.629652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] Pushing event deleted for resources: {'Port': ['ID=2dec4f21-2056-4943-98ae-c5307620d41e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.631596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de61cc-771f-4530-925e-b93724dc5e0c None None] No DVR routers for this DVR port 2dec4f21-2056-4943-98ae-c5307620d41e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:16.655720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.662907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:16.663338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:16.667246 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:16.731769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.731971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-0c8e7ccf-e382-44d6-a04e-2f98ee886be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.733351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-0c8e7ccf-e382-44d6-a04e-2f98ee886be4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.8282113 Jul 23 16:27:16.739557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.741965 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/c3913ce7-1005-4d4b-9966-81c062ff1b21 HTTP/1.1" status: 204 len: 168 time: 0.8844953 Jul 23 16:27:16.746803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:16.760489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccf41a58-bc0e-468e-9b8a-df2d69cdf7b5 req-c4d78651-90e6-4270-bfaf-a05f0ad8fc03 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343946 Jul 23 16:27:16.760714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-363496725'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:16.767424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05040e1-d097-466c-b950-d8bdd20931c0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=c3913ce7-1005-4d4b-9966-81c062ff1b21,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:16.804731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:16.809992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.841390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f05f16ae-d96d-4207-9e4f-b390d789af54 req-26901518-c5ba-4810-9c83-438f1a4e777f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716845 Jul 23 16:27:16.866318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-6db4f380-622a-4788-a467-0584233a1a3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01 HTTP/1.1" status: 200 len: 217 time: 0.0842786 Jul 23 16:27:16.871981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:16.876366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.890817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.891781 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Added segment 03a4dc5c-b207-465a-a838-2ea19ab169ac of type vlan for network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 Jul 23 16:27:16.893663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995fc0b-ac29-4a81-a814-676857551f71 req-6a4e9d39-57f2-4f16-b690-0232a340dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:16.895548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-6a4e9d39-57f2-4f16-b690-0232a340dcea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8626072 Jul 23 16:27:16.940638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:16.943186 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119c428-322a-4114-be4a-c374b998017b" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:16.950150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.977515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Allocated IP 172.25.2.92 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/f64b5234-840d-4cf5-885b-2086ecfadba0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:16.997542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.004517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.005631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.052098 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3053536 Jul 23 16:27:17.056128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:17.064726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:17.117059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124c3b-2b31-410c-9841-ee4df8dd2eb1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Network': ['ID=ff77ce45-f11b-4c4e-a05d-0c19bf63d618,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:17.129652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:17.189829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-e45c33e9-0541-4283-b712-d9ccd1523812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.199730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-e45c33e9-0541-4283-b712-d9ccd1523812 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.3027136 Jul 23 16:27:17.229533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:17.236335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.245523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 370e4197-ba68-467a-927e-9669b7fae5aa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:17.339470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 370e4197-ba68-467a-927e-9669b7fae5aa completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:17.395693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.429738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca41cf11-e6fd-4cb4-bab9-8f45cea6f31f None None] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:17.480088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-97688349-0656-4b98-9e0c-d1667778544d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808326 Jul 23 16:27:17.560398 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.605049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2dec4f21-2056-4943-98ae-c5307620d41e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:17.606881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-dad42b5a-8b9a-47f4-afe1-672ccddde906 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.609085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-dad42b5a-8b9a-47f4-afe1-672ccddde906 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.6934333 Jul 23 16:27:17.619251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-76094d0e-5c70-4213-89d6-70ec54f839cc service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900105 Jul 23 16:27:17.652250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=3603127e-ca8e-49c1-956c-88f38278c504,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:17.670370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 2dec4f21-2056-4943-98ae-c5307620d41e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:17.670370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2dec4f21-2056-4943-98ae-c5307620d41e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:17.679135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Checking segment: {'id': '03a4dc5c-b207-465a-a838-2ea19ab169ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:17.679739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network hostable DHCP agents. Network: ff77ce45-f11b-4c4e-a05d-0c19bf63d618, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:17.705642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Provisioning for port 370e4197-ba68-467a-927e-9669b7fae5aa completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:17.710204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:17.727208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ff77ce45-f11b-4c4e-a05d-0c19bf63d618) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:17.730601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Provisioning complete for port 370e4197-ba68-467a-927e-9669b7fae5aa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:17.730601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.735835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.737452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.756398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c74592-3981-4db3-b9ef-b3a72f9da7b7 None None] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:17.759750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901ce6-b652-46c4-a65f-f6a61e3ea7d3 req-d165e657-ef2d-48d2-b544-7ce7cbaa2971 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:17.762597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6901ce6-b652-46c4-a65f-f6a61e3ea7d3 req-d165e657-ef2d-48d2-b544-7ce7cbaa2971 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 943 time: 0.7823505 Jul 23 16:27:17.768103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5abffb9-d460-4a40-bc1c-b595eaed0570 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7107127 Jul 23 16:27:17.768880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53606) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:17.773907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-336763750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:17.805483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.806845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.842994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-09d42de2-22b7-47a4-9b3d-897ee9e9465f tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/quotas/d1d64a6408ac482ab25213b6b3ac022c HTTP/1.1" status: 200 len: 375 time: 0.2031171 Jul 23 16:27:17.848731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.871459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.878825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.906203 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.911488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5aacee0-7821-4bc3-9b2d-0373c15c7dc7 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1388886 Jul 23 16:27:17.911896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:17.923892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618', 'name': 'tempest-PortsTestJSON-217226831'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:17.972281 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:17.987933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-7a310e20-1edc-4e6e-9624-98186b8e2dab service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835491 Jul 23 16:27:18.030228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6901ce6-b652-46c4-a65f-f6a61e3ea7d3 req-4b62f335-0c9e-4be8-ac04-151e7238f5b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774518 Jul 23 16:27:18.064065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] For port 370e4197-ba68-467a-927e-9669b7fae5aa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=370e4197-ba68-467a-927e-9669b7fae5aa,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:18.067720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ff77ce45-f11b-4c4e-a05d-0c19bf63d618', 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': '3603127e-ca8e-49c1-956c-88f38278c504'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:18.069516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.073352 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.146233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d8c1d07-2f19-4ad7-9e65-39132df79d08 req-cc12afc0-1426-43cf-8f6d-a285d0a3ca9d service neutron] 10.222.0.81 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223245 Jul 23 16:27:18.226765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-b180365d-a607-48b0-9d63-6d84582ac889 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3827491 Jul 23 16:27:18.232438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c38f-71a8-4e69-add3-d28277a63d9c None None] Pushing event updated for resources: {'Port': ['ID=370e4197-ba68-467a-927e-9669b7fae5aa,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:18.252944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6995fc0b-ac29-4a81-a814-676857551f71 req-1b36a2f6-530e-4213-bab9-b186dee33802 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040072 Jul 23 16:27:18.258574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:18.271314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.278368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.329427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 8053718b-ca48-4622-9114-eba232f29d09 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:18.347793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:18.363604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Allocated IP 172.20.0.2 (ff77ce45-f11b-4c4e-a05d-0c19bf63d618/3603127e-ca8e-49c1-956c-88f38278c504/623a4bcf-c4f3-4482-bfb9-33be24a32c8f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:18.386953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:18.393624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:18.491850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7ff6b3-6e72-475e-831e-a02859a31d8b {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:18.508978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.522840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ddb7b94b-8fae-490a-97bb-9c41ebc48474 None None] Provisioning complete for port 370e4197-ba68-467a-927e-9669b7fae5aa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:18.523216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b94b-8fae-490a-97bb-9c41ebc48474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.525268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Pushing event updated for resources: {'Port': ['ID=f64b5234-840d-4cf5-885b-2086ecfadba0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:18.561400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Transition to ACTIVE for port object 4a7ff6b3-6e72-475e-831e-a02859a31d8b will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:18.571340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.618148 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.632186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Transition to ACTIVE for port object 623a4bcf-c4f3-4482-bfb9-33be24a32c8f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:18.669271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Transition to ACTIVE for port object 623a4bcf-c4f3-4482-bfb9-33be24a32c8f will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:18.676560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-81fe83ef-a7d5-404c-aa76-2ace86b67354 service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488726 Jul 23 16:27:18.678425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.705718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a7e72-9ef4-4f1f-809d-13d8845515b2 req-747646df-68ee-4cdf-a95e-dce7c6e7a634 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:18.708585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d3a7e72-9ef4-4f1f-809d-13d8845515b2 req-747646df-68ee-4cdf-a95e-dce7c6e7a634 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 932 time: 0.3508511 Jul 23 16:27:18.729831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:18.733561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:18.738433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:18.753090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Pushing event updated for resources: {'Port': ['ID=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:18.804752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.4 (ff77ce45-f11b-4c4e-a05d-0c19bf63d618/3603127e-ca8e-49c1-956c-88f38278c504/8053718b-ca48-4622-9114-eba232f29d09) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:18.831456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:18.834429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Attempting to bind port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:18.835055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Attempting to bind port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '03a4dc5c-b207-465a-a838-2ea19ab169ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:18.835590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Attempting to bind port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f on network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:18.843268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:18.843961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Checking segment: {'id': '03a4dc5c-b207-465a-a838-2ea19ab169ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:18.845082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.845658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Bound using segment: {'id': '03a4dc5c-b207-465a-a838-2ea19ab169ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:18.846594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Bound port: 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a4dc5c-b207-465a-a838-2ea19ab169ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ff77ce45-f11b-4c4e-a05d-0c19bf63d618'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:18.846837 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.939315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] For port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:18.944173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] For port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,segment=NetworkSegment(03a4dc5c-b207-465a-a838-2ea19ab169ac),segment_id=03a4dc5c-b207-465a-a838-2ea19ab169ac)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:18.950394 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:18.975294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d3a7e72-9ef4-4f1f-809d-13d8845515b2 req-8930e455-2683-40cb-8fc0-51e518b0a3cf tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924610 Jul 23 16:27:19.041887 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.065318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 8053718b-ca48-4622-9114-eba232f29d09 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:19.067629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112371a-35d3-46da-b7d8-67b0616d01f3 None None] Pushing event updated for resources: {'Port': ['ID=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:19.076080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-0cf291bc-8e17-4d9f-91aa-2acd7ba41e14 service neutron] 10.222.0.64 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592172 Jul 23 16:27:19.087095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Attempting to bind port 4a7ff6b3-6e72-475e-831e-a02859a31d8b on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:19.087432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Attempting to bind port 4a7ff6b3-6e72-475e-831e-a02859a31d8b by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:19.087758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Attempting to bind port 4a7ff6b3-6e72-475e-831e-a02859a31d8b on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:19.125147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.134044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Port 4a7ff6b3-6e72-475e-831e-a02859a31d8b on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:19.134044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Attempting to bind port 4a7ff6b3-6e72-475e-831e-a02859a31d8b on network ab807d19-f2e1-4c4a-831c-b33ab8fe236b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:19.177122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:19.177614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Checking segment: {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:19.178166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Bound using segment: {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:19.181130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Bound port: 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f36dd1b-6ac5-4354-8687-ba70a2e1583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:19.183241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.223515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:19.228279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:19.232993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:19.244204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=8053718b-ca48-4622-9114-eba232f29d09,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:19.249074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 370e4197-ba68-467a-927e-9669b7fae5aa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:19.313731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:19.315953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.357017 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a92efb6d-fb5e-40d4-a5ae-e2a00a054e2b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4432917 Jul 23 16:27:19.359844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53622) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:19.369318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:19.456768 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854794fa-c09d-4a45-a6e9-24a63effd6ee x-openstack-request-id: req-854794fa-c09d-4a45-a6e9-24a63effd6ee {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:19.457048 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:19.457314 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-854794fa-c09d-4a45-a6e9-24a63effd6ee {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:19.457723 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93', 'status': 'completed', 'code': 200} Jul 23 16:27:19.468450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 370e4197-ba68-467a-927e-9669b7fae5aa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:19.469321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.043209 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.096342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce78dc-8c7c-4a7a-a9d5-6f6030d91ad2 req-6e30665e-29fc-4797-a0c6-35c3d5f9f9ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.098015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8ce78dc-8c7c-4a7a-a9d5-6f6030d91ad2 req-6e30665e-29fc-4797-a0c6-35c3d5f9f9ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.9086447 Jul 23 16:27:20.102877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:20.130673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:20.154903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.244131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.244860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.246457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] 10.222.0.67 "PUT /v2.0/ports/4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 1092 time: 4.2174783 Jul 23 16:27:20.343350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8ce78dc-8c7c-4a7a-a9d5-6f6030d91ad2 req-62cdf9e8-d765-4c55-9378-7549a1b0515a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039771 Jul 23 16:27:20.464323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb69e9-9bad-4c33-8167-5715504bac40 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:20.485982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.492064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.525077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63d7e2-3c5d-4ae7-b456-62a27addc05d req-586a9474-18d4-49bb-b664-da1d3003bca9 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.528045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f63d7e2-3c5d-4ae7-b456-62a27addc05d req-586a9474-18d4-49bb-b664-da1d3003bca9 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.9461341 Jul 23 16:27:20.530322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c428-322a-4114-be4a-c374b998017b req-17b600d8-c7e9-4333-96db-de93a2386340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.532021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-17b600d8-c7e9-4333-96db-de93a2386340 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 1094 time: 1.0707214 Jul 23 16:27:20.567363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0226312-a8ad-4261-bf6b-8b235415cd63 None None] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:20.699663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-916f9a85-2ee5-4f6b-931e-a7259a5ff0bd None None] Provisioning for port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:20.716512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:20.732938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f63d7e2-3c5d-4ae7-b456-62a27addc05d req-c664f98d-c9a9-476c-a2cc-1ad4d3ce4217 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646702 Jul 23 16:27:20.849408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-b9fc4e46-6980-4b56-9be7-cc99bd61bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.851088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-b9fc4e46-6980-4b56-9be7-cc99bd61bc78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1095 time: 0.4356134 Jul 23 16:27:20.857966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c428-322a-4114-be4a-c374b998017b req-96989870-a546-471a-a9b6-26e5ed767e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.858276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-96989870-a546-471a-a9b6-26e5ed767e51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.3001277 Jul 23 16:27:20.911388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=8053718b-ca48-4622-9114-eba232f29d09,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:20.919927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d85170-4fd4-412b-91dd-eda1d0212770 req-2c0d93e3-4bc4-40f9-a097-3977d65be742 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:20.928142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75d85170-4fd4-412b-91dd-eda1d0212770 req-2c0d93e3-4bc4-40f9-a097-3977d65be742 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 943 time: 0.4563570 Jul 23 16:27:21.044049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-308a4dc2-3667-419f-8ade-f605b6e1fb9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 217 time: 0.1520960 Jul 23 16:27:21.045760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-0ba5aa07-258e-4199-b4aa-c2fd78365252 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93 HTTP/1.1" status: 200 len: 217 time: 0.1734433 Jul 23 16:27:21.174447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.239111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 623a4bcf-c4f3-4482-bfb9-33be24a32c8f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:21.284845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c428-322a-4114-be4a-c374b998017b req-0b622b7a-3fd1-4757-bc54-282a7db663de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.286480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-0b622b7a-3fd1-4757-bc54-282a7db663de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.2195311 Jul 23 16:27:21.291839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75d85170-4fd4-412b-91dd-eda1d0212770 req-e1217cd2-029e-438c-9705-420eea5299d4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628020 Jul 23 16:27:21.308022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:21.317668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:21.318219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.352322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f76bbf33-ead3-4190-b5f6-45cad000088e req-0acb1d60-e6df-4286-9ae0-08578fd88040 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 210 time: 0.0526969 Jul 23 16:27:21.405520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Provisioning complete for port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:21.406025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.438405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-bcfce59d-39d6-42c6-81f5-40318ff9ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.440107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-bcfce59d-39d6-42c6-81f5-40318ff9ebee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.3873541 Jul 23 16:27:21.478900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:21.481745 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:21.490709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.534515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.584271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-7c0cbcf9-33b1-4902-bbfa-9b06634cebf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995374 Jul 23 16:27:21.675733 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.681993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,segment=NetworkSegment(03a4dc5c-b207-465a-a838-2ea19ab169ac),segment_id=03a4dc5c-b207-465a-a838-2ea19ab169ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:21.701833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.718614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-b11cfa84-a40d-45dd-9ad7-3caa242dcc8d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.721110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-b11cfa84-a40d-45dd-9ad7-3caa242dcc8d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 822 time: 0.8400245 Jul 23 16:27:21.741457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Request body: {'port': {'device_id': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'admin_state_up': True, 'tenant_id': 'd1d64a6408ac482ab25213b6b3ac022c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:21.748970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c428-322a-4114-be4a-c374b998017b req-741ba130-4752-4ea0-8eee-beb273bb8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.750987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-741ba130-4752-4ea0-8eee-beb273bb8f04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074185 Jul 23 16:27:21.806562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:21.893816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fbded-ef41-4d13-8311-592948096f65 req-bf928a04-4d39-4ef5-9617-71812fc599ca tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:21.898917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:21.899940 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:21.900991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-468fbded-ef41-4d13-8311-592948096f65 req-bf928a04-4d39-4ef5-9617-71812fc599ca tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 944 time: 0.4746554 Jul 23 16:27:21.941001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Router 1cd478f9-2dac-4214-b05d-684d7e20ff3d is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:27:21.974907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.980336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:21.994988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f1b88733-7032-4f45-953d-ef26a3ab8c93 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:22.061815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-99707b0b-3a0f-403f-b933-45e6389dbadb service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433324 Jul 23 16:27:22.080273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=8053718b-ca48-4622-9114-eba232f29d09,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:22.084693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.097884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b351-167e-4aa1-afcf-5efe21e1d4c9 req-565c6693-4238-4e03-981a-095dc172c814 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.099620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd99b351-167e-4aa1-afcf-5efe21e1d4c9 req-565c6693-4238-4e03-981a-095dc172c814 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.5238008 Jul 23 16:27:22.112245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-468fbded-ef41-4d13-8311-592948096f65 req-206c6fdb-6938-4d3e-80bd-7c2808e0495a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103255 Jul 23 16:27:22.160095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:22.178504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'f1b88733-7032-4f45-953d-ef26a3ab8c93', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': 'f1b88733-7032-4f45-953d-ef26a3ab8c93', 'mac_address': 'fa:16:3e:45:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:22.237347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.257394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b88733-7032-4f45-953d-ef26a3ab8c93 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:22.275328 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2957e4-8527-4716-bcad-d6706b3a88ca x-openstack-request-id: req-9a2957e4-8527-4716-bcad-d6706b3a88ca {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:22.275675 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:22.275876 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a2957e4-8527-4716-bcad-d6706b3a88ca {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:22.276288 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'status': 'completed', 'code': 200} Jul 23 16:27:22.291632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:22.297835 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.316251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-14dbe736-e63d-4d00-a71b-66ecfcc9c797 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238261 Jul 23 16:27:22.322584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:22.325700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:22.438310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:22.531076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Router ff9c956d-6c93-414c-a587-f7be3c6db3ed is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:27:22.568348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Provisioning for port 8053718b-ca48-4622-9114-eba232f29d09 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:22.574275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Provisioning complete for port 8053718b-ca48-4622-9114-eba232f29d09 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:22.574889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.597205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd99b351-167e-4aa1-afcf-5efe21e1d4c9 req-3045ee1f-0ffe-46d9-8a01-3d7d48fd808b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270144 Jul 23 16:27:22.616421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Made reservation on behalf of d1d64a6408ac482ab25213b6b3ac022c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:22.620412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.640439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:27:22.659005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Sync routers for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:22.677788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-39fc3ce4-573e-4bee-9cc3-45c53e45e925 None None] Port 8053718b-ca48-4622-9114-eba232f29d09 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:22.708146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:22.709430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:22.795984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:27:22.807518 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d48efc20-b68a-4425-ad00-f9d805418c65 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/routers/ff9c956d-6c93-414c-a587-f7be3c6db3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4439728 Jul 23 16:27:22.814286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:22.823981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] Sync routers for ids ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:22.830346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-896276e9-c6c5-4689-b7a0-36e8f60efd91 None None] Provisioning complete for port 8053718b-ca48-4622-9114-eba232f29d09 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:22.830864 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-896276e9-c6c5-4689-b7a0-36e8f60efd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:22.850320 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] Routers {'ff9c956d-6c93-414c-a587-f7be3c6db3ed'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:22.851262 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:22.860260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:22.878259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3780af6a-8231-49d5-8039-ec8398e5a82b req-f3d4e1ee-aa0c-4c54-8ee4-caffdd169445 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032396 Jul 23 16:27:22.897766 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:22.903555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47416-c4ad-4bc3-b0a0-cbe4a3d8282c req-da89d439-ab02-4622-9801-130e69b6de43 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.905123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4d47416-c4ad-4bc3-b0a0-cbe4a3d8282c req-da89d439-ab02-4622-9801-130e69b6de43 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.5209727 Jul 23 16:27:22.934163 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] Routers {'ff9c956d-6c93-414c-a587-f7be3c6db3ed'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:22.935297 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:22.935896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-896276e9-c6c5-4689-b7a0-36e8f60efd91 None None] Port 8053718b-ca48-4622-9114-eba232f29d09 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:22.940545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:22.962227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b064b1-51f1-4902-a51f-e470f9e1f3b2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:22.967166 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5b064b1-51f1-4902-a51f-e470f9e1f3b2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff9c956d-6c93-414c-a587-f7be3c6db3ed HTTP/1.1" status: 200 len: 981 time: 0.1494899 Jul 23 16:27:22.970568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53652) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:22.980028 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:22.980965 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea4c84-6f13-42f6-9006-cc6443fc6d15 None None] The sync data for ids ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:23.003365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.007781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d313f01f-1ecc-4042-ade9-3e80af6c01fd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6405091 Jul 23 16:27:23.029588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:23.174830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7119c428-322a-4114-be4a-c374b998017b req-9044fc97-c197-4c4b-b6fd-fd4371a253e6 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456898 Jul 23 16:27:23.177962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 623a4bcf-c4f3-4482-bfb9-33be24a32c8f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:23.197880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Allocated IP 172.20.0.8 (c70570d9-9756-4d3d-bab8-f43465811e57/a414aa69-ad79-49c9-8883-be4bd84a9f1c/56c22490-ce26-43b6-befe-11fbd60d1426) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:23.218214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4d47416-c4ad-4bc3-b0a0-cbe4a3d8282c req-988beefc-99fe-407d-9212-9662c5317c06 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851608 Jul 23 16:27:23.298213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9217497-1dd2-45e3-89da-749f06478ffe req-87c9aea4-c13c-4398-9ba2-8f8523891a7a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.305365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9217497-1dd2-45e3-89da-749f06478ffe req-87c9aea4-c13c-4398-9ba2-8f8523891a7a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 944 time: 0.3411913 Jul 23 16:27:23.450719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:23.451162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.565163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:18Z', 'revision_number': 3, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:23.614735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Checking router: 1cd478f9-2dac-4214-b05d-684d7e20ff3d for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:23.615392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Updating router 1cd478f9-2dac-4214-b05d-684d7e20ff3d port f64b5234-840d-4cf5-885b-2086ecfadba0 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:27:23.714650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-1f8b976d-464d-4082-908c-9807632e8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:23.716241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-1f8b976d-464d-4082-908c-9807632e8371 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1095 time: 0.7628527 Jul 23 16:27:23.717350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.794451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77b9653a-a791-4d89-8bed-b77dfebc2b11 req-1250d0db-a99f-49ad-b6d0-5a2d42b4afb3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 210 time: 0.0768847 Jul 23 16:27:23.798983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:23.928197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9217497-1dd2-45e3-89da-749f06478ffe req-f05c6de0-02c8-4857-b71b-452ed356b49f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216221 Jul 23 16:27:24.094440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-49398af6-d613-47ba-b0fc-870d5914f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.096306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-49398af6-d613-47ba-b0fc-870d5914f314 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.3694501 Jul 23 16:27:24.151480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.165048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Transition to ACTIVE for port object f64b5234-840d-4cf5-885b-2086ecfadba0 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:24.170726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-62176b19-5cfb-4dfa-81a6-cbd4db39ea70 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 217 time: 0.0535676 Jul 23 16:27:24.173499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.228327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.236169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Attempting to bind port f64b5234-840d-4cf5-885b-2086ecfadba0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:24.236707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Attempting to bind port f64b5234-840d-4cf5-885b-2086ecfadba0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:24.237186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Attempting to bind port f64b5234-840d-4cf5-885b-2086ecfadba0 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:24.239115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.248559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e50b-d80f-4f08-aeb1-72b2d0f05f3a None None] Pushing event updated for resources: {'Port': ['ID=f64b5234-840d-4cf5-885b-2086ecfadba0,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.253648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:24.254664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:24.254664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.255210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:24.256084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Bound port: f64b5234-840d-4cf5-885b-2086ecfadba0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:24.256447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.277673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d5d44-5147-4fd8-a206-777ed9d5f1c7 req-a19ab2c7-20be-4bb0-92c6-69a82e801b78 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.285286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a8d5d44-5147-4fd8-a206-777ed9d5f1c7 req-a19ab2c7-20be-4bb0-92c6-69a82e801b78 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3218215 Jul 23 16:27:24.302726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-28b77351-0a8e-4112-93b5-eb6fe3815202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.304261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-28b77351-0a8e-4112-93b5-eb6fe3815202 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.1211250 Jul 23 16:27:24.339705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] For port f64b5234-840d-4cf5-885b-2086ecfadba0, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:24.345042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] For port f64b5234-840d-4cf5-885b-2086ecfadba0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f64b5234-840d-4cf5-885b-2086ecfadba0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:24.354068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.369233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d8fa-1df6-41e6-a2d3-17966b2f1f29 req-3a21afba-b1c1-46ae-84cf-ab0804bf6dfd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.370846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc37d8fa-1df6-41e6-a2d3-17966b2f1f29 req-3a21afba-b1c1-46ae-84cf-ab0804bf6dfd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 944 time: 0.2923641 Jul 23 16:27:24.374846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-cfba7022-5654-4e2b-a901-7880244dbad6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585511 Jul 23 16:27:24.418950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:24.419599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:24.421606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e50b-d80f-4f08-aeb1-72b2d0f05f3a None None] Pushing event updated for resources: {'Port': ['ID=f64b5234-840d-4cf5-885b-2086ecfadba0,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.445153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a8d5d44-5147-4fd8-a206-777ed9d5f1c7 req-b705fac1-4bf5-4046-a25d-c10d45e40957 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587174 Jul 23 16:27:24.464399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.516612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 8053718b-ca48-4622-9114-eba232f29d09 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:24.517126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.545909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Allocated IP 172.20.0.1 (bebecbb7-00ad-49d4-a18d-3919e2dd026d/2912ed78-8511-4c9e-8597-99044054331d/9b863f09-bcac-4eaa-b727-ed1336f62a08) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:24.566638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc37d8fa-1df6-41e6-a2d3-17966b2f1f29 req-86b2c452-7d08-46dc-9d04-f3a4949d33ff tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862929 Jul 23 16:27:24.580162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:24.593427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event updated for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:24.614460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Network c70570d9-9756-4d3d-bab8-f43465811e57 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:24.624120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:24.628469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:24.636011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-d5cb9100-0047-40ea-ad14-e6a47539f14e service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514479 Jul 23 16:27:24.764791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.785423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 8053718b-ca48-4622-9114-eba232f29d09 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:24.794734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.795335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.857574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-ce01fd11-7cd4-49df-a663-7ed56282fb46 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1203485 Jul 23 16:27:24.872390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:24.879403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Request body: {'port': {'device_id': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:24.899162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Transition to ACTIVE for port object 9b863f09-bcac-4eaa-b727-ed1336f62a08 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:24.920439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ca7d5d1-6984-4598-8c10-e94327d3e4a3 req-e4baa98b-8fbf-4896-9cd5-7877cf7c37ee service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627234 Jul 23 16:27:24.925150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:18Z', 'revision_number': 3, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:24.933486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5d8df-ff29-41ba-ac80-0a12b928dcb5 req-5affcd4e-2b65-4b7d-a196-a021162e1761 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:24.941062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05b5d8df-ff29-41ba-ac80-0a12b928dcb5 req-5affcd4e-2b65-4b7d-a196-a021162e1761 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2820177 Jul 23 16:27:24.956561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4a7ff6b3-6e72-475e-831e-a02859a31d8b details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:24.962331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe209a-a73c-4cd2-af75-127083680966 None None] The sync data for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 is: [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:18Z', 'revision_number': 3, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:25.004783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.040499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4604be-0e42-4bce-9f61-27c64ed0e9d4 req-a9627e0c-d185-4903-beb5-59d8745e87d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.048385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad4604be-0e42-4bce-9f61-27c64ed0e9d4 req-a9627e0c-d185-4903-beb5-59d8745e87d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2972012 Jul 23 16:27:25.068966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05b5d8df-ff29-41ba-ac80-0a12b928dcb5 req-9d714c95-1cf5-4508-a1a2-e47ac3d68df0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267202 Jul 23 16:27:25.084408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:25.087652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:25.090874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:25.124388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.126988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.136748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Pushing event updated for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.145146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.145592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'network_id': 'ab807d19-f2e1-4c4a-831c-b33ab8fe236b', 'port_id': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'mac_address': 'fa:16:3e:79:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9a5dab-fbc6-427b-92d0-076ef6b26a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:25.189768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=8053718b-ca48-4622-9114-eba232f29d09,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.201675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad4604be-0e42-4bce-9f61-27c64ed0e9d4 req-bc34f479-9d6a-47c2-94bf-49160e97bfc9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523695 Jul 23 16:27:25.222884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.258550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7ff6b3-6e72-475e-831e-a02859a31d8b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:25.286431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:25.293158 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.365148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.396942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:25.576937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2d21-9d51-45f9-aa55-6eb34354839d req-819d914c-4a8e-4c18-8124-48e2863dc5a8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.578817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4a7ff6b3-6e72-475e-831e-a02859a31d8b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:25.585812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bac2d21-9d51-45f9-aa55-6eb34354839d req-819d914c-4a8e-4c18-8124-48e2863dc5a8 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 931 time: 0.3629630 Jul 23 16:27:25.674074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b1af8-dec1-4422-af85-328938a58983 req-99cad97f-357d-4578-8a4f-53bfe4cd8417 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:25.676301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d93b1af8-dec1-4422-af85-328938a58983 req-99cad97f-357d-4578-8a4f-53bfe4cd8417 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 944 time: 0.2475872 Jul 23 16:27:25.683135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-70a8e000-8db1-473c-ac3a-92dd74681ba2 None None] Provisioning for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:25.701879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-70a8e000-8db1-473c-ac3a-92dd74681ba2 None None] Provisioning complete for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:25.702465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70a8e000-8db1-473c-ac3a-92dd74681ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.725687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bac2d21-9d51-45f9-aa55-6eb34354839d req-01322e8c-e62e-4c71-840c-abbcb2cf1c26 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386340 Jul 23 16:27:25.758021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.785162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:25.816203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-70a8e000-8db1-473c-ac3a-92dd74681ba2 None None] Port 9b863f09-bcac-4eaa-b727-ed1336f62a08 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:25.921008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d93b1af8-dec1-4422-af85-328938a58983 req-fe8c38dd-ddac-4441-bde0-5cadd27bf3b6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319117 Jul 23 16:27:26.008581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c22490-ce26-43b6-befe-11fbd60d1426 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:26.023379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.035451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f1b88733-7032-4f45-953d-ef26a3ab8c93 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:26.054768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671655-bc80-4204-8bb6-9ee79a53836f req-0b128d5f-7bbd-4fff-a6a9-b4fbad89bd4a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:26.056417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8671655-bc80-4204-8bb6-9ee79a53836f req-0b128d5f-7bbd-4fff-a6a9-b4fbad89bd4a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1975272 Jul 23 16:27:26.059878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Router ff9c956d-6c93-414c-a587-f7be3c6db3ed has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:26.146754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port f1b88733-7032-4f45-953d-ef26a3ab8c93 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:26.151895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port f1b88733-7032-4f45-953d-ef26a3ab8c93 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:26.152268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.160175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Transition to ACTIVE for port object 56c22490-ce26-43b6-befe-11fbd60d1426 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:26.186760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.223438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:27:26.237837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] Sync routers for ids ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:26.247177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-43b42824-22e5-4b93-b605-1217e304ca85 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/routers/ff9c956d-6c93-414c-a587-f7be3c6db3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2741416 Jul 23 16:27:26.247855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53680) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:26.253666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Pushing event updated for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.277671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.281296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] Routers {'ff9c956d-6c93-414c-a587-f7be3c6db3ed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:26.282220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:26.299007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8671655-bc80-4204-8bb6-9ee79a53836f req-b6205f1e-1a44-4ae2-b0f4-228d0df46e56 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250438 Jul 23 16:27:26.302051 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1acce33-c9fc-4919-8034-0407641b0df6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:26.303721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c1acce33-c9fc-4919-8034-0407641b0df6 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/8053718b-ca48-4622-9114-eba232f29d09 HTTP/1.1" status: 404 len: 333 time: 0.0449266 Jul 23 16:27:26.312083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53682) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:26.322911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.330046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.330490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:26.356263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] Routers {'ff9c956d-6c93-414c-a587-f7be3c6db3ed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:26.356992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:26.358784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:26.361668 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff44a0-3e5a-417b-a50e-3eae511dbf2b" -d '{"events": [{"server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "name": "network-vif-plugged", "status": "completed", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:26.414193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:26.414793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414d9c-e915-4d55-9a5a-c616b1695273 None None] The sync data for ids ['ff9c956d-6c93-414c-a587-f7be3c6db3ed'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:26.420686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:26.426905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.446323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.449618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Pushing event updated for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.543193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5659-976f-4d12-88fe-1d344d7b1361 req-f6f4d125-077a-4c98-98dd-ee1d6df7cae4 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:26.551369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cac5659-976f-4d12-88fe-1d344d7b1361 req-f6f4d125-077a-4c98-98dd-ee1d6df7cae4 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 945 time: 0.4661636 Jul 23 16:27:26.554188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:26.578702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.605774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:26.607400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:26.725924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cac5659-976f-4d12-88fe-1d344d7b1361 req-aac34579-6506-4d19-9904-5ad3c11ae045 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732059 Jul 23 16:27:26.748286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Attempting to bind port 56c22490-ce26-43b6-befe-11fbd60d1426 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:26.750224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Attempting to bind port 56c22490-ce26-43b6-befe-11fbd60d1426 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:26.750224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Attempting to bind port 56c22490-ce26-43b6-befe-11fbd60d1426 on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:26.759399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Router 1cd478f9-2dac-4214-b05d-684d7e20ff3d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:27:26.823393 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2be304-cdb7-40af-9ce1-8785aa02da58 x-openstack-request-id: req-7f2be304-cdb7-40af-9ce1-8785aa02da58 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:26.823901 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "name": "network-vif-plugged", "status": "completed", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:26.824255 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f2be304-cdb7-40af-9ce1-8785aa02da58 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:26.824836 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93', 'code': 200} Jul 23 16:27:26.877608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.880651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.918233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Port 56c22490-ce26-43b6-befe-11fbd60d1426 on network c70570d9-9756-4d3d-bab8-f43465811e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:27:26.918555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Attempting to bind port 56c22490-ce26-43b6-befe-11fbd60d1426 on network c70570d9-9756-4d3d-bab8-f43465811e57 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:26.948053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4a7ff6b3-6e72-475e-831e-a02859a31d8b up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:26.951810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48414136-98ab-455a-be1a-0030f7efbfdb None None] Provisioning complete for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:26.952180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48414136-98ab-455a-be1a-0030f7efbfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:26.955290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:27:26.968352 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9333f75-5440-450b-80ba-d4409836488e admin admin] 10.222.0.64 "PUT /v2.0/routers/1cd478f9-2dac-4214-b05d-684d7e20ff3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9370933 Jul 23 16:27:27.029620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-48414136-98ab-455a-be1a-0030f7efbfdb None None] Port 9b863f09-bcac-4eaa-b727-ed1336f62a08 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:27.042742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 4a7ff6b3-6e72-475e-831e-a02859a31d8b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:27.047657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:27.048634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Checking segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:27.049234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Bound using segment: {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:27.049887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Bound port: 56c22490-ce26-43b6-befe-11fbd60d1426, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc176d-1869-4a89-b851-fcaebb199766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:27.050501 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.050878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4a7ff6b3-6e72-475e-831e-a02859a31d8b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:27.052115 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.090468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.094896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Fanout notify agent at l3_agent the message router_deleted on router ff9c956d-6c93-414c-a587-f7be3c6db3ed {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:27:27.104893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.106104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0ecc65b-8bb6-47a2-934b-bc8a59e028c2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/routers/ff9c956d-6c93-414c-a587-f7be3c6db3ed HTTP/1.1" status: 204 len: 168 time: 0.7684212 Jul 23 16:27:27.111465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53696) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:27.176729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.207729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091405d1-477b-402e-8da8-be9faed8c83f req-45e30cf9-b569-4c41-ab76-9816af024fc3 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.215156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-091405d1-477b-402e-8da8-be9faed8c83f req-45e30cf9-b569-4c41-ab76-9816af024fc3 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.6318567 Jul 23 16:27:27.219828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f64b5234-840d-4cf5-885b-2086ecfadba0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:27.287591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:27.297588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.311798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet 3603127e-ca8e-49c1-956c-88f38278c504 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:27.323180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.329688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:27.355753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-091405d1-477b-402e-8da8-be9faed8c83f req-0de4dae8-1cc9-444c-b1d7-ec0b70f79c34 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393702 Jul 23 16:27:27.370546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port f64b5234-840d-4cf5-885b-2086ecfadba0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:27.381662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=56c22490-ce26-43b6-befe-11fbd60d1426,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:27.397093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f64b5234-840d-4cf5-885b-2086ecfadba0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:27.397474 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.408393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c5d5f-d89d-4951-aae1-f976532e2020 req-06f791f0-b225-41cf-b891-4f1b861ed134 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.410168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de7c5d5f-d89d-4951-aae1-f976532e2020 req-06f791f0-b225-41cf-b891-4f1b861ed134 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 943 time: 0.5179040 Jul 23 16:27:27.414879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f032fb6-e749-4af6-a3a1-1837a0fd18a4 req-026cef16-d9c6-4c77-b3a8-33379048b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.416440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f032fb6-e749-4af6-a3a1-1837a0fd18a4 req-026cef16-d9c6-4c77-b3a8-33379048b264 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 1096 time: 0.4431312 Jul 23 16:27:27.421839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.454924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:27.502263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.610922 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Sync routers for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:27:27.620899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.621548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.623327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] 10.222.0.67 "PUT /v2.0/ports/56c22490-ce26-43b6-befe-11fbd60d1426 HTTP/1.1" status: 200 len: 1091 time: 2.7495475 Jul 23 16:27:27.633081 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:27.635605 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:27.650741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:27.653545 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452" -d '{"events": [{"name": "network-changed", "server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:27.691031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f032fb6-e749-4af6-a3a1-1837a0fd18a4 req-d430dc0a-6ec4-4a0f-a4b7-560f559a5475 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650797 Jul 23 16:27:27.697027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3c72-caa3-422d-babd-ad6599016fac service neutron] Pushing event updated for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:27.710780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de7c5d5f-d89d-4951-aae1-f976532e2020 req-2fdae9a7-1396-4d07-85e9-dbbf1343177d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856095 Jul 23 16:27:27.817978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.866080 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.893172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfa88c-9f77-45cf-8676-0e4c345f67c8 req-8941b587-085d-44ec-8e74-04564b2e72ad tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:27.896870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0dfa88c-9f77-45cf-8676-0e4c345f67c8 req-8941b587-085d-44ec-8e74-04564b2e72ad tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3977447 Jul 23 16:27:27.897404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port f64b5234-840d-4cf5-885b-2086ecfadba0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f64b5234-840d-4cf5-885b-2086ecfadba0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:27.902931 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:27.908190 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:27.967117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=f64b5234-840d-4cf5-885b-2086ecfadba0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:28.183429 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:26Z', 'revision_number': 2, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:28.215380 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Checking router: 1cd478f9-2dac-4214-b05d-684d7e20ff3d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:27:28.215952 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Updating router 1cd478f9-2dac-4214-b05d-684d7e20ff3d port 9b863f09-bcac-4eaa-b727-ed1336f62a08 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:27:28.260564 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.419673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-d917a803-0575-4fc5-a496-dbebd57ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.421308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-d917a803-0575-4fc5-a496-dbebd57ecf50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 1094 time: 0.7277093 Jul 23 16:27:28.456729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0dfa88c-9f77-45cf-8676-0e4c345f67c8 req-c4027c83-5e86-4a9d-aa87-3cf85d4a5bf0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334775 Jul 23 16:27:28.511373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.518712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-1b8c2b88-6ac8-4364-b586-ff3f24b8efec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c22490-ce26-43b6-befe-11fbd60d1426 HTTP/1.1" status: 200 len: 217 time: 0.0812075 Jul 23 16:27:28.556001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=3603127e-ca8e-49c1-956c-88f38278c504,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:28.574517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff88da-3ae6-4726-be90-68c8e0b72d51 None None] Network ff77ce45-f11b-4c4e-a05d-0c19bf63d618 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:28.584995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.587017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7a1c7218-7582-4fc2-82b1-89a08af44fe9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/3603127e-ca8e-49c1-956c-88f38278c504 HTTP/1.1" status: 204 len: 168 time: 1.4745445 Jul 23 16:27:28.590249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53780) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:28.643161 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.652882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4306-5c8d-4874-8737-d60a95045713 req-b01e7059-4cac-4e2f-b8d0-08fc8b52b1c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.656938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96ce4306-5c8d-4874-8737-d60a95045713 req-b01e7059-4cac-4e2f-b8d0-08fc8b52b1c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.7845275 Jul 23 16:27:28.657598 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Transition to ACTIVE for port object 9b863f09-bcac-4eaa-b727-ed1336f62a08 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:28.667561 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.675538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.704140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eb058-9176-4579-83fe-8792b680eec7 req-09e4c47b-8b13-46ba-ab6d-c860abb067ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:28.705760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-09e4c47b-8b13-46ba-ab6d-c860abb067ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.1596928 Jul 23 16:27:28.755904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.800555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-a78e1926-3a23-46b8-8f45-a87fa2dea72b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804217 Jul 23 16:27:28.832838 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b01b74-1bd4-47fa-870c-55ad30151b84 None None] Pushing event updated for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:28.838265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:28.853321 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e22fd38-9b0a-4499-a712-620adf1e3877" -d '{"events": [{"server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:28.875089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:28.875704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:28.895745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96ce4306-5c8d-4874-8737-d60a95045713 req-f0b8b7e3-393d-49e6-869a-cd41d10f06f1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295027 Jul 23 16:27:29.021660 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e8cdf-3d24-423e-86f9-9994d80649b8 x-openstack-request-id: req-f33e8cdf-3d24-423e-86f9-9994d80649b8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:29.031836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] DHCP port deletion for ff77ce45-f11b-4c4e-a05d-0c19bf63d618 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:27:29.036462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] For port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,segment=NetworkSegment(03a4dc5c-b207-465a-a838-2ea19ab169ac),segment_id=03a4dc5c-b207-465a-a838-2ea19ab169ac)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:29.036839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.037482 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:29.038954 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f33e8cdf-3d24-423e-86f9-9994d80649b8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:29.040711 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426', 'status': 'completed', 'code': 200} Jul 23 16:27:29.056443 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Attempting to bind port 9b863f09-bcac-4eaa-b727-ed1336f62a08 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:29.060905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Attempting to bind port 9b863f09-bcac-4eaa-b727-ed1336f62a08 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:29.061575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Attempting to bind port 9b863f09-bcac-4eaa-b727-ed1336f62a08 on network bebecbb7-00ad-49d4-a18d-3919e2dd026d {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:29.065490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 623a4bcf-c4f3-4482-bfb9-33be24a32c8f owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:29.098362 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:29.098760 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Checking segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:29.099169 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.102257 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Bound using segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:29.104495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Bound port: 9b863f09-bcac-4eaa-b727-ed1336f62a08, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:29.104938 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.175435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-0b68b233-5780-4e7d-9427-69a8e4d59c1a service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668270 Jul 23 16:27:29.218843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Deleting port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:29.219644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.265923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.303022 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] For port 9b863f09-bcac-4eaa-b727-ed1336f62a08, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:29.309273 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] For port 9b863f09-bcac-4eaa-b727-ed1336f62a08, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b863f09-bcac-4eaa-b727-ed1336f62a08,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:29.315513 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.333879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.334710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f64b5234-840d-4cf5-885b-2086ecfadba0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:29.339896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No DVR routers for this DVR port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:29.357300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] For port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,segment=NetworkSegment(03a4dc5c-b207-465a-a838-2ea19ab169ac),segment_id=03a4dc5c-b207-465a-a838-2ea19ab169ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:29.357821 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.392410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Calling delete_port for 623a4bcf-c4f3-4482-bfb9-33be24a32c8f owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:29.399189 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b01b74-1bd4-47fa-870c-55ad30151b84 None None] Pushing event updated for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.496242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccb4a3-ffaf-4318-9eae-eabdf4bc2450 req-700a9bd3-2ca1-4f6d-8da7-2456ac1bd707 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.499385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88ccb4a3-ffaf-4318-9eae-eabdf4bc2450 req-700a9bd3-2ca1-4f6d-8da7-2456ac1bd707 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 946 time: 0.3825078 Jul 23 16:27:29.524395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f64b5234-840d-4cf5-885b-2086ecfadba0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:29.524920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.588177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d65eb058-9176-4579-83fe-8792b680eec7 req-057a3571-5ce6-4340-a731-744b8fb51052 service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605900 Jul 23 16:27:29.593633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.622318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88ccb4a3-ffaf-4318-9eae-eabdf4bc2450 req-94599f7c-9ab2-471c-87db-a2f0d24a4aa9 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110513 Jul 23 16:27:29.626708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.632348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff77ce45-f11b-4c4e-a05d-0c19bf63d618']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:29.663183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a4dc5c-b207-465a-a838-2ea19ab169ac') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:29.663472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a4dc5c-b207-465a-a838-2ea19ab169ac') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:29.664518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bb9ca-6b46-4d4b-a9df-fc3b2ae00b96 req-17c4d16f-fd5d-4dfc-a2f3-d6c020499d8a tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:29.666194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d9bb9ca-6b46-4d4b-a9df-fc3b2ae00b96 req-17c4d16f-fd5d-4dfc-a2f3-d6c020499d8a tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.3641105 Jul 23 16:27:29.689802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] Pushing event deleted for resources: {'Port': ['ID=623a4bcf-c4f3-4482-bfb9-33be24a32c8f,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.691923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.711542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9f59a-fdf9-4033-98a6-87f049c0404e None None] No DVR routers for this DVR port 623a4bcf-c4f3-4482-bfb9-33be24a32c8f on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:29.712521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.722918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:29.723353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.762534 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:27:29.763187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:27:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:29.869467 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:29.877752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.904864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:29.911362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/ff77ce45-f11b-4c4e-a05d-0c19bf63d618 HTTP/1.1" status: 204 len: 168 time: 1.3199983 Jul 23 16:27:29.918542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 623a4bcf-c4f3-4482-bfb9-33be24a32c8f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:29.927985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53790) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:29.936861 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:27:29.947604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d9bb9ca-6b46-4d4b-a9df-fc3b2ae00b96 req-75c0ff26-0c83-4d23-a3fd-bf3d6a230d3f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696843 Jul 23 16:27:29.966951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c588372-c538-4189-9a14-f3cf3587b104 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=ff77ce45-f11b-4c4e-a05d-0c19bf63d618,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:29.977090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 623a4bcf-c4f3-4482-bfb9-33be24a32c8f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:29.977660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 623a4bcf-c4f3-4482-bfb9-33be24a32c8f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:30.121293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-29d70be0-af87-4a74-a531-73eb9d5de8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.124187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-29d70be0-af87-4a74-a531-73eb9d5de8b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 1094 time: 0.4303584 Jul 23 16:27:30.204711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de40d1-95a3-4dcc-9ded-e939974aae63 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.207083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-14de40d1-95a3-4dcc-9ded-e939974aae63 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d HTTP/1.1" status: 200 len: 841 time: 0.2453167 Jul 23 16:27:30.211774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53794) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:30.296218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a6054-f08a-4bfa-8bb9-92c9b154b850 req-86b25ec4-6be4-44ab-9096-7f35b421adb8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.309124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c9a6054-f08a-4bfa-8bb9-92c9b154b850 req-86b25ec4-6be4-44ab-9096-7f35b421adb8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.5390415 Jul 23 16:27:30.352977 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc59dd4c-63d3-4122-8465-dd2129e9b63b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1362727 Jul 23 16:27:30.355274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:30.366108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:30.382771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:29Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:30.425511 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdea62-5bf0-448f-97e1-181d166d3ac6 None None] The sync data for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 is: [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:29Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:27:30.446849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d534ea-963b-4ee4-87ad-b2c61e6780a9 req-5e537b3e-65e2-4265-a741-8dc25589c91f tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.454607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6d534ea-963b-4ee4-87ad-b2c61e6780a9 req-5e537b3e-65e2-4265-a741-8dc25589c91f tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 943 time: 0.3740630 Jul 23 16:27:30.465922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c9a6054-f08a-4bfa-8bb9-92c9b154b850 req-bfeac3f4-6fc3-4d9d-8969-9a97823d5eb1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555262 Jul 23 16:27:30.467036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-5c866ce4-7a92-47e3-8dc4-8949a95a5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.468529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-5c866ce4-7a92-47e3-8dc4-8949a95a5807 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 200 len: 923 time: 0.3247809 Jul 23 16:27:30.525056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:30.528745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:30.565620 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8280ac0-5c49-425d-a672-4d4f1750a430 x-openstack-request-id: req-d8280ac0-5c49-425d-a672-4d4f1750a430 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:30.565620 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:30.565620 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8280ac0-5c49-425d-a672-4d4f1750a430 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:30.565971 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'code': 200} Jul 23 16:27:30.621144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-697fd104-0991-40a5-ba88-596922797c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c22490-ce26-43b6-befe-11fbd60d1426 HTTP/1.1" status: 200 len: 217 time: 0.1343436 Jul 23 16:27:30.748479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6d534ea-963b-4ee4-87ad-b2c61e6780a9 req-b74cf424-e10a-42f3-9dff-4009ab6e4110 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928801 Jul 23 16:27:30.803728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-724eb66d-1230-4e19-beeb-c897d7177f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.805595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-724eb66d-1230-4e19-beeb-c897d7177f54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 200 len: 862 time: 0.1677876 Jul 23 16:27:30.856713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-7923dc93-f65a-4a3b-9e94-9adf766347c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c70570d9-9756-4d3d-bab8-f43465811e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398850 Jul 23 16:27:30.864799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:30.885249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06fc5-f696-4e32-815b-d71cd3352208 req-b291f7fc-d0de-4186-bc9f-272af5cdca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.886565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33e06fc5-f696-4e32-815b-d71cd3352208 req-b291f7fc-d0de-4186-bc9f-272af5cdca2f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1097 time: 0.2206898 Jul 23 16:27:30.909907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565c38-4561-4d9d-9301-d10fd30eec26 req-31ca182a-1633-4aef-a371-5e4552295179 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.915649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:30.917199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1565c38-4561-4d9d-9301-d10fd30eec26 req-31ca182a-1633-4aef-a371-5e4552295179 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2182336 Jul 23 16:27:30.930025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:30.935087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:30.935616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:30.940587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b2e9f-9ba8-4e0c-9548-ed2c2fa5a8ea None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:30.973315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6169415 Jul 23 16:27:30.975913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdd4ce-ca27-4a6e-9f5d-d12d36afa6e0 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=262a0fe2-2128-4c2a-86a1-28f8a722def9,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:30.977826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53806) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:30.992034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'security_group': {'name': 'tempest-secgroup-1019037572'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:31.055221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.059496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1565c38-4561-4d9d-9301-d10fd30eec26 req-2c6592a2-3343-4417-b72a-ce4b9590ac91 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412570 Jul 23 16:27:31.068316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33e06fc5-f696-4e32-815b-d71cd3352208 req-fdf59772-60af-4189-9168-91a229343f27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665018 Jul 23 16:27:31.227496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-1568ab2e-992e-4d04-9994-a53c683e5e1e service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614423 Jul 23 16:27:31.229564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.239187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.280851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.283156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3042955 Jul 23 16:27:31.286447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:31.294933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'security_group': {'name': 'tempest-secgroup-231068559'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:31.302844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b863f09-bcac-4eaa-b727-ed1336f62a08 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:31.319600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8aaec1-90dd-40b8-86cb-a43d25222cdb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a671c-39df-4c94-b5d6-9b86007fdd18,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:31.347530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.409295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4407d8-6cd3-4e6a-a11b-1da66a3c5452 req-57645b3d-294c-4241-bffa-15358b5ced33 service neutron] 10.222.0.67 "GET /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444373 Jul 23 16:27:31.445085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:31.458115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:31.458786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.460064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee4a6-af28-4f8a-890a-ff4a6348634e req-02856536-46db-49e0-96f1-957096d888a1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.462577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6dee4a6-af28-4f8a-890a-ff4a6348634e req-02856536-46db-49e0-96f1-957096d888a1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 946 time: 0.3571675 Jul 23 16:27:31.480382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d72c-603d-4150-a76d-4dc862663202 req-b5f9f9d8-48aa-4fdf-8e12-44d106470157 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.489431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc23d72c-603d-4150-a76d-4dc862663202 req-b5f9f9d8-48aa-4fdf-8e12-44d106470157 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2783458 Jul 23 16:27:31.505858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.511380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.527763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-76951fca-860b-4a93-8bc6-1339bfa9e17b', 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'tenant_id': '653266011fe5460eaee918d0e72d9756', 'fixed_ips': [{'subnet_id': '262a0fe2-2128-4c2a-86a1-28f8a722def9'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:31.534119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.560428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6dee4a6-af28-4f8a-890a-ff4a6348634e req-b4fd2c22-ca86-4055-b259-3525dac63918 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762036 Jul 23 16:27:31.561507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.564056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2760904 Jul 23 16:27:31.566747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300efaa-a9e7-4035-b3a6-006694ff92c9 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654b690c-84dc-4970-98dd-03c2454aec28,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:31.569099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53816) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:31.577625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-86739649', 'security_groups': ['654b690c-84dc-4970-98dd-03c2454aec28'], 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '262a0fe2-2128-4c2a-86a1-28f8a722def9'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:31.614375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc23d72c-603d-4150-a76d-4dc862663202 req-506b1d53-a3f4-4203-ba88-27f3a05b08bc tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Jul 23 16:27:31.786279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.887911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Allocated IP 172.20.0.2 (76951fca-860b-4a93-8bc6-1339bfa9e17b/262a0fe2-2128-4c2a-86a1-28f8a722def9/4c193f5b-7bb4-4c2b-b759-7c24f364e567) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:31.894707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9b863f09-bcac-4eaa-b727-ed1336f62a08, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b863f09-bcac-4eaa-b727-ed1336f62a08,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:31.897039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef5247-1fa8-41fb-9c13-04d223974a4e req-438934f1-acd6-43f1-9204-7c523b59aff9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:31.908993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:31.910932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02ef5247-1fa8-41fb-9c13-04d223974a4e req-438934f1-acd6-43f1-9204-7c523b59aff9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2160442 Jul 23 16:27:32.038786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:32.045450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02ef5247-1fa8-41fb-9c13-04d223974a4e req-86925b0e-1607-4104-9a18-8af565b8f759 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336889 Jul 23 16:27:32.121325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29eef-d127-4482-a6cf-b9623ec317fd req-ac46438f-d583-47db-9330-a0b8d25517f0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.130547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4f29eef-d127-4482-a6cf-b9623ec317fd req-ac46438f-d583-47db-9330-a0b8d25517f0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2836466 Jul 23 16:27:32.176181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4f29eef-d127-4482-a6cf-b9623ec317fd req-d36a741e-e974-423a-a817-06638930ca15 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442972 Jul 23 16:27:32.199983 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.210519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Transition to ACTIVE for port object 4c193f5b-7bb4-4c2b-b759-7c24f364e567 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:32.230956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:32.233805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Transition to ACTIVE for port object 4c193f5b-7bb4-4c2b-b759-7c24f364e567 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:32.242602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.287990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:32.289498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:32.294780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:32.362437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fff2a-a621-4042-9854-b818631c31b9 req-c6c86a9f-1b8d-40d0-bc72-2a6614f18491 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.365849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e4fff2a-a621-4042-9854-b818631c31b9 req-c6c86a9f-1b8d-40d0-bc72-2a6614f18491 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 943 time: 0.1769195 Jul 23 16:27:32.366190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:32.402419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Attempting to bind port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:32.402938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Attempting to bind port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:32.403545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Attempting to bind port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 on network 76951fca-860b-4a93-8bc6-1339bfa9e17b {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:32.409568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:32.410831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Checking segment: {'id': '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:32.411390 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.411889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Bound using segment: {'id': '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:32.412670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Bound port: 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:32.413131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.502376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.508058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e4fff2a-a621-4042-9854-b818631c31b9 req-de05b27c-261e-4408-8ee8-c577ac969954 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093812 Jul 23 16:27:32.537489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 19862607-2605-4136-9039-e574b53b58ac yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:32.577775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:32.604311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:32.613432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:32.673123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a01b-e4b5-4c8e-bca6-27290ea92a2c req-c1a86f6c-8ab4-49e2-bbcb-31b000b69529 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.675791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7435a01b-e4b5-4c8e-bca6-27290ea92a2c req-c1a86f6c-8ab4-49e2-bbcb-31b000b69529 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2445557 Jul 23 16:27:32.768687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01c04-1007-4ba8-9289-1b94ae53969c None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:32.825088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7435a01b-e4b5-4c8e-bca6-27290ea92a2c req-ed276402-d905-4ebb-9f39-ceaa37b94f7c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293254 Jul 23 16:27:32.871881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bec4-d18d-49c1-a3fc-90b5affd7adf req-27a32332-84c5-4d3a-b7f0-3818e752354a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:32.873589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df29bec4-d18d-49c1-a3fc-90b5affd7adf req-27a32332-84c5-4d3a-b7f0-3818e752354a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 946 time: 0.1587107 Jul 23 16:27:32.895238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.12 (76951fca-860b-4a93-8bc6-1339bfa9e17b/262a0fe2-2128-4c2a-86a1-28f8a722def9/19862607-2605-4136-9039-e574b53b58ac) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:32.930560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df29bec4-d18d-49c1-a3fc-90b5affd7adf req-2de320ff-9b58-4eb5-be7e-c2269b82ac9b tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478640 Jul 23 16:27:32.954285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 56c22490-ce26-43b6-befe-11fbd60d1426 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:27:33.123677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c3394-86db-4237-835f-7fb05b6a1843 req-a9817b8b-0677-4b6c-b855-c2035fdf1f67 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.133790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d7c3394-86db-4237-835f-7fb05b6a1843 req-a9817b8b-0677-4b6c-b855-c2035fdf1f67 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1810281 Jul 23 16:27:33.181877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=56c22490-ce26-43b6-befe-11fbd60d1426,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.199856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.219466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 19862607-2605-4136-9039-e574b53b58ac will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:33.233183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '56c22490-ce26-43b6-befe-11fbd60d1426', 'network_id': 'c70570d9-9756-4d3d-bab8-f43465811e57', 'port_id': '56c22490-ce26-43b6-befe-11fbd60d1426', 'mac_address': 'fa:16:3e:52:d7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414aa69-ad79-49c9-8883-be4bd84a9f1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:27:33.259932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.274678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d7c3394-86db-4237-835f-7fb05b6a1843 req-88ffe83d-b817-405c-a330-507718bd4210 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329477 Jul 23 16:27:33.297742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abbc3de0-3c93-4355-867d-b3a8504527be req-65d09fbd-514c-47d3-aef8-019a8fcd03c9 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-803321959&fields=id&tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 267 time: 0.2224967 Jul 23 16:27:33.343238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.353169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:33.360742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:33.365642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:33.374004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c22490-ce26-43b6-befe-11fbd60d1426 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:27:33.405748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=56c22490-ce26-43b6-befe-11fbd60d1426,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:33.412041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.436539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=19862607-2605-4136-9039-e574b53b58ac,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.473625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.475224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.488840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:33.494820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d8d90ed2-677c-486d-a0c4-19a6887d9a6c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9245939 Jul 23 16:27:33.495071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3de0-3c93-4355-867d-b3a8504527be req-3544775b-9b3b-4092-9848-838da50d4e29 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.498139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:33.504128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abbc3de0-3c93-4355-867d-b3a8504527be req-3544775b-9b3b-4092-9848-838da50d4e29 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 946 time: 0.2035239 Jul 23 16:27:33.505861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:33.515307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'security_groups': ['dbed4571-6fc9-4d3c-a742-05e2dd31dad0', '5d703c22-d157-42fc-aa4d-bf530536903b']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:33.540119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b863f09-bcac-4eaa-b727-ed1336f62a08 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.622156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9b863f09-bcac-4eaa-b727-ed1336f62a08 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:33.622538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.649098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:33.655380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.679883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['56c22490-ce26-43b6-befe-11fbd60d1426'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:33.766201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835b42-1cf8-448e-bb07-b5ca68d14f9c req-dfe4a20f-d2c1-4e9f-82ac-4ebc690f8407 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:33.771277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44835b42-1cf8-448e-bb07-b5ca68d14f9c req-dfe4a20f-d2c1-4e9f-82ac-4ebc690f8407 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3273487 Jul 23 16:27:33.843950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:33.865001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:33.899485 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 262a0fe2-2128-4c2a-86a1-28f8a722def9 (CIDR: 172.20.0.0/28) Jul 23 16:27:33.904455 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:33.905247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:33.942393 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5080563f-9686-4beb-8634-4c1b6d2fc240 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4411571 Jul 23 16:27:33.943592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53848) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:33.949855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:33.965746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44835b42-1cf8-448e-bb07-b5ca68d14f9c req-a6728a9e-4bdb-4754-8a03-695fe8658b4e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869507 Jul 23 16:27:34.054491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:34.194996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:34.198937 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.269566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:34.298119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dae53-f085-4e28-91c0-aa9a239cfa88 req-b89184ed-9a21-42e0-869a-f039e8a96bad tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.299972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00dae53-f085-4e28-91c0-aa9a239cfa88 req-b89184ed-9a21-42e0-869a-f039e8a96bad tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1570451 Jul 23 16:27:34.342640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.354452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.373837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00dae53-f085-4e28-91c0-aa9a239cfa88 req-8d95a79d-af6d-412f-8c39-bca791d4bfac tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Jul 23 16:27:34.406903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.407326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.411434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:34.466455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.467303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.481266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abbc3de0-3c93-4355-867d-b3a8504527be req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "PUT /v2.0/ports/4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 982 time: 0.9752636 Jul 23 16:27:34.481466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:34.484703 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f3a74-a12a-4f69-b68f-224141aadd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:34.529769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1c602-9d97-4fcd-ba1b-43d634890ae5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.545129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.575549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4a7ff6b3-6e72-475e-831e-a02859a31d8b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:34.610955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=a535dd6b-a8fd-402c-80a9-5cae93bd8141,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:34.622928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:34.629565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4a7ff6b3-6e72-475e-831e-a02859a31d8b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:34.641816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:34.650478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:34.661112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.661709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.678461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81640f9a-74e0-4059-a94b-db61f4a8672c None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:34.688580 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd794380-6898-4b8f-bc4f-d3e2034c22f1 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7389438 Jul 23 16:27:34.689412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:34.694968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-610845984', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a535dd6b-a8fd-402c-80a9-5cae93bd8141'}], 'security_groups': ['e78a671c-39df-4c94-b5d6-9b86007fdd18']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:34.742949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Provisioning for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:34.753028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:34.753421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:34.803293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb6188-b5f4-423a-9208-8be6a7d456b3 req-65ea1e78-8672-4097-8dae-6a03a3dd21ca tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.804909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52fb6188-b5f4-423a-9208-8be6a7d456b3 req-65ea1e78-8672-4097-8dae-6a03a3dd21ca tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 944 time: 0.2054794 Jul 23 16:27:34.879484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cefed-1ada-4381-afd9-5a9d1c359d11 req-2eaec0de-d7cf-47be-b4aa-74c7910a23e3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:34.881080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c84cefed-1ada-4381-afd9-5a9d1c359d11 req-2eaec0de-d7cf-47be-b4aa-74c7910a23e3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2063658 Jul 23 16:27:34.941100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52fb6188-b5f4-423a-9208-8be6a7d456b3 req-306b1a03-3ff5-4766-8af7-2af5f9979c87 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244254 Jul 23 16:27:34.979229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 56c22490-ce26-43b6-befe-11fbd60d1426 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:34.988700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c84cefed-1ada-4381-afd9-5a9d1c359d11 req-b475c1c4-e9dc-4de2-8a0a-a0ef0f208141 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709379 Jul 23 16:27:35.073177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.181387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91908ab1-7db5-4379-8323-73562db54fbf req-c848ea61-8fd5-409f-94de-8b7e038672c7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/5d703c22-d157-42fc-aa4d-bf530536903b HTTP/1.1" status: 200 len: 1802 time: 0.1135120 Jul 23 16:27:35.242566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 56c22490-ce26-43b6-befe-11fbd60d1426 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:35.301376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 56c22490-ce26-43b6-befe-11fbd60d1426 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:35.302056 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.314702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd192-1a49-45f8-99b7-716e7a771044 req-8006cace-5e13-40c7-a0ac-98660f8cb8d4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.316553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-497bd192-1a49-45f8-99b7-716e7a771044 req-8006cace-5e13-40c7-a0ac-98660f8cb8d4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2471318 Jul 23 16:27:35.329118 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-91908ab1-7db5-4379-8323-73562db54fbf req-fca5e62d-e9bf-4bff-936c-d01ca506d715 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:27:35.330366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91908ab1-7db5-4379-8323-73562db54fbf req-fca5e62d-e9bf-4bff-936c-d01ca506d715 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d703c22-d157-42fc-aa4d-bf530536903b HTTP/1.1" status: 409 len: 341 time: 0.1481230 Jul 23 16:27:35.400081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.448337 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d471157-de92-45ee-86c2-9204940095fa x-openstack-request-id: req-8d471157-de92-45ee-86c2-9204940095fa {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:35.448708 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:35.449002 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d471157-de92-45ee-86c2-9204940095fa {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:35.449475 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'status': 'completed', 'code': 200} Jul 23 16:27:35.488091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-497bd192-1a49-45f8-99b7-716e7a771044 req-528f3943-98fe-4e90-a8da-5742b67a5218 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607988 Jul 23 16:27:35.590490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:35.607783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.778515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-d58eec30-0cce-45a7-b56c-43e9f91f6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.780253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-d58eec30-0cce-45a7-b56c-43e9f91f6049 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1136 time: 0.3340714 Jul 23 16:27:35.849809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d42166-fe07-45a2-8306-1cb80bd8e479 None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:35.858723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.864966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e58a3290-b569-4c90-8c3e-52dd554ffae0 None None] Provisioning for port 19862607-2605-4136-9039-e574b53b58ac completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:35.888124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e58a3290-b569-4c90-8c3e-52dd554ffae0 None None] Provisioning complete for port 19862607-2605-4136-9039-e574b53b58ac triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:35.888503 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e58a3290-b569-4c90-8c3e-52dd554ffae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:35.919652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b80a-ca6c-4cfb-ba84-242c42d40dfb req-6f61bf82-a7e5-4c2d-965a-f4da4dc1a90e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:35.926723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8d3b80a-ca6c-4cfb-ba84-242c42d40dfb req-6f61bf82-a7e5-4c2d-965a-f4da4dc1a90e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.3353868 Jul 23 16:27:35.945353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:35.948179 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59fae6a-9b5a-487a-9c32-6ad6311e0e84" -d '{"events": [{"server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "name": "network-vif-plugged", "status": "completed", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:35.975815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=56c22490-ce26-43b6-befe-11fbd60d1426,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:35.977041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Update dhcp port {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'fixed_ips': [{'subnet_id': '262a0fe2-2128-4c2a-86a1-28f8a722def9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a535dd6b-a8fd-402c-80a9-5cae93bd8141'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '4c193f5b-7bb4-4c2b-b759-7c24f364e567'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:27:35.980320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e58a3290-b569-4c90-8c3e-52dd554ffae0 None None] Port 19862607-2605-4136-9039-e574b53b58ac cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:36.001758 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.042585 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.080238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:36.372483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e766-e5c9-4712-bcff-6a5362bb6afe req-f2c1c9ef-f148-48e5-8bea-dd4930bc9a52 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.374094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e0e766-e5c9-4712-bcff-6a5362bb6afe req-f2c1c9ef-f148-48e5-8bea-dd4930bc9a52 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.6487050 Jul 23 16:27:36.389001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8d3b80a-ca6c-4cfb-ba84-242c42d40dfb req-cd211440-3560-4c1f-8c2d-a571391c43b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614086 Jul 23 16:27:36.394473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-61a7e808-657b-4882-8c8d-8956c4ca832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.395957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-61a7e808-657b-4882-8c8d-8956c4ca832c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.5932639 Jul 23 16:27:36.397988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Delete allocated IP 172.20.0.12 (76951fca-860b-4a93-8bc6-1339bfa9e17b/262a0fe2-2128-4c2a-86a1-28f8a722def9) {{(pid=94003) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:27:36.424648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.18 (76951fca-860b-4a93-8bc6-1339bfa9e17b/a535dd6b-a8fd-402c-80a9-5cae93bd8141/19862607-2605-4136-9039-e574b53b58ac) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:36.464768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-c6fbb10e-4c5a-4887-9f02-457b47330142 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 217 time: 0.0576072 Jul 23 16:27:36.537067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02e0e766-e5c9-4712-bcff-6a5362bb6afe req-8e27cc3c-d74f-40c4-a626-6202f991430b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514530 Jul 23 16:27:36.566021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-e5af70fe-fe84-4e6c-8e72-962d4a2aae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.567558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-e5af70fe-fe84-4e6c-8e72-962d4a2aae83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.0931866 Jul 23 16:27:36.605636 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf5120-4369-4dd8-94a7-f57d5fd74377 x-openstack-request-id: req-0acf5120-4369-4dd8-94a7-f57d5fd74377 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:36.606311 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "name": "network-vif-plugged", "status": "completed", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:36.606722 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0acf5120-4369-4dd8-94a7-f57d5fd74377 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:36.607213 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426', 'code': 200} Jul 23 16:27:36.625226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-4e5b2b81-eff3-4e59-8694-d109d9b18101 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499341 Jul 23 16:27:36.932844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:36.950068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-c26656d1-1d06-4848-9166-a111be3c5fc4 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718492 Jul 23 16:27:36.957895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544929b6-bdeb-4dc8-b0d4-944461776d72 req-02261e0c-cc88-4099-812c-9e3837618954 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.959482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-544929b6-bdeb-4dc8-b0d4-944461776d72 req-02261e0c-cc88-4099-812c-9e3837618954 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 985 time: 0.3656909 Jul 23 16:27:36.980243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Ignored duplicate provisioning block setup for port 19862607-2605-4136-9039-e574b53b58ac by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:27:36.985952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638de86-1579-424e-b648-0999c8fb8d0d req-a125b0a2-b613-41bc-a187-520e0dc0d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:36.987572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1638de86-1579-424e-b648-0999c8fb8d0d req-a125b0a2-b613-41bc-a187-520e0dc0d0b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 1096 time: 0.2981975 Jul 23 16:27:37.014302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.041581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89958657-15f9-42e6-9119-650d9442fa14 req-f72f977e-9aa7-4ffd-abe9-805cdb2da79b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.049352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89958657-15f9-42e6-9119-650d9442fa14 req-f72f977e-9aa7-4ffd-abe9-805cdb2da79b tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 945 time: 0.3488348 Jul 23 16:27:37.055909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-4c46d85f-f914-449b-a8bd-eab475f7c9cb {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:37.056276 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:37.173861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:37.240473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=19862607-2605-4136-9039-e574b53b58ac,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:37.241721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:37.242134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.247812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-544929b6-bdeb-4dc8-b0d4-944461776d72 req-25033914-a258-42dc-a9a2-9aad51c9b7df tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&id=5d703c22-d157-42fc-aa4d-bf530536903b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2685792 Jul 23 16:27:37.266740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1638de86-1579-424e-b648-0999c8fb8d0d req-f2cb0488-e222-40ad-81fe-246ff9c24a8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621205 Jul 23 16:27:37.281900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89958657-15f9-42e6-9119-650d9442fa14 req-2dfd948f-9634-4278-885e-43e7ed8c6b50 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310078 Jul 23 16:27:37.297167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d8f3a74-a12a-4f69-b68f-224141aadd0e req-ed032c84-c40e-48f7-89a3-e6de45de6205 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365676 Jul 23 16:27:37.310573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] In _notify_port_updated(), no bound segment for port 19862607-2605-4136-9039-e574b53b58ac on network 76951fca-860b-4a93-8bc6-1339bfa9e17b {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:27:37.322144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.322819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.324243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-65ce1987-3c73-4f99-aafc-1351c7f2d5ca tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/ports/19862607-2605-4136-9039-e574b53b58ac HTTP/1.1" status: 200 len: 920 time: 2.6338427 Jul 23 16:27:37.327423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53888) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:37.462379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 19862607-2605-4136-9039-e574b53b58ac {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:37.462733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.525080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403d37-266a-4a4b-84f1-1be6824c63d7 req-906618a6-827a-439e-9ceb-6bca09221c51 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.528125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32403d37-266a-4a4b-84f1-1be6824c63d7 req-906618a6-827a-439e-9ceb-6bca09221c51 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1836739 Jul 23 16:27:37.543961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-e8687f90-2165-4f03-863e-519db855703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.546342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-e8687f90-2165-4f03-863e-519db855703b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1136 time: 0.1488054 Jul 23 16:27:37.569105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.587495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 19862607-2605-4136-9039-e574b53b58ac owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:37.599001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562934-f9d2-439b-bc55-5d48c2b74b29 req-f08b54e5-4c40-4ca4-83fc-57a936c276d3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.600992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66562934-f9d2-439b-bc55-5d48c2b74b29 req-f08b54e5-4c40-4ca4-83fc-57a936c276d3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1668732 Jul 23 16:27:37.611085 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.725830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32403d37-266a-4a4b-84f1-1be6824c63d7 req-1dd29dc4-0f3d-4be1-a149-a4a812370579 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854177 Jul 23 16:27:37.759592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66562934-f9d2-439b-bc55-5d48c2b74b29 req-ca266b95-a92f-46ef-9af5-a0938cfcb3b8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431174 Jul 23 16:27:37.804256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-60eed01f-3e40-43c8-aa20-66e0063838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.806373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-60eed01f-3e40-43c8-aa20-66e0063838e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.2481053 Jul 23 16:27:37.817416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:37.881634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-e4f9a73e-c920-4fcb-a0ce-dc56903a26a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 217 time: 0.0648243 Jul 23 16:27:37.887388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=19862607-2605-4136-9039-e574b53b58ac,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:37.966058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-b78e619f-218b-47af-a8fb-0bfc15f71580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:37.967606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-b78e619f-218b-47af-a8fb-0bfc15f71580 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.0679662 Jul 23 16:27:37.968225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Allocated IP 172.20.0.19 (76951fca-860b-4a93-8bc6-1339bfa9e17b/a535dd6b-a8fd-402c-80a9-5cae93bd8141/4c193f5b-7bb4-4c2b-b759-7c24f364e567) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:38.003645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.008324 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7cf0faff-fdbf-4276-ac02-d895e91b727c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/19862607-2605-4136-9039-e574b53b58ac HTTP/1.1" status: 204 len: 168 time: 0.6769841 Jul 23 16:27:38.008703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:38.011290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a24460-7405-4592-af75-f77ea5a5f797 req-bd049c4d-76cd-4d6b-af73-521334194e64 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.013323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29a24460-7405-4592-af75-f77ea5a5f797 req-bd049c4d-76cd-4d6b-af73-521334194e64 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1446838 Jul 23 16:27:38.054003 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fa464a-fdbe-4ebe-b0cf-13ac320f4834 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:38.055674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-24fa464a-fdbe-4ebe-b0cf-13ac320f4834 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/19862607-2605-4136-9039-e574b53b58ac HTTP/1.1" status: 404 len: 333 time: 0.0460010 Jul 23 16:27:38.060420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:38.074034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-9db3f0bf-79c3-4e81-abd3-70e357e1e5c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864062 Jul 23 16:27:38.162200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:38.195553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.215920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.226649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29a24460-7405-4592-af75-f77ea5a5f797 req-1097a2b6-7e0d-4815-b1cb-6b4a1737c57a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992304 Jul 23 16:27:38.240146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Transition to ACTIVE for port object 4c193f5b-7bb4-4c2b-b759-7c24f364e567 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:38.246256 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.271646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.357725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.361680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.363223 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/security-groups/654b690c-84dc-4970-98dd-03c2454aec28 HTTP/1.1" status: 204 len: 168 time: 0.3016734 Jul 23 16:27:38.370175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:38.448977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551f2f3-2b95-4ec4-a227-f2f21df206e9 None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:38.451073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434cab-2610-40d4-9f28-1eb70a226c2f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b690c-84dc-4970-98dd-03c2454aec28,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:38.465608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-c4735769-6638-41d7-8402-38d3f7ced259 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744702 Jul 23 16:27:38.483373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42684a8-9c70-446a-95ca-228569ebb544 req-3a30664b-5ed5-402f-a4fe-167b08d603bd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.490626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a42684a8-9c70-446a-95ca-228569ebb544 req-3a30664b-5ed5-402f-a4fe-167b08d603bd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3732250 Jul 23 16:27:38.501719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.536021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.573545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-c188acec-6bb4-4825-a502-4188e8c0f230 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3457808 Jul 23 16:27:38.612178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.618172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.623371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53912) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:38.630361 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/security-groups/e78a671c-39df-4c94-b5d6-9b86007fdd18 HTTP/1.1" status: 204 len: 168 time: 0.2486835 Jul 23 16:27:38.647486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3806483-62eb-4aec-9a27-040049237dbf tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a671c-39df-4c94-b5d6-9b86007fdd18,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:38.669585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fafa49-fc94-4dc7-92c0-e55d827b86aa req-2c8c3c0e-7215-45df-814b-58e464333ff4 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:38.671884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00fafa49-fc94-4dc7-92c0-e55d827b86aa req-2c8c3c0e-7215-45df-814b-58e464333ff4 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 985 time: 0.3024549 Jul 23 16:27:38.724452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a42684a8-9c70-446a-95ca-228569ebb544 req-8da4c950-cc77-4a82-bd76-261d7938f6d7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119925 Jul 23 16:27:38.742410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef5ee810-db78-40b3-b95f-07c21fbca3d1 req-aa6c1eb9-42fc-4fdb-a0da-305091d547c2 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501566 Jul 23 16:27:38.830327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet 262a0fe2-2128-4c2a-86a1-28f8a722def9 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:38.835296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.962892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00fafa49-fc94-4dc7-92c0-e55d827b86aa req-eea2b7d0-3013-425b-b319-b7ff1320da49 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&id=5d703c22-d157-42fc-aa4d-bf530536903b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2225425 Jul 23 16:27:38.966583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.101842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988188-7d88-423a-86ad-b397a63c5130 req-26d88118-e91b-4942-8a6e-253d9cfd98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.103357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-26d88118-e91b-4942-8a6e-253d9cfd98c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1097 time: 0.3864975 Jul 23 16:27:39.185684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.200956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:39.290738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05eb84-21df-4bcb-a8dd-ba5f35552314 req-80740b06-ba3b-4a38-b4ae-7d5b7af4a7d1 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.292466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad05eb84-21df-4bcb-a8dd-ba5f35552314 req-80740b06-ba3b-4a38-b4ae-7d5b7af4a7d1 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 945 time: 0.4148571 Jul 23 16:27:39.324334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Could not find standard attr ID for object 19862607-2605-4136-9039-e574b53b58ac. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:39.339750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Provisioning for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:39.347354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:39.347766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.429741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae24e3-23af-46d9-8609-63d511e6dac2 req-686c32e7-4e52-4b77-8066-c4cc52025b28 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.431383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45ae24e3-23af-46d9-8609-63d511e6dac2 req-686c32e7-4e52-4b77-8066-c4cc52025b28 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.4059062 Jul 23 16:27:39.436817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.466749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:39.467057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.477303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad05eb84-21df-4bcb-a8dd-ba5f35552314 req-c6c41648-02a2-405f-974c-7a667411bb48 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701751 Jul 23 16:27:39.490875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=262a0fe2-2128-4c2a-86a1-28f8a722def9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:39.507674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.509808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ab8ac6d6-cb46-43e1-aac4-b9f85c8e9eae tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/262a0fe2-2128-4c2a-86a1-28f8a722def9 HTTP/1.1" status: 204 len: 168 time: 0.8829138 Jul 23 16:27:39.513976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:39.517864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988188-7d88-423a-86ad-b397a63c5130 req-de29241b-ed53-4828-810f-2ceb4bca052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.519552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-de29241b-ed53-4828-810f-2ceb4bca052b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.2594776 Jul 23 16:27:39.534419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:39.548666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b967a4ea-dd38-49b3-839d-ea1276066fd4 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:39.621235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-c789ed5e-c8d2-4576-8a6b-be855443e34d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.0858047 Jul 23 16:27:39.638399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45ae24e3-23af-46d9-8609-63d511e6dac2 req-196bff29-3300-4ba7-856d-971c58a9a6d4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875448 Jul 23 16:27:39.720228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988188-7d88-423a-86ad-b397a63c5130 req-bef20432-d900-45a7-ab13-1fea593aec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.721782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-bef20432-d900-45a7-ab13-1fea593aec41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.0870986 Jul 23 16:27:39.722036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:39.725668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:39.782066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9830c6-8f10-4d02-ad8f-e8ce06add199 req-d0772143-3130-4c77-a1ae-a782dc00d5ed tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:39.783967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c9830c6-8f10-4d02-ad8f-e8ce06add199 req-d0772143-3130-4c77-a1ae-a782dc00d5ed tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1677530 Jul 23 16:27:39.786213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-ba9b3143-4b8e-4f8c-8da5-26a24c1f7ad6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573313 Jul 23 16:27:39.815523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24b53d-7f98-479b-a045-44da4bc4e552 None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:39.924934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c9830c6-8f10-4d02-ad8f-e8ce06add199 req-144dc9ba-d366-4306-b1fa-0d2bdced7089 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283219 Jul 23 16:27:40.024494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-b0a66353-29ba-48fc-a272-f5cc55b60ca5 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212102 Jul 23 16:27:40.048607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.105101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fe62235b-fff7-4cb7-b0b1-90f3df82ae3d None None] Could not find standard attr ID for object 19862607-2605-4136-9039-e574b53b58ac. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:40.143611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:40.147870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:40.153448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.154227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.200110 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6845591 Jul 23 16:27:40.201054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53932) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:40.201898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b546d9-0a73-4b10-8f4f-92accd21ae49 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=d5212d4a-e3b6-4b54-84e1-9acf03b0362a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:40.217534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'security_group': {'name': 'tempest-secgroup-221378205'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:40.242376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67988188-7d88-423a-86ad-b397a63c5130 req-aa6e4678-e667-4085-aed1-b7a652e9989d service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082133 Jul 23 16:27:40.260430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.272556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de134a0-434f-454b-b8f6-78b9145180fc req-0475c882-4efb-4f78-8446-0149ebef553d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.282765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7de134a0-434f-454b-b8f6-78b9145180fc req-0475c882-4efb-4f78-8446-0149ebef553d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.3525050 Jul 23 16:27:40.370618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7de134a0-434f-454b-b8f6-78b9145180fc req-1b495673-a785-43d9-8050-052bea404a96 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Jul 23 16:27:40.446479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.452574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.460245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790504-ba7c-4ec0-a722-7cb64a3eeda1 req-df4fce86-e1c9-456e-add6-865dc8e66594 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.474699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c790504-ba7c-4ec0-a722-7cb64a3eeda1 req-df4fce86-e1c9-456e-add6-865dc8e66594 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 985 time: 0.1811047 Jul 23 16:27:40.494335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.498041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2848973 Jul 23 16:27:40.502250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:40.507503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'security_group': {'name': 'tempest-secgroup-858358623'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:40.521858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d66a-0822-4bda-afae-c407e0b58d60 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3245f0e1-47ca-46eb-a579-135a1cfc611c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:40.545571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.590619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c790504-ba7c-4ec0-a722-7cb64a3eeda1 req-6f81d877-da4a-4f9b-87d2-572d3600bf4e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&id=5d703c22-d157-42fc-aa4d-bf530536903b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1100030 Jul 23 16:27:40.664783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f5a36-e29d-4022-9645-547f9fd482ea req-491de770-2acf-4cdf-a58c-98053d8b7a2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.668432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-065f5a36-e29d-4022-9645-547f9fd482ea req-491de770-2acf-4cdf-a58c-98053d8b7a2e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 945 time: 0.1898985 Jul 23 16:27:40.735996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.742683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-065f5a36-e29d-4022-9645-547f9fd482ea req-d2d0a5bd-8c2a-45a2-84f3-f850bed45116 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Jul 23 16:27:40.746851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.793507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.805798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53946) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:40.806071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2998972 Jul 23 16:27:40.821384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'security_group': {'name': 'tempest-secgroup-1721925521'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:40.851138 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219393-2fcf-48cf-a215-832cb4409b35 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa1616-8c87-4f90-9bc5-020bfc1be25e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:40.895581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb05beb-6de6-461f-b21c-ded0e9d1e243 req-ddb02706-2a10-4471-ab34-1ae5b0975644 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:40.897160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fb05beb-6de6-461f-b21c-ded0e9d1e243 req-ddb02706-2a10-4471-ab34-1ae5b0975644 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1534569 Jul 23 16:27:40.898000 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:40.932135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-0cba1672-747e-4df2-ad87-14b7f2e37724 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-328472280&fields=id&tenant_id=26dbfa1854a54b488adfa11dfbe4d0de HTTP/1.1" status: 200 len: 267 time: 0.0910788 Jul 23 16:27:41.012410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fb05beb-6de6-461f-b21c-ded0e9d1e243 req-181d3358-f8d4-48c0-805f-e23d147cab9b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Jul 23 16:27:41.105370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-04b776cf-d772-47b4-95f2-0b4d0bd067cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.107126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-04b776cf-d772-47b4-95f2-0b4d0bd067cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 985 time: 0.1630530 Jul 23 16:27:41.109641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.119211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd26ec6-6f37-40ab-8b96-da1aef4033fa None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:41.124046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.135569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'port': {'security_groups': ['5d703c22-d157-42fc-aa4d-bf530536903b', 'dbed4571-6fc9-4d3c-a742-05e2dd31dad0', '04095a0c-ed85-4c9c-a6da-6003f5de95a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:41.201532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e5eb2959-fca5-432a-85f7-1defd6f6d189 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:41.203437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5eb2959-fca5-432a-85f7-1defd6f6d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.424247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.425838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e5eb2959-fca5-432a-85f7-1defd6f6d189 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:41.426235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e5eb2959-fca5-432a-85f7-1defd6f6d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.483421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb2959-fca5-432a-85f7-1defd6f6d189 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:41.583120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.584659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7768297 Jul 23 16:27:41.587477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:41.598623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1612035798', 'security_groups': ['5a988807-fdd6-4f66-b56c-27911753cca5'], 'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5212d4a-e3b6-4b54-84e1-9acf03b0362a'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:41.611260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc771ca-c4b4-4d93-8a2e-e61de1bc97e5 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a988807-fdd6-4f66-b56c-27911753cca5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:41.676878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.711868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692d31-9f1d-4219-ab4d-30fa30e173c9 req-8371cdec-fcd8-4ebf-b3d6-8bff02417dc4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.712748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16692d31-9f1d-4219-ab4d-30fa30e173c9 req-8371cdec-fcd8-4ebf-b3d6-8bff02417dc4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.6018884 Jul 23 16:27:41.741946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Update dhcp port {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'fixed_ips': [{'subnet_id': 'a535dd6b-a8fd-402c-80a9-5cae93bd8141', 'ip_address': '172.20.0.19'}, {'subnet_id': 'd5212d4a-e3b6-4b54-84e1-9acf03b0362a'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '4c193f5b-7bb4-4c2b-b759-7c24f364e567'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:27:41.748046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-676d1721-9eb5-446e-852e-4998bb3aed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.775765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:41.791172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.802971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16692d31-9f1d-4219-ab4d-30fa30e173c9 req-8ea18197-ed51-4efb-ab24-1213502ebc90 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811005 Jul 23 16:27:41.859921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-e389d918-c344-4953-b75f-98ff4c53fc3e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:41.861449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-e389d918-c344-4953-b75f-98ff4c53fc3e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 945 time: 0.1943898 Jul 23 16:27:41.942289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.992286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] device_id is not set on port 920dc72c-ac49-4285-a3d9-45d89054a991 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:42.054123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Allocated IP 172.20.0.2 (76951fca-860b-4a93-8bc6-1339bfa9e17b/d5212d4a-e3b6-4b54-84e1-9acf03b0362a/4c193f5b-7bb4-4c2b-b759-7c24f364e567) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:42.120926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Deleting port 56c22490-ce26-43b6-befe-11fbd60d1426 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:42.121253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.127981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:42.190731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:42.223699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.224906 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.236044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.241040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Transition to ACTIVE for port object 4c193f5b-7bb4-4c2b-b759-7c24f364e567 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:42.245265 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.255524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4a7ff6b3-6e72-475e-831e-a02859a31d8b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:42.257213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bbf62-986b-45c5-a6ce-e2d2e6c2c265 req-5f8cfb74-eccd-4728-b746-b25cc6755983 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.258804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-704bbf62-986b-45c5-a6ce-e2d2e6c2c265 req-5f8cfb74-eccd-4728-b746-b25cc6755983 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2042434 Jul 23 16:27:42.313969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] For port 56c22490-ce26-43b6-befe-11fbd60d1426, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=56c22490-ce26-43b6-befe-11fbd60d1426,segment=NetworkSegment(65bc176d-1869-4a89-b851-fcaebb199766),segment_id=65bc176d-1869-4a89-b851-fcaebb199766)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:42.314344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.314563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.10 (76951fca-860b-4a93-8bc6-1339bfa9e17b/d5212d4a-e3b6-4b54-84e1-9acf03b0362a/920dc72c-ac49-4285-a3d9-45d89054a991) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:42.324970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:42.346251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.346757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.348673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f4abce7-a97f-470e-8f27-43ae39919a97 req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "PUT /v2.0/ports/4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 1021 time: 1.2286811 Jul 23 16:27:42.351479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:42.357280 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f743342-8a7d-47db-b6ad-476d9ee4c59e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:42.398674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Calling delete_port for 56c22490-ce26-43b6-befe-11fbd60d1426 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:42.456649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-704bbf62-986b-45c5-a6ce-e2d2e6c2c265 req-48cfefaa-25cf-47c8-af75-0f13b6de9444 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862791 Jul 23 16:27:42.459762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761130c-5dd6-42fb-a9b8-2c705ba428e2 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:42.496816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8e67f-9783-452c-bb90-d9475d702c8d None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:42.548863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4a7ff6b3-6e72-475e-831e-a02859a31d8b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:42.571512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.602025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 920dc72c-ac49-4285-a3d9-45d89054a991 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:42.649675 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.722734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=920dc72c-ac49-4285-a3d9-45d89054a991,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:42.737065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:42.738764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:42.741497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:42.770489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1402-0a95-4111-840e-89db49ccb291 req-db14f69e-7f04-4f29-b6d9-213be8d7008a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.778076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37ff1402-0a95-4111-840e-89db49ccb291 req-db14f69e-7f04-4f29-b6d9-213be8d7008a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.3292279 Jul 23 16:27:42.807028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.807847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.828005 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2842d4f0-ae23-4bca-951e-2727b7325094 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2371397 Jul 23 16:27:42.835459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:42.842812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:42.906942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bd2ed-ae29-43ff-a2cd-2913b19c164b req-720bd7fd-84a6-4b9e-be03-815998fdb2e9 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:42.916454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a5bd2ed-ae29-43ff-a2cd-2913b19c164b req-720bd7fd-84a6-4b9e-be03-815998fdb2e9 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 945 time: 0.3318434 Jul 23 16:27:42.924374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37ff1402-0a95-4111-840e-89db49ccb291 req-681e1577-6e24-4581-a4cf-697ea0e10c4a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454329 Jul 23 16:27:42.993565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:42.997625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.052269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.098221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a5bd2ed-ae29-43ff-a2cd-2913b19c164b req-4758d40c-170d-4d7c-ab60-af4914ac34da tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups?id=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708136 Jul 23 16:27:43.144003 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5212d4a-e3b6-4b54-84e1-9acf03b0362a (CIDR: 172.20.0.0/28) Jul 23 16:27:43.152740 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:43.153410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:43.159220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea7fbb7-e59d-45ee-b0cf-921a1f882941 req-a2b42b5a-151f-4021-a9aa-1bd3d6e2fd49 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/04095a0c-ed85-4c9c-a6da-6003f5de95a6 HTTP/1.1" status: 200 len: 1802 time: 0.1870534 Jul 23 16:27:43.183463 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-48a1d5e7-82d6-4f63-b2a3-a1153e38e853 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3465903 Jul 23 16:27:43.183754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:43.187379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event deleted for resources: {'Port': ['ID=56c22490-ce26-43b6-befe-11fbd60d1426,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:43.195635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:43.246731 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56a7c4-85e2-402e-867f-cb4a9d2b81ad x-openstack-request-id: req-de56a7c4-85e2-402e-867f-cb4a9d2b81ad {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:43.247277 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:43.247756 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de56a7c4-85e2-402e-867f-cb4a9d2b81ad {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:43.248427 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'status': 'completed', 'code': 200} Jul 23 16:27:43.256322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:43.413357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] No DVR routers for this DVR port 56c22490-ce26-43b6-befe-11fbd60d1426 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:43.417054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.419178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df19b763-ca87-4460-b4a2-53aeb285f496 req-0cb94090-ea96-48bd-860c-1e1f5b72ec23 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.67 "DELETE /v2.0/ports/56c22490-ce26-43b6-befe-11fbd60d1426 HTTP/1.1" status: 204 len: 173 time: 1.5497513 Jul 23 16:27:43.446510 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-aea7fbb7-e59d-45ee-b0cf-921a1f882941 req-1926549d-94f7-4db2-ba4f-bc0b5f806a50 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:27:43.447993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea7fbb7-e59d-45ee-b0cf-921a1f882941 req-1926549d-94f7-4db2-ba4f-bc0b5f806a50 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/04095a0c-ed85-4c9c-a6da-6003f5de95a6 HTTP/1.1" status: 409 len: 341 time: 0.2874126 Jul 23 16:27:43.573736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:43.577763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.586726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:43.586726 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.644836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-8cf1af20-5a4f-49f4-9647-c3b93b2c0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.646562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-8cf1af20-5a4f-49f4-9647-c3b93b2c0d7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1175 time: 0.3643532 Jul 23 16:27:43.677912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:43.703692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Provisioning for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:43.720019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:43.720019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-484889f7-5148-43b4-bcf6-62c6f69b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.988601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-9814dc6d-8331-4056-a737-460d3947c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:43.990399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-9814dc6d-8331-4056-a737-460d3947c055 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 200 len: 913 time: 0.3023803 Jul 23 16:27:43.990970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eed4cde5-2acf-42e5-8996-d135b2f69982 None None] Provisioning for port 920dc72c-ac49-4285-a3d9-45d89054a991 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:43.995825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eed4cde5-2acf-42e5-8996-d135b2f69982 None None] Provisioning complete for port 920dc72c-ac49-4285-a3d9-45d89054a991 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:43.996197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eed4cde5-2acf-42e5-8996-d135b2f69982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.002312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3c6b3-a167-45dd-88a6-3a769da959c3 req-92a8004a-0ac4-4d91-8520-43899d62b8be tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.003838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24a3c6b3-a167-45dd-88a6-3a769da959c3 req-92a8004a-0ac4-4d91-8520-43899d62b8be tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.4611166 Jul 23 16:27:44.047816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eed4cde5-2acf-42e5-8996-d135b2f69982 None None] Port 920dc72c-ac49-4285-a3d9-45d89054a991 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:44.060557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-b3aecae4-aeb6-417a-944d-4296f877c25f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 200 len: 217 time: 0.0555010 Jul 23 16:27:44.064416 n-d-800484-3 neutron-server[94003]: INFO neutron.db.ipam_backend_mixin [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a535dd6b-a8fd-402c-80a9-5cae93bd8141 (CIDR: 172.20.0.16/28) Jul 23 16:27:44.089201 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:44.089686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:44.136569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ce307-44f8-47f3-9acf-14ce2ff104c8 req-ddadecd7-c228-4a56-9a12-0d1a129838ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.138313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c9ce307-44f8-47f3-9acf-14ce2ff104c8 req-ddadecd7-c228-4a56-9a12-0d1a129838ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3147452 Jul 23 16:27:44.158574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ea27706-5b62-4e2c-82b4-55179cd63a76 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9723258 Jul 23 16:27:44.161266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:44.168758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'subnet': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:44.172764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24a3c6b3-a167-45dd-88a6-3a769da959c3 req-c90c1fb8-24cd-4135-a31d-5a1b85309046 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236064 Jul 23 16:27:44.189172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-b05d0e50-f61b-4570-a7a1-2a03f3631daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.190061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-b05d0e50-f61b-4570-a7a1-2a03f3631daa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 200 len: 852 time: 0.1205463 Jul 23 16:27:44.243958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c9ce307-44f8-47f3-9acf-14ce2ff104c8 req-86ae6afb-a7a3-444e-a940-eecdeaa9a56f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921679 Jul 23 16:27:44.245979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-41800256-6ae8-4916-a007-d204890d33fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab807d19-f2e1-4c4a-831c-b33ab8fe236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463264 Jul 23 16:27:44.293988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.386732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Made reservation on behalf of 653266011fe5460eaee918d0e72d9756 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:44.396313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.402430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6f5671dc-d168-4e37-9abd-c8d408c4319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.457063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-fba14cc8-e3b0-40e9-a4b7-5ff307054703 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946113 Jul 23 16:27:44.624897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eabb4b6e-c27f-4383-a707-c8b1b5b38ba0 req-6c46c1c1-3612-4189-a462-1af1fa1b792e tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/ports?device_id=686c3758-782b-42f8-9a21-e4adbefaa14d HTTP/1.1" status: 200 len: 210 time: 0.0510144 Jul 23 16:27:44.646422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f743342-8a7d-47db-b6ad-476d9ee4c59e req-a6e89fc1-0a4b-499e-be0a-74c2057948e9 service neutron] 10.222.0.67 "GET /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703882 Jul 23 16:27:44.674617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906325f-9020-4a6c-9ac7-0af56f89c552 req-2177db73-d0c8-4a67-8a2a-97cdde97031b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.682139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3906325f-9020-4a6c-9ac7-0af56f89c552 req-2177db73-d0c8-4a67-8a2a-97cdde97031b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2521989 Jul 23 16:27:44.722789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3906325f-9020-4a6c-9ac7-0af56f89c552 req-e3ab0af6-1677-4dde-89e7-f37e1f569473 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 Jul 23 16:27:44.835683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.861900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b5f79-272f-469b-b702-88550698e55f req-d76de9a6-3a33-47bb-92e3-e5470fcb9bc1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.863539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b77b5f79-272f-469b-b702-88550698e55f req-d76de9a6-3a33-47bb-92e3-e5470fcb9bc1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1024 time: 0.1192472 Jul 23 16:27:44.900431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Subnet': ['ID=224dd21a-90b3-4f52-89cb-9d237cfa0a08,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:44.903552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:44.905241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:44.908016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:44.908606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:44.920364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d626fb-312d-4954-829f-e18975915dff None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:44.926471 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b45ea33d-55dc-4132-b0f2-f67f3d809edc tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7640834 Jul 23 16:27:44.928063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:44.938494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b77b5f79-272f-469b-b702-88550698e55f req-71b9da38-1fa7-4705-ab2d-0c89f72d7f41 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&id=5d703c22-d157-42fc-aa4d-bf530536903b&id=04095a0c-ed85-4c9c-a6da-6003f5de95a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0686822 Jul 23 16:27:44.941725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2130247185', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '224dd21a-90b3-4f52-89cb-9d237cfa0a08'}], 'security_groups': ['3245f0e1-47ca-46eb-a579-135a1cfc611c', 'd3aa1616-8c87-4f90-9bc5-020bfc1be25e']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:45.028949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 56c22490-ce26-43b6-befe-11fbd60d1426 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:45.051037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.063696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 56c22490-ce26-43b6-befe-11fbd60d1426 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:45.064112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 56c22490-ce26-43b6-befe-11fbd60d1426 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:45.250406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'name': 'network-vif-deleted', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:45.257110 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e483d-403b-4493-a061-e926220f0f4b" -d '{"events": [{"server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "name": "network-vif-deleted", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:45.299398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Update dhcp port {'port': {'network_id': '76951fca-860b-4a93-8bc6-1339bfa9e17b', 'fixed_ips': [{'subnet_id': 'a535dd6b-a8fd-402c-80a9-5cae93bd8141', 'ip_address': '172.20.0.19'}, {'subnet_id': 'd5212d4a-e3b6-4b54-84e1-9acf03b0362a', 'ip_address': '172.20.0.2'}, {'subnet_id': '224dd21a-90b3-4f52-89cb-9d237cfa0a08'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '4c193f5b-7bb4-4c2b-b759-7c24f364e567'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:27:45.351077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.362771 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5f379-dbed-45d3-9574-813e1c14ca52 x-openstack-request-id: req-6fc5f379-dbed-45d3-9574-813e1c14ca52 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:45.363199 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686c3758-782b-42f8-9a21-e4adbefaa14d", "name": "network-vif-deleted", "tag": "56c22490-ce26-43b6-befe-11fbd60d1426", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:45.363566 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fc5f379-dbed-45d3-9574-813e1c14ca52 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:45.364067 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686c3758-782b-42f8-9a21-e4adbefaa14d', 'name': 'network-vif-deleted', 'tag': '56c22490-ce26-43b6-befe-11fbd60d1426', 'status': 'completed', 'code': 200} Jul 23 16:27:45.421640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5a52-d7c6-4c26-a1af-5025a3e256cc req-520bfc64-adfc-433b-9814-0ba42d5963ca tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.423578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fca5a52-d7c6-4c26-a1af-5025a3e256cc req-520bfc64-adfc-433b-9814-0ba42d5963ca tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1134212 Jul 23 16:27:45.494411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fca5a52-d7c6-4c26-a1af-5025a3e256cc req-e155f81e-a132-4e55-940e-2556ce108dcc tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573194 Jul 23 16:27:45.525743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Delete allocated IP 172.20.0.10 (76951fca-860b-4a93-8bc6-1339bfa9e17b/d5212d4a-e3b6-4b54-84e1-9acf03b0362a) {{(pid=94004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:27:45.539720 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.544778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Allocated IP 172.20.0.42 (76951fca-860b-4a93-8bc6-1339bfa9e17b/224dd21a-90b3-4f52-89cb-9d237cfa0a08/920dc72c-ac49-4285-a3d9-45d89054a991) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:45.557432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586160-4f50-4d99-a7b5-ea6c4a8cc4ea req-fc04bd58-bbea-4fc8-9974-b22ba0cfc45c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:45.559322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da586160-4f50-4d99-a7b5-ea6c4a8cc4ea req-fc04bd58-bbea-4fc8-9974-b22ba0cfc45c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.0991738 Jul 23 16:27:45.606495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da586160-4f50-4d99-a7b5-ea6c4a8cc4ea req-3788e237-0cea-4fa3-b37e-d7c04112c58a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Jul 23 16:27:45.787818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.814276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Transition to ACTIVE for port object 920dc72c-ac49-4285-a3d9-45d89054a991 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:45.821774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:45.913173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Allocated IP 172.20.0.34 (76951fca-860b-4a93-8bc6-1339bfa9e17b/224dd21a-90b3-4f52-89cb-9d237cfa0a08/4c193f5b-7bb4-4c2b-b759-7c24f364e567) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:45.932168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event updated for resources: {'Port': ['ID=920dc72c-ac49-4285-a3d9-45d89054a991,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:46.033914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a8153-d7d7-421a-b02d-96171ae50338 req-2789abfe-9be7-4935-a7c3-f22ca09fe486 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.042075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db4a8153-d7d7-421a-b02d-96171ae50338 req-2789abfe-9be7-4935-a7c3-f22ca09fe486 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1734726 Jul 23 16:27:46.094609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db4a8153-d7d7-421a-b02d-96171ae50338 req-3008c807-dc2b-4f55-97e1-49d724053f81 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504827 Jul 23 16:27:46.146652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:46.161750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a9c54-6de5-4ea8-8c28-861454200517 req-833b933d-72fc-4fe8-be71-af3e45905cef tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.164615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d8a9c54-6de5-4ea8-8c28-861454200517 req-833b933d-72fc-4fe8-be71-af3e45905cef tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2090998 Jul 23 16:27:46.183449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] In _notify_port_updated(), no bound segment for port 920dc72c-ac49-4285-a3d9-45d89054a991 on network 76951fca-860b-4a93-8bc6-1339bfa9e17b {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:27:46.189372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.197195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.198021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.202473 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c12a389-3a89-44cc-9116-bd1ad394e2ef tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "PUT /v2.0/ports/920dc72c-ac49-4285-a3d9-45d89054a991 HTTP/1.1" status: 200 len: 960 time: 1.2710278 Jul 23 16:27:46.204080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:46.208448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Transition to ACTIVE for port object 4c193f5b-7bb4-4c2b-b759-7c24f364e567 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:46.214227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.289746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54042) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:46.357486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd100644-25c8-408f-bd56-2bdf5d0df167 None None] Pushing event updated for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:46.378398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d8a9c54-6de5-4ea8-8c28-861454200517 req-8b0a63bc-3ed0-4e9e-9143-399d85a1aef6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937747 Jul 23 16:27:46.437159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-33488983-8f60-4318-9876-cdc1de96e9ae tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.438881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-33488983-8f60-4318-9876-cdc1de96e9ae tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1024 time: 0.3003216 Jul 23 16:27:46.498762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.534262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3307-a078-4d08-a6b3-226f5331b2c7 req-143632bb-229f-4e39-b04f-527916617159 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.534802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port 920dc72c-ac49-4285-a3d9-45d89054a991 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:46.534802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.538736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a95c3307-a078-4d08-a6b3-226f5331b2c7 req-143632bb-229f-4e39-b04f-527916617159 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 1024 time: 0.1699073 Jul 23 16:27:46.587231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.667503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a95c3307-a078-4d08-a6b3-226f5331b2c7 req-e507aa23-fc74-444c-b2a1-e11873392d4f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&id=5d703c22-d157-42fc-aa4d-bf530536903b&id=04095a0c-ed85-4c9c-a6da-6003f5de95a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1278274 Jul 23 16:27:46.706970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.709657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Deleting port 4a7ff6b3-6e72-475e-831e-a02859a31d8b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:46.713540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.713661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.713661 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "DELETE /v2.0/security-groups/b09a6cb6-6fb4-4a5f-b640-aff3134f507a HTTP/1.1" status: 204 len: 168 time: 0.4208853 Jul 23 16:27:46.716230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54054) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:46.729963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ea97-7819-493d-b39d-14fe69e85338 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a6cb6-6fb4-4a5f-b640-aff3134f507a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:46.741785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.758840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for 920dc72c-ac49-4285-a3d9-45d89054a991 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:46.762516 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-43386209-46b9-44a0-95fb-52ee41c1f75d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] show failed (client error): The resource could not be found. Jul 23 16:27:46.766971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43386209-46b9-44a0-95fb-52ee41c1f75d tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "GET /v2.0/security-groups/b09a6cb6-6fb4-4a5f-b640-aff3134f507a HTTP/1.1" status: 404 len: 347 time: 0.0485759 Jul 23 16:27:46.769004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:46.788357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b86608-4141-49fb-ac76-30a01259c23d req-e7bf5156-3036-41ea-b7b3-7335910108c7 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:46.795623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71b86608-4141-49fb-ac76-30a01259c23d req-e7bf5156-3036-41ea-b7b3-7335910108c7 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.2043664 Jul 23 16:27:46.880994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71b86608-4141-49fb-ac76-30a01259c23d req-97715672-7478-4c04-b32c-1f5eea82c5c9 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823460 Jul 23 16:27:46.916637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port 4a7ff6b3-6e72-475e-831e-a02859a31d8b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4a7ff6b3-6e72-475e-831e-a02859a31d8b,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:46.917267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:46.951271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Calling delete_port for 4a7ff6b3-6e72-475e-831e-a02859a31d8b owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:47.056351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Deleting port 4297fc2a-f249-43f4-925f-4756dbd450d0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:47.056780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.094609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.192933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.195325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Provisioning for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:47.210190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=920dc72c-ac49-4285-a3d9-45d89054a991,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.211138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:47.214875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.278807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.279170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.301393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Calling delete_port for 4297fc2a-f249-43f4-925f-4756dbd450d0 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:47.316982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.318971 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96188f4b-36c3-4d01-b93b-a9c23fb3cdf4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/920dc72c-ac49-4285-a3d9-45d89054a991 HTTP/1.1" status: 204 len: 168 time: 1.1135523 Jul 23 16:27:47.322464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54064) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:47.331940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'Port': ['ID=4a7ff6b3-6e72-475e-831e-a02859a31d8b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.332166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:47.336792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:47.396344 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-604573e1-b18f-4de9-99cd-07a0aab288c8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] GET failed (client error): The resource could not be found. Jul 23 16:27:47.398018 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-604573e1-b18f-4de9-99cd-07a0aab288c8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports/920dc72c-ac49-4285-a3d9-45d89054a991 HTTP/1.1" status: 404 len: 333 time: 0.0745313 Jul 23 16:27:47.401016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54066) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:47.433575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] No DVR routers for this DVR port 4a7ff6b3-6e72-475e-831e-a02859a31d8b on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:47.439600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.442886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42bd1308-f7bf-45e9-aedf-751ab2c4d0f1 req-0958ed6f-6060-436e-95d5-fe50f0c34e21 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.67 "DELETE /v2.0/ports/4a7ff6b3-6e72-475e-831e-a02859a31d8b HTTP/1.1" status: 204 len: 173 time: 0.9965374 Jul 23 16:27:47.443599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'name': 'network-vif-deleted', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:47.453845 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ad0d8-9800-4781-8ade-46d31a468a9a" -d '{"events": [{"server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "name": "network-vif-deleted", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:47.548226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.572068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.594130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27002e-5004-428d-b53d-e0cff61248da req-fd4e98f4-cc64-449b-99f4-393eb472ce82 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.601297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c27002e-5004-428d-b53d-e0cff61248da req-fd4e98f4-cc64-449b-99f4-393eb472ce82 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2839868 Jul 23 16:27:47.611400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.664026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Pushing event deleted for resources: {'Port': ['ID=4297fc2a-f249-43f4-925f-4756dbd450d0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.672026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Could not find standard attr ID for object 920dc72c-ac49-4285-a3d9-45d89054a991. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:47.690404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.707639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:47.708070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.761022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:47.761550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.786820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.794926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.800835 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2dcb9ae8-47b0-4d8c-b3b4-47cfb8cc8ff3 tempest-ImagesOneServerNegativeTestJSON-1464799057 tempest-ImagesOneServerNegativeTestJSON-1464799057-project] 10.222.0.64 "DELETE /v2.0/floatingips/dfed6bf6-3c47-4d9f-b1a9-678fe2b9387c HTTP/1.1" status: 204 len: 168 time: 1.0302019 Jul 23 16:27:47.876809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3e61aaba-714c-4458-a8a1-f2330e7088e2 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:47.886526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c27002e-5004-428d-b53d-e0cff61248da req-4acd6b01-40e3-4bc4-81c5-a397c4824402 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838788 Jul 23 16:27:47.906664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.910292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:47.911421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/security-groups/5a988807-fdd6-4f66-b56c-27911753cca5 HTTP/1.1" status: 204 len: 168 time: 0.4859960 Jul 23 16:27:47.914304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:47.923876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729caf9-4319-4ede-bd04-30fbc9d7ab03 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a988807-fdd6-4f66-b56c-27911753cca5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:47.944468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edda858-fa18-42ef-927f-d77328482c74 req-945ca0f1-55d5-471f-8de6-00c618d494a3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:47.953153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8edda858-fa18-42ef-927f-d77328482c74 req-945ca0f1-55d5-471f-8de6-00c618d494a3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3480761 Jul 23 16:27:48.007090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.013684 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04684b00-ea59-410b-a545-8de9c9aba67d x-openstack-request-id: req-04684b00-ea59-410b-a545-8de9c9aba67d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:48.013986 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4337712-e2a7-40f3-b054-766c244870f6", "name": "network-vif-deleted", "tag": "4a7ff6b3-6e72-475e-831e-a02859a31d8b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:48.014247 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04684b00-ea59-410b-a545-8de9c9aba67d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:48.017008 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4337712-e2a7-40f3-b054-766c244870f6', 'name': 'network-vif-deleted', 'tag': '4a7ff6b3-6e72-475e-831e-a02859a31d8b', 'status': 'completed', 'code': 200} Jul 23 16:27:48.051305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8edda858-fa18-42ef-927f-d77328482c74 req-9bc655b6-d1f9-4c2b-add2-86df099884f1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945580 Jul 23 16:27:48.065459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.072728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54b3affe-850a-4b9c-84fc-f9da3e0393dc None None] Could not find standard attr ID for object 920dc72c-ac49-4285-a3d9-45d89054a991. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:27:48.159268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.164270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.164521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/security-groups/d3aa1616-8c87-4f90-9bc5-020bfc1be25e HTTP/1.1" status: 204 len: 168 time: 0.2491124 Jul 23 16:27:48.167760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:48.219360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afb77c7c-4774-48f3-bfc2-26259a10fbde req-d6aadb70-646d-44f5-82ff-3905b6784823 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4337712-e2a7-40f3-b054-766c244870f6 HTTP/1.1" status: 200 len: 210 time: 0.0795653 Jul 23 16:27:48.219579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19fdb5-45ff-4a6c-8a37-964a888edc5c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa1616-8c87-4f90-9bc5-020bfc1be25e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:48.330131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.381505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.430404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d298-0702-4a36-b3a8-9743eee693f3 req-11b1046a-aeb6-436f-bcba-08f073248c13 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.432059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0681d298-0702-4a36-b3a8-9743eee693f3 req-11b1046a-aeb6-436f-bcba-08f073248c13 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1424775 Jul 23 16:27:48.442300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.445542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.449521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/security-groups/3245f0e1-47ca-46eb-a579-135a1cfc611c HTTP/1.1" status: 204 len: 168 time: 0.2490132 Jul 23 16:27:48.449718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54102) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:48.462783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83715b-84eb-4ccd-b48b-c4c22aee698c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3245f0e1-47ca-46eb-a579-135a1cfc611c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:48.530991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet d5212d4a-e3b6-4b54-84e1-9acf03b0362a {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:48.536875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0681d298-0702-4a36-b3a8-9743eee693f3 req-60f675c0-9a3a-45ed-b6c0-f3f53cba712e tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Jul 23 16:27:48.548999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399468f-b013-40e0-aed0-8921070ba6cf req-aa8090ac-2d79-4c7d-b535-b867616b2176 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.550529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0399468f-b013-40e0-aed0-8921070ba6cf req-aa8090ac-2d79-4c7d-b535-b867616b2176 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2011015 Jul 23 16:27:48.551284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.633922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.639369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0399468f-b013-40e0-aed0-8921070ba6cf req-44d9e6fd-07b2-428c-b480-a6755ca0f762 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 Jul 23 16:27:48.693913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54108) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:48.746836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.748342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Deleting subnet a414aa69-ad79-49c9-8883-be4bd84a9f1c {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:48.752089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.791593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.835874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.852520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.886102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=d5212d4a-e3b6-4b54-84e1-9acf03b0362a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:48.892415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:48.894958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-68314d38-0a0d-4f73-abb5-7d70c50835ac tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/d5212d4a-e3b6-4b54-84e1-9acf03b0362a HTTP/1.1" status: 204 len: 168 time: 0.4439909 Jul 23 16:27:48.898841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54112) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:48.904956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0150db-7e01-4245-a300-d0a06e7561ea None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:48.919050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8152c4-1503-447b-b3c8-64b4d729f393 req-4d792823-aa00-44a5-b69a-9a0887ddf0d3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:48.926999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f8152c4-1503-447b-b3c8-64b4d729f393 req-4d792823-aa00-44a5-b69a-9a0887ddf0d3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1385684 Jul 23 16:27:48.984074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f8152c4-1503-447b-b3c8-64b4d729f393 req-dc73da0c-a6e6-42bd-b4a4-6a9ca4f2c471 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558796 Jul 23 16:27:49.010898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.054026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4a7ff6b3-6e72-475e-831e-a02859a31d8b no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:49.084006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet 224dd21a-90b3-4f52-89cb-9d237cfa0a08 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:49.086651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 4a7ff6b3-6e72-475e-831e-a02859a31d8b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:49.087177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4a7ff6b3-6e72-475e-831e-a02859a31d8b not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:49.091227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a414aa69-ad79-49c9-8883-be4bd84a9f1c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:49.093691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.121167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.124359 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-63f5170e-35c4-4f36-8d6e-b2aaf81918d1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a414aa69-ad79-49c9-8883-be4bd84a9f1c HTTP/1.1" status: 204 len: 168 time: 0.4286509 Jul 23 16:27:49.127869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54120) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:49.154424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.223944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f0ae-70dd-423e-8332-50848e214a73 req-d6de4604-c7c0-484c-8e56-301135ca4d8d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:49.225453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8920f0ae-70dd-423e-8332-50848e214a73 req-d6de4604-c7c0-484c-8e56-301135ca4d8d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2395732 Jul 23 16:27:49.294518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.299281 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.334064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8be04-070b-436d-a17f-90caed64726c req-dd9c203f-da2d-4b93-a26e-c161bea516b7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:49.336502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22e8be04-070b-436d-a17f-90caed64726c req-dd9c203f-da2d-4b93-a26e-c161bea516b7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2839146 Jul 23 16:27:49.354955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8920f0ae-70dd-423e-8332-50848e214a73 req-2ab77556-6868-44cf-94bb-74f85dc91eb4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833561 Jul 23 16:27:49.371408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.399033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=224dd21a-90b3-4f52-89cb-9d237cfa0a08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:49.416105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.422677 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32dd8eab-4ae6-4d43-ace8-437a8108e6df tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/224dd21a-90b3-4f52-89cb-9d237cfa0a08 HTTP/1.1" status: 204 len: 168 time: 0.4947898 Jul 23 16:27:49.423527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:49.461040 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe286fa-d0a2-4389-9e3a-14863011f14f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:49.462049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe286fa-d0a2-4389-9e3a-14863011f14f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:49.465427 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-abe286fa-d0a2-4389-9e3a-14863011f14f tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/d5212d4a-e3b6-4b54-84e1-9acf03b0362a HTTP/1.1" status: 404 len: 337 time: 0.0406573 Jul 23 16:27:49.469286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54128) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:49.526510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-cb1cad43-526f-41b7-ac29-cb441a3170c1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/5d703c22-d157-42fc-aa4d-bf530536903b HTTP/1.1" status: 200 len: 1802 time: 0.0676639 Jul 23 16:27:49.541181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22e8be04-070b-436d-a17f-90caed64726c req-94c3e3be-2e4b-42d4-b055-7730846931e8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851599 Jul 23 16:27:49.556642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting subnet a535dd6b-a8fd-402c-80a9-5cae93bd8141 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:27:49.570013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.570243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.601158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70570d9-9756-4d3d-bab8-f43465811e57']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:49.612507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bc176d-1869-4a89-b851-fcaebb199766') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:49.612781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bc176d-1869-4a89-b851-fcaebb199766') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:49.615167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.622331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.636934 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.650882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:49.651361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:49.653386 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:49.757617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.770476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.788170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:49.792682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c70570d9-9756-4d3d-bab8-f43465811e57 HTTP/1.1" status: 204 len: 168 time: 0.6512864 Jul 23 16:27:49.823612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34a4a4-a2ee-4b0b-848d-507015f7fd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70570d9-9756-4d3d-bab8-f43465811e57,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:49.879123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.080301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a3680-32b6-49c0-958c-8ed7d974ebd7 None None] Network 76951fca-860b-4a93-8bc6-1339bfa9e17b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:50.228536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.239760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Subnet': ['ID=a535dd6b-a8fd-402c-80a9-5cae93bd8141,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:50.254554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.259170 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-15b2e763-a5bd-48c4-8f56-e45ae9b870ba tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/a535dd6b-a8fd-402c-80a9-5cae93bd8141 HTTP/1.1" status: 204 len: 168 time: 0.7853618 Jul 23 16:27:50.259343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ce967a0a-e8b5-4a19-9756-77f4e42046a5 None None] Provisioning complete for port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:50.259343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce967a0a-e8b5-4a19-9756-77f4e42046a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.260430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.301023 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f609499-72b7-4abd-97f4-7c34f5babce4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.301023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f609499-72b7-4abd-97f4-7c34f5babce4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.308674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0f609499-72b7-4abd-97f4-7c34f5babce4 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/262a0fe2-2128-4c2a-86a1-28f8a722def9 HTTP/1.1" status: 404 len: 337 time: 0.0412714 Jul 23 16:27:50.308674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54146) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.341493 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e1cc7a8-4b0a-4e9b-82e0-678cd225ec00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1d64a6408ac482ab25213b6b3ac022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099381 Jul 23 16:27:50.342441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.391587 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.407124 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8752f16d-2b30-47ad-8513-3ed2bd235968 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff9c956d-6c93-414c-a587-f7be3c6db3ed HTTP/1.1" status: 200 len: 205 time: 0.0886872 Jul 23 16:27:50.409517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54152) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.435432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.441494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ce967a0a-e8b5-4a19-9756-77f4e42046a5 None None] Provisioning complete for port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:50.441859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce967a0a-e8b5-4a19-9756-77f4e42046a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.473259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e0e0-5fca-4550-94ae-ddc3ffb85b03 req-cf29b488-b2a8-442b-910e-34042d9390de tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.473806 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-014b1d62-ebe7-4afe-baa7-02a9538c452b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] delete failed (client error): The resource could not be found. Jul 23 16:27:50.481404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-014b1d62-ebe7-4afe-baa7-02a9538c452b tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/routers/ff9c956d-6c93-414c-a587-f7be3c6db3ed HTTP/1.1" status: 404 len: 336 time: 0.0695853 Jul 23 16:27:50.482148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54154) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.483985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da18e0e0-5fca-4550-94ae-ddc3ffb85b03 req-cf29b488-b2a8-442b-910e-34042d9390de tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.7442303 Jul 23 16:27:50.497801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ce967a0a-e8b5-4a19-9756-77f4e42046a5 None None] Port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:27:50.543258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] DHCP port deletion for 76951fca-860b-4a93-8bc6-1339bfa9e17b request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:27:50.553966 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c925d188-300f-41c4-a51b-c0c3556c3480 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.553966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c925d188-300f-41c4-a51b-c0c3556c3480 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.553966 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c925d188-300f-41c4-a51b-c0c3556c3480 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/3603127e-ca8e-49c1-956c-88f38278c504 HTTP/1.1" status: 404 len: 337 time: 0.0625281 Jul 23 16:27:50.553966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54156) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.558773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd80b1-0e71-4312-874b-0a7618764b0f req-24125744-8e2a-45f6-b851-633e743c811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.560403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70dd80b1-0e71-4312-874b-0a7618764b0f req-24125744-8e2a-45f6-b851-633e743c811a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 1097 time: 0.7345257 Jul 23 16:27:50.601762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da18e0e0-5fca-4550-94ae-ddc3ffb85b03 req-b6b08c66-53bd-45dd-a5d8-a392c7fe9220 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165891 Jul 23 16:27:50.618418 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddcf563-dd6f-4bde-9070-03ca79d49386 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.619027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddcf563-dd6f-4bde-9070-03ca79d49386 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.620923 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cddcf563-dd6f-4bde-9070-03ca79d49386 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/f3c534a7-16d0-4db4-bb8f-321af30d4f69 HTTP/1.1" status: 404 len: 337 time: 0.0677290 Jul 23 16:27:50.623400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.625686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54158) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.666191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Deleting port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:50.666570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.668589 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.672205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.673470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7583845e-8f4f-40f9-9c9c-a22da0c37d41 req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d703c22-d157-42fc-aa4d-bf530536903b HTTP/1.1" status: 204 len: 173 time: 1.1382310 Jul 23 16:27:50.682739 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-4975cf32-d7c9-4c42-9b2d-1ba9d7179149 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.683206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4975cf32-d7c9-4c42-9b2d-1ba9d7179149 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.685350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4975cf32-d7c9-4c42-9b2d-1ba9d7179149 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/4948f4bf-166e-464e-be69-9c8fd51ed99e HTTP/1.1" status: 404 len: 337 time: 0.0579903 Jul 23 16:27:50.689243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54162) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.697835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.706612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70dd80b1-0e71-4312-874b-0a7618764b0f req-fd8a74ff-15b5-4d8b-843f-9934b39e6cc5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362538 Jul 23 16:27:50.708563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15e9f-882e-40b9-bb4a-f71e2affdefd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d703c22-d157-42fc-aa4d-bf530536903b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:50.734105 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba42a10-c20b-4fa4-ac32-dab2e0ff2088 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.734864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba42a10-c20b-4fa4-ac32-dab2e0ff2088 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.736823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eba42a10-c20b-4fa4-ac32-dab2e0ff2088 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/f1e62494-a986-4151-9657-37f27ff6a2af HTTP/1.1" status: 404 len: 333 time: 0.0414062 Jul 23 16:27:50.742570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54164) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.797213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.800708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.804725 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4a9b7a6-f7ad-487b-bcd8-c8d63e552217 HTTP/1.1" status: 204 len: 168 time: 0.4365616 Jul 23 16:27:50.812524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d4a6b-cc6e-47b9-9f9f-5b25f89c160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a9b7a6-f7ad-487b-bcd8-c8d63e552217,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:50.814846 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c735423-9f10-43eb-a9f8-78ad53e6a2bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.815323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c735423-9f10-43eb-a9f8-78ad53e6a2bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.818871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9c735423-9f10-43eb-a9f8-78ad53e6a2bb tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/fe71e8ab-5d6b-4892-b84c-e9fa8b0b3b05 HTTP/1.1" status: 404 len: 337 time: 0.0734632 Jul 23 16:27:50.820960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54168) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.835662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] For port 4c193f5b-7bb4-4c2b-b759-7c24f364e567, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4c193f5b-7bb4-4c2b-b759-7c24f364e567,segment=NetworkSegment(297c8b2c-1f9e-4cd5-b41f-8a7c01981ece),segment_id=297c8b2c-1f9e-4cd5-b41f-8a7c01981ece)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:50.836672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.853740 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeaa2a0-e6af-49c5-b7c1-f8fd78f8d5de tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.854304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Calling delete_port for 4c193f5b-7bb4-4c2b-b759-7c24f364e567 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:50.854955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeaa2a0-e6af-49c5-b7c1-f8fd78f8d5de tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.859094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cdeaa2a0-e6af-49c5-b7c1-f8fd78f8d5de tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/7dde557c-45a0-4ebe-95eb-4b3fbfc0b2b0 HTTP/1.1" status: 404 len: 337 time: 0.0375326 Jul 23 16:27:50.861882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54170) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.896666 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-267b1db9-1e07-45bf-bc34-25b78c859a08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.897476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267b1db9-1e07-45bf-bc34-25b78c859a08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.899702 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-267b1db9-1e07-45bf-bc34-25b78c859a08 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/41063807-f218-4c6a-a355-956745f23954 HTTP/1.1" status: 404 len: 333 time: 0.0365410 Jul 23 16:27:50.902224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.933811 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-221f5406-95b2-4397-b02b-d559883f1fb8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.934298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221f5406-95b2-4397-b02b-d559883f1fb8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.936267 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-221f5406-95b2-4397-b02b-d559883f1fb8 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/c6792af6-607f-4967-98eb-9bba5b0d0e0a HTTP/1.1" status: 404 len: 337 time: 0.0330658 Jul 23 16:27:50.936417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62b25d-0c61-4ba7-958c-a05ebdec5c47 req-1be8e076-7736-4c81-976f-7b9abaa4fb58 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:50.941428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:50.945043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed62b25d-0c61-4ba7-958c-a05ebdec5c47 req-1be8e076-7736-4c81-976f-7b9abaa4fb58 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1844625 Jul 23 16:27:50.979774 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:50.992929 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9054725c-85c6-428e-b2b9-23be09ab26d2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] DELETE failed (client error): The resource could not be found. Jul 23 16:27:50.993432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9054725c-85c6-428e-b2b9-23be09ab26d2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:27:50.995665 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9054725c-85c6-428e-b2b9-23be09ab26d2 tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/subnets/ac8eb8c6-1278-47a0-98b9-095337b5b12f HTTP/1.1" status: 404 len: 337 time: 0.0526459 Jul 23 16:27:50.999411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54176) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:51.038245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed62b25d-0c61-4ba7-958c-a05ebdec5c47 req-016192eb-ef6d-4223-8bc5-d8c43e8e0208 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921335 Jul 23 16:27:51.041066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] Pushing event deleted for resources: {'Port': ['ID=4c193f5b-7bb4-4c2b-b759-7c24f364e567,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:51.052826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acf09a-801a-41f4-ba68-9b2d72524178 None None] No DVR routers for this DVR port 4c193f5b-7bb4-4c2b-b759-7c24f364e567 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:51.188366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:27:51.210242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-9c428d06-7230-45fb-9f71-ccbf885ff256 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/04095a0c-ed85-4c9c-a6da-6003f5de95a6 HTTP/1.1" status: 200 len: 1802 time: 0.1144083 Jul 23 16:27:51.211594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 4c193f5b-7bb4-4c2b-b759-7c24f364e567 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:27:51.211963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4c193f5b-7bb4-4c2b-b759-7c24f364e567 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:27:51.353195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16d3fc-e4b6-467a-bf27-8bb33d64be7d req-71a0a723-5700-478a-a6f1-ebb111aadd15 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.356427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c16d3fc-e4b6-467a-bf27-8bb33d64be7d req-71a0a723-5700-478a-a6f1-ebb111aadd15 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2292452 Jul 23 16:27:51.361779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.388790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Deleting port a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:51.389128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.432010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.502223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c16d3fc-e4b6-467a-bf27-8bb33d64be7d req-578e16aa-d5ac-4ef2-9261-45208640e89d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377985 Jul 23 16:27:51.508799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.538861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Calling delete_port for a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:51.587405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.590172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.594813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3d2562-7c57-4bff-848b-726c46e8ee05 req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/04095a0c-ed85-4c9c-a6da-6003f5de95a6 HTTP/1.1" status: 204 len: 173 time: 0.3837011 Jul 23 16:27:51.636172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1961324399', 'description': 'tempest-description-1744958447'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:51.643803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066c61-8ba1-4567-8856-4af8fa210501 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04095a0c-ed85-4c9c-a6da-6003f5de95a6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:51.723294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.792622 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:27:51.794099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.815113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf871fc-b456-4ab8-a665-cd89ab962fae req-fdae10e4-5065-4b41-b69c-705c88a680ad tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:51.825634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cf871fc-b456-4ab8-a665-cd89ab962fae req-fdae10e4-5065-4b41-b69c-705c88a680ad tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2124722 Jul 23 16:27:51.893503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.895506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/ports/a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d HTTP/1.1" status: 204 len: 168 time: 0.8927901 Jul 23 16:27:51.896518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19106e74-9c4c-489b-b681-56e132e5eb3c tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Port': ['ID=a1c6bbc3-0c7b-44ad-b7f7-ccdd1169b30d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:51.898882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:51.943780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.948358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cf871fc-b456-4ab8-a665-cd89ab962fae req-e0a749d1-cd2d-43ca-9c63-b86e49bd00ff tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216736 Jul 23 16:27:51.949631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.988634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:51.989780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c2a778d-084d-43e2-a93e-39a7b8949c08 req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3692310 Jul 23 16:27:52.019974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa37f3-6467-4eb3-adf8-2d9939afdfb7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864b6cda-9cfc-4eec-b8ab-f2f50370fe46,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:52.035425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.134474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-484af2c3-e1a1-498e-ae8c-9f9dbc78a4a5 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/864b6cda-9cfc-4eec-b8ab-f2f50370fe46 HTTP/1.1" status: 200 len: 1803 time: 0.0574329 Jul 23 16:27:52.148843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Request body: {'security_group': {'name': 'tempest-sg-hth-215561611', 'description': 'tempest-description-hth-287891711'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:52.159442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd6ad4-c898-444f-846e-a0180b59b67d req-b76bb2b7-3eba-4bca-bfd7-b73735853e83 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.159929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.161013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44cd6ad4-c898-444f-846e-a0180b59b67d req-b76bb2b7-3eba-4bca-bfd7-b73735853e83 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1142414 Jul 23 16:27:52.172663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76951fca-860b-4a93-8bc6-1339bfa9e17b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.184385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.184810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297c8b2c-1f9e-4cd5-b41f-8a7c01981ece') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:27:52.194551 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.202776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.210627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.217715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:27:52.218704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:27:52.221748 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:27:52.232499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44cd6ad4-c898-444f-846e-a0180b59b67d req-a93d8640-e99a-4c22-8bfe-511226c7766c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Jul 23 16:27:52.278874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.283542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.286301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.287591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8fcc287-dee4-4ebd-9718-f418eab5bea1 req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "PUT /v2.0/security-groups/864b6cda-9cfc-4eec-b8ab-f2f50370fe46 HTTP/1.1" status: 200 len: 1775 time: 0.1458449 Jul 23 16:27:52.301891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.320508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606004-aa1e-4b5d-9749-33e67ec27aac tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864b6cda-9cfc-4eec-b8ab-f2f50370fe46,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:52.326924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.329478 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] 10.222.0.64 "DELETE /v2.0/networks/76951fca-860b-4a93-8bc6-1339bfa9e17b HTTP/1.1" status: 204 len: 168 time: 0.4284346 Jul 23 16:27:52.330468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5828b1f-505f-4cdf-a0e4-6cf41083945e tempest-PortsTestJSON-2013084185 tempest-PortsTestJSON-2013084185-project] Pushing event deleted for resources: {'Network': ['ID=76951fca-860b-4a93-8bc6-1339bfa9e17b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:52.504627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6dab5-4f88-4fb4-9d52-616c93720429 req-79ded09e-eda1-4210-ba86-f3703268c408 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.511508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2c6dab5-4f88-4fb4-9d52-616c93720429 req-79ded09e-eda1-4210-ba86-f3703268c408 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.0974560 Jul 23 16:27:52.575265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2c6dab5-4f88-4fb4-9d52-616c93720429 req-6407ebe7-f514-463b-b457-82b30b7ad900 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628746 Jul 23 16:27:52.665675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54246) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:52.703920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63c108e3-f603-4b57-8dbd-3491a2288742 req-e767de72-f148-4871-9fa7-4133cc09e2f9 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/864b6cda-9cfc-4eec-b8ab-f2f50370fe46 HTTP/1.1" status: 200 len: 1775 time: 0.0858343 Jul 23 16:27:52.720988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d2eda-c9cd-4007-96b5-a9be4a315a37 req-45e5538f-3b1f-4c85-803b-cebadc58a62f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.722628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-844d2eda-c9cd-4007-96b5-a9be4a315a37 req-45e5538f-3b1f-4c85-803b-cebadc58a62f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1175952 Jul 23 16:27:52.767930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-844d2eda-c9cd-4007-96b5-a9be4a315a37 req-de7d9fa5-3d30-4893-abc0-c6b450f868e7 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Jul 23 16:27:52.874700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1347f149-aa64-44a8-9a7d-fe87a5d9a537 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=653266011fe5460eaee918d0e72d9756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077188 Jul 23 16:27:52.875738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:52.886514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e484f76-1383-4d5f-a267-2df91aade712 req-58147fb3-cd76-43d0-aab5-14c166322679 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:52.888458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e484f76-1383-4d5f-a267-2df91aade712 req-58147fb3-cd76-43d0-aab5-14c166322679 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1003923 Jul 23 16:27:52.939594 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.961644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:52.966465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e484f76-1383-4d5f-a267-2df91aade712 req-9c8755d9-4529-46a9-bf1d-54fbdb7e264c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 Jul 23 16:27:53.016611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.021573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.023247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0de2b89-0d68-4a3e-abef-3229cf025a04 HTTP/1.1" status: 204 len: 168 time: 0.1467683 Jul 23 16:27:53.033113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deb484-b638-4fd7-961d-1c65f829da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de2b89-0d68-4a3e-abef-3229cf025a04,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:53.034919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9204c5-85d8-4263-84be-f9f1c94b630a req-b33de619-7926-4cf4-8db1-8596cd79a3bd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.036520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9204c5-85d8-4263-84be-f9f1c94b630a req-b33de619-7926-4cf4-8db1-8596cd79a3bd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1204855 Jul 23 16:27:53.065479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-b87cdf11-1b9e-4e4d-b425-2abcfb6fa51a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/864b6cda-9cfc-4eec-b8ab-f2f50370fe46 HTTP/1.1" status: 200 len: 1775 time: 0.0769174 Jul 23 16:27:53.103413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9204c5-85d8-4263-84be-f9f1c94b630a req-1bc5440a-df9a-475a-be58-d42541d7b3f2 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553663 Jul 23 16:27:53.142215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.171301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.219731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.223708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.238036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dc55f58-63f7-416d-a55b-9b1ca032d1a2 req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/864b6cda-9cfc-4eec-b8ab-f2f50370fe46 HTTP/1.1" status: 204 len: 173 time: 0.1643219 Jul 23 16:27:53.259222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29710f6c-427e-45a0-8944-ec3b3c811545 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b6cda-9cfc-4eec-b8ab-f2f50370fe46,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:53.528914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5994c4-a6d1-40d7-8487-daceedeaa480 req-2826919f-9dc2-4431-8dc9-10fec1af8339 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.533450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a5994c4-a6d1-40d7-8487-daceedeaa480 req-2826919f-9dc2-4431-8dc9-10fec1af8339 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1263998 Jul 23 16:27:53.603314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a5994c4-a6d1-40d7-8487-daceedeaa480 req-65f74e82-d7a5-48e4-ad2c-b4cb04f85cd8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510135 Jul 23 16:27:53.638670 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-d58b327c-c9d1-4a0b-8634-292782b8e8c0 req-f7aae9eb-3c23-4700-9edd-0e8d4ef735b1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:53.653161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d58b327c-c9d1-4a0b-8634-292782b8e8c0 req-f7aae9eb-3c23-4700-9edd-0e8d4ef735b1 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/04095a0c-ed85-4c9c-a6da-6003f5de95a6 HTTP/1.1" status: 404 len: 352 time: 0.0348527 Jul 23 16:27:53.737364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:53.818944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843b4e-ec32-46a1-be50-604a126002e0 req-a016ab24-2a54-4491-8435-70ee44a96c26 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.829708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62843b4e-ec32-46a1-be50-604a126002e0 req-a016ab24-2a54-4491-8435-70ee44a96c26 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1508205 Jul 23 16:27:53.867419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d4e4b-92d9-4e07-ba5b-f603c1154dfe req-0fcee412-2ac3-4a3d-91ce-c970e53901cb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:53.868970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-456d4e4b-92d9-4e07-ba5b-f603c1154dfe req-0fcee412-2ac3-4a3d-91ce-c970e53901cb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1515162 Jul 23 16:27:53.912338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62843b4e-ec32-46a1-be50-604a126002e0 req-229247fb-bc52-49f5-9fb3-d7cf8df2f3b2 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814886 Jul 23 16:27:53.942894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4f9a-5bb8-4647-8ff6-bdca95998fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.952800 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-ff9101b3-6c4c-4bea-a76e-3a337b200cfb req-5de9200d-9412-4973-aa6a-b6b1d66e1190 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:53.959535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9101b3-6c4c-4bea-a76e-3a337b200cfb req-5de9200d-9412-4973-aa6a-b6b1d66e1190 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/5d703c22-d157-42fc-aa4d-bf530536903b HTTP/1.1" status: 404 len: 352 time: 0.0254295 Jul 23 16:27:53.962861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-456d4e4b-92d9-4e07-ba5b-f603c1154dfe req-edce3916-fd59-4b58-807d-b83e81cfd0d3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841627 Jul 23 16:27:54.008275 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-6e83cae2-cf77-4bed-8b8c-44bf44c24154 req-c1f47278-027f-4b0b-9a22-aaa8ace1ffaf tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:54.009742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e83cae2-cf77-4bed-8b8c-44bf44c24154 req-c1f47278-027f-4b0b-9a22-aaa8ace1ffaf tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/4c42e2ee-7c4d-4974-9d52-05af67728237 HTTP/1.1" status: 404 len: 352 time: 0.0298247 Jul 23 16:27:54.086480 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-e41627b9-1283-4002-9d1b-58d33a0522a0 req-e8969a9a-3d57-4c08-beb8-61037a63f759 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:54.087714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e41627b9-1283-4002-9d1b-58d33a0522a0 req-e8969a9a-3d57-4c08-beb8-61037a63f759 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/9bb14da5-d2bd-4d4d-a6ec-a9493e5066ce HTTP/1.1" status: 404 len: 352 time: 0.0326991 Jul 23 16:27:54.090335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4f9a-5bb8-4647-8ff6-bdca95998fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.095338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4f9a-5bb8-4647-8ff6-bdca95998fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.175709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974baa12-5f31-47d6-937c-e31e479ae6d9 req-6268c616-eb97-4766-a377-80fae44b3771 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:54.177553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-974baa12-5f31-47d6-937c-e31e479ae6d9 req-6268c616-eb97-4766-a377-80fae44b3771 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.0931323 Jul 23 16:27:54.189846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4dc4f9a-5bb8-4647-8ff6-bdca95998fc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=568b912162d54845bf285b2389480abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508121 Jul 23 16:27:54.192324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:54.210480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54350) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:54.254786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc4f9a-5bb8-4647-8ff6-bdca95998fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d42c1-2a7c-48f6-ab74-8502db36a1c8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:54.283004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-974baa12-5f31-47d6-937c-e31e479ae6d9 req-7b1cf52b-b89c-4407-a04d-ac6ec54c9c55 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978720 Jul 23 16:27:54.294518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.326908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87cd68-9f4b-4537-b8fa-4a48302b4bdd req-d50b8358-a690-4530-980d-c770a89653e8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:54.331848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.334587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd87cd68-9f4b-4537-b8fa-4a48302b4bdd req-d50b8358-a690-4530-980d-c770a89653e8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1337645 Jul 23 16:27:54.369658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-02e425fe-9573-4410-8bb4-8c517fd8b3ba tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:54.370380 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-02e425fe-9573-4410-8bb4-8c517fd8b3ba tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:27:54.371165 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-02e425fe-9573-4410-8bb4-8c517fd8b3ba tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:27:54.371867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-02e425fe-9573-4410-8bb4-8c517fd8b3ba tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1529067 Jul 23 16:27:54.375548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54356) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:54.380347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080068446'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:54.387080 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-8c5d18e5-0511-4e30-9c74-f8d70487f651 req-114a6e12-ef62-4084-b60c-e2b0b1c9147a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:54.388388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.392829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.396350 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e70d42c1-2a7c-48f6-ab74-8502db36a1c8 HTTP/1.1" status: 204 len: 168 time: 0.1987281 Jul 23 16:27:54.398409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c5d18e5-0511-4e30-9c74-f8d70487f651 req-114a6e12-ef62-4084-b60c-e2b0b1c9147a tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/f35e334b-9698-4d83-bed4-d207c4998979 HTTP/1.1" status: 404 len: 352 time: 0.0513535 Jul 23 16:27:54.408187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ce18-b396-4346-9079-ef9106c71f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d42c1-2a7c-48f6-ab74-8502db36a1c8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:54.451411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd87cd68-9f4b-4537-b8fa-4a48302b4bdd req-e6bb1f31-f607-4d13-a8a6-f01b89fec6f5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159534 Jul 23 16:27:54.459112 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-2068e599-6448-455d-b4fd-67c1b89e6000 req-208e8ecd-8013-4eaf-8d37-8c7aa1892242 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] show failed (client error): The resource could not be found. Jul 23 16:27:54.470806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2068e599-6448-455d-b4fd-67c1b89e6000 req-208e8ecd-8013-4eaf-8d37-8c7aa1892242 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/c7042071-2b1f-4f05-8a43-6a1d576b969c HTTP/1.1" status: 404 len: 352 time: 0.0509992 Jul 23 16:27:54.487092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.498507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.656995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.666936 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.713430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b15d4-0be4-42b4-b741-de4a64d8ee6e req-f3fa08a1-3039-4c4c-aa26-b578ffa7160a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:54.715027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-539b15d4-0be4-42b4-b741-de4a64d8ee6e req-f3fa08a1-3039-4c4c-aa26-b578ffa7160a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1353056 Jul 23 16:27:54.745863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9451a771-d33c-422f-b7c9-9e006647e7f1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:54.801715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-539b15d4-0be4-42b4-b741-de4a64d8ee6e req-de1a4bbe-c093-4a8b-b533-e8e47118b099 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Jul 23 16:27:54.860969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.870687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.963879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:54.965444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5889239 Jul 23 16:27:54.968476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:54.975885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'eb59b854-406a-4401-897d-44cfa26655b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.008098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.008342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330bdae-a52a-419c-826a-b7cf8de5b7da tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59b854-406a-4401-897d-44cfa26655b8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.050657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea12cb-2ec8-4dbe-bf3b-773c433798fc req-8feb66a9-92a6-4947-94f2-279fe1421740 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.052220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aea12cb-2ec8-4dbe-bf3b-773c433798fc req-8feb66a9-92a6-4947-94f2-279fe1421740 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1024 time: 0.2067184 Jul 23 16:27:55.074635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.077899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a91919-ce3c-4fa6-b06f-cbecd728c265 req-bb889827-be5b-4ba2-b87c-43d9f3d36f2f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.079436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5a91919-ce3c-4fa6-b06f-cbecd728c265 req-bb889827-be5b-4ba2-b87c-43d9f3d36f2f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1044121 Jul 23 16:27:55.082355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.104347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a197586a-3d30-4ccd-ad58-3a86816a64ef,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.111579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.112918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eeac9b82-d4f9-46b3-9844-009057f91bfa tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424525 Jul 23 16:27:55.115662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54388) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.120745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c66bf1b7-637d-42f9-b15c-4821e7834e44 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'eb59b854-406a-4401-897d-44cfa26655b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.133966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aea12cb-2ec8-4dbe-bf3b-773c433798fc req-ed5d53a3-98f2-413e-9f14-a5b773ea185f tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd69340e-cea9-4221-8d6e-ea844213b8d4&id=7ce98209-64e2-419f-9326-5b0eb8ac537d&id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0733821 Jul 23 16:27:55.147879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5a91919-ce3c-4fa6-b06f-cbecd728c265 req-e6f4f6fc-93f2-4b81-a49f-6ec8c6f40044 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600474 Jul 23 16:27:55.149528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c66bf1b7-637d-42f9-b15c-4821e7834e44 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.223852 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-c66bf1b7-637d-42f9-b15c-4821e7834e44 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:27:55.225236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c66bf1b7-637d-42f9-b15c-4821e7834e44 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1085527 Jul 23 16:27:55.228471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54396) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.326094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54404) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.331623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2082988980'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.356702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:55.361645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.390520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:55.391473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.407367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.407721 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Added segment 26c660f0-7fe4-4a5c-9922-eb5f30d7aecc of type vlan for network af56445e-412c-40d8-a91b-347c0f5a813c Jul 23 16:27:55.435417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54408) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.443255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8e166-5b90-410e-9904-863aba86d4df req-95df5f2c-5296-4e24-8419-b9a7aebd7c04 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.444776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cee8e166-5b90-410e-9904-863aba86d4df req-95df5f2c-5296-4e24-8419-b9a7aebd7c04 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2029459 Jul 23 16:27:55.447776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.449344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.460923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fc6db-0cfb-4142-8a3c-d85a601eca73 req-39f9d678-e1d5-406c-a39d-1e01c6e3d3be tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.462431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b20fc6db-0cfb-4142-8a3c-d85a601eca73 req-39f9d678-e1d5-406c-a39d-1e01c6e3d3be tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1914821 Jul 23 16:27:55.486207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.492787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.493330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.544728 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2173748 Jul 23 16:27:55.545449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.555687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-407321018'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.560236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cee8e166-5b90-410e-9904-863aba86d4df req-1e4c5132-48ce-4940-90ac-0327039f95e5 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965912 Jul 23 16:27:55.569986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b20fc6db-0cfb-4142-8a3c-d85a601eca73 req-5211b0eb-d8c0-4edf-8afa-6e4ab40dfbda tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Jul 23 16:27:55.576569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.583232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.586752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb59b854-406a-4401-897d-44cfa26655b8 HTTP/1.1" status: 204 len: 168 time: 0.3549049 Jul 23 16:27:55.588134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54416) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.607401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-844874778-network', 'tenant_id': '00e67273a0d94340893d72ab2c87dd5d'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.609145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f5bcc-e4c6-4948-8384-53e7391803c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Network': ['ID=af56445e-412c-40d8-a91b-347c0f5a813c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.621402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4dc6d-6fea-441f-992d-435df4e19d7b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59b854-406a-4401-897d-44cfa26655b8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.626435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:27:55.626435 n-d-800484-3 neutron-server[94003]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:27:55.626435 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id': '00e67273a0d94340893d72ab2c87dd5d', 'id': '83cf19c0-1451-462d-9a32-e8d52b80cffa', 'expiration': datetime.datetime(2021, 7, 23, 16, 29, 55, 617653)}] Jul 23 16:27:55.626435 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:27:55.626795 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:27:55.629981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network af56445e-412c-40d8-a91b-347c0f5a813c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:55.682605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b38d243-6411-4125-a7fa-bbf7cf6895e7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892670 Jul 23 16:27:55.682605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:55.683351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.694667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54422) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.709795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--132932113'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.713648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:55.721451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.721799 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Added segment ef2fdf3b-ba90-452d-b7b5-cb8efff72a50 of type vlan for network ff938261-6b7d-4d37-8618-87ee569dee20 Jul 23 16:27:55.743492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.771131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.804373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e5427-00b9-4f06-a6e5-f1a53c68cf92 req-61573648-abab-416b-9576-212eb35d9ff1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.806006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-855e5427-00b9-4f06-a6e5-f1a53c68cf92 req-61573648-abab-416b-9576-212eb35d9ff1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1514983 Jul 23 16:27:55.812187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.818464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:55.819618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.869349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-855e5427-00b9-4f06-a6e5-f1a53c68cf92 req-4e9c2394-1096-434b-ac02-4482e3bf26c8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570915 Jul 23 16:27:55.898459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Network': ['ID=ff938261-6b7d-4d37-8618-87ee569dee20,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:55.898924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.908798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.909331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ff938261-6b7d-4d37-8618-87ee569dee20 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:55.913382 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-954ba781-f353-4e53-8497-ffd467aa5d0e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3639865 Jul 23 16:27:55.914318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54432) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.919854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'subnet': {'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:55.980836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:55.985768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2830718 Jul 23 16:27:55.988114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54434) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:55.991174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cebc7-c24d-445e-91d7-92ffc389c8b1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76015f3-f6fd-48df-b6a4-e432ae809bf1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:56.013213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-881a9f74-ba49-4399-8725-9ddd965f9064 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'e76015f3-f6fd-48df-b6a4-e432ae809bf1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:56.014313 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-881a9f74-ba49-4399-8725-9ddd965f9064 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 16:27:56.015493 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-881a9f74-ba49-4399-8725-9ddd965f9064 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:56.016790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-881a9f74-ba49-4399-8725-9ddd965f9064 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0275640 Jul 23 16:27:56.019538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54436) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:56.064005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:56.067858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.091676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2bab-fe0f-47d2-9779-9c9e83646cdd req-3e8b97d7-4ae0-4b80-99b1-3b8dd02d3e33 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.093670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-513f2bab-fe0f-47d2-9779-9c9e83646cdd req-3e8b97d7-4ae0-4b80-99b1-3b8dd02d3e33 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1811910 Jul 23 16:27:56.157435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.207694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.213326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-513f2bab-fe0f-47d2-9779-9c9e83646cdd req-657a7e93-2bc6-4458-b24d-4e9ac3cb1744 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059406 Jul 23 16:27:56.224076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Made reservation on behalf of 00e67273a0d94340893d72ab2c87dd5d for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:56.224076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.252393 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.298785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.310688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca40221-3fb6-4c0b-b7f3-4ef91253af0d req-ea8ae66a-ba40-4e2c-b82b-be7c29baf8da tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.312563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ca40221-3fb6-4c0b-b7f3-4ef91253af0d req-ea8ae66a-ba40-4e2c-b82b-be7c29baf8da tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2295134 Jul 23 16:27:56.318534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.321386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.322757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/e76015f3-f6fd-48df-b6a4-e432ae809bf1 HTTP/1.1" status: 204 len: 168 time: 0.3022630 Jul 23 16:27:56.342135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:56.383722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712de9a-5e60-42b6-ae9b-03307dc04834 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76015f3-f6fd-48df-b6a4-e432ae809bf1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:56.406631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Subnet': ['ID=539c8681-ae59-4052-abf5-e55bce0e3677,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:56.440716 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-03a11e30-f023-4869-ace7-f670d9b9bd56 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968504 Jul 23 16:27:56.444242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54444) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:56.449895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066208777'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:56.455682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:56.456064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network hostable DHCP agents. Network: af56445e-412c-40d8-a91b-347c0f5a813c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:56.464031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ca40221-3fb6-4c0b-b7f3-4ef91253af0d req-987cc497-4fe0-40b7-aef6-fec7bd98a283 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195118 Jul 23 16:27:56.476579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network af56445e-412c-40d8-a91b-347c0f5a813c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:56.488953 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, af56445e-412c-40d8-a91b-347c0f5a813c) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:56.495608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.496360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.508079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00188a1a-6b2d-4acb-8630-bc2ace8de7c3 None None] Network af56445e-412c-40d8-a91b-347c0f5a813c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:56.560749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-ad22688e-d931-4d01-b386-3b364f526136 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.563288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-ad22688e-d931-4d01-b386-3b364f526136 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1024 time: 0.2758598 Jul 23 16:27:56.678430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735185ab-383d-4ab3-accf-62dcdef8430f req-66493955-956c-43dd-afc2-00f3672951e7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.682266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-af56445e-412c-40d8-a91b-347c0f5a813c', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:56.684682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.686922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-735185ab-383d-4ab3-accf-62dcdef8430f req-66493955-956c-43dd-afc2-00f3672951e7 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 1024 time: 0.3335297 Jul 23 16:27:56.805751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.825170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-735185ab-383d-4ab3-accf-62dcdef8430f req-4b40a8d0-d131-4db0-9a26-21e4eccfc2fc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd69340e-cea9-4221-8d6e-ea844213b8d4&id=7ce98209-64e2-419f-9326-5b0eb8ac537d&id=dbed4571-6fc9-4d3c-a742-05e2dd31dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1351590 Jul 23 16:27:56.836227 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7beb5216-b78a-4b83-b5aa-2add247e042a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9209521 Jul 23 16:27:56.837416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:56.837640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.844325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:56.857736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'subnet': {'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:56.876642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:27:56.877833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Allocated IP 10.1.1.2 (af56445e-412c-40d8-a91b-347c0f5a813c/539c8681-ae59-4052-abf5-e55bce0e3677/6615fcab-78b1-4f93-98b8-82f39562d770) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:56.964847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6561-74ae-4ea2-a5f2-987e1d399e6d req-60944c72-1010-493f-b400-54c4e8195dc6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:56.972974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bbf6561-74ae-4ea2-a5f2-987e1d399e6d req-60944c72-1010-493f-b400-54c4e8195dc6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4031219 Jul 23 16:27:56.992038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d162b2-67b8-40b3-ad2e-19d3fd860200,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.021291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.021706 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Added segment 016f25eb-43ca-45df-9b27-983a9e05f7d0 of type vlan for network 2fab7399-6ae8-42cf-bda8-de4b708c0f85 Jul 23 16:27:57.075728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Deleting port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:27:57.076005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.076463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.106634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.110623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.121049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Transition to ACTIVE for port object 6615fcab-78b1-4f93-98b8-82f39562d770 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:57.140561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Transition to ACTIVE for port object 6615fcab-78b1-4f93-98b8-82f39562d770 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:57.146926 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.209232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bbf6561-74ae-4ea2-a5f2-987e1d399e6d req-d0558929-f544-448b-b4a6-70fa99b63420 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347276 Jul 23 16:27:57.215703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80300b40-daf9-4866-a46a-9bd4d841ac10,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.241054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Pushing event updated for resources: {'Port': ['ID=6615fcab-78b1-4f93-98b8-82f39562d770,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.259113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.274115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.279868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Network af56445e-412c-40d8-a91b-347c0f5a813c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:57.281590 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b954763-459d-4fa4-b8e4-840a6af27a32 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8362436 Jul 23 16:27:57.285423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:57.295257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:57.297849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:57.301472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-982b259c-628e-4dd0-9168-acb22681edc5 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '80300b40-daf9-4866-a46a-9bd4d841ac10', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:57.306924 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-982b259c-628e-4dd0-9168-acb22681edc5 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 16:27:57.307597 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-982b259c-628e-4dd0-9168-acb22681edc5 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:57.311001 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-982b259c-628e-4dd0-9168-acb22681edc5 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139344 Jul 23 16:27:57.315924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54464) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:57.346869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:57.352073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.431462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Attempting to bind port 6615fcab-78b1-4f93-98b8-82f39562d770 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:57.437061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Attempting to bind port 6615fcab-78b1-4f93-98b8-82f39562d770 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:57.437599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Attempting to bind port 6615fcab-78b1-4f93-98b8-82f39562d770 on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:57.445116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:57.446024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:57.446820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.447467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Bound using segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:57.448551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Bound port: 6615fcab-78b1-4f93-98b8-82f39562d770, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:57.449354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.455136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:27:57.556902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.558270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.559009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.567893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] For port 6615fcab-78b1-4f93-98b8-82f39562d770, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:57.572993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] For port 6615fcab-78b1-4f93-98b8-82f39562d770, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6615fcab-78b1-4f93-98b8-82f39562d770,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:57.580280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.581771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05cf99-3e7a-4b75-8b90-d8ab40eb6f49 req-af506028-ce0e-4d7d-ad65-ae3e5c2fa207 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:57.583886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce05cf99-3e7a-4b75-8b90-d8ab40eb6f49 req-af506028-ce0e-4d7d-ad65-ae3e5c2fa207 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.5494537 Jul 23 16:27:57.637670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.645644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] For port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,segment=NetworkSegment(2f36dd1b-6ac5-4354-8687-ba70a2e1583b),segment_id=2f36dd1b-6ac5-4354-8687-ba70a2e1583b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:27:57.646047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.681960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b464fcf-4044-4115-a882-b98669dabb15 None None] Pushing event updated for resources: {'Port': ['ID=6615fcab-78b1-4f93-98b8-82f39562d770,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.710540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.735947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.758474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Calling delete_port for ad9e6535-a7a4-4a06-b8b9-44d83d51e30e owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:27:57.765044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3192520 Jul 23 16:27:57.770895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54468) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:57.775983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Request body: {'subnet': {'network_id': '2fab7399-6ae8-42cf-bda8-de4b708c0f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-844874778-subnet', 'tenant_id': '00e67273a0d94340893d72ab2c87dd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:57.801556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Subnet': ['ID=3fe4b96b-1472-454b-b033-76680c6bcd77,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.831371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Checking segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:57.831830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network hostable DHCP agents. Network: ff938261-6b7d-4d37-8618-87ee569dee20, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:57.835839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Made reservation on behalf of 00e67273a0d94340893d72ab2c87dd5d for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:57.841139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:57.843415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f0458-50e7-4965-a121-b34347dbd16f admin admin] Pushing event updated for resources: {'Network': ['ID=2fab7399-6ae8-42cf-bda8-de4b708c0f85,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:57.859058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2fab7399-6ae8-42cf-bda8-de4b708c0f85 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:27:57.965649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce05cf99-3e7a-4b75-8b90-d8ab40eb6f49 req-c07374e9-0e6d-42d9-ae06-50e48fdf7a96 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459027 Jul 23 16:27:58.017586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network ff938261-6b7d-4d37-8618-87ee569dee20 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:58.020264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774159-0221-417f-ba23-ee767aa17d44 req-6c5656e6-ce75-456b-bfd7-2fbbc16317a0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.027889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a774159-0221-417f-ba23-ee767aa17d44 req-6c5656e6-ce75-456b-bfd7-2fbbc16317a0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4949672 Jul 23 16:27:58.038635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ff938261-6b7d-4d37-8618-87ee569dee20) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:58.044884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.047755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.048457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.048681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0f9e5-3059-4449-927a-2aabf5959420 None None] Network ff938261-6b7d-4d37-8618-87ee569dee20 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:58.048810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.052172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/80300b40-daf9-4866-a46a-9bd4d841ac10 HTTP/1.1" status: 204 len: 168 time: 0.7289047 Jul 23 16:27:58.054979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.079374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efd95f-46f5-48a3-aead-f562a676e8e2 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80300b40-daf9-4866-a46a-9bd4d841ac10,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.110210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.122572 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ee3d891-8b1f-48a3-81f7-f8da6f5b388b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2821147 Jul 23 16:27:58.135981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54478) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.144917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'name': 'tempest-TaggedBootDevicesTest-151411924', 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:58.149323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:27:58.149825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a774159-0221-417f-ba23-ee767aa17d44 req-fcd4f62a-024b-471a-a78f-186d1ec8e2dd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191404 Jul 23 16:27:58.155590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'Port': ['ID=ad9e6535-a7a4-4a06-b8b9-44d83d51e30e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.209654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da65559c-7748-4987-8afb-229ceb21df90 req-a404e7a9-e71e-4fa2-9a72-c3610ab8fd8d tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb65829-1c91-457b-9367-b4ff2719ca20 HTTP/1.1" status: 200 len: 210 time: 0.0555391 Jul 23 16:27:58.259104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] No DVR routers for this DVR port ad9e6535-a7a4-4a06-b8b9-44d83d51e30e on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:27:58.262923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.265548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7f85c8c-1e49-4af4-98ff-4ede75a6f0e9 req-2069347f-d7c2-4989-a32e-1c193446e41e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.81 "DELETE /v2.0/ports/ad9e6535-a7a4-4a06-b8b9-44d83d51e30e HTTP/1.1" status: 204 len: 173 time: 1.6931598 Jul 23 16:27:58.265548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'name': 'network-vif-deleted', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:27:58.268770 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416b8f3-0491-4845-99a9-49ba98ba0967" -d '{"events": [{"server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "name": "network-vif-deleted", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:27:58.344806 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-40dde9f7-a5b5-4b9d-9ecc-0b1e8c102c14 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2789168 Jul 23 16:27:58.351165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ff938261-6b7d-4d37-8618-87ee569dee20', 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ips': [{'subnet_id': '3fe4b96b-1472-454b-b033-76680c6bcd77'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:27:58.352164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.356755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54484) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.363020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103719787'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:58.391895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.404223 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.440947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762c47-e503-424a-84aa-ba5107aca084 req-7cc6accd-e655-49da-b3bb-248e212875d6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.441323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb11c54-953e-444c-83dc-4a19e43d9c99,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.453082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc762c47-e503-424a-84aa-ba5107aca084 req-7cc6accd-e655-49da-b3bb-248e212875d6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1318562 Jul 23 16:27:58.468673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:27:58.534184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc762c47-e503-424a-84aa-ba5107aca084 req-3ce96852-9419-4bc9-8ec1-1df3227fd587 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798790 Jul 23 16:27:58.614219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.646327 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe4917-7faa-4e21-876f-3ba06069bf9c x-openstack-request-id: req-b6fe4917-7faa-4e21-876f-3ba06069bf9c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:27:58.650276 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb65829-1c91-457b-9367-b4ff2719ca20", "name": "network-vif-deleted", "tag": "ad9e6535-a7a4-4a06-b8b9-44d83d51e30e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:27:58.651061 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6fe4917-7faa-4e21-876f-3ba06069bf9c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:27:58.654592 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb65829-1c91-457b-9367-b4ff2719ca20', 'name': 'network-vif-deleted', 'tag': 'ad9e6535-a7a4-4a06-b8b9-44d83d51e30e', 'status': 'completed', 'code': 200} Jul 23 16:27:58.683222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Checking segment: {'id': '016f25eb-43ca-45df-9b27-983a9e05f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2fab7399-6ae8-42cf-bda8-de4b708c0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:58.683866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Network hostable DHCP agents. Network: 2fab7399-6ae8-42cf-bda8-de4b708c0f85, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:27:58.697990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Allocated IP 10.2.2.2 (ff938261-6b7d-4d37-8618-87ee569dee20/3fe4b96b-1472-454b-b033-76680c6bcd77/2b96a51f-b702-4ccd-9bdd-bbb5c72844b7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:58.712017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] device_id is not set on port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:27:58.732725 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.762337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.778674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.837261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Network 2fab7399-6ae8-42cf-bda8-de4b708c0f85 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:27:58.899890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.901186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5433168 Jul 23 16:27:58.902012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb644e-db2e-49d7-bc35-9be4b7b5f9b6 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405f0e08-d232-4052-9adf-a004e0e83fa2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:58.923897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2fab7399-6ae8-42cf-bda8-de4b708c0f85) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:58.927759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54500) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.932413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1626d627-36ef-4916-8668-26e5be6e5d6b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '405f0e08-d232-4052-9adf-a004e0e83fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:58.943030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715878e-09ac-4d52-bf7a-fecddd2d3155 None None] Network 2fab7399-6ae8-42cf-bda8-de4b708c0f85 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:58.949682 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-1626d627-36ef-4916-8668-26e5be6e5d6b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 16:27:58.950394 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-1626d627-36ef-4916-8668-26e5be6e5d6b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:58.951459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1626d627-36ef-4916-8668-26e5be6e5d6b tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234351 Jul 23 16:27:58.959220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.960975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.971752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54502) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.973526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:58.977691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-82f38a20-19e3-470a-befa-7ed0ce854422 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '405f0e08-d232-4052-9adf-a004e0e83fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:58.978484 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-82f38a20-19e3-470a-befa-7ed0ce854422 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 16:27:58.978929 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-82f38a20-19e3-470a-befa-7ed0ce854422 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:58.979897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-82f38a20-19e3-470a-befa-7ed0ce854422 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070889 Jul 23 16:27:58.984867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54504) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:58.990900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-9854734e-9c11-4ac8-99c4-cb03cd714ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:58.992708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-9854734e-9c11-4ac8-99c4-cb03cd714ed4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.4723511 Jul 23 16:27:58.993948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-31fb78df-9ed4-48a4-a492-7d680cbefb73 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '405f0e08-d232-4052-9adf-a004e0e83fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:58.998029 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-31fb78df-9ed4-48a4-a492-7d680cbefb73 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 16:27:59.000410 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-31fb78df-9ed4-48a4-a492-7d680cbefb73 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:59.001776 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-31fb78df-9ed4-48a4-a492-7d680cbefb73 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133536 Jul 23 16:27:59.004349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Transition to ACTIVE for port object 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:59.013082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54506) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:59.019531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d26c9fe9-605e-473c-b85f-2ac390db95b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '405f0e08-d232-4052-9adf-a004e0e83fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:59.021949 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-d26c9fe9-605e-473c-b85f-2ac390db95b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 16:27:59.022731 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-d26c9fe9-605e-473c-b85f-2ac390db95b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:27:59.024146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d26c9fe9-605e-473c-b85f-2ac390db95b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090945 Jul 23 16:27:59.029101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-986c7d26-7a5f-49a6-982e-2606b74b615a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2571812 Jul 23 16:27:59.032666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54510) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:59.038416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a7a09-99b9-4a91-8218-867a909fe5d2 req-d10c9cfb-7ee9-4683-abac-f944c7883389 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.040003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-567a7a09-99b9-4a91-8218-867a909fe5d2 req-d10c9cfb-7ee9-4683-abac-f944c7883389 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.3675196 Jul 23 16:27:59.107240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Transition to ACTIVE for port object 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:59.123894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.175165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.1.1.253 (af56445e-412c-40d8-a91b-347c0f5a813c/539c8681-ae59-4052-abf5-e55bce0e3677/47567fd0-d5b0-4191-8c58-95f2a8ad57aa) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:27:59.235702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc829166-dbdd-4ff3-9f03-61b529988c11 req-4aaaba34-e253-4c9c-ac89-9a00882e5b98 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.237648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc829166-dbdd-4ff3-9f03-61b529988c11 req-4aaaba34-e253-4c9c-ac89-9a00882e5b98 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3720708 Jul 23 16:27:59.242852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-567a7a09-99b9-4a91-8218-867a909fe5d2 req-97d5548d-1c7c-4355-ac4f-8c2ef17412ac tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858647 Jul 23 16:27:59.256700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc23c1-9acd-4271-aaeb-ac30476265ae None None] Network af56445e-412c-40d8-a91b-347c0f5a813c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:59.281223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-7b53ae69-ef4d-472c-b86e-7234921b5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.283626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-7b53ae69-ef4d-472c-b86e-7234921b5422 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.2831862 Jul 23 16:27:59.298114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Pushing event updated for resources: {'Port': ['ID=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:59.314249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Network ff938261-6b7d-4d37-8618-87ee569dee20 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:59.319001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:59.322877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc829166-dbdd-4ff3-9f03-61b529988c11 req-ce041fcf-35f6-4a92-b71c-e3e918c73350 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748746 Jul 23 16:27:59.335175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:59.347702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6615fcab-78b1-4f93-98b8-82f39562d770 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:27:59.349184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.412115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-e6b31faa-b361-4c3a-8d05-a61eeeb28a91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.1020794 Jul 23 16:27:59.425683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.461672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Attempting to bind port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:27:59.461978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Attempting to bind port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:27:59.462322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Attempting to bind port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 on network ff938261-6b7d-4d37-8618-87ee569dee20 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:27:59.518152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-11778771-8b0b-438f-8551-bbfc2c6810c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.520316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-11778771-8b0b-438f-8551-bbfc2c6810c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.0659077 Jul 23 16:27:59.532538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3fa57168-b1ff-4ec1-b3df-53c16015b9e9 None None] Provisioning for port 6615fcab-78b1-4f93-98b8-82f39562d770 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:59.534765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.537324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.538506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/405f0e08-d232-4052-9adf-a004e0e83fa2 HTTP/1.1" status: 204 len: 168 time: 0.5046949 Jul 23 16:27:59.545384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae31c0f-aa84-4ee8-858d-2317191b7448 None None] Network 2fab7399-6ae8-42cf-bda8-de4b708c0f85 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:27:59.553398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:27:59.553398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Checking segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:27:59.553855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.553977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Bound using segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:27:59.554480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Bound port: 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:27:59.554853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.558636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54524) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:59.567500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.595920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-cd56824d-a7f4-4b0b-b628-5fb442b76d3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683329 Jul 23 16:27:59.604689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765fca3-6c5b-44a8-8325-6e4cc7bae927 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f0e08-d232-4052-9adf-a004e0e83fa2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:59.626855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object 47567fd0-d5b0-4191-8c58-95f2a8ad57aa will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:27:59.663396 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f966936-1b92-4dcc-a5e5-b61184db1ca1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004565 Jul 23 16:27:59.669570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:59.674817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333247739'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:59.682377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-987499969', 'description': 'tempest-description-1497865478'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:27:59.710249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.712664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.755014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdf6b8-d32e-44bb-acb4-3901012807d6 req-8b55877f-1ad5-4c8c-876d-97308d593cdb tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.756726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75fdf6b8-d32e-44bb-acb4-3901012807d6 req-8b55877f-1ad5-4c8c-876d-97308d593cdb tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.3438160 Jul 23 16:27:59.775546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network af56445e-412c-40d8-a91b-347c0f5a813c is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:27:59.782179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:27:59.791246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:27:59.801105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.817292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:59.857726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] For port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:27:59.861489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6615fcab-78b1-4f93-98b8-82f39562d770 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:27:59.864359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:27:59.865010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.867998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75fdf6b8-d32e-44bb-acb4-3901012807d6 req-e01369a0-0f50-45dc-aa7a-d6bbf8b03bef tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899982 Jul 23 16:27:59.874659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-47863339-41a7-4a9e-86e4-1d01f82f5a63 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720938 Jul 23 16:27:59.907297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6615fcab-78b1-4f93-98b8-82f39562d770 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:27:59.907678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.913713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] For port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:27:59.928951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.933968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.951905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:59.952766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38c1c738-4095-4e6e-a5fd-b008504aa57e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8151326 Jul 23 16:27:59.964714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54532) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:27:59.979730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'name': 'tempest-TaggedBootDevicesTest-1506271689', 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.015225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea950de-ffe7-4815-b610-caba5393188c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:00.126034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcb741-56db-48bc-9929-1e26bcd4d46d None None] Pushing event updated for resources: {'Port': ['ID=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:00.165662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ad9e6535-a7a4-4a06-b8b9-44d83d51e30e no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:00.196189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ad9e6535-a7a4-4a06-b8b9-44d83d51e30e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:00.196537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ad9e6535-a7a4-4a06-b8b9-44d83d51e30e not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:00.206680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.260037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6615fcab-78b1-4f93-98b8-82f39562d770, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6615fcab-78b1-4f93-98b8-82f39562d770,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:00.265417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.338946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6615fcab-78b1-4f93-98b8-82f39562d770,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:00.353684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:28:00.353684 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:28:00.353684 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '24ce3e9a41ea41a78a8ac24936d967ac', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 28, 0, 114627)}] Jul 23 16:28:00.353684 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:28:00.355006 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:28:00.466247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea1ee97-c6e1-4d8a-bd4d-1c8b4fa472ce req-cd05cfd8-9b17-42ae-b8bc-7b885e85a1f1 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842016 Jul 23 16:28:00.510179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948df3e-ed84-4ee5-ae44-3279cc6b207e req-1dc6a817-783c-457d-a9a0-340b95c068ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:00.511711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d948df3e-ed84-4ee5-ae44-3279cc6b207e req-1dc6a817-783c-457d-a9a0-340b95c068ab tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1943212 Jul 23 16:28:00.514279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.520157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.525314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.530195 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f304eb78-0b3d-461c-a5f4-4d73a2bdb840 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8561983 Jul 23 16:28:00.532204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54540) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.554533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4ce9355d-225c-4932-9154-e3151a710b10 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.555396 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-4ce9355d-225c-4932-9154-e3151a710b10 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:28:00.555996 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-4ce9355d-225c-4932-9154-e3151a710b10 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.559919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4ce9355d-225c-4932-9154-e3151a710b10 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067458 Jul 23 16:28:00.560639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54542) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.571960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ba202252-b1f4-434d-b905-4f9791c77f84 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.588114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Provisioning complete for port 6615fcab-78b1-4f93-98b8-82f39562d770 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:00.588739 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.594605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.596213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a07fe789-89af-4d03-bffa-c12fd186441b req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9517410 Jul 23 16:28:00.611965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac962c-39b1-41dc-ab00-9ed5b93ab198 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3016b2fc-2244-4ae1-aee1-0f361e24090e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:00.625856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d948df3e-ed84-4ee5-ae44-3279cc6b207e req-9c99ec8c-ecb1-42fc-bed2-2a9d22f10f18 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021497 Jul 23 16:28:00.635534 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ba202252-b1f4-434d-b905-4f9791c77f84 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.636691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba202252-b1f4-434d-b905-4f9791c77f84 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0734344 Jul 23 16:28:00.643465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.650042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f2f02f2c-b2e5-4ebe-888c-168e724ab68c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.653663 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-f2f02f2c-b2e5-4ebe-888c-168e724ab68c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 16:28:00.656663 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-f2f02f2c-b2e5-4ebe-888c-168e724ab68c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.666120 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2f02f2c-b2e5-4ebe-888c-168e724ab68c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134211 Jul 23 16:28:00.666825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54550) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.673743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cb3066d8-50e1-416f-aa8b-748dc376d682 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.710047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-060c914c-c1f1-427e-9fef-301e2632641f req-8be70fec-32d8-4d30-93f6-2ccd16abb5cd tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/7ce98209-64e2-419f-9326-5b0eb8ac537d HTTP/1.1" status: 200 len: 1803 time: 0.0772188 Jul 23 16:28:00.753600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Provisioning for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:00.762688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Provisioning complete for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:00.763634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.765282 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-cb3066d8-50e1-416f-aa8b-748dc376d682 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.766535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cb3066d8-50e1-416f-aa8b-748dc376d682 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0990727 Jul 23 16:28:00.769563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54552) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.775474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-becbdce7-f0d6-44bb-bda5-46bfa622816c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.776141 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-becbdce7-f0d6-44bb-bda5-46bfa622816c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:28:00.776674 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-becbdce7-f0d6-44bb-bda5-46bfa622816c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.777631 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-becbdce7-f0d6-44bb-bda5-46bfa622816c tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061908 Jul 23 16:28:00.781358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.786266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-80bdff40-fe79-4539-952b-f9ed0dd9a63a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.800684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-060c914c-c1f1-427e-9fef-301e2632641f req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.817794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5f5705eb-acb5-4963-9afa-f7b2bb9be6e7 None None] Port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:00.821313 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-80bdff40-fe79-4539-952b-f9ed0dd9a63a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Project a5d98686d0fb499d8430afc8c9b6c853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:28:00.836357 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-80bdff40-fe79-4539-952b-f9ed0dd9a63a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.837061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-060c914c-c1f1-427e-9fef-301e2632641f req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.838389 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80bdff40-fe79-4539-952b-f9ed0dd9a63a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0553412 Jul 23 16:28:00.840801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54556) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.848860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ded3c60f-64ef-4d72-9c98-314bffcb4130 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.849464 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-ded3c60f-64ef-4d72-9c98-314bffcb4130 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 16:28:00.850217 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ded3c60f-64ef-4d72-9c98-314bffcb4130 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:00.851367 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ded3c60f-64ef-4d72-9c98-314bffcb4130 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094724 Jul 23 16:28:00.854186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54558) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:00.859418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fc9dab07-2eb8-4156-9e60-e5c02640df22 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:00.888821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-060c914c-c1f1-427e-9fef-301e2632641f req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.895050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:00.895930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-060c914c-c1f1-427e-9fef-301e2632641f req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.904428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:00.911432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-060c914c-c1f1-427e-9fef-301e2632641f req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ce98209-64e2-419f-9326-5b0eb8ac537d HTTP/1.1" status: 204 len: 173 time: 0.1924572 Jul 23 16:28:00.931712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01133ffc-c875-4cd9-b80e-7555422eb5cc tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce98209-64e2-419f-9326-5b0eb8ac537d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:00.948372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] device_id is not set on port 87abf96c-4e32-41d6-9440-4e37474cdd5b yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:28:00.955448 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-fc9dab07-2eb8-4156-9e60-e5c02640df22 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Project a5d98686d0fb499d8430afc8c9b6c853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:28:00.965912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-08e06972-1b9f-4764-a1ec-3334f358ee26 None None] Provisioning complete for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:00.968610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08e06972-1b9f-4764-a1ec-3334f358ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.014585 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-fc9dab07-2eb8-4156-9e60-e5c02640df22 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:01.018403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc9dab07-2eb8-4156-9e60-e5c02640df22 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1605768 Jul 23 16:28:01.018922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54564) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:01.027891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2fea8f39-fa5e-40f4-9b84-f20af564e481 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '7ea950de-ffe7-4815-b610-caba5393188c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:01.031467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-08e06972-1b9f-4764-a1ec-3334f358ee26 None None] Port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:01.035593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-cdaf4008-a487-465b-900a-936514d2a7c2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/3016b2fc-2244-4ae1-aee1-0f361e24090e HTTP/1.1" status: 200 len: 1806 time: 0.1130443 Jul 23 16:28:01.052663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3016b2fc-2244-4ae1-aee1-0f361e24090e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:01.052952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3016b2fc-2244-4ae1-aee1-0f361e24090e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:01.087044 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-2fea8f39-fa5e-40f4-9b84-f20af564e481 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Project a5d98686d0fb499d8430afc8c9b6c853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:28:01.115541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123b4b4-f206-415e-b3cd-77a3fb343c6b req-ea2062f9-943a-4e7b-a1b3-9b79990d5bd6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.117508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9123b4b4-f206-415e-b3cd-77a3fb343c6b req-ea2062f9-943a-4e7b-a1b3-9b79990d5bd6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1412570 Jul 23 16:28:01.152930 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-2fea8f39-fa5e-40f4-9b84-f20af564e481 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:01.154036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2fea8f39-fa5e-40f4-9b84-f20af564e481 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1330802 Jul 23 16:28:01.157606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:01.194262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9123b4b4-f206-415e-b3cd-77a3fb343c6b req-b312310c-c43f-40ed-ae40-4b9db4224f27 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695224 Jul 23 16:28:01.199699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.1.1.229 (af56445e-412c-40d8-a91b-347c0f5a813c/539c8681-ae59-4052-abf5-e55bce0e3677/87abf96c-4e32-41d6-9440-4e37474cdd5b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:01.219086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.248069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.253409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.274501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de728a24-d7c7-4ec2-bddb-e3f916f3054b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:01.283012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.292577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.315675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cba80a3b-634a-4ce1-a30d-7ccc1c1ed745 req-bac13d2a-d9ba-435c-9479-1710d733dfea tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2719467 Jul 23 16:28:01.333459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.351247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76527b98-89a0-41d9-be0a-5892acbbc54a None None] Network ff938261-6b7d-4d37-8618-87ee569dee20 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:01.357051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:01.406867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03ddbe07-39b1-406b-8755-c644b69f1ad3 None None] Provisioning for port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:01.421264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-1aa5a860-f25b-46f6-a3e3-07df361a8b8e tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "GET /v2.0/security-groups/bd69340e-cea9-4221-8d6e-ea844213b8d4 HTTP/1.1" status: 200 len: 1802 time: 0.0986938 Jul 23 16:28:01.447148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.450061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.454151 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ea950de-ffe7-4815-b610-caba5393188c HTTP/1.1" status: 204 len: 168 time: 0.2922633 Jul 23 16:28:01.454483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54572) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:01.470517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62906b-2d01-4a32-9f9f-bb4951080d63 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea950de-ffe7-4815-b610-caba5393188c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:01.477897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe00b2-cb5d-4396-8226-9805afdea14d req-b72a7345-efd2-4023-ba9e-44ef5d455969 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.487371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32fe00b2-cb5d-4396-8226-9805afdea14d req-b72a7345-efd2-4023-ba9e-44ef5d455969 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1264944 Jul 23 16:28:01.494052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:01.503347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:01.503719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.504650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.521307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object 87abf96c-4e32-41d6-9440-4e37474cdd5b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:01.579606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.598084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b4d145a5-5e7b-4ee4-ada7-3e003503ad59 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387610 Jul 23 16:28:01.598971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54574) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:01.610818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32fe00b2-cb5d-4396-8226-9805afdea14d req-74e28ce1-d2c6-4350-9d1a-b1f1eaf5ffd1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202395 Jul 23 16:28:01.612874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.624528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--327777466'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:01.646626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.653844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.666533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.677967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network af56445e-412c-40d8-a91b-347c0f5a813c is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:01.692378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:01.709800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:01.715512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:01.724622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:01.730077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.731343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6615fcab-78b1-4f93-98b8-82f39562d770 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:01.779383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.782125 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.783387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f2ae83-e8c8-4b6c-8cb4-a988151f8e07 req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] 10.222.0.64 "DELETE /v2.0/security-groups/bd69340e-cea9-4221-8d6e-ea844213b8d4 HTTP/1.1" status: 204 len: 173 time: 0.3543642 Jul 23 16:28:01.794438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f57cfe-2b2d-4062-bb06-020037d57893 req-5f431b74-c8cc-4961-a15b-6beddaca76b9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.801882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54580) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:01.802120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74f57cfe-2b2d-4062-bb06-020037d57893 req-5f431b74-c8cc-4961-a15b-6beddaca76b9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1119995 Jul 23 16:28:01.826377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ff7d6-ee0a-4151-a3ad-44a2ecc0a981 tempest-SecurityGroupsTestJSON-1518003932 tempest-SecurityGroupsTestJSON-1518003932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd69340e-cea9-4221-8d6e-ea844213b8d4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:01.852868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1171854294', 'description': 'tempest-description-638778029'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:01.878166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:01.906609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74f57cfe-2b2d-4062-bb06-020037d57893 req-e736a3b1-fccc-4211-aa10-6c73b870189f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036873 Jul 23 16:28:01.911606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:01.917407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.918949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6615fcab-78b1-4f93-98b8-82f39562d770 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:01.922291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:01.957282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Deleting subnet fd9a5dab-fbc6-427b-92d0-076ef6b26a43 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:01.972770 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.035898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.045032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.047293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.072453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.082611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f285103d-6dd2-424c-8d67-45ce3e901350 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1133046 Jul 23 16:28:02.114770 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.118803 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5160639 Jul 23 16:28:02.121091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.125474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239069e-a32e-41dd-ab0a-463a811c278d req-92ed6113-7060-4efa-b359-0a0544f15325 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.126147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5dc4f4b9-b461-4c33-90ed-63ba539d4867 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '1be7677d-1d03-4542-b258-614465eefefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.127207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0239069e-a32e-41dd-ab0a-463a811c278d req-92ed6113-7060-4efa-b359-0a0544f15325 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1349728 Jul 23 16:28:02.133989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f412786-446b-43ca-aef9-475c422b79e3 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7677d-1d03-4542-b258-614465eefefb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.142670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.155997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Provisioning for port 87abf96c-4e32-41d6-9440-4e37474cdd5b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:02.160344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Provisioning complete for port 87abf96c-4e32-41d6-9440-4e37474cdd5b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:02.161012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.193596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0239069e-a32e-41dd-ab0a-463a811c278d req-8ce8381e-4529-4f43-bff4-6eea5837fc1f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581734 Jul 23 16:28:02.200631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.203839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Port 87abf96c-4e32-41d6-9440-4e37474cdd5b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:02.223522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Provisioning complete for port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:02.223900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6cef120-572f-4fe4-85ab-23b29c33e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.236435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9a5dab-fbc6-427b-92d0-076ef6b26a43,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.238899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.241543 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bfc427c5-9d80-49fa-995e-ea5b454b5164 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fd9a5dab-fbc6-427b-92d0-076ef6b26a43 HTTP/1.1" status: 204 len: 168 time: 0.4344635 Jul 23 16:28:02.244016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.271580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.276437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.316391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0040a0a-f9a1-4e5b-9fab-fecb2066ac07,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.335240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.336560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.336683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3510f012-4217-47ae-a5b0-8b1863d45079 req-62ffbabc-3016-473a-8688-2e1a7cfbf52b tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5114484 Jul 23 16:28:02.407099 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-5dc4f4b9-b461-4c33-90ed-63ba539d4867 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The resource could not be found. Jul 23 16:28:02.408542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5dc4f4b9-b461-4c33-90ed-63ba539d4867 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2865660 Jul 23 16:28:02.412266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.417370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-21adb0e5-3c11-44a7-b96e-8843f2a545ed tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '1be7677d-1d03-4542-b258-614465eefefb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2f895476-367b-4554-879e-d1e2417fa4c6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.465069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.476403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab807d19-f2e1-4c4a-831c-b33ab8fe236b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:02.487521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f36dd1b-6ac5-4354-8687-ba70a2e1583b') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:02.487882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f36dd1b-6ac5-4354-8687-ba70a2e1583b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:02.502145 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-21adb0e5-3c11-44a7-b96e-8843f2a545ed tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The resource could not be found. Jul 23 16:28:02.502712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.506648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-21adb0e5-3c11-44a7-b96e-8843f2a545ed tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0894058 Jul 23 16:28:02.506800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54600) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.514642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d1b18-161d-431c-8188-db352540ab0d req-c40097d8-0a20-40c6-8838-a52ab1da96be tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.516189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b2d1b18-161d-431c-8188-db352540ab0d req-c40097d8-0a20-40c6-8838-a52ab1da96be tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1051295 Jul 23 16:28:02.533558 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.548671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:02.549074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:02.550779 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:02.575604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b2d1b18-161d-431c-8188-db352540ab0d req-0cc43545-1266-4db8-8880-6c4f67f2bc20 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510225 Jul 23 16:28:02.625020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.638670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.646246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.648096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] 10.222.0.64 "DELETE /v2.0/networks/ab807d19-f2e1-4c4a-831c-b33ab8fe236b HTTP/1.1" status: 204 len: 168 time: 0.4031005 Jul 23 16:28:02.660988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54606) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.666885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447402111', 'description': 'tempest-description--1239159412'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.668814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.672411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b2f6-5ef7-4ab9-9aaf-aea140cc175b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab807d19-f2e1-4c4a-831c-b33ab8fe236b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.718382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.722704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.723917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/1be7677d-1d03-4542-b258-614465eefefb HTTP/1.1" status: 204 len: 168 time: 0.2164340 Jul 23 16:28:02.727448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54608) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.749184 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.751033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888d638-bcfb-4eb1-9010-08671e4095b4 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7677d-1d03-4542-b258-614465eefefb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.757017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-c3ecfdea-90c5-46b6-a2ed-23f5c977c28e tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d0040a0a-f9a1-4e5b-9fab-fecb2066ac07 HTTP/1.1" status: 200 len: 1806 time: 0.0837080 Jul 23 16:28:02.782230 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2758935f-a3ca-4863-a048-b85680102b6f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532305 Jul 23 16:28:02.787304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.792075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0040a0a-f9a1-4e5b-9fab-fecb2066ac07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.792401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0040a0a-f9a1-4e5b-9fab-fecb2066ac07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.793566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e058195c-94c7-421b-94d8-8f3d0af2c640 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': '01ea8825-12f4-4605-9e71-73ba7316067d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:02.812236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201e231-2a99-45cb-b58d-dde0424afc4e req-86772965-765b-4316-99c0-85b9bc92cab0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:02.813740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3201e231-2a99-45cb-b58d-dde0424afc4e req-86772965-765b-4316-99c0-85b9bc92cab0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1669474 Jul 23 16:28:02.822852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54612) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.903900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3201e231-2a99-45cb-b58d-dde0424afc4e req-f5e1a7dc-111a-4e4b-9151-f439ee47375f tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839641 Jul 23 16:28:02.916874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e16ec1af-e1dd-475a-a2b1-d2362a9be358 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26dbfa1854a54b488adfa11dfbe4d0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859525 Jul 23 16:28:02.919793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54614) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:02.939604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.943665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:02.980253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245bd7c6-e09d-46cf-814c-7200451106a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:02.998849 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.011349 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-e058195c-94c7-421b-94d8-8f3d0af2c640 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The resource could not be found. Jul 23 16:28:03.012887 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e058195c-94c7-421b-94d8-8f3d0af2c640 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2237449 Jul 23 16:28:03.014981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.016211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90e1d019-aafa-40e8-9fb3-95faf1dabc88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3540215 Jul 23 16:28:03.019057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54624) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:03.019406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54626) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:03.025107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102367935'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.040877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'security_group_rule': {'security_group_id': '245bd7c6-e09d-46cf-814c-7200451106a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.100106 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.133872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.140748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.163964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-895aa565-5ffe-4f1c-a30c-771cdd38d19d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:03.165842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-895aa565-5ffe-4f1c-a30c-771cdd38d19d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1654942 Jul 23 16:28:03.171381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47417a6b-40b5-4a54-b010-6dcf7790564a,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.188562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-5ab59c7b-a7be-4371-8282-50a2abf58bc9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/quotas/1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 375 time: 0.0145404 Jul 23 16:28:03.189690 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.190919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5b8b557-8c33-465d-a8ec-8af4f004129c req-15737765-34ba-438d-823a-91e108c54721 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4151616 Jul 23 16:28:03.194829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:03.259265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:03.259897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.294454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-aec7311a-1162-4f5a-bc44-7be559adb4e0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876544 Jul 23 16:28:03.318711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.370928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.404438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-9ab67c80-a363-4c4f-bf94-4f8219c4b353 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014431 Jul 23 16:28:03.406920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.417326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.419830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.421605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbed4571-6fc9-4d3c-a742-05e2dd31dad0 HTTP/1.1" status: 204 len: 168 time: 0.4994543 Jul 23 16:28:03.480702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15503b3-e779-429c-90c8-a54effd8116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbed4571-6fc9-4d3c-a742-05e2dd31dad0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.526519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.535069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.536556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-656b46bb-4fc9-42d5-b4eb-25b172f611ea service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249311 Jul 23 16:28:03.564498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf29423e-bf80-4cd6-94ba-a60a70efc37e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.593497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.602738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.614676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.615880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18d1937c-a3dd-4dc6-bf35-657f367a1d05 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5944028 Jul 23 16:28:03.618635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54644) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:03.625516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'security_group_rule': {'security_group_id': '245bd7c6-e09d-46cf-814c-7200451106a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.665777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.669868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6467874 Jul 23 16:28:03.669868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f9e91-9b37-4277-9051-8c74d3b29c67 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f8f78-48ce-440f-9b27-5eaf96440d5c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.670300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:03.676253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437876337'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.683437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-442480880', 'description': 'tempest-description-1308425725'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.688299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.706277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.767527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.809879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.815038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.836061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a15450-63d7-4ae3-976b-f7dd9f821c3c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:03.886082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.895274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.910427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:03.914446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4d20d2f3-f638-4df2-9002-3f0a3e9389e4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919490 Jul 23 16:28:03.915769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:03.920470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:03.966294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c65a9-82e7-4007-b124-1da415209f5c req-9a86ca37-5f1c-4ddd-a0e5-ce3fedecb270 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:03.968585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-736c65a9-82e7-4007-b124-1da415209f5c req-9a86ca37-5f1c-4ddd-a0e5-ce3fedecb270 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1008883 Jul 23 16:28:03.970738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b60b06-31de-46f7-abeb-fa76c0e8ff46,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.043737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-736c65a9-82e7-4007-b124-1da415209f5c req-f454237b-e127-4df2-a05c-93ec5b84fd38 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Jul 23 16:28:04.050713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.055444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.059137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.060745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b7b3764-a697-4011-a6df-c437439ede9f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3888235 Jul 23 16:28:04.063938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54672) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.073706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6dd9570b-ef72-49b2-a424-12f809739aac tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8f78-48ce-440f-9b27-5eaf96440d5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '38b60b06-31de-46f7-abeb-fa76c0e8ff46'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.096548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb0643-a6bf-4b87-b71d-339ff48f944d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.097149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.103708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.116642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab2ca5c9-eccd-4b3e-ae4a-967e394cb97b req-89469e32-8078-4c98-9bf5-64277279b8aa tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4387741 Jul 23 16:28:04.165366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e383135-7b94-4273-a747-31e4071e51c3 req-287aeefa-748c-4abb-8263-cc3a3ee3e642 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 210 time: 0.0401545 Jul 23 16:28:04.190490 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-6dd9570b-ef72-49b2-a424-12f809739aac tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:04.192366 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6dd9570b-ef72-49b2-a424-12f809739aac tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1275928 Jul 23 16:28:04.195458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54680) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.227954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1398448076', 'description': 'tempest-description-1805499426'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.271108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.296269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c78e-ace4-4da0-8892-8ec283ca9f2f req-0f191c9f-49e9-4232-8871-0f37263e5d88 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:04.297836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16a8c78e-ace4-4da0-8892-8ec283ca9f2f req-0f191c9f-49e9-4232-8871-0f37263e5d88 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1203251 Jul 23 16:28:04.323920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.349954 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.360160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.374727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16a8c78e-ace4-4da0-8892-8ec283ca9f2f req-7cd863e4-9132-4fd8-a8ec-974d20174037 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689614 Jul 23 16:28:04.442192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.449089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.474122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.477300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.481447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/38b60b06-31de-46f7-abeb-fa76c0e8ff46 HTTP/1.1" status: 204 len: 168 time: 0.2818625 Jul 23 16:28:04.482286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.482286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d665489-4811-4452-9634-2c64815edf0c req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2630141 Jul 23 16:28:04.483175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54688) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.499577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54692) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.505474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef17d-b436-488b-add8-9960e5ed120c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86adb2-358c-4eef-b2a3-684be45fb55f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.509137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27af80-6fa6-41dd-a91a-7f1a3c18e0bd tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b60b06-31de-46f7-abeb-fa76c0e8ff46,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.521113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 172.25.2.237 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e8436ae3-a292-4ab3-8735-030758d8aa0c) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:04.601260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-a4dfbfcd-e155-4e6c-8b28-b4c38afed062 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/5cbb0643-a6bf-4b87-b71d-339ff48f944d HTTP/1.1" status: 200 len: 1806 time: 0.0816975 Jul 23 16:28:04.607599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-568808b4-b730-4e32-a555-e5ba58e8db18 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1223233 Jul 23 16:28:04.610434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54696) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.667768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1633186690-network', 'tenant_id': '4a4e5eb897154ec499a887f8bf90ae77'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.674225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.680704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-b1c0eb6b-87ed-4833-8217-cafc8202a87c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/1b86adb2-358c-4eef-b2a3-684be45fb55f HTTP/1.1" status: 200 len: 1807 time: 0.0725682 Jul 23 16:28:04.697721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbb0643-a6bf-4b87-b71d-339ff48f944d', 'remote_group_id': '1b86adb2-358c-4eef-b2a3-684be45fb55f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.698020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cbb0643-a6bf-4b87-b71d-339ff48f944d', 'remote_group_id': '1b86adb2-358c-4eef-b2a3-684be45fb55f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:04.703319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Made reservation on behalf of 4a4e5eb897154ec499a887f8bf90ae77 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:04.705607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.707460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.718224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.744883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.746441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.800764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:04.808361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:04.822835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.824586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:04.849047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.855774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.855994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=e8436ae3-a292-4ab3-8735-030758d8aa0c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.863414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/b13f8f78-48ce-440f-9b27-5eaf96440d5c HTTP/1.1" status: 204 len: 168 time: 0.2493589 Jul 23 16:28:04.863652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54700) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:04.943809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b4f46-0088-4bf2-be2c-bf47d025f7b7 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f8f78-48ce-440f-9b27-5eaf96440d5c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:04.995642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-62d575c5-f45d-4d4e-a766-c7bb79301518 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274173 Jul 23 16:28:04.995850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:04.997369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54702) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:05.001698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635384489'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.007980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.011357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.016947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.017219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.047709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:05.089191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d80849-805c-4609-858b-0e64bc3af281,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.091963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0630d50a-a608-4b8a-b1e8-c8d8d5fcb9d2,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.102732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.103076 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Added segment 60efe955-3a50-4b6d-99a2-1cdec6042436 of type vlan for network 8d1a7ef1-252b-4d5e-a7cc-8c008628a806 Jul 23 16:28:05.111491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.137279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.138510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31c8a1ad-22e3-4a49-be00-8c7d167d7429 req-bec63ba2-2cee-48c3-94c5-3bc619b9768c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4477623 Jul 23 16:28:05.147863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.182149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1385890240', 'description': 'tempest-description-615672911'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.186661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.220466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-58f26a01-284d-47b7-8247-2763a56eb0d2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.221856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-58f26a01-284d-47b7-8247-2763a56eb0d2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.67 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.2693057 Jul 23 16:28:05.240725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'device_id': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'admin_state_up': True, 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.253015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.254026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.254617 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.367274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1a7ef1-252b-4d5e-a7cc-8c008628a806,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.378274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8d1a7ef1-252b-4d5e-a7cc-8c008628a806 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:05.382411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0442-4f84-4d74-b8d2-b76124d17d4a req-f47128c9-f9b9-413c-ba5d-dbf1eeb94901 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.384979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5abf0442-4f84-4d74-b8d2-b76124d17d4a req-f47128c9-f9b9-413c-ba5d-dbf1eeb94901 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2205062 Jul 23 16:28:05.394028 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.411266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37fdca92-dbd4-40c3-812d-b18b3f273cf7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9078486 Jul 23 16:28:05.411479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.414230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54712) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:05.419657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Request body: {'subnet': {'network_id': '8d1a7ef1-252b-4d5e-a7cc-8c008628a806', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1633186690-subnet', 'tenant_id': '4a4e5eb897154ec499a887f8bf90ae77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.428977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.433975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.470193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:28:05.470193 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:28:05.470193 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '1d49ba6beca84e5f8a365b79856fb1c0', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 28, 5, 422879)}] Jul 23 16:28:05.470193 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:28:05.470715 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:28:05.472225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:28:05.472225 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:28:05.472225 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '4a4e5eb897154ec499a887f8bf90ae77', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 28, 5, 425893)}] Jul 23 16:28:05.472225 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:28:05.472742 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:28:05.476411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e1a83-07d1-44ca-b7f1-6da0fe8062a0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.481313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.486688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5abf0442-4f84-4d74-b8d2-b76124d17d4a req-8c7af929-66bf-44d2-ba6d-a2d5bd3d6409 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909660 Jul 23 16:28:05.488734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.489918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41a9bba4-c3e0-43f7-9613-646134c5a1e1 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4928355 Jul 23 16:28:05.496277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54714) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:05.503538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-42ede65b-a81f-416a-a7fe-b81b4b72de09 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'c03e1a83-07d1-44ca-b7f1-6da0fe8062a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.528114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=e8436ae3-a292-4ab3-8735-030758d8aa0c,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.539231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.596426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-197618af-0c58-4fe4-b551-27863fdcb7b1 req-ae59af80-a395-4d8e-988c-030b539e7cf9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 210 time: 0.0346293 Jul 23 16:28:05.619358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.623741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.627266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.636992 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5e1a681-f9ba-408c-839c-6767b9f7406c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7210052 Jul 23 16:28:05.704465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.705709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01470a6b-e540-4665-b5ba-dd78391e808e req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5401289 Jul 23 16:28:05.706342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3e9f8-ad52-4423-bf76-a8393908a452 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8318d-c00f-44df-95e8-312b9a0e5811,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:05.730785 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-42ede65b-a81f-416a-a7fe-b81b4b72de09 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:05.731995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-42ede65b-a81f-416a-a7fe-b81b4b72de09 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2347374 Jul 23 16:28:05.734719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54722) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:05.739667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cab9a203-8db5-4064-b93d-22d9899ab24a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group_rule': {'security_group_id': 'c03e1a83-07d1-44ca-b7f1-6da0fe8062a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.761858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1544714142', 'description': 'tempest-description-1873393930'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:05.794664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477449f-fb29-4857-979d-d8bae30a166b req-030ddfac-9831-4d55-abec-6cf1b904b5c2 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:05.796213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7477449f-fb29-4857-979d-d8bae30a166b req-030ddfac-9831-4d55-abec-6cf1b904b5c2 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1357629 Jul 23 16:28:05.841617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.851826 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-cab9a203-8db5-4064-b93d-22d9899ab24a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:28:05.852893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cab9a203-8db5-4064-b93d-22d9899ab24a tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1171727 Jul 23 16:28:05.856197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54726) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:05.869859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7477449f-fb29-4857-979d-d8bae30a166b req-ead5e4b6-b887-4b40-b7ee-1062d46a9f8c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632741 Jul 23 16:28:05.926819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.946357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.950508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:05.955199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.001632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.002939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5b97161-056c-43f3-9b89-f22ab4e55f0c req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2508307 Jul 23 16:28:06.007900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.010304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.013667 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/c03e1a83-07d1-44ca-b7f1-6da0fe8062a0 HTTP/1.1" status: 204 len: 168 time: 0.1542654 Jul 23 16:28:06.015199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54740) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.015869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e4c1d-335d-4ccc-b7c7-92a2f548b759 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdde0731-5226-4fea-92ac-b6b027a18abd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.024972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Made reservation on behalf of 4a4e5eb897154ec499a887f8bf90ae77 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:06.027316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.043081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8258f50-35b8-4678-8587-f3285439fb83 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e1a83-07d1-44ca-b7f1-6da0fe8062a0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.049815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c0783d2-4cfa-407b-9dbe-9dbc0c87cb61 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--447402111&fields=id&tenant_id=24ce3e9a41ea41a78a8ac24936d967ac HTTP/1.1" status: 200 len: 267 time: 0.0882242 Jul 23 16:28:06.109693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:06.113149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.140964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ab52e19-d29e-44ce-9688-d2dd92040d1f tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173363 Jul 23 16:28:06.141243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.145975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'tempest-secgroup--217150926'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:06.181791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a1223fc7-9e80-41dc-8c0d-e04d8ba5dab2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.183192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a1223fc7-9e80-41dc-8c0d-e04d8ba5dab2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 931 time: 0.1169512 Jul 23 16:28:06.198955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.267868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.278132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91ecbcee-7028-493a-9060-867d969f5638 req-a6baa474-e3a4-48ce-8839-0c765683c67a tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/3cd8318d-c00f-44df-95e8-312b9a0e5811 HTTP/1.1" status: 200 len: 1806 time: 0.1377649 Jul 23 16:28:06.342045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-ef96380a-050f-4346-88eb-9ff5496e03cc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.343432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-ef96380a-050f-4346-88eb-9ff5496e03cc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 932 time: 0.1512215 Jul 23 16:28:06.349161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3254c8-29ff-4285-92a6-6f211a49cde7,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.376044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Checking segment: {'id': '60efe955-3a50-4b6d-99a2-1cdec6042436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8d1a7ef1-252b-4d5e-a7cc-8c008628a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:06.376402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Network hostable DHCP agents. Network: 8d1a7ef1-252b-4d5e-a7cc-8c008628a806, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:06.388094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.394630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.421380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Network 8d1a7ef1-252b-4d5e-a7cc-8c008628a806 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:06.428114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-3396dfcf-d892-4485-8dde-a5ebfa30e09e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0717809 Jul 23 16:28:06.432922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.434218 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2919214 Jul 23 16:28:06.437759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54744) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.442640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-06c6ccf0-4a19-4f5e-93a4-9978b783566e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:06.443301 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-06c6ccf0-4a19-4f5e-93a4-9978b783566e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:28:06.443794 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-06c6ccf0-4a19-4f5e-93a4-9978b783566e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:28:06.443907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91ecbcee-7028-493a-9060-867d969f5638 req-c5eda2ea-37f1-4a97-83be-983bd30ddf12 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/cdde0731-5226-4fea-92ac-b6b027a18abd HTTP/1.1" status: 200 len: 1807 time: 0.1588712 Jul 23 16:28:06.447934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-06c6ccf0-4a19-4f5e-93a4-9978b783566e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "PUT /v2.0/security-groups/310cb268-3135-4941-9071-3a2393a53f14 HTTP/1.1" status: 409 len: 330 time: 0.0061209 Jul 23 16:28:06.447934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0e1b6-2407-4123-956b-3b58c55d0358 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310cb268-3135-4941-9071-3a2393a53f14,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.447934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54746) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.456536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8d1a7ef1-252b-4d5e-a7cc-8c008628a806) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:06.456657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.20.0.9 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/2b2113f2-9ce4-4da4-8bde-6bae3181f299) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:06.466507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.467139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.471337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da896b1-f89a-4bbb-93ff-67062b6f7ab6 None None] Network 8d1a7ef1-252b-4d5e-a7cc-8c008628a806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:06.507332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1dc758ca-595f-4db0-9d08-b0efd3fbc45a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0919871 Jul 23 16:28:06.527885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.532884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cd8318d-c00f-44df-95e8-312b9a0e5811', 'remote_group_id': 'cdde0731-5226-4fea-92ac-b6b027a18abd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:06.533198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cd8318d-c00f-44df-95e8-312b9a0e5811', 'remote_group_id': 'cdde0731-5226-4fea-92ac-b6b027a18abd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:06.544641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d4ab3995-0c39-4a4d-b433-8e0f87845ded tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1071217 Jul 23 16:28:06.561744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.624984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.626935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.630536 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/310cb268-3135-4941-9071-3a2393a53f14 HTTP/1.1" status: 204 len: 168 time: 0.1794772 Jul 23 16:28:06.635009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c11008-e66f-452d-b5ce-0cc18a85b517 None None] Network 8d1a7ef1-252b-4d5e-a7cc-8c008628a806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:06.637298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54754) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.638890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0afce-3382-454c-9dac-9d4dc5c4b64e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310cb268-3135-4941-9071-3a2393a53f14,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.696428 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f43c9ee8-2597-4111-91c2-a0a05e53a69e tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515840 Jul 23 16:28:06.697700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54756) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.727490 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-d53854d0-ad26-4b4c-9d0b-7ba9cb50990d tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] delete failed (client error): The resource could not be found. Jul 23 16:28:06.728900 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d53854d0-ad26-4b4c-9d0b-7ba9cb50990d tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "DELETE /v2.0/security-groups/80f48429-01fd-4d5f-a920-0cd28fb4d22d HTTP/1.1" status: 404 len: 347 time: 0.0312641 Jul 23 16:28:06.733438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54760) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.747316 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-777e9209-f4d8-4c8b-8670-10db2f56d4dc tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] show failed (client error): The resource could not be found. Jul 23 16:28:06.749980 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-777e9209-f4d8-4c8b-8670-10db2f56d4dc tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-groups/fae164dc-6391-4ed3-97b6-352d7e711ccd HTTP/1.1" status: 404 len: 347 time: 0.0138090 Jul 23 16:28:06.752727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:06.762882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-58682a9c-58f5-4250-ac56-5ee1061de674 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.768096 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-388734be-d913-441c-aa0d-d2abb4794a37 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] show failed (client error): The resource could not be found. Jul 23 16:28:06.769111 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-388734be-d913-441c-aa0d-d2abb4794a37 tempest-NegativeSecGroupIPv6Test-645153674 tempest-NegativeSecGroupIPv6Test-645153674-project] 10.222.0.64 "GET /v2.0/security-group-rules/820fbcb3-5b75-4f31-b698-e32598fbd9c2 HTTP/1.1" status: 404 len: 356 time: 0.0152507 Jul 23 16:28:06.769297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-58682a9c-58f5-4250-ac56-5ee1061de674 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.775138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-58682a9c-58f5-4250-ac56-5ee1061de674 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:06.776758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-58682a9c-58f5-4250-ac56-5ee1061de674 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=ff938261-6b7d-4d37-8618-87ee569dee20&id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 1989 time: 0.2313697 Jul 23 16:28:06.812194 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.821515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-c4005ef7-eaeb-4849-8d56-f96e210c03db tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/quotas/24ce3e9a41ea41a78a8ac24936d967ac HTTP/1.1" status: 200 len: 375 time: 0.0349128 Jul 23 16:28:06.825979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.847461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Transition to ACTIVE for port object 2b2113f2-9ce4-4da4-8bde-6bae3181f299 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:06.904506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.913732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.945730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b11dbd-d6b6-4c82-9eb5-5cf1a5b129ba,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:06.950416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.951651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91ecbcee-7028-493a-9060-867d969f5638 req-f9711742-66ef-4073-a94a-b3383b557961 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4965317 Jul 23 16:28:06.953696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:06.989178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:07.014266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54772) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:07.021150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f6be2305-7a6a-4b34-93d1-8cfc3b2c32df tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1886082 Jul 23 16:28:07.032254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:07.055014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:07.056738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:07.075758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:07.192603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:07.193569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.196269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f72274e-9e2e-4318-9bd0-37cb0b7a99fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5d98686d0fb499d8430afc8c9b6c853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808445 Jul 23 16:28:07.198716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54778) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:07.229203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-2d2b7488-a134-4aeb-a92d-248db78aec34 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9973407 Jul 23 16:28:07.234546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a3604793-40b6-45de-abc7-d497f9e2cbf9 service neutron] 10.222.0.64 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883030 Jul 23 16:28:07.243745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Request body: {'port': {'device_id': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:07.263074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.285800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed58d72-aa5c-4cb4-86a6-c6c7a4afc727 req-4e506f54-ae14-46c2-8793-99ea32644f1d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:07.287314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ed58d72-aa5c-4cb4-86a6-c6c7a4afc727 req-4e506f54-ae14-46c2-8793-99ea32644f1d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2597027 Jul 23 16:28:07.291923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.360548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.363006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.364198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9451a771-d33c-422f-b7c9-9e006647e7f1 HTTP/1.1" status: 204 len: 168 time: 0.1645319 Jul 23 16:28:07.379129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32a0f6-1f2c-4448-b807-90d95224563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451a771-d33c-422f-b7c9-9e006647e7f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:07.417548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ed58d72-aa5c-4cb4-86a6-c6c7a4afc727 req-35a3bd15-fabd-492d-944b-0de8092abafb tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180148 Jul 23 16:28:07.441294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.445918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-3a813e32-0a63-4132-af3f-988ef344cebf service neutron] 10.222.0.64 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992581 Jul 23 16:28:07.456575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-519ad2cf-1aa5-48e0-80e7-e81fca55d8c6 None None] Provisioning for port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:07.462592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-519ad2cf-1aa5-48e0-80e7-e81fca55d8c6 None None] Provisioning complete for port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:07.463224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-519ad2cf-1aa5-48e0-80e7-e81fca55d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:07.502083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-519ad2cf-1aa5-48e0-80e7-e81fca55d8c6 None None] Port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:07.570983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-312b6a17-b250-426b-890c-4f29e1f0b478 service neutron] 10.222.0.64 "GET /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1132915 Jul 23 16:28:07.742034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287482-b912-4630-808a-665605565a99 req-452fbe5e-ea6d-49a8-9abe-7d1c38cda864 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:07.743531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc287482-b912-4630-808a-665605565a99 req-452fbe5e-ea6d-49a8-9abe-7d1c38cda864 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 931 time: 0.2521212 Jul 23 16:28:07.784227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-bc495c8a-2aa5-44e8-81a9-0d3542624a2a service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595576 Jul 23 16:28:08.075910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54800) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:08.175103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-63331642'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:08.197520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Made reservation on behalf of 4a2af703f45c492e82d612dcecdc8e81 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:08.201005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.209746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.216311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc287482-b912-4630-808a-665605565a99 req-82cb2d9c-6f55-4918-87b2-23c0a4c035ea tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638660 Jul 23 16:28:08.317613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a98f8b2b-724b-4e54-8c83-f5a5dbeefeff service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674879 Jul 23 16:28:08.322742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.327946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.339026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2113f2-9ce4-4da4-8bde-6bae3181f299 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:08.352395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:08.364488 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.368334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013ec606-cdf6-4ccd-b1a0-ab9f91f0d038,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.371474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.371824 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Added segment 99cee4eb-0c8c-4455-9a50-afb8ea71c420 of type vlan for network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d Jul 23 16:28:08.384382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Transition to ACTIVE for port object 2b2113f2-9ce4-4da4-8bde-6bae3181f299 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:08.390964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.395658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-36a4f495-d704-4536-9471-7f6d12b47f51 service neutron] 10.222.0.64 "GET /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0686688 Jul 23 16:28:08.416192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.454697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.464311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.465161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.500365 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4232745 Jul 23 16:28:08.504166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54808) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:08.508164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.518083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Request body: {'subnet': {'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:08.525541 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-05406f75-024a-4c57-ac66-20ca9b0ad39d req-d7cef099-71c5-4c1a-a3a8-a56d8beedcc5 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] show failed (client error): The resource could not be found. Jul 23 16:28:08.526639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05406f75-024a-4c57-ac66-20ca9b0ad39d req-d7cef099-71c5-4c1a-a3a8-a56d8beedcc5 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/be9f78df-ce30-4e82-a97a-25149bcf8a00 HTTP/1.1" status: 404 len: 352 time: 0.0531137 Jul 23 16:28:08.593040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-1270fa3c-0216-414c-810d-45ea63a4a36c service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725786 Jul 23 16:28:08.598479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af6cd-80b8-4953-9173-5b15a1e1ac8a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event updated for resources: {'Network': ['ID=363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.617541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:08.672931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Attempting to bind port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:08.673600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Attempting to bind port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:08.673600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Attempting to bind port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:08.681187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Made reservation on behalf of 4a2af703f45c492e82d612dcecdc8e81 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:08.686004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.717309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:08.717567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Attempting to bind port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:08.732221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:08.732552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:08.733451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:08.733886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Bound port: 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:08.734399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.817596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb2308-2a42-43fa-adaa-887a39d6369f req-a9c0d588-cd43-414d-ac81-b4186ee46831 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.819226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fb2308-2a42-43fa-adaa-887a39d6369f req-a9c0d588-cd43-414d-ac81-b4186ee46831 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2236435 Jul 23 16:28:08.823195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-47e8bb48-94bc-4466-8f2c-fdbf3374fd9e service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944213 Jul 23 16:28:08.883400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.896599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:08.917308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fb2308-2a42-43fa-adaa-887a39d6369f req-78e7da04-3fe7-4f4d-b936-011566fb2ab3 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916677 Jul 23 16:28:08.918871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:08.951610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event updated for resources: {'Subnet': ['ID=6284baaf-2466-4a58-b15f-b7fe4ddd871b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:08.952918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.960086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Checking segment: {'id': '99cee4eb-0c8c-4455-9a50-afb8ea71c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:08.960450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Network hostable DHCP agents. Network: 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:08.978253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:08.986851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:08.991160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:08.991734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.000014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388abbd5-3db4-46dd-a743-6c60f6c020e4 None None] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:09.011472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b219f7d6-4960-42e1-b79c-8d37448b5151 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5037296 Jul 23 16:28:09.011771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:09.017923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Request body: {'port': {'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d', 'name': 'tempest-TagsExtTest-1764487974'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:09.040529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.041568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.042920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] 10.222.0.67 "PUT /v2.0/ports/2b2113f2-9ce4-4da4-8bde-6bae3181f299 HTTP/1.1" status: 200 len: 1091 time: 1.8047278 Jul 23 16:28:09.044818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:09.051999 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6c0b5-17ee-471d-be34-cae8ade7123b" -d '{"events": [{"name": "network-changed", "server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:09.058613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b94f8576-4ecd-4b5f-94d7-a5a229adfcac service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256241 Jul 23 16:28:09.125227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-89ff13a0-033d-4688-bee9-60023aa97d74 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/cdde0731-5226-4fea-92ac-b6b027a18abd HTTP/1.1" status: 200 len: 1807 time: 0.1770749 Jul 23 16:28:09.169308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Made reservation on behalf of 4a2af703f45c492e82d612dcecdc8e81 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:09.172806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e274b46-5cb8-42bf-a6da-795473403759 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:09.173864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.198162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] device_id is not set on port 460370f7-d42a-441d-a17a-5bdfeccda6ab yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:28:09.211915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d', 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d', 'tenant_id': '4a2af703f45c492e82d612dcecdc8e81', 'fixed_ips': [{'subnet_id': '6284baaf-2466-4a58-b15f-b7fe4ddd871b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:28:09.214029 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.336830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Allocated IP 172.20.0.14 (363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d/6284baaf-2466-4a58-b15f-b7fe4ddd871b/460370f7-d42a-441d-a17a-5bdfeccda6ab) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:09.337513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-e1a892e7-50c4-492a-952d-be6fb1e7675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.339319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-e1a892e7-50c4-492a-952d-be6fb1e7675b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 1094 time: 0.2017405 Jul 23 16:28:09.339874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.343803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-08c9b1a1-141e-4869-8f42-92af5c065615 service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724764 Jul 23 16:28:09.416204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-9d6e81f7-83a6-4dd6-bb58-b8eb0df6768d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299 HTTP/1.1" status: 200 len: 217 time: 0.0638945 Jul 23 16:28:09.428986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.494212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.509989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Transition to ACTIVE for port object 460370f7-d42a-441d-a17a-5bdfeccda6ab will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:09.543624 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.550149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-0da9ed4d-0631-4a65-a38e-3a41521b50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.551823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-0da9ed4d-0631-4a65-a38e-3a41521b50c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.1249261 Jul 23 16:28:09.580958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-02fc171d-de01-4833-ad23-2240b571c768 service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275524 Jul 23 16:28:09.595162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:09.598401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:09.603024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:09.606023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Allocated IP 172.20.0.2 (363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d/6284baaf-2466-4a58-b15f-b7fe4ddd871b/1eac8a31-73cd-419f-9813-6a894436946b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:09.631740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event updated for resources: {'Port': ['ID=460370f7-d42a-441d-a17a-5bdfeccda6ab,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:09.663830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.664482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.678865 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b0f28d01-b2ae-4fdc-8956-f197b2eff52e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6660511 Jul 23 16:28:09.681428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54818) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:09.683148 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.685728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.686685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1298347211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:09.687393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-015f8a41-ac5c-45a1-a997-4412d2eca836 req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/cdde0731-5226-4fea-92ac-b6b027a18abd HTTP/1.1" status: 204 len: 173 time: 0.5612767 Jul 23 16:28:09.709868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559772f1-9736-4ad8-8df0-b75607a2dd59 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdde0731-5226-4fea-92ac-b6b027a18abd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:09.713286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.714552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.726103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-e31f7e1f-79d4-48a5-a5be-7fae5fa1dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:09.727692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-e31f7e1f-79d4-48a5-a5be-7fae5fa1dcbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630476 Jul 23 16:28:09.753337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2a0df9ff-850f-4f88-8679-91cb86c9c9c4 service neutron] 10.222.0.64 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521282 Jul 23 16:28:09.782326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.783992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.789169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.792576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Transition to ACTIVE for port object 1eac8a31-73cd-419f-9813-6a894436946b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:09.810135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.814010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b062f93-823d-48e0-9872-fb6dd9282e98 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1296473 Jul 23 16:28:09.814168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Transition to ACTIVE for port object 1eac8a31-73cd-419f-9813-6a894436946b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:09.815602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54822) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:09.821512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1ffc5879-531f-43b2-b9b1-c11347cb292f tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1226534014', 'prefixes': ['172.20.0.0/16']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:09.823071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.876043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:09.879028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:09.881665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-f90016e2-729e-45ca-a41e-365c5df27dff service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459832 Jul 23 16:28:09.887188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:09.891220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Pushing event updated for resources: {'Port': ['ID=1eac8a31-73cd-419f-9813-6a894436946b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:09.911272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5879-531f-43b2-b9b1-c11347cb292f tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for subnetpool, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.917726 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ffc5879-531f-43b2-b9b1-c11347cb292f tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0953162 Jul 23 16:28:09.918121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54824) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:09.923550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-75d3ef41-44af-4fa6-b70d-f72a542fe781 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-1932467117') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:09.951233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Attempting to bind port 1eac8a31-73cd-419f-9813-6a894436946b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:09.952051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Attempting to bind port 1eac8a31-73cd-419f-9813-6a894436946b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '99cee4eb-0c8c-4455-9a50-afb8ea71c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:09.952413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Attempting to bind port 1eac8a31-73cd-419f-9813-6a894436946b on network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:09.957584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:09.957983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Checking segment: {'id': '99cee4eb-0c8c-4455-9a50-afb8ea71c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:09.958571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:09.958961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Bound using segment: {'id': '99cee4eb-0c8c-4455-9a50-afb8ea71c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:09.959423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Bound port: 1eac8a31-73cd-419f-9813-6a894436946b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cee4eb-0c8c-4455-9a50-afb8ea71c420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:09.959803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:10.032219 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75d3ef41-44af-4fa6-b70d-f72a542fe781 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-1932467117 HTTP/1.1" status: 201 len: 201 time: 0.1101148 Jul 23 16:28:10.032423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-ed48da48-2f88-4fdc-bdef-e4ec508e98e7 service neutron] 10.222.0.64 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120020 Jul 23 16:28:10.032664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] For port 1eac8a31-73cd-419f-9813-6a894436946b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:10.033809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.039408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-7ea16f8b-225d-4fe5-9255-faabea739a03 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-834975168') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.043641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] For port 1eac8a31-73cd-419f-9813-6a894436946b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1eac8a31-73cd-419f-9813-6a894436946b,segment=NetworkSegment(99cee4eb-0c8c-4455-9a50-afb8ea71c420),segment_id=99cee4eb-0c8c-4455-9a50-afb8ea71c420)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:10.048371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:10.083905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2ee8351-c5e9-49c8-afc6-deb0c91faf1a req-798d8db6-133d-4f98-8f21-e140ef69627f service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758740 Jul 23 16:28:10.111519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224036dc-19cc-4d78-8980-bd0850adcf0e None None] Pushing event updated for resources: {'Port': ['ID=1eac8a31-73cd-419f-9813-6a894436946b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:10.114981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e289e56-ba02-4a6f-853c-18bd56f0faf6 req-31661f26-d74f-4d03-ac15-d592a476884d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.116519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e289e56-ba02-4a6f-853c-18bd56f0faf6 req-31661f26-d74f-4d03-ac15-d592a476884d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1993735 Jul 23 16:28:10.121275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ea16f8b-225d-4fe5-9255-faabea739a03 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-834975168 HTTP/1.1" status: 201 len: 201 time: 0.0861504 Jul 23 16:28:10.123757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54830) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.134858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-dbeb30f7-3555-4620-84d5-cd04f9c3ae08 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1754622409') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.204182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e289e56-ba02-4a6f-853c-18bd56f0faf6 req-2934ca68-b1e6-438d-af6e-5b30454b2186 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 Jul 23 16:28:10.206604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-3bf25e3b-3d4c-4487-982b-72eb099dee50 service neutron] 10.222.0.64 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650429 Jul 23 16:28:10.242156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dbeb30f7-3555-4620-84d5-cd04f9c3ae08 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1754622409 HTTP/1.1" status: 201 len: 201 time: 0.1170776 Jul 23 16:28:10.245039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.251075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-27cb876b-85c1-4b57-8dc7-1c35aa88d023 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-981573368') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.300873 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb09941d-c7f9-497b-981e-dc1a582319c2 x-openstack-request-id: req-bb09941d-c7f9-497b-981e-dc1a582319c2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:10.301180 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:10.301436 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb09941d-c7f9-497b-981e-dc1a582319c2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:10.301840 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299', 'status': 'completed', 'code': 200} Jul 23 16:28:10.305608 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27cb876b-85c1-4b57-8dc7-1c35aa88d023 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-981573368 HTTP/1.1" status: 201 len: 201 time: 0.0592048 Jul 23 16:28:10.308856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.313897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-0115e05c-9b0b-4f50-a61b-c728b8661eff tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.378316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a627e73a-5ec1-4402-8db0-bc7c2d071e7d service neutron] 10.222.0.64 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653860 Jul 23 16:28:10.429018 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0115e05c-9b0b-4f50-a61b-c728b8661eff tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 200 len: 241 time: 0.1190760 Jul 23 16:28:10.431788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.436422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-b358598e-4ae9-4237-a641-50203680521b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-1932467117') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.496699 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b358598e-4ae9-4237-a641-50203680521b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-1932467117 HTTP/1.1" status: 204 len: 168 time: 0.0637176 Jul 23 16:28:10.500451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.504873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-5f353603-3d3c-424b-ac78-b00161669a0a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-1932467117') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.517258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-3fd18439-f589-4332-8246-b2420982c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.518798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-3fd18439-f589-4332-8246-b2420982c0fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 1094 time: 0.1843529 Jul 23 16:28:10.542069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-9c1b75f3-2f08-4cdf-82f3-8612b01abca4 service neutron] 10.222.0.64 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515183 Jul 23 16:28:10.573020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702187-b202-4096-bdd0-45feed0f491c req-81bf4290-1477-4f4e-8124-f1c8d26d7e23 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.574632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5702187-b202-4096-bdd0-45feed0f491c req-81bf4290-1477-4f4e-8124-f1c8d26d7e23 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 943 time: 0.2000287 Jul 23 16:28:10.593362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f353603-3d3c-424b-ac78-b00161669a0a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-1932467117 HTTP/1.1" status: 204 len: 168 time: 0.0918441 Jul 23 16:28:10.596078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.602838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-c79f00a4-df12-45c3-8d6e-f145131a9ca6 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.671637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5702187-b202-4096-bdd0-45feed0f491c req-27f1ba98-6a55-4fa9-8112-30ccb6944dc6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563307 Jul 23 16:28:10.672012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54846) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:10.674563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c79f00a4-df12-45c3-8d6e-f145131a9ca6 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 200 len: 205 time: 0.0771205 Jul 23 16:28:10.676765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf9aaa-56c8-4bce-ba92-49c5f5a03c33 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:10.679455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-5dd4ba9d-c649-4adb-974b-5cca3e41e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:10.680890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-5dd4ba9d-c649-4adb-974b-5cca3e41e5b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1512175 Jul 23 16:28:11.001566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-9546fde7-7a1f-45e4-b812-6bcc3ba74bc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299 HTTP/1.1" status: 200 len: 217 time: 0.0507963 Jul 23 16:28:11.079742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcdafeeb-2076-481a-92a2-f149033e7325 req-8cce7f2d-e609-40a3-b481-972872e72d35 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/3cd8318d-c00f-44df-95e8-312b9a0e5811 HTTP/1.1" status: 200 len: 1806 time: 0.1302164 Jul 23 16:28:11.088946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-cb63ec60-60d8-4cd4-8744-635f231ee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.092366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-cb63ec60-60d8-4cd4-8744-635f231ee20f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0772405 Jul 23 16:28:11.099295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b3cf9aaa-56c8-4bce-ba92-49c5f5a03c33 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 200 len: 240 time: 0.4262066 Jul 23 16:28:11.102385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54868) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.107313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-9ca04395-0ae9-497a-b436-0faf9279fc89 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-834975168') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.232280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6514edb-b5f0-42f7-b22c-0f6db7b87d40 req-ae497b86-ef1a-49cc-8eb8-599c65755855 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a4e5eb897154ec499a887f8bf90ae77 HTTP/1.1" status: 200 len: 2988 time: 0.0881200 Jul 23 16:28:11.275246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1eac8a31-73cd-419f-9813-6a894436946b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:11.277392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ca04395-0ae9-497a-b436-0faf9279fc89 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-834975168 HTTP/1.1" status: 204 len: 168 time: 0.1737325 Jul 23 16:28:11.280246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54876) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.286883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-0b6d659f-39a8-4019-9477-00f4af3575ba tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-834975168') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.336687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974e56b-3252-4753-98e7-5e4604a335cc None None] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:11.368407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b6d659f-39a8-4019-9477-00f4af3575ba tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-834975168 HTTP/1.1" status: 204 len: 168 time: 0.0866382 Jul 23 16:28:11.371007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54882) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.372096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-e64ecc66-6a0e-473f-8608-4da8e3c47c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.373843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-e64ecc66-6a0e-473f-8608-4da8e3c47c5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735190 Jul 23 16:28:11.378503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-0bfe3d0f-56b8-4dd5-976a-9fbad0a62ebd tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.383186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6514edb-b5f0-42f7-b22c-0f6db7b87d40 req-a159df26-5c09-4c76-a657-e999d1970c64 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/20d80849-805c-4609-858b-0e64bc3af281 HTTP/1.1" status: 200 len: 2985 time: 0.1494803 Jul 23 16:28:11.434867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1eac8a31-73cd-419f-9813-6a894436946b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:11.459589 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.466779 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0bfe3d0f-56b8-4dd5-976a-9fbad0a62ebd tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0932407 Jul 23 16:28:11.468060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54884) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.475431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Provisioning for port 1eac8a31-73cd-419f-9813-6a894436946b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:11.478580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8480-2731-4fcc-9264-6233c4aaa263 req-6cb89bab-8714-4964-843c-624e34ae6868 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:11.483989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Provisioning complete for port 1eac8a31-73cd-419f-9813-6a894436946b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:11.484424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.488700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-649d8480-2731-4fcc-9264-6233c4aaa263 req-6cb89bab-8714-4964-843c-624e34ae6868 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2494400 Jul 23 16:28:11.493809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-cf968eb7-2ed9-4904-85c7-ed537045014d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.532936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6514edb-b5f0-42f7-b22c-0f6db7b87d40 req-135da629-f830-4130-b1e4-25ece9d79959 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/20d80849-805c-4609-858b-0e64bc3af281 HTTP/1.1" status: 200 len: 2985 time: 0.1372614 Jul 23 16:28:11.650442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-649d8480-2731-4fcc-9264-6233c4aaa263 req-8830234d-3c50-4de8-9d7f-31242201f902 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635630 Jul 23 16:28:11.654165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-e1095f61-835b-4119-bf2c-5109816df4f1 service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682781 Jul 23 16:28:11.675031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cf968eb7-2ed9-4904-85c7-ed537045014d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 200 len: 241 time: 0.1857822 Jul 23 16:28:11.678125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.683442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-55e7829d-78a9-483a-8f3c-00e36479c798 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1754622409') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.691403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.767178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-62426011-42ec-4593-9820-d8c68dcfbee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.770064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] For port 1eac8a31-73cd-419f-9813-6a894436946b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1eac8a31-73cd-419f-9813-6a894436946b,segment=NetworkSegment(99cee4eb-0c8c-4455-9a50-afb8ea71c420),segment_id=99cee4eb-0c8c-4455-9a50-afb8ea71c420)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:11.775525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.776324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1857533880', 'description': 'tempest-description-756749782'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:11.815092 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-55e7829d-78a9-483a-8f3c-00e36479c798 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1754622409 HTTP/1.1" status: 204 len: 168 time: 0.1357994 Jul 23 16:28:11.815773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.820886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-58a074e6-b9b1-4bac-9c16-dd6ac31fd85c tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1754622409') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:11.833393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9330498-1210-4697-aa27-2b5da1fa29a9 req-695c1a1f-1165-461c-9cd1-1889e6483099 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Jul 23 16:28:11.860145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.905029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac942182-c02e-4e17-8445-6da75ba83149 None None] Pushing event updated for resources: {'Port': ['ID=1eac8a31-73cd-419f-9813-6a894436946b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:11.930554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8d6c0b5-17ee-471d-be34-cae8ade7123b req-62caaa33-f8dc-4c65-9b05-b2b599bb3c90 service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672086 Jul 23 16:28:11.978905 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-58a074e6-b9b1-4bac-9c16-dd6ac31fd85c tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1754622409 HTTP/1.1" status: 204 len: 168 time: 0.1620710 Jul 23 16:28:11.981302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:11.996124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-a728b3cd-4fab-47a0-b146-32b4c9d851ed tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.084990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.102330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Provisioning for port 460370f7-d42a-441d-a17a-5bdfeccda6ab completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:12.104191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a728b3cd-4fab-47a0-b146-32b4c9d851ed tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 200 len: 205 time: 0.1214502 Jul 23 16:28:12.106636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.108721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Provisioning complete for port 460370f7-d42a-441d-a17a-5bdfeccda6ab triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:12.109430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.112568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8365c-d200-4b07-b641-b73785a41d2b req-4cef2262-9fc5-4b1a-bfff-2908865dbb8c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.113529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-fda41896-88e6-467c-85e5-7fa20dc5d6ec tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.114117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31d8365c-d200-4b07-b641-b73785a41d2b req-4cef2262-9fc5-4b1a-bfff-2908865dbb8c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1387661 Jul 23 16:28:12.115201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.136025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fda41896-88e6-467c-85e5-7fa20dc5d6ec tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 200 len: 240 time: 0.0260093 Jul 23 16:28:12.138487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.143909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-92b575a5-6624-4cbd-979b-8ce4f4bf97ba tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-981573368') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.150638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1da09-d5e3-4f84-b250-eefe3a59d1de,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:12.162548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Port 460370f7-d42a-441d-a17a-5bdfeccda6ab cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:12.176917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Provisioning complete for port 1eac8a31-73cd-419f-9813-6a894436946b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:12.177168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.177805 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa66217b-9400-4f72-8a50-b62e0d2ffe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.178703 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92b575a5-6624-4cbd-979b-8ce4f4bf97ba tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-981573368 HTTP/1.1" status: 204 len: 168 time: 0.0384276 Jul 23 16:28:12.182066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.192918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d86c3a04-5efe-49b0-82f4-dc837ff1ef53 req-e8c5da33-9d43-47f5-a9e2-79e69907cd71 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4801965 Jul 23 16:28:12.193574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-c4cd029c-e6bf-41c7-bc37-0c5ea4ecac51 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-981573368') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.236691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c4cd029c-e6bf-41c7-bc37-0c5ea4ecac51 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-981573368 HTTP/1.1" status: 204 len: 168 time: 0.0533948 Jul 23 16:28:12.239969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.242492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31d8365c-d200-4b07-b641-b73785a41d2b req-a54dff91-ad7e-4a25-8792-7f5643f14a50 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903273 Jul 23 16:28:12.254669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-b594f613-5a43-4ab2-9483-b2181abb155d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.287933 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b594f613-5a43-4ab2-9483-b2181abb155d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 200 len: 205 time: 0.0461867 Jul 23 16:28:12.290654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.291061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-520a3a80-7acb-4723-826f-a95fc9e9ba65 req-96dd95d3-a7a7-4613-b8c1-545a4baa6e0d tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/20d80849-805c-4609-858b-0e64bc3af281 HTTP/1.1" status: 200 len: 2985 time: 0.0914557 Jul 23 16:28:12.301734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-aeedf2f1-7954-497f-874d-b114c622cbf9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.330459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aeedf2f1-7954-497f-874d-b114c622cbf9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.0353372 Jul 23 16:28:12.331096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.335888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-d41aa3c7-eb35-4944-8987-134e13295bc9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.394323 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-520a3a80-7acb-4723-826f-a95fc9e9ba65 req-5a06bb48-7881-492d-bb1c-a4a0a767a54b tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:28:12.397888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-520a3a80-7acb-4723-826f-a95fc9e9ba65 req-5a06bb48-7881-492d-bb1c-a4a0a767a54b tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "DELETE /v2.0/security-groups/20d80849-805c-4609-858b-0e64bc3af281 HTTP/1.1" status: 409 len: 352 time: 0.1001940 Jul 23 16:28:12.425563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-21c21ebf-e30e-44e5-b4d1-c0f495da1844 None None] Provisioning complete for port 460370f7-d42a-441d-a17a-5bdfeccda6ab triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:12.426184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21c21ebf-e30e-44e5-b4d1-c0f495da1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.440620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c59042-9c71-491c-b594-ee2189222472 req-b294f6d2-ff9d-47de-9da1-98198cde0f9b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.442508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69c59042-9c71-491c-b594-ee2189222472 req-b294f6d2-ff9d-47de-9da1-98198cde0f9b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 943 time: 0.1277528 Jul 23 16:28:12.467899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-21c21ebf-e30e-44e5-b4d1-c0f495da1844 None None] Port 460370f7-d42a-441d-a17a-5bdfeccda6ab cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:12.506442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-daa400f0-a694-4da9-a0c9-78b30e8445f6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 200 len: 1806 time: 0.0895345 Jul 23 16:28:12.509374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69c59042-9c71-491c-b594-ee2189222472 req-dc74bd88-0a8a-47dd-ad42-bf980b952ee8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Jul 23 16:28:12.524730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6d1da09-d5e3-4f84-b250-eefe3a59d1de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:12.525044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6d1da09-d5e3-4f84-b250-eefe3a59d1de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:12.581882 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-ecc454f1-1c6e-4ca1-a91f-79c8cddb8c4e req-54bfb9f4-6e24-45b6-9c10-1cbe9ffc4c50 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] show failed (client error): The resource could not be found. Jul 23 16:28:12.583060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecc454f1-1c6e-4ca1-a91f-79c8cddb8c4e req-54bfb9f4-6e24-45b6-9c10-1cbe9ffc4c50 tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/8cb53c3e-4b7e-46da-9b46-e73155779cf2 HTTP/1.1" status: 404 len: 352 time: 0.0333188 Jul 23 16:28:12.639744 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-aba52ae4-19a6-4596-814c-2525dfb47ec9 req-5019b0ca-a6b8-4156-a463-ef10df768cae tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] show failed (client error): The resource could not be found. Jul 23 16:28:12.640945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aba52ae4-19a6-4596-814c-2525dfb47ec9 req-5019b0ca-a6b8-4156-a463-ef10df768cae tempest-SecurityGroupsNegativeTestJSON-374359371 tempest-SecurityGroupsNegativeTestJSON-374359371-project] 10.222.0.64 "GET /v2.0/security-groups/6aef34f4-4274-4bf8-94f8-187bf7fc75d3 HTTP/1.1" status: 404 len: 352 time: 0.0311098 Jul 23 16:28:12.663020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54918) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.667064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d36d5a6d-dd00-4f0c-bab7-70146e24b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.669829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d36d5a6d-dd00-4f0c-bab7-70146e24b515 service neutron] 10.222.0.81 "GET /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 1027 time: 0.0993187 Jul 23 16:28:12.714593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d41aa3c7-eb35-4944-8987-134e13295bc9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 204 len: 168 time: 0.3824456 Jul 23 16:28:12.717288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54922) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.721904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-7563e6d5-cd51-48cc-9a06-d36ec5573a0f tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.745323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.776843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Deleting subnet 2a3254c8-29ff-4285-92a6-6f211a49cde7 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:12.779294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-c849437c-2f61-430d-a278-c937bf894095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:12.780674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-c849437c-2f61-430d-a278-c937bf894095 service neutron] 10.222.0.81 "GET /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 1028 time: 0.0777044 Jul 23 16:28:12.783939 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7563e6d5-cd51-48cc-9a06-d36ec5573a0f tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0653484 Jul 23 16:28:12.785999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.786870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.789021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.792508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-ce60aa9f-c60c-4de1-bafa-4df613a500d3 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.824300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.859069 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ce60aa9f-c60c-4de1-bafa-4df613a500d3 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 204 len: 168 time: 0.0668211 Jul 23 16:28:12.859918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.865081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-02246054-377c-4049-900b-8f967627af24 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-212845951') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.901988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.926270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9902ce83-dbf9-45b9-9f6c-d89ec3e83e7c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:12.929078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-02246054-377c-4049-900b-8f967627af24 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-212845951 HTTP/1.1" status: 201 len: 201 time: 0.0680230 Jul 23 16:28:12.931857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:12.938389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-adb298d1-9a93-4d02-a05b-4643a1fade30 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-1808551020') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:12.979312 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.980586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dbdbb64-8d50-4c9b-8dcd-f2461fae73d5 req-1c56690a-8483-43b9-aeb8-1742cd140e55 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4605818 Jul 23 16:28:13.013449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.016095 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-adb298d1-9a93-4d02-a05b-4643a1fade30 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-1808551020 HTTP/1.1" status: 201 len: 201 time: 0.0828061 Jul 23 16:28:13.016939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54934) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.022267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-9fa1e942-2eaa-4dba-916a-f2cf5705ff67 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1310942751') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.071669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d8879cd5-3909-4adf-b180-f7a9ffc9d4b4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.077552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d8879cd5-3909-4adf-b180-f7a9ffc9d4b4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.083331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d8879cd5-3909-4adf-b180-f7a9ffc9d4b4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.084937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d8879cd5-3909-4adf-b180-f7a9ffc9d4b4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=ff938261-6b7d-4d37-8618-87ee569dee20&id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 1989 time: 0.2733524 Jul 23 16:28:13.116006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28f7fa6d-df48-41e0-80c9-0e1dc7b60fcc req-55a2cdfb-6c3c-4b50-a524-ec882c1aff1c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0628605 Jul 23 16:28:13.119794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9fa1e942-2eaa-4dba-916a-f2cf5705ff67 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1310942751 HTTP/1.1" status: 201 len: 201 time: 0.1016715 Jul 23 16:28:13.120514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.124157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708debbe-066f-4e23-b686-9cf035050943 req-e972fa13-0877-4e77-afc4-7e5556d0a3e0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.125668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-708debbe-066f-4e23-b686-9cf035050943 req-e972fa13-0877-4e77-afc4-7e5556d0a3e0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2993641 Jul 23 16:28:13.131437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b2113f2-9ce4-4da4-8bde-6bae3181f299 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:13.132955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-e69f68b0-c87c-4f11-a682-45f4d0b6fc2a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-756314664') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.183839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e69f68b0-c87c-4f11-a682-45f4d0b6fc2a tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-756314664 HTTP/1.1" status: 201 len: 201 time: 0.0618765 Jul 23 16:28:13.184052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54938) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.189588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-78e74824-03c9-4af0-9788-cd7acf4301f6 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', {'tags': ['tempest-TagsExtTest-Tag-1743940035', 'tempest-TagsExtTest-Tag-855981660', 'tempest-TagsExtTest-Tag-1191655439']}) {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.208035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-52d1b178-3d67-4e4b-9b65-030d52b314ed tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ce3e9a41ea41a78a8ac24936d967ac HTTP/1.1" status: 200 len: 379 time: 0.0967979 Jul 23 16:28:13.220006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'admin_state_up': True, 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'security_groups': ['245bd7c6-e09d-46cf-814c-7200451106a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:13.225845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-708debbe-066f-4e23-b686-9cf035050943 req-97b69793-1a7c-447d-837b-ed1d3f093e76 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914478 Jul 23 16:28:13.229087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.279977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1eac8a31-73cd-419f-9813-6a894436946b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:13.280937 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78e74824-03c9-4af0-9788-cd7acf4301f6 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 200 len: 317 time: 0.0956743 Jul 23 16:28:13.281684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.287646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-a66b901a-c166-4d98-9694-db5b69d29390 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.298802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3254c8-29ff-4285-92a6-6f211a49cde7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:13.316287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.320514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c70b5491-7175-41f6-908f-9cc54ea48b8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a3254c8-29ff-4285-92a6-6f211a49cde7 HTTP/1.1" status: 204 len: 168 time: 0.6532805 Jul 23 16:28:13.321184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54944) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.403420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-1c70862f-01e6-44f4-aa79-5cb16a8d5f8a tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 200 len: 2400 time: 0.1714463 Jul 23 16:28:13.427720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6d1da09-d5e3-4f84-b250-eefe3a59d1de', 'remote_group_id': None}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:13.428037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6d1da09-d5e3-4f84-b250-eefe3a59d1de', 'remote_group_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:13.439005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.452197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1eac8a31-73cd-419f-9813-6a894436946b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:13.452747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.508699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b221071-edab-4589-9559-84d32845a1ef req-3385d894-8ede-4895-87f0-78bf5bd5c26c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:13.511152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b221071-edab-4589-9559-84d32845a1ef req-3385d894-8ede-4895-87f0-78bf5bd5c26c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.1608303 Jul 23 16:28:13.553768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:13.558147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.560525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.573599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1a7ef1-252b-4d5e-a7cc-8c008628a806']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.588069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60efe955-3a50-4b6d-99a2-1cdec6042436') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.588624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60efe955-3a50-4b6d-99a2-1cdec6042436') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.600656 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.604894 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a66b901a-c166-4d98-9694-db5b69d29390 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 204 len: 168 time: 0.3219812 Jul 23 16:28:13.611499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54948) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.618705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-7de6f965-c999-4a56-89f2-b20203ff7f6e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-1743940035') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:13.619038 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.623506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.626298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:13.626711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:13.628660 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:13.659548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b221071-edab-4589-9559-84d32845a1ef req-0fdc5784-5c9c-4540-863b-16b440451163 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401849 Jul 23 16:28:13.675051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:13.688777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.709125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.721799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8d1a7ef1-252b-4d5e-a7cc-8c008628a806 HTTP/1.1" status: 204 len: 168 time: 0.3900554 Jul 23 16:28:13.730125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2b2113f2-9ce4-4da4-8bde-6bae3181f299', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '2b2113f2-9ce4-4da4-8bde-6bae3181f299', 'mac_address': 'fa:16:3e:1f:e4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:13.753567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf439e3-3750-4472-98a4-309aa6c34e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1a7ef1-252b-4d5e-a7cc-8c008628a806,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:13.799803 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.836408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.851023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.867596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2113f2-9ce4-4da4-8bde-6bae3181f299 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:13.906996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:13.912167 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.942261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d62468-217b-4b96-8fcb-7a74da99ba28,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:13.947782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.954764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54954) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:13.961760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72925f06-e16d-49c2-94bd-b33718ecb13b req-537bda29-c343-4200-83f8-9aa973682834 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5491419 Jul 23 16:28:14.020270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:14.031111 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-706fc71e-423a-4e5d-93bf-c2cfc36b352d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a4e5eb897154ec499a887f8bf90ae77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747113 Jul 23 16:28:14.033968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54958) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.035813 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-7de6f965-c999-4a56-89f2-b20203ff7f6e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:14.040016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7de6f965-c999-4a56-89f2-b20203ff7f6e tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-1743940035 HTTP/1.1" status: 404 len: 329 time: 0.4272382 Jul 23 16:28:14.040625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.041964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 172.20.0.4 (bebecbb7-00ad-49d4-a18d-3919e2dd026d/2912ed78-8511-4c9e-8597-99044054331d/b8ba45e2-1a7d-44d1-8406-6c624b078f77) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:14.048810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-525c83d3-cdb9-487c-aa87-30fa05a07cd8 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-855981660') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.095580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819f15a-4296-4f9b-8324-91175d5d78f3 req-82ce951d-3057-42dd-b414-28ae46640fcf tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.097139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3819f15a-4296-4f9b-8324-91175d5d78f3 req-82ce951d-3057-42dd-b414-28ae46640fcf tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 943 time: 0.2843783 Jul 23 16:28:14.115778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.140371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.162693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:14.202386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.206085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.208369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20d80849-805c-4609-858b-0e64bc3af281 HTTP/1.1" status: 204 len: 168 time: 0.1709259 Jul 23 16:28:14.218544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bbb62-fd88-41a6-b024-e254476d995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d80849-805c-4609-858b-0e64bc3af281,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:14.300888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.411494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-67eb47f9-6dd7-4aa8-acb3-62de37977ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.473293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8350de8-030d-4f21-bca4-bebe18926d6b req-97652033-af27-4e55-82f5-d5fd0353f090 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 200 len: 2999 time: 0.3910797 Jul 23 16:28:14.496120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3819f15a-4296-4f9b-8324-91175d5d78f3 req-8424b835-d21d-44dc-bc9c-9744409c36c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817265 Jul 23 16:28:14.547471 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-525c83d3-cdb9-487c-aa87-30fa05a07cd8 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:14.551734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.552350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-525c83d3-cdb9-487c-aa87-30fa05a07cd8 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-855981660 HTTP/1.1" status: 404 len: 328 time: 0.5072577 Jul 23 16:28:14.557669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-e8943663-5451-4304-a146-9d64789fb833 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b', 'tempest-TagsExtTest-Tag-1191655439') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.632729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-605a59b2-2d58-4d42-acd0-4bd72f6a5277 req-c929762e-f2f6-407d-90a0-2c101281871e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0650883 Jul 23 16:28:14.644012 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-e8943663-5451-4304-a146-9d64789fb833 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:14.645077 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8943663-5451-4304-a146-9d64789fb833 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags/tempest-TagsExtTest-Tag-1191655439 HTTP/1.1" status: 404 len: 329 time: 0.0915663 Jul 23 16:28:14.647801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.652677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-6d227902-aded-4d96-8394-b332674b5e01 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', {'tags': ['tempest-TagsExtTest-Tag-855509009', 'tempest-TagsExtTest-Tag-1149781728', 'tempest-TagsExtTest-Tag-1221457044']}) {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.682201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.720622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object b8ba45e2-1a7d-44d1-8406-6c624b078f77 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:14.729404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d227902-aded-4d96-8394-b332674b5e01 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 200 len: 317 time: 0.0806050 Jul 23 16:28:14.737612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-121de558-1d3f-424e-9906-e60320048179 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-group-rules/b2d62468-217b-4b96-8fcb-7a74da99ba28 HTTP/1.1" status: 200 len: 783 time: 0.0498536 Jul 23 16:28:14.737775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.759114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-4b23d2a0-dd5a-49a6-b1e6-28a3d6ed7fe4 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.819145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c515-0693-4499-8f8e-5327c10a5ccb req-a2c4db7e-90f7-4a2b-b8bf-0b77e5458a3b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:14.825533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8c3c515-0693-4499-8f8e-5327c10a5ccb req-a2c4db7e-90f7-4a2b-b8bf-0b77e5458a3b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2306774 Jul 23 16:28:14.837953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-f74414bc-0b18-4304-9bb9-e05911a4555a tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 200 len: 2999 time: 0.0990417 Jul 23 16:28:14.853191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b23d2a0-dd5a-49a6-b1e6-28a3d6ed7fe4 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1139202 Jul 23 16:28:14.856139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.865051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-c836fcd9-bb25-46ec-9f3a-06b9408a2831 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-855509009') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.867543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.932749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.945211 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-c836fcd9-bb25-46ec-9f3a-06b9408a2831 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:14.946711 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c836fcd9-bb25-46ec-9f3a-06b9408a2831 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-855509009 HTTP/1.1" status: 404 len: 328 time: 0.0890872 Jul 23 16:28:14.952158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:14.953224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8c3c515-0693-4499-8f8e-5327c10a5ccb req-38e2bb21-04e9-4bdc-b5ee-6ebe6e50a37d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209679 Jul 23 16:28:14.969508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-6c39de8b-5759-49d7-a1dd-c7997a4ab92b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-1149781728') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:14.971692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:14.976538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:15.011128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:15.021530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:15.039601 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-6c39de8b-5759-49d7-a1dd-c7997a4ab92b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:15.042690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:15.048827 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c39de8b-5759-49d7-a1dd-c7997a4ab92b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-1149781728 HTTP/1.1" status: 404 len: 329 time: 0.0945618 Jul 23 16:28:15.050900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55000) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.057220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-425131b6-df5a-49d3-953e-3211d0cbbfac tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab', 'tempest-TagsExtTest-Tag-1221457044') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.131154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:28:15.147606 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.162082 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.162933 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-425131b6-df5a-49d3-953e-3211d0cbbfac tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:15.166924 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-425131b6-df5a-49d3-953e-3211d0cbbfac tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags/tempest-TagsExtTest-Tag-1221457044 HTTP/1.1" status: 404 len: 329 time: 0.1122334 Jul 23 16:28:15.170303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55004) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.176211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-753c7feb-02ef-4910-b8e5-423b4792bffb tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', {'tags': ['tempest-TagsExtTest-Tag-1919792392', 'tempest-TagsExtTest-Tag-1579614614', 'tempest-TagsExtTest-Tag-623678730']}) {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.177483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7c1f8aa-3cd7-481e-806a-6002fe4b3c96 req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b2d62468-217b-4b96-8fcb-7a74da99ba28 HTTP/1.1" status: 204 len: 173 time: 0.3386655 Jul 23 16:28:15.198554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.199242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.224015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d62468-217b-4b96-8fcb-7a74da99ba28,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:15.273213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.273551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b2113f2-9ce4-4da4-8bde-6bae3181f299 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:15.273674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.273911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.276463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.276813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.279970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.280341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.280697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.281048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.281382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.282791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.283510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f50259-ff4f-48fd-818d-6a61639b5dd6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.290356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-29a0c53b-0766-42c2-9be9-bd9dec592d32 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0758905 Jul 23 16:28:15.327405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a71d5-aec6-410d-8180-1cc055fbe3c1 req-b6e576b9-fb88-4930-9d31-23b73a0372ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:15.329252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55008) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.335551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-537a71d5-aec6-410d-8180-1cc055fbe3c1 req-b6e576b9-fb88-4930-9d31-23b73a0372ea tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.2892842 Jul 23 16:28:15.347747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-753c7feb-02ef-4910-b8e5-423b4792bffb tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 200 len: 317 time: 0.1754405 Jul 23 16:28:15.350068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55012) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.354666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'admin_state_up': True, 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'security_groups': ['245bd7c6-e09d-46cf-814c-7200451106a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:15.355879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-a59a3f46-b54e-49ed-826c-09511688aefd tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.374499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:15.399920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'port_id': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'mac_address': 'fa:16:3e:08:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030a83ac-baed-4b7d-9bd0-6d4daf24ba15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:28:15.456437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-02b2f2b5-5dd5-4343-a749-b3e5dc80deff None None] Provisioning for port b8ba45e2-1a7d-44d1-8406-6c624b078f77 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:15.471244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:15.479163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-02b2f2b5-5dd5-4343-a749-b3e5dc80deff None None] Provisioning complete for port b8ba45e2-1a7d-44d1-8406-6c624b078f77 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:15.480043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f2b5-5dd5-4343-a749-b3e5dc80deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.497499 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a59a3f46-b54e-49ed-826c-09511688aefd tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 204 len: 168 time: 0.1462846 Jul 23 16:28:15.501331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55014) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.506814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-8dcd5cc8-d9e1-47be-af51-eedddde65ba5 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1919792392') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.509702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.515734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.516473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:15.516834 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.528262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1352603317-network', 'tenant_id': '7651264669704dc9aba21ab5daf2932b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:15.537739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:15.583111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-02b2f2b5-5dd5-4343-a749-b3e5dc80deff None None] Port b8ba45e2-1a7d-44d1-8406-6c624b078f77 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:15.596180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:15.604148 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.612939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-537a71d5-aec6-410d-8180-1cc055fbe3c1 req-df82cdd3-6884-476a-8fcb-18fef548ce21 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760048 Jul 23 16:28:15.648168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Made reservation on behalf of 7651264669704dc9aba21ab5daf2932b for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:15.651872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.669280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.673253 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-8dcd5cc8-d9e1-47be-af51-eedddde65ba5 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:15.674567 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8dcd5cc8-d9e1-47be-af51-eedddde65ba5 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1919792392 HTTP/1.1" status: 404 len: 329 time: 0.1718411 Jul 23 16:28:15.680277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55022) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.686727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-7433eb81-a89a-447d-a78d-53c46832d3a9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-1579614614') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.710606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-309f0e09-e918-4850-a466-cab740b3d579 req-8ca744ea-bffb-4540-b454-062ad03df6e3 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 200 len: 2400 time: 0.3329041 Jul 23 16:28:15.721100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:15.725123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.769411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5f6d6b48-3929-4356-b8c2-b0e6793c8051'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:28:15.776967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:15.832441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.868895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.869243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.869586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.869920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.870452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.872439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.876276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.876877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.877367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.877720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.878112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.878448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.878777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:15.893916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.905965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:15.922932 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-7433eb81-a89a-447d-a78d-53c46832d3a9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:15.924256 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7433eb81-a89a-447d-a78d-53c46832d3a9 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-1579614614 HTTP/1.1" status: 404 len: 329 time: 0.2427211 Jul 23 16:28:15.926826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1e8e4-e22d-4ea5-b106-538aaee7b10d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:15.928781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55024) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:15.929892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:15.930263 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Added segment bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2 of type vlan for network 802893b0-e5d6-4e2c-9552-a5b94847ace6 Jul 23 16:28:15.937198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-3b146fdd-a0e8-4667-bbc5-10a459490171 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58', 'tempest-TagsExtTest-Tag-623678730') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:15.954667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:15.957400 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38099e-2f0f-483d-b86c-f4511722e73e" -d '{"events": [{"server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "name": "network-vif-plugged", "status": "completed", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:15.989942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:16.004473 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.007712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-309f0e09-e918-4850-a466-cab740b3d579 req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.020868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.021372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.021797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.022239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.022796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.024066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.024066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.024066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.024066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.024676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.025083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.025492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:16.079648 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-309f0e09-e918-4850-a466-cab740b3d579 req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.111652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.114765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.1.1.128 (af56445e-412c-40d8-a91b-347c0f5a813c/539c8681-ae59-4052-abf5-e55bce0e3677/632f03c1-b276-4f1d-889b-3dbab159be47) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:16.122060 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-3b146fdd-a0e8-4667-bbc5-10a459490171 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:16.123652 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b146fdd-a0e8-4667-bbc5-10a459490171 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags/tempest-TagsExtTest-Tag-623678730 HTTP/1.1" status: 404 len: 328 time: 0.1916611 Jul 23 16:28:16.126377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55030) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.133798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-4ba45996-6e95-40a8-8895-1827c1c7ea4d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', {'tags': ['tempest-TagsExtTest-Tag-1476174353', 'tempest-TagsExtTest-Tag-802685792', 'tempest-TagsExtTest-Tag-2086059370']}) {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.167905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c2796-dfad-4938-92cc-8e9ece41a928 req-fb06877b-ec6a-4019-942a-5fdbe643461b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.169723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4c2796-dfad-4938-92cc-8e9ece41a928 req-fb06877b-ec6a-4019-942a-5fdbe643461b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 944 time: 0.2155445 Jul 23 16:28:16.172548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.191190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.192642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.193463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.221274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-309f0e09-e918-4850-a466-cab740b3d579 req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.225012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-309f0e09-e918-4850-a466-cab740b3d579 req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.226381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-309f0e09-e918-4850-a466-cab740b3d579 req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/d6d1da09-d5e3-4f84-b250-eefe3a59d1de HTTP/1.1" status: 204 len: 173 time: 0.5150604 Jul 23 16:28:16.271437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b96cb3-53ca-4ecb-a12f-1ddc905c112c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1da09-d5e3-4f84-b250-eefe3a59d1de,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.317496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4c2796-dfad-4938-92cc-8e9ece41a928 req-cad6ac73-b354-4beb-bc0c-795991b133b0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406655 Jul 23 16:28:16.331062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] Pushing event updated for resources: {'Network': ['ID=802893b0-e5d6-4e2c-9552-a5b94847ace6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.335632 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ba45996-6e95-40a8-8895-1827c1c7ea4d tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "PUT /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 200 len: 317 time: 0.2080445 Jul 23 16:28:16.344136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55044) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.351867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:16.359195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-7770f459-75a5-48ba-8cb6-369a2ead94ad tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.367211 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e61bd5cb-d009-4a5f-ada6-5be95a62caad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0340242 Jul 23 16:28:16.373571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.406686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Request body: {'subnet': {'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1352603317-subnet', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:16.474732 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7770f459-75a5-48ba-8cb6-369a2ead94ad tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1281574 Jul 23 16:28:16.475593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.480623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-659718be-6e72-4eb2-bd01-9c6dbde674da tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-1476174353') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.490910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Made reservation on behalf of 7651264669704dc9aba21ab5daf2932b for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:16.501140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.515769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.559770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9258a-73da-4890-832a-e603c56276e9 req-a4085728-1e5a-462f-8765-02295a96bab2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.569763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ab9258a-73da-4890-832a-e603c56276e9 req-a4085728-1e5a-462f-8765-02295a96bab2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 931 time: 0.2490430 Jul 23 16:28:16.598531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object 632f03c1-b276-4f1d-889b-3dbab159be47 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:16.603813 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-659718be-6e72-4eb2-bd01-9c6dbde674da tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:16.608141 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-659718be-6e72-4eb2-bd01-9c6dbde674da tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-1476174353 HTTP/1.1" status: 404 len: 329 time: 0.1277976 Jul 23 16:28:16.609320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55054) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.616101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-744ae9bc-3334-4713-a850-4c38e7a6a78c tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-802685792') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.674831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66e99-b9fa-4c37-a5cd-e2d707538e4b req-71d0196d-64f3-4135-8f9f-96176031d376 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.676556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47a66e99-b9fa-4c37-a5cd-e2d707538e4b req-71d0196d-64f3-4135-8f9f-96176031d376 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2427700 Jul 23 16:28:16.703886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ab9258a-73da-4890-832a-e603c56276e9 req-3d56a7b4-2749-405b-8b2f-fdae4541fd9c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330800 Jul 23 16:28:16.749227 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-744ae9bc-3334-4713-a850-4c38e7a6a78c tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:16.750965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-744ae9bc-3334-4713-a850-4c38e7a6a78c tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-802685792 HTTP/1.1" status: 404 len: 328 time: 0.1382339 Jul 23 16:28:16.754724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55060) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.764549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-d7585dd1-dc63-4520-849d-2c01b9eff0cb tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f', 'tempest-TagsExtTest-Tag-2086059370') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.765030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.774692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.800545 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f5aa2-510a-4fc5-9bfd-1f8f7bea35f4 x-openstack-request-id: req-fe8f5aa2-510a-4fc5-9bfd-1f8f7bea35f4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:16.800936 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "name": "network-vif-plugged", "status": "completed", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:16.802051 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe8f5aa2-510a-4fc5-9bfd-1f8f7bea35f4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:16.802564 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299', 'code': 200} Jul 23 16:28:16.818315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47a66e99-b9fa-4c37-a5cd-e2d707538e4b req-dfd88463-3857-4d14-8393-4c1b774ba1ec tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309128 Jul 23 16:28:16.853215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Checking segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:16.853678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Network hostable DHCP agents. Network: 802893b0-e5d6-4e2c-9552-a5b94847ace6, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:16.854598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network af56445e-412c-40d8-a91b-347c0f5a813c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:16.869061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:16.871333 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-d7585dd1-dc63-4520-849d-2c01b9eff0cb tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] show failed (client error): The resource could not be found. Jul 23 16:28:16.872401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d7585dd1-dc63-4520-849d-2c01b9eff0cb tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags/tempest-TagsExtTest-Tag-2086059370 HTTP/1.1" status: 404 len: 329 time: 0.1129923 Jul 23 16:28:16.884165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:16.884302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:16.915717 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-dbbc5fa0-ac83-47e3-a98e-cad3352a094a req-3b03f784-8e05-4ed1-9d90-429bcef617e6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] show failed (client error): The resource could not be found. Jul 23 16:28:16.923122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc07342-003e-451c-9805-457592823b5a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:16.931286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-72c6f036-b621-4e4c-a2f7-37eee052d4de tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0fd788e-e3f3-47d2-ac97-432950eb5c6f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:16.934383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbbc5fa0-ac83-47e3-a98e-cad3352a094a req-3b03f784-8e05-4ed1-9d90-429bcef617e6 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/cdde0731-5226-4fea-92ac-b6b027a18abd HTTP/1.1" status: 404 len: 352 time: 0.1089511 Jul 23 16:28:16.934650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:16.963023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 802893b0-e5d6-4e2c-9552-a5b94847ace6) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:16.971318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b174b-ad7f-49a6-b5f0-aff3411ffe7d None None] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:16.985523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:16.986161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:16.996816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:17.029098 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e328d4b-a41b-4ee9-8cdb-4a346cca0a6a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6507020 Jul 23 16:28:17.031268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55076) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.046437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:17.068436 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-72c6f036-b621-4e4c-a2f7-37eee052d4de tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f/tags HTTP/1.1" status: 204 len: 168 time: 0.1726911 Jul 23 16:28:17.068436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55080) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.072260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-17e71bea-f595-4cee-80fd-b5b5cc574d16 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cd77c43d-bbb0-4b6c-8adb-3ec77979fd58') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.159545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:17.170727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.171724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.264408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.270301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.283272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17e71bea-f595-4cee-80fd-b5b5cc574d16 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58/tags HTTP/1.1" status: 204 len: 168 time: 0.2145121 Jul 23 16:28:17.285108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.288159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55084) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.293641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-84a5ef24-00a1-447f-92db-e2de719913de tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '460370f7-d42a-441d-a17a-5bdfeccda6ab') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.352585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8d194a84-2634-4beb-8039-525b83621847 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0141866 Jul 23 16:28:17.379047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'admin_state_up': True, 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'security_groups': ['245bd7c6-e09d-46cf-814c-7200451106a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:17.411293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-802893b0-e5d6-4e2c-9552-a5b94847ace6', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:28:17.423707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.493677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.514118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:17.514463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.527271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.573587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c84ae810-a3d6-430a-8864-066aa961b489 None None] Provisioning for port 632f03c1-b276-4f1d-889b-3dbab159be47 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:17.582972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c84ae810-a3d6-430a-8864-066aa961b489 None None] Provisioning complete for port 632f03c1-b276-4f1d-889b-3dbab159be47 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:17.583346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c84ae810-a3d6-430a-8864-066aa961b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.614121 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-84a5ef24-00a1-447f-92db-e2de719913de tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3247325 Jul 23 16:28:17.619486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.647585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-603cfef5-d1e0-4560-ada2-7f3eacebc6e2 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6284baaf-2466-4a58-b15f-b7fe4ddd871b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:17.713014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-65736f0e-ba63-41ff-9236-ac6a63247284 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/3cd8318d-c00f-44df-95e8-312b9a0e5811 HTTP/1.1" status: 200 len: 1806 time: 0.6488514 Jul 23 16:28:17.731510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:17.735707 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:17.752553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f56ac6-f9de-4f1a-b676-8326531e4662 req-a530399e-5021-4bb1-81e7-50df9281585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.754105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f56ac6-f9de-4f1a-b676-8326531e4662 req-a530399e-5021-4bb1-81e7-50df9281585e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 1096 time: 0.8668380 Jul 23 16:28:17.776085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4b48-049a-43b1-9bcf-823b62b9326b req-ff6c6d53-d221-42e7-a8ef-60b2bc9559b7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.783847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8baa4b48-049a-43b1-9bcf-823b62b9326b req-ff6c6d53-d221-42e7-a8ef-60b2bc9559b7 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.7242219 Jul 23 16:28:17.796243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fcc36-175a-4c7c-877a-01d3f73c3914 req-6481654c-8d97-4555-afb2-407a1b91e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:17.797828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-442fcc36-175a-4c7c-877a-01d3f73c3914 req-6481654c-8d97-4555-afb2-407a1b91e201 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.7350507 Jul 23 16:28:17.811136 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-603cfef5-d1e0-4560-ada2-7f3eacebc6e2 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b/tags HTTP/1.1" status: 204 len: 168 time: 0.1903827 Jul 23 16:28:17.811931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55094) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:17.961021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8baa4b48-049a-43b1-9bcf-823b62b9326b req-4c96fb75-3766-4ffa-ad9b-517395675ccc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707008 Jul 23 16:28:17.968839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Allocated IP 172.20.0.2 (802893b0-e5d6-4e2c-9552-a5b94847ace6/0fc07342-003e-451c-9805-457592823b5a/bb36456e-f96d-452d-893a-58c70a0f5c82) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:17.980181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f56ac6-f9de-4f1a-b676-8326531e4662 req-b31fa323-3d5c-4c69-8171-89fc313afd7a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922312 Jul 23 16:28:17.992642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c84ae810-a3d6-430a-8864-066aa961b489 None None] Port 632f03c1-b276-4f1d-889b-3dbab159be47 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:17.994995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-442fcc36-175a-4c7c-877a-01d3f73c3914 req-afb7f80a-2439-4cc5-a59a-d38e97a4855d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462078 Jul 23 16:28:18.100638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.168086 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.202809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.281780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.1.1.95 (af56445e-412c-40d8-a91b-347c0f5a813c/539c8681-ae59-4052-abf5-e55bce0e3677/75d6e8d0-7055-4687-89e9-8872642917b3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:18.300924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f642ce-7b3f-4548-aeeb-2b608513bf01 req-996f9589-fe37-4d75-8727-f5a9cf2cd07a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:18.308848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82f642ce-7b3f-4548-aeeb-2b608513bf01 req-996f9589-fe37-4d75-8727-f5a9cf2cd07a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.2356856 Jul 23 16:28:18.345907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.349018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.350299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19bc65b4-0f71-4bad-a035-ff73ecb3a98a req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/3cd8318d-c00f-44df-95e8-312b9a0e5811 HTTP/1.1" status: 204 len: 173 time: 0.6262059 Jul 23 16:28:18.368366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:18.372518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bae2a88a-6512-4314-84c9-a364471ea6ce tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for subnetpool, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.374309 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bae2a88a-6512-4314-84c9-a364471ea6ce tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnetpools/c0fd788e-e3f3-47d2-ac97-432950eb5c6f HTTP/1.1" status: 204 len: 168 time: 0.5575736 Jul 23 16:28:18.383844 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.395268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:18.500503 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-86b7479e-c446-42ba-b919-0e7256642214 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd77c43d-bbb0-4b6c-8adb-3ec77979fd58 HTTP/1.1" status: 200 len: 205 time: 0.1039386 Jul 23 16:28:18.502908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:18.523703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.528947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:18.550584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Transition to ACTIVE for port object bb36456e-f96d-452d-893a-58c70a0f5c82 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:18.560316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.589686 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.608739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Transition to ACTIVE for port object bb36456e-f96d-452d-893a-58c70a0f5c82 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:18.611301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object 75d6e8d0-7055-4687-89e9-8872642917b3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:18.621677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.626444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.639218 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.719128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:18.720598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Pushing event updated for resources: {'Port': ['ID=bb36456e-f96d-452d-893a-58c70a0f5c82,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:18.721183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.722944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:18.733146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:18.734197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3610d-1a99-4a4f-b153-380e5c5e89a2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8318d-c00f-44df-95e8-312b9a0e5811,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:18.748170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82f642ce-7b3f-4548-aeeb-2b608513bf01 req-631de2ed-207d-4569-aa2c-2e815b888a61 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383218 Jul 23 16:28:18.823576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:18.827010 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee60a044-7595-41c6-ba2f-2b258d2735e7" -d '{"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:18.877181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:18.881210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network af56445e-412c-40d8-a91b-347c0f5a813c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:18.905462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:18.940694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Attempting to bind port bb36456e-f96d-452d-893a-58c70a0f5c82 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:18.941461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Attempting to bind port bb36456e-f96d-452d-893a-58c70a0f5c82 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:18.944440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Attempting to bind port bb36456e-f96d-452d-893a-58c70a0f5c82 on network 802893b0-e5d6-4e2c-9552-a5b94847ace6 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:18.973156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:18.974192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:18.974808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Checking segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:18.978838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:18.978838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Bound using segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:18.978838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Bound port: bb36456e-f96d-452d-893a-58c70a0f5c82, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:18.981810 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.006168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.011227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.101020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.105366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Fanout notify agent at l3_agent the message router_deleted on router cd77c43d-bbb0-4b6c-8adb-3ec77979fd58 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:28:19.113602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Allocated IP 172.25.2.107 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1a59c6d0-b8c7-491f-b337-bed7b55b6461) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:19.129357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.135686 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0c87a15b-bd7e-41dc-9b56-6ffebc6b2193 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/routers/cd77c43d-bbb0-4b6c-8adb-3ec77979fd58 HTTP/1.1" status: 204 len: 168 time: 0.6317589 Jul 23 16:28:19.141004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55110) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:19.144014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.145446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.164891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] For port bb36456e-f96d-452d-893a-58c70a0f5c82, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:19.168949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] For port bb36456e-f96d-452d-893a-58c70a0f5c82, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb36456e-f96d-452d-893a-58c70a0f5c82,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:19.174127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.193328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588e37-a6d5-4251-9c64-14a7d364f1ca req-c87717e2-ef3a-4a4e-8cbb-177c358705ba tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.201607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588e37-a6d5-4251-9c64-14a7d364f1ca req-c87717e2-ef3a-4a4e-8cbb-177c358705ba tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.208916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588e37-a6d5-4251-9c64-14a7d364f1ca req-c87717e2-ef3a-4a4e-8cbb-177c358705ba tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.210808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4588e37-a6d5-4251-9c64-14a7d364f1ca req-c87717e2-ef3a-4a4e-8cbb-177c358705ba tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 2373 time: 0.5153039 Jul 23 16:28:19.218447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d851bdce-7339-4b89-9654-4fce5c6d0a33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8457644 Jul 23 16:28:19.303858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'admin_state_up': True, 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'security_groups': ['245bd7c6-e09d-46cf-814c-7200451106a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:19.323434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a30d-1a5c-4c20-8c89-c42b6bfc7654 None None] Pushing event updated for resources: {'Port': ['ID=bb36456e-f96d-452d-893a-58c70a0f5c82,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:19.355414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4588e37-a6d5-4251-9c64-14a7d364f1ca req-8c495f0f-9cb1-484b-8f3d-20c8e3a249f2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358323 Jul 23 16:28:19.433345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a93768c8-2f00-4bef-819c-8830fb05b588 None None] Provisioning for port 75d6e8d0-7055-4687-89e9-8872642917b3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:19.440022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a93768c8-2f00-4bef-819c-8830fb05b588 None None] Provisioning complete for port 75d6e8d0-7055-4687-89e9-8872642917b3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:19.440419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a93768c8-2f00-4bef-819c-8830fb05b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.459522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c68362-9eb9-4060-a8cc-8b8249c7df03 req-362319b3-fbcd-4729-8073-ad3856dbe31c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:19.461117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0c68362-9eb9-4060-a8cc-8b8249c7df03 req-362319b3-fbcd-4729-8073-ad3856dbe31c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.5858929 Jul 23 16:28:19.520753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a93768c8-2f00-4bef-819c-8830fb05b588 None None] Port 75d6e8d0-7055-4687-89e9-8872642917b3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:19.533076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.555827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Deleting port 460370f7-d42a-441d-a17a-5bdfeccda6ab {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:19.556344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.647577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0c68362-9eb9-4060-a8cc-8b8249c7df03 req-480cebd6-2bdc-496a-918d-7663db1a57d7 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306736 Jul 23 16:28:19.730365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:19.738856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715ea852-0649-4bef-bad1-b9ded66179cb req-0ddaa63c-1bf3-4b78-8441-0c1a90c55dbc tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/1b86adb2-358c-4eef-b2a3-684be45fb55f HTTP/1.1" status: 200 len: 1807 time: 0.1430197 Jul 23 16:28:19.752830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.764278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.767911 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8730c8e-225f-4388-b2e5-56bb96f3111c x-openstack-request-id: req-f8730c8e-225f-4388-b2e5-56bb96f3111c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:19.768436 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:19.768436 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8730c8e-225f-4388-b2e5-56bb96f3111c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:19.769983 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'code': 200} Jul 23 16:28:19.821242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Calling delete_port for 460370f7-d42a-441d-a17a-5bdfeccda6ab owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:19.837562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:19.848955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:19.858791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:19.863221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:19.950772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Pushing event updated for resources: {'Port': ['ID=1a59c6d0-b8c7-491f-b337-bed7b55b6461,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:20.139818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-715ea852-0649-4bef-bad1-b9ded66179cb req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.407117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.485875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event deleted for resources: {'Port': ['ID=460370f7-d42a-441d-a17a-5bdfeccda6ab,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:20.545568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.556821 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6672242-5352-4117-a84f-af7b4771d73b tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/ports/460370f7-d42a-441d-a17a-5bdfeccda6ab HTTP/1.1" status: 204 len: 168 time: 1.4146612 Jul 23 16:28:20.557678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55118) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:20.630006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Deleting subnet 6284baaf-2466-4a58-b15f-b7fe4ddd871b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:20.633667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.642356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-715ea852-0649-4bef-bad1-b9ded66179cb req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.666787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6a7dc-7fa5-429f-9367-4edeceb1c3fa req-159deee5-2852-4e56-af40-3121f67c6c35 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:20.668745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceb6a7dc-7fa5-429f-9367-4edeceb1c3fa req-159deee5-2852-4e56-af40-3121f67c6c35 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.7978866 Jul 23 16:28:20.689581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.804683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.898853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.923992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceb6a7dc-7fa5-429f-9367-4edeceb1c3fa req-60c713a7-a643-4809-85bf-9e2e2f90f8b0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366486 Jul 23 16:28:20.942287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.2.2.100 (ff938261-6b7d-4d37-8618-87ee569dee20/3fe4b96b-1472-454b-b033-76680c6bcd77/2bb6914c-f40d-4068-8511-f52fb731570e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:20.964045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:20.972794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55122) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:20.973032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674dde6-3ac0-4619-959e-4aedd5a7d5e8 None None] Network 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:20.973483 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/subnets/6284baaf-2466-4a58-b15f-b7fe4ddd871b HTTP/1.1" status: 204 len: 168 time: 0.4123871 Jul 23 16:28:20.980720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60326038-59bc-426c-a985-fe5a7a0b00f0 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event deleted for resources: {'Subnet': ['ID=6284baaf-2466-4a58-b15f-b7fe4ddd871b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:20.991549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.012893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-715ea852-0649-4bef-bad1-b9ded66179cb req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.016135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-715ea852-0649-4bef-bad1-b9ded66179cb req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.017831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-715ea852-0649-4bef-bad1-b9ded66179cb req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/1b86adb2-358c-4eef-b2a3-684be45fb55f HTTP/1.1" status: 204 len: 173 time: 1.2565248 Jul 23 16:28:21.059251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68745fe1-59fc-4887-895d-41a723920a62 None None] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:21.068187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcd482-1064-476d-85bf-64e883f97ca5 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86adb2-358c-4eef-b2a3-684be45fb55f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:21.240133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.466551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.507910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be229c08-9687-4e19-b5e2-15f22a3a776e req-6d098fc1-1142-41c2-b44b-0e2977d1f461 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.509516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be229c08-9687-4e19-b5e2-15f22a3a776e req-6d098fc1-1142-41c2-b44b-0e2977d1f461 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.3922191 Jul 23 16:28:21.516840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object 2bb6914c-f40d-4068-8511-f52fb731570e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:21.556864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.579878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486d4b-ac7e-400f-801c-fdde02d1a654 req-d8af61c1-27b2-41c6-91a6-348d78ecd393 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.586072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486d4b-ac7e-400f-801c-fdde02d1a654 req-d8af61c1-27b2-41c6-91a6-348d78ecd393 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.593459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09486d4b-ac7e-400f-801c-fdde02d1a654 req-d8af61c1-27b2-41c6-91a6-348d78ecd393 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:21.595259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09486d4b-ac7e-400f-801c-fdde02d1a654 req-d8af61c1-27b2-41c6-91a6-348d78ecd393 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 2373 time: 0.3662953 Jul 23 16:28:21.601072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb36456e-f96d-452d-893a-58c70a0f5c82 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:21.605150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03f13c9f-45af-4605-888b-c3db677743a1 None None] Provisioning for port bb36456e-f96d-452d-893a-58c70a0f5c82 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:21.640295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Deleting port 1eac8a31-73cd-419f-9813-6a894436946b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:28:21.640777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.645005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be229c08-9687-4e19-b5e2-15f22a3a776e req-b376af50-edb0-4d30-a820-6405eb2fd8be tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260462 Jul 23 16:28:21.723591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.782238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09486d4b-ac7e-400f-801c-fdde02d1a654 req-2f2ed56e-6e0d-48ad-81e2-64ceb5974f4c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708417 Jul 23 16:28:21.867135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] For port 1eac8a31-73cd-419f-9813-6a894436946b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1eac8a31-73cd-419f-9813-6a894436946b,segment=NetworkSegment(99cee4eb-0c8c-4455-9a50-afb8ea71c420),segment_id=99cee4eb-0c8c-4455-9a50-afb8ea71c420)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:21.867680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:21.885573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Router be345d8d-d558-4078-a2bf-96e930bc6286 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:28:21.899796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network ff938261-6b7d-4d37-8618-87ee569dee20 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:21.917892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:21.921376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Calling delete_port for 1eac8a31-73cd-419f-9813-6a894436946b owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:28:21.930151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:21.952275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:21.970151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port bb36456e-f96d-452d-893a-58c70a0f5c82 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:22.006254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bb36456e-f96d-452d-893a-58c70a0f5c82 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:22.006254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.198760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:22.199462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.224537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a865cd3f-b5da-401b-989e-eb28db675571 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9285760 Jul 23 16:28:22.227589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:28:22.240405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-95e5e68d-d79d-4081-914f-94fce49d4e21 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/5cbb0643-a6bf-4b87-b71d-339ff48f944d HTTP/1.1" status: 200 len: 1806 time: 0.3464816 Jul 23 16:28:22.249063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'admin_state_up': True, 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'security_groups': ['245bd7c6-e09d-46cf-814c-7200451106a6']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:22.255481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Sync routers for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:28:22.265081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.272629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a7ce950d-1571-479a-9717-b75a87794313 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2395563 Jul 23 16:28:22.277151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:22.396794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.416838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.431505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:28:22.432483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:22.443104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b23464-a4c1-4d75-b31d-482ce28d6095 req-e896fc36-f345-4143-ad10-50e1893b1114 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:22.447098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c873f-7574-49ca-8c57-5a25d4d3f697 None None] DHCP port deletion for 363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:28:22.453391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0b23464-a4c1-4d75-b31d-482ce28d6095 req-e896fc36-f345-4143-ad10-50e1893b1114 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.4341903 Jul 23 16:28:22.478463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.504036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event deleted for resources: {'Port': ['ID=1eac8a31-73cd-419f-9813-6a894436946b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:22.541667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] No DVR routers for this DVR port 1eac8a31-73cd-419f-9813-6a894436946b on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:28:22.589457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.658423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0b23464-a4c1-4d75-b31d-482ce28d6095 req-cdc7f7e8-7642-40e8-b03f-e8a5dcfac414 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038705 Jul 23 16:28:22.721044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:28:22.804348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Made reservation on behalf of 24ce3e9a41ea41a78a8ac24936d967ac for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:22.824419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.932096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8d07a8eb-0955-4103-a17e-164d0cac6b9f None None] Provisioning for port 2bb6914c-f40d-4068-8511-f52fb731570e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:22.958710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port bb36456e-f96d-452d-893a-58c70a0f5c82, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb36456e-f96d-452d-893a-58c70a0f5c82,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:22.962520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.969974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8d07a8eb-0955-4103-a17e-164d0cac6b9f None None] Provisioning complete for port 2bb6914c-f40d-4068-8511-f52fb731570e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:22.983074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8d07a8eb-0955-4103-a17e-164d0cac6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:22.987051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.030524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.036728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.043529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e2ba55f-ac82-4d71-a0e5-c6442aaec22e req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/5cbb0643-a6bf-4b87-b71d-339ff48f944d HTTP/1.1" status: 204 len: 173 time: 0.8021617 Jul 23 16:28:23.046563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:23.136671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=bb36456e-f96d-452d-893a-58c70a0f5c82,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:23.154209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cee4eb-0c8c-4455-9a50-afb8ea71c420') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:23.154594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cee4eb-0c8c-4455-9a50-afb8ea71c420') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:23.160626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8d07a8eb-0955-4103-a17e-164d0cac6b9f None None] Port 2bb6914c-f40d-4068-8511-f52fb731570e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:23.168337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c4724-533c-46a5-b3af-928c44ba1454 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb0643-a6bf-4b87-b71d-339ff48f944d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:23.309717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1eac8a31-73cd-419f-9813-6a894436946b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:23.340682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-939a879b-a2ef-412b-8e32-16d4c0002f1a None None] Provisioning complete for port bb36456e-f96d-452d-893a-58c70a0f5c82 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:23.341051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-939a879b-a2ef-412b-8e32-16d4c0002f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.350435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1eac8a31-73cd-419f-9813-6a894436946b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:28:23.350985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1eac8a31-73cd-419f-9813-6a894436946b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:28:23.383969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:20Z', 'revision_number': 3, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:23.418895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Checking router: be345d8d-d558-4078-a2bf-96e930bc6286 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:28:23.419258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Updating router be345d8d-d558-4078-a2bf-96e930bc6286 port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:28:23.427111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.475107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.545248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.634848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:23.635522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:23.643947 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:23.681561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.710754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab935b-456b-40b3-957c-d446ee737cf1 req-44e31d97-c156-495e-9ab3-fed5e1c5357c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:23.722873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24ab935b-456b-40b3-957c-d446ee737cf1 req-44e31d97-c156-495e-9ab3-fed5e1c5357c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.7435715 Jul 23 16:28:23.895050 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.914988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:23.917021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] 10.222.0.64 "DELETE /v2.0/networks/363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d HTTP/1.1" status: 204 len: 168 time: 2.9413164 Jul 23 16:28:24.004431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24ab935b-456b-40b3-957c-d446ee737cf1 req-c0787258-1af9-4fe5-bac8-2f62f2c7243d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805486 Jul 23 16:28:24.042098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.061790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Transition to ACTIVE for port object 1a59c6d0-b8c7-491f-b337-bed7b55b6461 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:24.069161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Allocated IP 172.20.0.1 (802893b0-e5d6-4e2c-9552-a5b94847ace6/0fc07342-003e-451c-9805-457592823b5a/fe9272ff-a603-4a46-99d3-5d50648bcdcf) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:24.074130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1150b2b-adf8-49e8-8ff3-90245dbee863 tempest-TagsExtTest-282816200 tempest-TagsExtTest-282816200-project] Pushing event deleted for resources: {'Network': ['ID=363bee7f-850d-4ae7-8ffc-ca4ce6b0fb9d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.101624 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.134705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-6783124f-290b-41cd-b935-893ad44cbd45 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.146248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-6783124f-290b-41cd-b935-893ad44cbd45 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.156968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-6783124f-290b-41cd-b935-893ad44cbd45 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.168660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-6783124f-290b-41cd-b935-893ad44cbd45 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:24.171589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-6783124f-290b-41cd-b935-893ad44cbd45 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 3094 time: 0.6989963 Jul 23 16:28:24.188870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Allocated IP 10.2.2.200 (ff938261-6b7d-4d37-8618-87ee569dee20/3fe4b96b-1472-454b-b033-76680c6bcd77/c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:24.253419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Attempting to bind port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:24.254035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Attempting to bind port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:24.254574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Attempting to bind port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:24.274451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e3df0-4ae6-4525-847e-c4d3e1e9b63f None None] Pushing event updated for resources: {'Port': ['ID=1a59c6d0-b8c7-491f-b337-bed7b55b6461,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.281420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:24.282177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:24.282743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.283647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:24.284384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Bound port: 1a59c6d0-b8c7-491f-b337-bed7b55b6461, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:24.284935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.401090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] For port 1a59c6d0-b8c7-491f-b337-bed7b55b6461, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:24.406856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] For port 1a59c6d0-b8c7-491f-b337-bed7b55b6461, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a59c6d0-b8c7-491f-b337-bed7b55b6461,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:24.416520 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.436938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:24.487606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.535710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Transition to ACTIVE for port object fe9272ff-a603-4a46-99d3-5d50648bcdcf will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:24.604753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e3df0-4ae6-4525-847e-c4d3e1e9b63f None None] Pushing event updated for resources: {'Port': ['ID=1a59c6d0-b8c7-491f-b337-bed7b55b6461,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.609180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.618591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a116abb5-8fdc-434d-83a6-be342948836d req-c4eb5c0c-dd41-44a9-bce0-9c4576a5eb6c tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/d0040a0a-f9a1-4e5b-9fab-fecb2066ac07 HTTP/1.1" status: 200 len: 2406 time: 0.2070992 Jul 23 16:28:24.640409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:28:24.641051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:24.704454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12b13fe1-4171-4a75-adc5-d57b90909b1b req-ebb0982f-3d78-4ab2-bcb9-315f91037c64 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919121 Jul 23 16:28:24.711576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:24.729761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:24.740044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:24.767967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.825863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Transition to ACTIVE for port object c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:24.862065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Pushing event updated for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:24.926890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a116abb5-8fdc-434d-83a6-be342948836d req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:24.958391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.039248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a116abb5-8fdc-434d-83a6-be342948836d req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.047303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:28:25.128024 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-044bfa00-7861-4d28-ae8d-77ad772cbba7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a2af703f45c492e82d612dcecdc8e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846526 Jul 23 16:28:25.137745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55156) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:25.365599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.404229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.447652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb36456e-f96d-452d-893a-58c70a0f5c82 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:25.520597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-62e27459-c71c-47e7-bd5d-65c4c0b05c82 None None] Provisioning for port fe9272ff-a603-4a46-99d3-5d50648bcdcf completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:25.533911 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a116abb5-8fdc-434d-83a6-be342948836d req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.536506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a116abb5-8fdc-434d-83a6-be342948836d req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.564404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-62e27459-c71c-47e7-bd5d-65c4c0b05c82 None None] Provisioning complete for port fe9272ff-a603-4a46-99d3-5d50648bcdcf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:25.564803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-62e27459-c71c-47e7-bd5d-65c4c0b05c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.574529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a116abb5-8fdc-434d-83a6-be342948836d req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/d0040a0a-f9a1-4e5b-9fab-fecb2066ac07 HTTP/1.1" status: 204 len: 173 time: 0.9549241 Jul 23 16:28:25.617081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.624272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.665859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Network ff938261-6b7d-4d37-8618-87ee569dee20 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:25.683606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.729443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d5b55-56d2-454e-994a-9c38b251a1ee tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0040a0a-f9a1-4e5b-9fab-fecb2066ac07,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:25.731489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:25.760710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:25.764947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:25.770168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:25.815760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Pushing event updated for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:25.901571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-43cc6ae2-8106-4acd-8f60-b6fdf8e74277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:25.906071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-43cc6ae2-8106-4acd-8f60-b6fdf8e74277 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.8731556 Jul 23 16:28:25.929828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:25.932309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:26.019379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-62e27459-c71c-47e7-bd5d-65c4c0b05c82 None None] Port fe9272ff-a603-4a46-99d3-5d50648bcdcf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:26.033427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.071682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f660413-aef9-43c2-b28f-dfc1cef01276 req-1ae5686b-8be6-4007-b670-a4592182c26b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.074791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f660413-aef9-43c2-b28f-dfc1cef01276 req-1ae5686b-8be6-4007-b670-a4592182c26b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.8864255 Jul 23 16:28:26.086748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bb36456e-f96d-452d-893a-58c70a0f5c82 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:26.087787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.175493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:20Z', 'revision_number': 3, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:26.217263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532243b-b454-4b24-8291-b1bba6d1509b None None] The sync data for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 is: [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:20Z', 'revision_number': 3, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:28:26.267440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Router be345d8d-d558-4078-a2bf-96e930bc6286 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:28:26.308839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8b34cce2-e450-46c4-bfbf-d1e21d451826 None None] Provisioning for port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:26.323946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8b34cce2-e450-46c4-bfbf-d1e21d451826 None None] Provisioning complete for port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:26.324320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8b34cce2-e450-46c4-bfbf-d1e21d451826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.383234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8b34cce2-e450-46c4-bfbf-d1e21d451826 None None] Port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:26.520775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:28:26.527116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e6d01c2e-5bf0-4f4d-abd6-128a8cd43d5f admin admin] 10.222.0.64 "PUT /v2.0/routers/be345d8d-d558-4078-a2bf-96e930bc6286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2434633 Jul 23 16:28:26.536279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a417d877-d330-4123-bc8a-b562cde927de None None] Provisioning complete for port fe9272ff-a603-4a46-99d3-5d50648bcdcf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:26.536953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a417d877-d330-4123-bc8a-b562cde927de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.618798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a417d877-d330-4123-bc8a-b562cde927de None None] Port fe9272ff-a603-4a46-99d3-5d50648bcdcf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:28:26.733724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.734775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.776785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.782848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:26.785077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/013ec606-cdf6-4ccd-b1a0-ab9f91f0d038 HTTP/1.1" status: 204 len: 168 time: 1.6452181 Jul 23 16:28:26.875515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c7b0e-5cf1-480e-9b82-d3846867a43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ec606-cdf6-4ccd-b1a0-ab9f91f0d038,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:26.879951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8c76d2cc-6e4b-4424-94fa-b8b3d0cb5967 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6357014 Jul 23 16:28:26.926657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:26.990295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-9aa239df-a562-4912-b281-73e53ad8d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:26.991805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-9aa239df-a562-4912-b281-73e53ad8d837 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 1.0639818 Jul 23 16:28:27.029839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f660413-aef9-43c2-b28f-dfc1cef01276 req-3fa9d030-9379-41e8-acf6-44a093d6737d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274263 Jul 23 16:28:27.059994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3958d60-a7e0-47df-a12e-17dd95ce020c req-a60ed4ad-8962-479e-bbd1-514c39cf6e30 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.067106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3958d60-a7e0-47df-a12e-17dd95ce020c req-a60ed4ad-8962-479e-bbd1-514c39cf6e30 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 1.3819413 Jul 23 16:28:27.273714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-0e94cb64-000e-4cc6-9268-cb05b9788034 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.2421966 Jul 23 16:28:27.370223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a59c6d0-b8c7-491f-b337-bed7b55b6461 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:27.437357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.466066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:27.477726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:27.478751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.503764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-61e49a1f-3b9c-46e0-84f3-7927effdb3b9 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "GET /v2.0/security-groups/3016b2fc-2244-4ae1-aee1-0f361e24090e HTTP/1.1" status: 200 len: 2400 time: 0.2602792 Jul 23 16:28:27.599875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.641556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3958d60-a7e0-47df-a12e-17dd95ce020c req-7efc819e-6e6e-4aa7-965f-69453d24b128 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479245 Jul 23 16:28:27.647181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1a59c6d0-b8c7-491f-b337-bed7b55b6461, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a59c6d0-b8c7-491f-b337-bed7b55b6461,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:27.654542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:27.797898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1a59c6d0-b8c7-491f-b337-bed7b55b6461,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:27.799144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-30922d0e-a104-406f-883b-2208e37048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:27.827152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-30922d0e-a104-406f-883b-2208e37048dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.4943655 Jul 23 16:28:27.951575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-3d3e6f52-edca-4f5e-89e6-cb3a8d6ff358 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067257 Jul 23 16:28:27.953399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.118660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.280910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.289614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.297635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.303842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.310326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:28.312413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-a1b06180-e4e8-4d83-b646-dda1799412fa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 3815 time: 0.4712644 Jul 23 16:28:28.362080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-4455c369-0d06-4529-adf7-9cba401f089c service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951805 Jul 23 16:28:28.415701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.418650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.420573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b59a5a1e-cf95-41ed-9e74-e19050f602d2 req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] 10.222.0.64 "DELETE /v2.0/security-groups/3016b2fc-2244-4ae1-aee1-0f361e24090e HTTP/1.1" status: 204 len: 173 time: 0.9029412 Jul 23 16:28:28.430259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:28.472550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23348ae3-3184-4c82-8ee1-140951f33ab8 req-556ab266-777c-4a18-9135-a2fdd9769c21 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489840 Jul 23 16:28:28.476282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745c301-588c-4e02-85d6-6f17612f7af2 tempest-SecurityGroupRulesTestJSON-1613585165 tempest-SecurityGroupRulesTestJSON-1613585165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016b2fc-2244-4ae1-aee1-0f361e24090e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:28.605063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8357e0a0-0cd2-4fc0-93fe-11f95d0514f0 req-e445c7eb-ccd4-45e9-93f4-5cf1cf78581c service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282519 Jul 23 16:28:28.618649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Deleting subnet ffb11c54-953e-444c-83dc-4a19e43d9c99 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:28:28.653674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.699187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.728709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ba45e2-1a7d-44d1-8406-6c624b078f77 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:28.757294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.805041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Transition to ACTIVE for port object b8ba45e2-1a7d-44d1-8406-6c624b078f77 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:28.810215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.813496 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:28:28.875989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:28.961175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:29.070496 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.181989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54065-7676-4306-8c93-b53909dd338b req-6403a47f-1e61-4ea9-b638-6e1e86b7fd2c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:29.183627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89c54065-7676-4306-8c93-b53909dd338b req-6403a47f-1e61-4ea9-b638-6e1e86b7fd2c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.3063786 Jul 23 16:28:29.204384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.299722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.305036 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ffb11c54-953e-444c-83dc-4a19e43d9c99 HTTP/1.1" status: 204 len: 168 time: 0.8716590 Jul 23 16:28:29.309312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12896b-731b-4c24-856c-840486d0a5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb11c54-953e-444c-83dc-4a19e43d9c99,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:29.322687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55212) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:29.323432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Attempting to bind port b8ba45e2-1a7d-44d1-8406-6c624b078f77 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:29.323763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Attempting to bind port b8ba45e2-1a7d-44d1-8406-6c624b078f77 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:29.324089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Attempting to bind port b8ba45e2-1a7d-44d1-8406-6c624b078f77 on network bebecbb7-00ad-49d4-a18d-3919e2dd026d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:29.339722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Port b8ba45e2-1a7d-44d1-8406-6c624b078f77 on network bebecbb7-00ad-49d4-a18d-3919e2dd026d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:29.340536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Attempting to bind port b8ba45e2-1a7d-44d1-8406-6c624b078f77 on network bebecbb7-00ad-49d4-a18d-3919e2dd026d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:29.357843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89c54065-7676-4306-8c93-b53909dd338b req-7d97fa17-19e7-4f31-8cff-79dfa2af6171 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613441 Jul 23 16:28:29.396423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a59c6d0-b8c7-491f-b337-bed7b55b6461 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:29.400494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:29.400494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Checking segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:29.400494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Bound using segment: {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:29.401023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Bound port: b8ba45e2-1a7d-44d1-8406-6c624b078f77, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3481545d-63b3-4f83-948e-bdb384d4ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:29.401334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.452317 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Sync routers for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:28:29.480699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:28:29.481365 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:29.583983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:29.617982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:29.685603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:29.686014 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.767572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.936427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.966132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:29.980088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:29.982783 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:28:29.985073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] 10.222.0.81 "PUT /v2.0/ports/b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 1091 time: 3.0670166 Jul 23 16:28:29.992672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:29.997658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672794096', 'description': 'tempest-description--1871719209'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.001074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:30.012250 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a941f5-cb36-4c33-bdc8-b86359fd9acb" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:30.053832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.067141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.299171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9318a-e431-4937-b3d6-642d73771d2c service neutron] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.354479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.364157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.449787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.459344 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4620225 Jul 23 16:28:30.468464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:30.495730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'security_group_rule': {'security_group_id': '0f47a08f-fba5-4aa8-b2cb-febb0c606b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.517158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b193b1-9737-4d32-a6c7-56819a8df2d5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.532663 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 2, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:30.558459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ed3aa-25cc-47da-9d33-ebdcd2b1f75e req-6c7c536c-8c77-4b9c-9c5e-117af9247986 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.560854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f8ed3aa-25cc-47da-9d33-ebdcd2b1f75e req-6c7c536c-8c77-4b9c-9c5e-117af9247986 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.8500111 Jul 23 16:28:30.590572 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Checking router: be345d8d-d558-4078-a2bf-96e930bc6286 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:28:30.590925 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Updating router be345d8d-d558-4078-a2bf-96e930bc6286 port fe9272ff-a603-4a46-99d3-5d50648bcdcf binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:28:30.597247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.606686 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.626519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fab7399-6ae8-42cf-bda8-de4b708c0f85']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:30.640518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.654449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f25eb-43ca-45df-9b27-983a9e05f7d0') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:30.654449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f25eb-43ca-45df-9b27-983a9e05f7d0') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:30.683161 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.730180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.749272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.776775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.783241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.784482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.804822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.823443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:30.829442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-6fa1ff56-9f35-49cc-9cca-21310aa141ab tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 3827 time: 0.6568069 Jul 23 16:28:30.837443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.840718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e955aaec-249f-4dcb-aaf2-f41c0047c132,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:30.855532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.860840 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5da952af-2a6b-45ea-a4ea-9485abf5b201 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913057 Jul 23 16:28:30.864395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55244) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:30.877073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'security_group_rule': {'security_group_id': '0f47a08f-fba5-4aa8-b2cb-febb0c606b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:30.901884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f8ed3aa-25cc-47da-9d33-ebdcd2b1f75e req-626a209b-43d8-4fcb-b90e-d0f32e50be2d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028173 Jul 23 16:28:30.921982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.960273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.118646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.125566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.201465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0b575d-a9fd-4633-982d-ea4ec8856603,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:31.218749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.226531 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-158bfacc-ff04-4853-8f55-e194b5c803c3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609900 Jul 23 16:28:31.227184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55248) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:31.228179 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.236799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:31.242730 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Transition to ACTIVE for port object fe9272ff-a603-4a46-99d3-5d50648bcdcf will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:31.262598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10dce1e4-1c4b-481b-8994-8c3f439e20c8 req-771fbd62-6132-48d4-9593-48b5192cdbed tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921411 Jul 23 16:28:31.268801 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de074aa-983b-473f-bdfd-1b802919c1a8 x-openstack-request-id: req-1de074aa-983b-473f-bdfd-1b802919c1a8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:31.269059 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.269661 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:31.270196 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1de074aa-983b-473f-bdfd-1b802919c1a8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:31.270851 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'status': 'completed', 'code': 200} Jul 23 16:28:31.299926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.461813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Pushing event updated for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:31.488844 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.489192 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.489652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.489998 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.490381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.490759 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.491084 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.491427 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.492069 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.492452 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.492810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.493213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:28:31.521242 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Attempting to bind port fe9272ff-a603-4a46-99d3-5d50648bcdcf on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:31.521973 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Attempting to bind port fe9272ff-a603-4a46-99d3-5d50648bcdcf by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:31.522695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Attempting to bind port fe9272ff-a603-4a46-99d3-5d50648bcdcf on network 802893b0-e5d6-4e2c-9552-a5b94847ace6 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:31.536074 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:31.536469 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Checking segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:31.539077 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.539501 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Bound using segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:31.540050 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Bound port: fe9272ff-a603-4a46-99d3-5d50648bcdcf, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:31.541212 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.561654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:28:31.562884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.600868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:28:31.605260 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:28:31.646164 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] For port fe9272ff-a603-4a46-99d3-5d50648bcdcf, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:31.649634 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] For port fe9272ff-a603-4a46-99d3-5d50648bcdcf, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe9272ff-a603-4a46-99d3-5d50648bcdcf,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:31.656224 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:31.818789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:28:31.821873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:31.829750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Allocated IP 172.25.2.203 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/13358e23-4fd2-4b6e-b510-8a7a4d03c1e7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:31.905982 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed17cf7-ebf3-410e-9b48-d3fb4c30f366 None None] Pushing event updated for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.078344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.137640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.164417 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:28:32.233871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.243448 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.248224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2fab7399-6ae8-42cf-bda8-de4b708c0f85 HTTP/1.1" status: 204 len: 168 time: 2.9141736 Jul 23 16:28:32.312758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd8526-94e1-46df-9459-cc76488e7d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fab7399-6ae8-42cf-bda8-de4b708c0f85,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.392584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:32.408968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:32.436411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.436929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.437408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.438022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.438660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.440817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e3722108-6bb2-4d04-94c8-5ada99750cf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 4362 time: 1.1191716 Jul 23 16:28:32.450227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124b7b-3165-461c-920f-b6971d2aa76f req-60745812-43e2-476f-8bce-22d2de98ffd6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.452427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:32.458667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40124b7b-3165-461c-920f-b6971d2aa76f req-60745812-43e2-476f-8bce-22d2de98ffd6 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.8925576 Jul 23 16:28:32.466338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'Port': ['ID=13358e23-4fd2-4b6e-b510-8a7a4d03c1e7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:32.551597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7bb56-f1c4-425f-b477-06d901cb6d12 req-efe33782-f3ca-4bd4-9743-d254ac887343 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:32.553886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fb7bb56-f1c4-425f-b477-06d901cb6d12 req-efe33782-f3ca-4bd4-9743-d254ac887343 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3283281 Jul 23 16:28:32.636223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40124b7b-3165-461c-920f-b6971d2aa76f req-2115af38-1eb2-4853-9d66-2c544e745338 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764445 Jul 23 16:28:32.824254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:32.841703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:33.075657 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ff95c8e-33a1-4112-89c6-92ffc6310285 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00e67273a0d94340893d72ab2c87dd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311482 Jul 23 16:28:33.080669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.153316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55280) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:33.456293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fb7bb56-f1c4-425f-b477-06d901cb6d12 req-faf7be0e-1d4d-4f7f-aa60-c03366846454 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8446140 Jul 23 16:28:33.505562 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:31Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:28:33.522023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.530343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.609754 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652fc18-80e7-4f4c-a197-0da570ff3382 None None] The sync data for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 is: [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:31Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:28:33.669769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47567fd0-d5b0-4191-8c58-95f2a8ad57aa {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:33.752223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.784852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'Port': ['ID=13358e23-4fd2-4b6e-b510-8a7a4d03c1e7,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:33.801963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.811793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:33.824169 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec1785c4-225d-4a0a-ae67-5ea9f904bd71 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5948966 Jul 23 16:28:33.892637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-c9a9971f-cfa7-4d80-bef9-961769fc29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.893222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-c9a9971f-cfa7-4d80-bef9-961769fc29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.895067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-c9a9971f-cfa7-4d80-bef9-961769fc29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:33.902223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-c9a9971f-cfa7-4d80-bef9-961769fc29b0 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4389837 Jul 23 16:28:33.984389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.231602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e64fcae4-d5aa-4b31-9990-39d9a31b5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.234259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a941f5-cb36-4c33-bdc8-b86359fd9acb req-e64fcae4-d5aa-4b31-9990-39d9a31b5bf6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566819 Jul 23 16:28:34.291594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Transition to ACTIVE for port object 47567fd0-d5b0-4191-8c58-95f2a8ad57aa will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:34.324487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.359377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.375621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.389458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.410871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.419252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-553302f8-11b0-427b-84f7-1807251e58c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 3827 time: 1.2687750 Jul 23 16:28:34.429559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.565287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:34.568065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:34.603189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85e8a93b-ef99-4c01-8a0c-5e776ba1901d req-10c163e5-63ab-4047-ba7d-46510d5b0cd2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818528 Jul 23 16:28:34.705258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b623-5f05-4cc7-ba86-ae63a1e6bcc7 req-d78a25b9-1d00-40d1-8528-6368558304ec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:34.722630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2923b623-5f05-4cc7-ba86-ae63a1e6bcc7 req-d78a25b9-1d00-40d1-8528-6368558304ec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.8109415 Jul 23 16:28:35.008333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Attempting to bind port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:35.010639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Attempting to bind port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:35.010919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Attempting to bind port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:35.042725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on network af56445e-412c-40d8-a91b-347c0f5a813c not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:35.043213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Attempting to bind port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:35.134667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2923b623-5f05-4cc7-ba86-ae63a1e6bcc7 req-e33a6338-d8ca-466b-b727-105475e06059 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091399 Jul 23 16:28:35.146797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:35.180673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:35.182719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Bound using segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:35.185483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Bound port: 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:35.188371 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.431296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe9272ff-a603-4a46-99d3-5d50648bcdcf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:35.480085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.498970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.500155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35d162b2-67b8-40b3-ad2e-19d3fd860200 HTTP/1.1" status: 204 len: 168 time: 2.1850798 Jul 23 16:28:35.560754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a902b6-3b86-460f-8a6b-84894ea04fe4 req-65aec886-a969-4088-a413-b046e2261182 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:35.572363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4a902b6-3b86-460f-8a6b-84894ea04fe4 req-65aec886-a969-4088-a413-b046e2261182 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.7186923 Jul 23 16:28:35.640808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fe9272ff-a603-4a46-99d3-5d50648bcdcf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:28:35.668194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe9272ff-a603-4a46-99d3-5d50648bcdcf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:35.668582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.726151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093611f-36b2-4c36-9d80-2b81a855fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d162b2-67b8-40b3-ad2e-19d3fd860200,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:35.937451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4a902b6-3b86-460f-8a6b-84894ea04fe4 req-af2121de-23f7-41ea-8fc6-e284fe4363f1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611186 Jul 23 16:28:35.958395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:35.961812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:35.976169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:36.038647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f75f8-3d79-4b00-8880-28203043f227 req-b7c36300-dd65-4c1c-8a7b-99bdfa68a333 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.042566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-777f75f8-3d79-4b00-8880-28203043f227 req-b7c36300-dd65-4c1c-8a7b-99bdfa68a333 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4362829 Jul 23 16:28:36.046383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.108378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fe9272ff-a603-4a46-99d3-5d50648bcdcf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe9272ff-a603-4a46-99d3-5d50648bcdcf,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:36.115691 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.234000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.234708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.236182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] 10.222.0.81 "PUT /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 1130 time: 6.2028720 Jul 23 16:28:36.278137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:36.281345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:36.287322 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "47567fd0-d5b0-4191-8c58-95f2a8ad57aa"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:36.325209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:36.721823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df536bc2-fe5d-4579-98a8-d547ff1cb3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:36.760838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-777f75f8-3d79-4b00-8880-28203043f227 req-e8db82d2-4f88-4b3c-b892-7267464193b2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7096596 Jul 23 16:28:36.785181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:36.863495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.872827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.884998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.891966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.898436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.905479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:36.914389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-2e801937-c21a-4363-9a7a-12b8a72872f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 4599 time: 0.6449645 Jul 23 16:28:37.087262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-292032c1-93d3-42c4-86ce-a13ae8069dc4 req-238ced67-427a-42ff-9645-df00444f2be7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713059 Jul 23 16:28:37.216947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0279-4fe4-4ba4-a3c2-911ce0954c18 req-801a74a4-5f25-4a88-9e46-d99c8293006a tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:37.218576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-573e0279-4fe4-4ba4-a3c2-911ce0954c18 req-801a74a4-5f25-4a88-9e46-d99c8293006a tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2995017 Jul 23 16:28:37.345556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe9272ff-a603-4a46-99d3-5d50648bcdcf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:28:37.543566 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7b39f-be79-427c-8eeb-a3f8e9313476 x-openstack-request-id: req-b0e7b39f-be79-427c-8eeb-a3f8e9313476 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:37.546395 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "47567fd0-d5b0-4191-8c58-95f2a8ad57aa", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:37.549199 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0e7b39f-be79-427c-8eeb-a3f8e9313476 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:37.551359 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa', 'status': 'completed', 'code': 200} Jul 23 16:28:37.562675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe9272ff-a603-4a46-99d3-5d50648bcdcf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:28:37.563107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:37.573374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-573e0279-4fe4-4ba4-a3c2-911ce0954c18 req-ba8966bf-ab65-4a1a-b6cb-483459272754 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297713 Jul 23 16:28:37.892104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:37.893504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87abf96c-4e32-41d6-9440-4e37474cdd5b {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:38.051333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.113532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-257865805-network', 'tenant_id': '90c1832121b149e58c266b286ad94806'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:38.146738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Transition to ACTIVE for port object 87abf96c-4e32-41d6-9440-4e37474cdd5b will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:38.185996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.187140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:38.193435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.232571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.346841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f2ebe-a530-497e-9bc1-fd979a7348dd req-66d72f1c-afb3-4544-8236-386bcb3d35b4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.358542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a3f2ebe-a530-497e-9bc1-fd979a7348dd req-66d72f1c-afb3-4544-8236-386bcb3d35b4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.3948145 Jul 23 16:28:38.631497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.632584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.633547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.635319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.637116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.643493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:38.645797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-9703764c-e2d5-4afe-b527-82579e81134b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5285 time: 1.0390773 Jul 23 16:28:38.688899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.696256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.765508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:38.779588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af83a12-da83-4d13-91ad-78eea9672814,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:38.821657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:28:38.843651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.844302 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Added segment b0fd870a-d89e-4059-8e9e-9c7806f3723f of type vlan for network 29168381-45da-4423-9361-1aeede5e18f0 Jul 23 16:28:38.900832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Attempting to bind port 87abf96c-4e32-41d6-9440-4e37474cdd5b on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:38.901413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Attempting to bind port 87abf96c-4e32-41d6-9440-4e37474cdd5b by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:38.909425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Attempting to bind port 87abf96c-4e32-41d6-9440-4e37474cdd5b on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:38.986679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.998171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Port 87abf96c-4e32-41d6-9440-4e37474cdd5b on network af56445e-412c-40d8-a91b-347c0f5a813c not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:38.998508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Attempting to bind port 87abf96c-4e32-41d6-9440-4e37474cdd5b on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:39.013898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:39.014394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:39.014679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Bound using segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:39.015147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Bound port: 87abf96c-4e32-41d6-9440-4e37474cdd5b, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:39.015596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.068905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.069618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.069738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a3f2ebe-a530-497e-9bc1-fd979a7348dd req-242c5634-8625-4d47-939f-3faa837dc037 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7102478 Jul 23 16:28:39.070376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.141817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:39.145628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:39.202654 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3070831 Jul 23 16:28:39.204339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.218983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55450) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:28:39.228574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7d84c-ffe9-455f-9f21-d490080f2a04 req-8dfec47e-5977-4347-86b9-6836b546326c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.236410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfb7d84c-ffe9-455f-9f21-d490080f2a04 req-8dfec47e-5977-4347-86b9-6836b546326c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3825653 Jul 23 16:28:39.305728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6756-28f0-4b31-aacd-02cbb4bc8e93 admin admin] Pushing event updated for resources: {'Network': ['ID=29168381-45da-4423-9361-1aeede5e18f0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:39.312371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Request body: {'subnet': {'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-257865805-subnet', 'tenant_id': '90c1832121b149e58c266b286ad94806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:39.320850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 29168381-45da-4423-9361-1aeede5e18f0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:28:39.332490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:39.452360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.454526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.457035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f31d46f5-4a6f-4503-a029-cee89cf76559 service neutron] 10.222.0.81 "PUT /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 1131 time: 3.1478329 Jul 23 16:28:39.507736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:39.607487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '87abf96c-4e32-41d6-9440-4e37474cdd5b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:39.616195 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e43ade0-60f3-4e95-828f-3ec2f74a0575" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "87abf96c-4e32-41d6-9440-4e37474cdd5b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:39.649973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.666825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:39.671980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:39.674815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-998f724c-13a5-4e76-ad8f-9b9901158c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.675299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-998f724c-13a5-4e76-ad8f-9b9901158c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.675835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-998f724c-13a5-4e76-ad8f-9b9901158c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:39.677957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-998f724c-13a5-4e76-ad8f-9b9901158c7c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8690665 Jul 23 16:28:39.953415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfb7d84c-ffe9-455f-9f21-d490080f2a04 req-b25d42aa-dfc5-41cb-aee7-4c1cf375113a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7159762 Jul 23 16:28:40.784841 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8271119d-5e31-4af8-8331-0e2719f4cca4 x-openstack-request-id: req-8271119d-5e31-4af8-8331-0e2719f4cca4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:40.785138 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "87abf96c-4e32-41d6-9440-4e37474cdd5b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:40.785382 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8271119d-5e31-4af8-8331-0e2719f4cca4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:40.786315 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '87abf96c-4e32-41d6-9440-4e37474cdd5b', 'status': 'completed', 'code': 200} Jul 23 16:28:40.918238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.924788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.931074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.938513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.944631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.953225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.962216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:40.972309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-f06b7363-c2c6-48c0-9d3c-e869389c83dc tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5372 time: 1.7618399 Jul 23 16:28:41.051332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.273098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-b7f92d69-461c-470c-8331-711daff3847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.274756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdb05936-8e96-4987-8f1f-0f1aee6d9d08 req-b7f92d69-461c-470c-8331-711daff3847d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5541790 Jul 23 16:28:41.295242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7c977a9-c1e7-4551-80fb-01aefb624f9e req-3aa40079-6332-4680-91f0-0fe9e7bbb751 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3219445 Jul 23 16:28:41.340298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e50ad1e-a763-41f2-a3fd-1e5122130022,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:41.423836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.658801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b195eeb-5cb2-4a23-97aa-72b2a1ade165 req-4ff2169e-56e3-4c3c-b645-61e9b1920330 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:41.660523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b195eeb-5cb2-4a23-97aa-72b2a1ade165 req-4ff2169e-56e3-4c3c-b645-61e9b1920330 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.9061162 Jul 23 16:28:41.670173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-5a8d23d3-6732-4d46-9313-502cc80134f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8997235 Jul 23 16:28:41.740356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cda22a6a-aa06-4743-a9a6-8b7ec5188a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.743588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Checking segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:41.743934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Network hostable DHCP agents. Network: 29168381-45da-4423-9361-1aeede5e18f0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:28:42.022837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Network 29168381-45da-4423-9361-1aeede5e18f0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:28:42.094093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 29168381-45da-4423-9361-1aeede5e18f0) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:42.103951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbe52b-80b3-48fc-b78b-c40e8abaf342 None None] Network 29168381-45da-4423-9361-1aeede5e18f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:42.160383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.161252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.295511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632f03c1-b276-4f1d-889b-3dbab159be47 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:42.316424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.336429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b195eeb-5cb2-4a23-97aa-72b2a1ade165 req-1d36a291-2802-46ec-ad7f-e9b502856a8d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716186 Jul 23 16:28:42.369624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.383685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.383924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.384304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.384794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.385776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.386397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.390971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-7704f25d-3a46-4f52-b2e7-22d2b3eac7be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6209 time: 1.0265636 Jul 23 16:28:42.541497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-97df8378-da26-4b69-b1b6-e8c9b12a14bf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2473843 Jul 23 16:28:42.548436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Transition to ACTIVE for port object 632f03c1-b276-4f1d-889b-3dbab159be47 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:42.555448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298f6a1-d93f-4964-8b33-a362ea2e152f None None] Network 29168381-45da-4423-9361-1aeede5e18f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:28:42.593590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.781546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-e3f0063f-d1e7-40f9-ac65-4860a81d2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.783581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-e3f0063f-d1e7-40f9-ac65-4860a81d2727 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 1.0087757 Jul 23 16:28:42.885135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-bcda8628-3cd8-47af-9a1e-aa82fb7e8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.888320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-bcda8628-3cd8-47af-9a1e-aa82fb7e8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.889095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-bcda8628-3cd8-47af-9a1e-aa82fb7e8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:42.891069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-bcda8628-3cd8-47af-9a1e-aa82fb7e8073 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4649706 Jul 23 16:28:43.158958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-e3bbca3d-3859-4471-a254-84da968d688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.160758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-e3bbca3d-3859-4471-a254-84da968d688a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.3418150 Jul 23 16:28:43.161432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:43.213667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896783e-404f-458a-a6da-6bb3c7529484 req-512f8356-4ec3-494a-b42e-61b860ac8b78 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.231339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8896783e-404f-458a-a6da-6bb3c7529484 req-512f8356-4ec3-494a-b42e-61b860ac8b78 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 1.1261525 Jul 23 16:28:43.379008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.385479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.392101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.399138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.405370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.412107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.418793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.427399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-c8e86dbe-35d1-448b-9a21-4b08060c1b31 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5384 time: 0.8411767 Jul 23 16:28:43.465178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-f35a1761-638c-4498-b053-d8beeb1390e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.2232885 Jul 23 16:28:43.656212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af95880e-7cd6-49fc-a5dc-968cc0e36f26 req-1c991418-c3d2-482b-8822-561de7fe4825 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2278631 Jul 23 16:28:43.676850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8896783e-404f-458a-a6da-6bb3c7529484 req-b74ed14c-b358-445f-af05-1bd8f8a1dc9a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445200 Jul 23 16:28:43.791950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Attempting to bind port 632f03c1-b276-4f1d-889b-3dbab159be47 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:43.794589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Attempting to bind port 632f03c1-b276-4f1d-889b-3dbab159be47 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:43.795451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Attempting to bind port 632f03c1-b276-4f1d-889b-3dbab159be47 on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:43.811655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-aa05f693-f788-45b5-8182-86a92e7f4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.813875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e43ade0-60f3-4e95-828f-3ec2f74a0575 req-aa05f693-f788-45b5-8182-86a92e7f4d6d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7995915 Jul 23 16:28:43.840047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-a02330d7-ae43-42f1-9e7d-c114dae93ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:43.843903 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-a02330d7-ae43-42f1-9e7d-c114dae93ff2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.3634210 Jul 23 16:28:43.851309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Port 632f03c1-b276-4f1d-889b-3dbab159be47 on network af56445e-412c-40d8-a91b-347c0f5a813c not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:43.853157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Attempting to bind port 632f03c1-b276-4f1d-889b-3dbab159be47 on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:43.883021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:43.883021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:43.883021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Bound using segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:43.884814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Bound port: 632f03c1-b276-4f1d-889b-3dbab159be47, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:43.887283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.039569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-c154448d-efd8-40c4-a7c0-1f5cc660d5f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661048 Jul 23 16:28:44.189468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:44.215990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:44.248556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.293227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.391976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:44.421539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-911f145a-080d-48e0-b5cd-28aed0b9aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.446467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb2304-c264-4622-a7ec-2bd2e816b7e5 req-ca0f6924-8d18-485e-96b7-96268d268e38 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.459847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fb2304-c264-4622-a7ec-2bd2e816b7e5 req-ca0f6924-8d18-485e-96b7-96268d268e38 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4791181 Jul 23 16:28:44.465404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-45182038-f70e-4e15-800d-01ed926f59b3 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134455 Jul 23 16:28:44.467870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:44.468556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:44.470031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5cdcc74-3585-4fea-827e-75809d4d68e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 200 len: 1091 time: 4.9681261 Jul 23 16:28:44.472302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:44.475414 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3e2e6-0958-4963-800b-63d508e6e16c" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:44.550893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fb2304-c264-4622-a7ec-2bd2e816b7e5 req-4f11205d-c455-45dd-a632-1fa49f5998b5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Jul 23 16:28:44.886732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:44.972834 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02f4b48-2a21-4c20-8dc7-46b377621bee x-openstack-request-id: req-d02f4b48-2a21-4c20-8dc7-46b377621bee {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:44.974233 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:44.974499 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d02f4b48-2a21-4c20-8dc7-46b377621bee {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:44.974934 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47', 'status': 'completed', 'code': 200} Jul 23 16:28:45.098472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ded35b1c-595e-48bf-97f2-edce8f297636 req-efb8bbc6-0be1-413b-aaab-bccec81db552 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652487 Jul 23 16:28:45.227873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:45.269417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.269917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.270499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.270939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.271408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.271927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.272679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.275700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-a1b76843-14ab-4ecd-8c78-2d5ee3c6bb6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6276 time: 0.2876194 Jul 23 16:28:45.296398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388ac50-b843-465a-8ea4-3601f3622e63 req-62217d8d-ced1-44db-85e4-10003e2f9711 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:45.315030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e388ac50-b843-465a-8ea4-3601f3622e63 req-62217d8d-ced1-44db-85e4-10003e2f9711 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3287408 Jul 23 16:28:45.490464 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.069844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e388ac50-b843-465a-8ea4-3601f3622e63 req-92d61595-406e-400a-85d7-c931c002b83b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7505078 Jul 23 16:28:46.341518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-54c71146-d12a-45de-a1a3-3150ece72284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.342843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-54c71146-d12a-45de-a1a3-3150ece72284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.343497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-54c71146-d12a-45de-a1a3-3150ece72284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.345306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-54c71146-d12a-45de-a1a3-3150ece72284 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0268416 Jul 23 16:28:46.414490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d6e8d0-7055-4687-89e9-8872642917b3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:46.433401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.574716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.609788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.629151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.655808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.664172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.674711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.681413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.683898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-816651fd-666f-4672-ad6a-ec65fcff488f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5384 time: 0.4004452 Jul 23 16:28:46.688062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Transition to ACTIVE for port object 75d6e8d0-7055-4687-89e9-8872642917b3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:46.698243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:46.818281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-ec54f8f8-22ec-4691-a49e-f9c8c89562cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:46.820151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26a3e2e6-0958-4963-800b-63d508e6e16c req-ec54f8f8-22ec-4691-a49e-f9c8c89562cd service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4505472 Jul 23 16:28:46.869138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c381dc6f-a185-44f2-8849-b2c32d4901b6 req-bb31a9e6-6191-4c91-a9c3-ead90925ff5f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763871 Jul 23 16:28:46.923528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:47.071240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Attempting to bind port 75d6e8d0-7055-4687-89e9-8872642917b3 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:47.071768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Attempting to bind port 75d6e8d0-7055-4687-89e9-8872642917b3 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:47.072405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Attempting to bind port 75d6e8d0-7055-4687-89e9-8872642917b3 on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:47.086241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Port 75d6e8d0-7055-4687-89e9-8872642917b3 on network af56445e-412c-40d8-a91b-347c0f5a813c not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:47.088004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Attempting to bind port 75d6e8d0-7055-4687-89e9-8872642917b3 on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:47.103523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:47.104042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Checking segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:47.113131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Bound using segment: {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:47.113867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Bound port: 75d6e8d0-7055-4687-89e9-8872642917b3, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:47.114595 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.416663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.452265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:47.462590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:47.488975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.676804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.677461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:47.679249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] 10.222.0.81 "PUT /v2.0/ports/75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 200 len: 1090 time: 3.1480916 Jul 23 16:28:47.707984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:47.712298 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:47.725281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:47.810040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f756062-4485-413e-8b5c-80cb8cecf357 req-074e3d77-936a-4e5f-8ca0-36a0e1ad2fa1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:47.811628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f756062-4485-413e-8b5c-80cb8cecf357 req-074e3d77-936a-4e5f-8ca0-36a0e1ad2fa1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.5131001 Jul 23 16:28:47.890430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc3e2e-c85d-44d0-8f89-ea6b72d72454 service neutron] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:48.011634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f756062-4485-413e-8b5c-80cb8cecf357 req-6c6fca21-bd35-475e-9164-f982271af3f3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901729 Jul 23 16:28:48.081092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:48.146909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-d70f41fd-e6f5-4e9e-9676-55e16a2f5de6 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.152240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-d70f41fd-e6f5-4e9e-9676-55e16a2f5de6 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 0.4678319 Jul 23 16:28:48.230173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-4d4519fa-f41e-4b60-9e76-3686eb35ce03 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/quotas/90c1832121b149e58c266b286ad94806 HTTP/1.1" status: 200 len: 375 time: 0.0636854 Jul 23 16:28:48.351809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-8ba937cb-77c3-4afc-9ec6-02deae29ba67 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116428 Jul 23 16:28:48.628469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d8e97-c137-4ade-9ad6-4efdbbd66345 req-fa4797ba-82b3-4fe5-a85d-f46a0f50d1ab tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.635581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f6d8e97-c137-4ade-9ad6-4efdbbd66345 req-fa4797ba-82b3-4fe5-a85d-f46a0f50d1ab tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4806199 Jul 23 16:28:48.648690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-1dd2e6fc-0f7a-4aef-9b24-aa03eee9c131 service neutron] 10.222.0.64 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835150 Jul 23 16:28:48.778351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecd63-feca-474d-be17-fcf197c25365 req-537b11fc-d327-4138-a761-a8989d7c47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:48.780377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-537b11fc-d327-4138-a761-a8989d7c47b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1097 time: 0.5226579 Jul 23 16:28:48.798470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f6d8e97-c137-4ade-9ad6-4efdbbd66345 req-14116b44-1572-45ec-ad35-403dc7b38a19 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615329 Jul 23 16:28:48.886634 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082b8c7-dad7-40d8-be88-59fd67814c66 x-openstack-request-id: req-7082b8c7-dad7-40d8-be88-59fd67814c66 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:48.887034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:48.887160 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7082b8c7-dad7-40d8-be88-59fd67814c66 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:48.888071 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3', 'status': 'completed', 'code': 200} Jul 23 16:28:49.124353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-b1e22cc5-4334-442d-b960-5100da641f8d service neutron] 10.222.0.64 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757183 Jul 23 16:28:49.151702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb6914c-f40d-4068-8511-f52fb731570e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:49.177283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecd63-feca-474d-be17-fcf197c25365 req-269d9362-9234-4331-9b95-c7a3bf39a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.179716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-269d9362-9234-4331-9b95-c7a3bf39a10b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.3775628 Jul 23 16:28:49.187873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.255361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.256046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.256338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.256755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.257551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.257780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.258183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.260075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-bb489da4-035b-4efa-adc7-1f254309da13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6343 time: 0.3170917 Jul 23 16:28:49.266451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-3968a471-dfc0-4421-aa0b-e22c77931048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.0759251 Jul 23 16:28:49.282038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Transition to ACTIVE for port object 2bb6914c-f40d-4068-8511-f52fb731570e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:49.317527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:49.426103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.449466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.463967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.499679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.505659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.523573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.534041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.549253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-3d29bf4b-1601-4412-8371-e2df33bab266 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5396 time: 0.5274992 Jul 23 16:28:49.646793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecd63-feca-474d-be17-fcf197c25365 req-1ea95bde-c074-407b-8a6d-fcfe28b08b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:49.648328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-1ea95bde-c074-407b-8a6d-fcfe28b08b0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.3751636 Jul 23 16:28:49.735260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:50.116259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-8cd1cf38-eeba-4910-bbd3-acdb34899734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4414077 Jul 23 16:28:50.164290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-f42ce439-5746-4e00-bd80-eee7945f06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.164758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-f42ce439-5746-4e00-bd80-eee7945f06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.165208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-f42ce439-5746-4e00-bd80-eee7945f06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.166849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-f42ce439-5746-4e00-bd80-eee7945f06db service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8838670 Jul 23 16:28:50.249185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54f518b2-6ee4-4803-8313-78b8e131d015 req-5a40383e-b7ae-4105-8a78-6910043977c9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6993039 Jul 23 16:28:50.446873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Attempting to bind port 2bb6914c-f40d-4068-8511-f52fb731570e on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:50.447393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Attempting to bind port 2bb6914c-f40d-4068-8511-f52fb731570e by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:50.447887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Attempting to bind port 2bb6914c-f40d-4068-8511-f52fb731570e on network ff938261-6b7d-4d37-8618-87ee569dee20 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:50.518701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Port 2bb6914c-f40d-4068-8511-f52fb731570e on network ff938261-6b7d-4d37-8618-87ee569dee20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:50.523030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Attempting to bind port 2bb6914c-f40d-4068-8511-f52fb731570e on network ff938261-6b7d-4d37-8618-87ee569dee20 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:50.545530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-a1c8ec0c-6cc4-4fa2-a63a-cb728c01e825 service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163079 Jul 23 16:28:50.590112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a3ee1-d76d-4d0e-b39c-a3b6ea10a457 req-fcc33a4f-48df-483e-9c23-0e67c691625e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.591939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f0a3ee1-d76d-4d0e-b39c-a3b6ea10a457 req-fcc33a4f-48df-483e-9c23-0e67c691625e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.4823503 Jul 23 16:28:50.640620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-654574cc-0d17-4893-a1e6-f1c707cb4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.642127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff258d62-5e36-4763-9b1d-e11eb2cf5bc7 req-654574cc-0d17-4893-a1e6-f1c707cb4b95 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265440 Jul 23 16:28:50.661570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:50.662599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Checking segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:50.662599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Bound using segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:50.662914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Bound port: 2bb6914c-f40d-4068-8511-f52fb731570e, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:50.663319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:50.830404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f0a3ee1-d76d-4d0e-b39c-a3b6ea10a457 req-b1289dce-64fe-4cc6-a7f0-d765893eed73 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993487 Jul 23 16:28:50.907995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5cecd63-feca-474d-be17-fcf197c25365 req-79a1b648-8748-40f0-ae36-183a75346f3e service neutron] 10.222.0.67 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978380 Jul 23 16:28:50.911865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:50.917739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:50.935019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9a5fd-9ef8-4dc6-97af-26c7464e3160 req-9668f111-8369-4d23-bb22-8c050bf07a80 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:50.938022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11d9a5fd-9ef8-4dc6-97af-26c7464e3160 req-9668f111-8369-4d23-bb22-8c050bf07a80 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3442101 Jul 23 16:28:50.939891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.043050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38e57aae-2fb8-47d8-b8a0-24435744072c req-079467a0-afbd-4b74-af46-fc353f0c1ed2 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 210 time: 0.0568480 Jul 23 16:28:51.088760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.089852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.092122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] 10.222.0.81 "PUT /v2.0/ports/2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 200 len: 1091 time: 3.3721197 Jul 23 16:28:51.095937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11d9a5fd-9ef8-4dc6-97af-26c7464e3160 req-e51b8157-9fb5-4b7d-942c-39c3f62356d5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167767 Jul 23 16:28:51.096698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:51.099338 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:51.198427 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6a424-dea1-4b3f-8264-5376f13fe7b8 x-openstack-request-id: req-9cf6a424-dea1-4b3f-8264-5376f13fe7b8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:51.208988 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:51.210892 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cf6a424-dea1-4b3f-8264-5376f13fe7b8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:51.210892 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e', 'status': 'completed', 'code': 200} Jul 23 16:28:51.224781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Request body: {'port': {'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:51.326214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:51.395029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abb3e6-5848-4dd0-be60-94eb267c4573 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:51.535710 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.553500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.571518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:51.574214 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334e3760-53d4-49fe-9667-5b5c77791fc8" -d '{"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:51.587414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.587904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.588466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.588931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.589398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.591496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.592280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.595821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-15791d09-4a44-4664-91db-5050b0478b8c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6410 time: 0.3188508 Jul 23 16:28:51.596455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:28:51.604161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:51.681795 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae413180-e7eb-40bb-9f86-1a126956376b x-openstack-request-id: req-ae413180-e7eb-40bb-9f86-1a126956376b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:51.682466 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:51.683048 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae413180-e7eb-40bb-9f86-1a126956376b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:51.683659 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'code': 200} Jul 23 16:28:51.802944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:51.825654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.835480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.842477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.850022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.858104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.864053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.871580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:51.882592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-2c197361-e3b0-4ff7-8817-cc100a713fad tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5408 time: 0.4362485 Jul 23 16:28:51.972031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d0ab297-ad49-4268-be35-f9e36f454253 req-e1fd7543-8be2-4363-87a3-6b7df200a2be tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755937 Jul 23 16:28:52.276410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-44f2a66b-d5f9-49da-902c-aa47d0dfe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.277103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-44f2a66b-d5f9-49da-902c-aa47d0dfe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.277680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-44f2a66b-d5f9-49da-902c-aa47d0dfe941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.280146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-44f2a66b-d5f9-49da-902c-aa47d0dfe941 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6610940 Jul 23 16:28:52.283954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2919c60-73f4-415d-891f-91aa268e6101 req-6e7b1462-122d-4a2d-9997-589034e65ddd tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 210 time: 0.0916369 Jul 23 16:28:52.695451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ede00-a9d9-4f9e-97bd-502b0e0fa48f req-23022535-9667-4e92-b555-6bf8e2bb8410 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.697246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-369ede00-a9d9-4f9e-97bd-502b0e0fa48f req-23022535-9667-4e92-b555-6bf8e2bb8410 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.6043439 Jul 23 16:28:52.764166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-2b4c86af-e349-4dc1-bb33-cb9a3a1544fa tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.765709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-2b4c86af-e349-4dc1-bb33-cb9a3a1544fa tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 0.6653948 Jul 23 16:28:52.767332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-fee3ec6f-dc2d-41ed-b188-667a19695e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:52.768650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebde7267-cd3c-4532-ad1e-8f3d5ae32e28 req-fee3ec6f-dc2d-41ed-b188-667a19695e32 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4329295 Jul 23 16:28:52.915501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Request body: {'port': {'device_id': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'admin_state_up': True, 'tenant_id': '90c1832121b149e58c266b286ad94806'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:52.987460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-369ede00-a9d9-4f9e-97bd-502b0e0fa48f req-6efb9b32-d75f-4b7f-ba1e-fb37d94e5ead tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730148 Jul 23 16:28:53.045946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-4b01ecd9-942e-4e49-bf40-69264c28f72d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.045946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-4b01ecd9-942e-4e49-bf40-69264c28f72d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 0.4868684 Jul 23 16:28:53.060458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Request body: {'port': {'device_id': '33209172-bd96-47dd-a280-ddad55a10643', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'admin_state_up': True, 'tenant_id': '90c1832121b149e58c266b286ad94806'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:53.126329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808951d-9535-46e8-b526-ee40474d4379 req-c057838d-b8a8-4242-84fe-aa1def946b71 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.126329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7808951d-9535-46e8-b526-ee40474d4379 req-c057838d-b8a8-4242-84fe-aa1def946b71 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.7055540 Jul 23 16:28:53.555776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:53.576865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.652036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7808951d-9535-46e8-b526-ee40474d4379 req-b3bb3f21-574c-41a0-84c3-a590c426fcbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5322700 Jul 23 16:28:53.686217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Transition to ACTIVE for port object c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:28:53.703704 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.749693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:53.753569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:53.821806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.830625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.835971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.843174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.850164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.881709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.891135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:53.898900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-dc32576d-8e14-4aa0-bfc2-6b7531f458d4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5408 time: 0.4707968 Jul 23 16:28:53.998065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f84f5b6-f3f7-4fe5-ba3c-34b18c3fe8b6 req-628a39ab-ebb9-4240-851d-559c01fd9ad7 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 210 time: 0.2414436 Jul 23 16:28:54.070981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:28:54.076591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.080365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:54.289198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b31b96c8-65d0-4fe7-9f92-cd75d76a027c req-c7678e14-df1f-4c81-9396-9db704501306 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3158255 Jul 23 16:28:54.388070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Attempting to bind port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:28:54.388353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Attempting to bind port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:28:54.388697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Attempting to bind port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a on network ff938261-6b7d-4d37-8618-87ee569dee20 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:54.417976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a on network ff938261-6b7d-4d37-8618-87ee569dee20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:28:54.418275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Attempting to bind port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a on network ff938261-6b7d-4d37-8618-87ee569dee20 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:28:54.434010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:28:54.434371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Checking segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:28:54.434782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Bound using segment: {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:28:54.435266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Bound port: c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:28:54.435554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.439396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Allocated IP 172.20.0.7 (29168381-45da-4423-9361-1aeede5e18f0/7e50ad1e-a763-41f2-a3fd-1e5122130022/ef3da652-1355-4a2f-9a08-29a7656d119e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:54.454248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3bd69-27c0-4a7a-b7b9-9bc6170d6a79 req-403929b4-e2bd-4f19-911f-3125b4e08246 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:54.455872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cb3bd69-27c0-4a7a-b7b9-9bc6170d6a79 req-403929b4-e2bd-4f19-911f-3125b4e08246 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.2900660 Jul 23 16:28:54.644902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cb3bd69-27c0-4a7a-b7b9-9bc6170d6a79 req-028dd879-8d0c-4568-abfd-d6024546192a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785982 Jul 23 16:28:54.692188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:28:54.744328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:28:54.753381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.879306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:54.879927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:54.881333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] 10.222.0.81 "PUT /v2.0/ports/c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 1091 time: 3.6672215 Jul 23 16:28:54.881791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:28:54.884116 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48062fe-a957-4d0f-a537-2cac610029a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:28:55.014352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42471d-36a1-42b9-8251-52c4fbb18d73 service neutron] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:55.022033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.079864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80917e28-9030-47b7-b376-01d3e94e2a29 req-5fe933bd-4a1d-4a52-bdff-2eed2e060f2d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.086194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80917e28-9030-47b7-b376-01d3e94e2a29 req-5fe933bd-4a1d-4a52-bdff-2eed2e060f2d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2954466 Jul 23 16:28:55.119655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4debbc-d600-411e-9249-9d2fa215d84e req-ad72f398-9937-4889-ac5a-fe1f89307cd5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.126430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd4debbc-d600-411e-9249-9d2fa215d84e req-ad72f398-9937-4889-ac5a-fe1f89307cd5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.3367975 Jul 23 16:28:55.212567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.214741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.214741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.215041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.216794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.217455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.217964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.220251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d431c40b-2bdf-4122-af16-fc475e508251 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6477 time: 0.2577152 Jul 23 16:28:55.228893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.340989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-65abcde4-2dca-4c43-8bff-46153dbf85f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 217 time: 0.0752530 Jul 23 16:28:55.391806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80917e28-9030-47b7-b376-01d3e94e2a29 req-af925b58-83c9-4bb7-8a5a-0110ef7d9ad0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044732 Jul 23 16:28:55.420295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd4debbc-d600-411e-9249-9d2fa215d84e req-882f1324-7f0d-465d-8d4f-c58fd4f86147 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929451 Jul 23 16:28:55.427531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Network 29168381-45da-4423-9361-1aeede5e18f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:55.442789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:55.446737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:55.473148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:55.509034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b558c-4c4c-4e76-add8-34de4cf7743d x-openstack-request-id: req-841b558c-4c4c-4e76-add8-34de4cf7743d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:28:55.509394 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:28:55.509679 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-841b558c-4c4c-4e76-add8-34de4cf7743d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:28:55.510180 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'status': 'completed', 'code': 200} Jul 23 16:28:55.536408 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-c845fb7a-4938-440f-ad2f-4156e98ea49c {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:28:55.536782 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:28:55.542706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-4e896d90-f6e7-4487-a2b8-3762d2842621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.544747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-4e896d90-f6e7-4487-a2b8-3762d2842621 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 200 len: 850 time: 0.1745348 Jul 23 16:28:55.577734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9105bcc-86f4-4823-b453-dbf50f7cfb00 req-386aa177-7ac1-4b80-a36c-04b37116ab66 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 210 time: 0.0602121 Jul 23 16:28:55.658810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.661854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:55.705599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-af9e4127-0a53-42b7-a835-2581f90b5f5b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7942772 Jul 23 16:28:55.749209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Request body: {'port': {'device_id': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:55.927675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b235c2f1-463a-4587-b4b3-dce58d0a65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.929885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b235c2f1-463a-4587-b4b3-dce58d0a65d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639498 Jul 23 16:28:55.988146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-fbf1af4b-4a29-4088-bc0a-be54f0a600b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:55.989581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-fbf1af4b-4a29-4088-bc0a-be54f0a600b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.1897335 Jul 23 16:28:56.056645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.084123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.091319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.097279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.104710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.113389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.119365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.126917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.127923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-30ceb55b-a9dd-4054-b719-42f41dcc66ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.4047892 Jul 23 16:28:56.283351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:56.792111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-229564a8-b2d0-42aa-9395-19b5e29f0e15 req-5d96f033-fff8-4437-8cc7-1aaa9ba35f4d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6244237 Jul 23 16:28:56.859627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-c893e1bf-5cc0-4cc8-8b92-3dbcda0783b9 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836195 Jul 23 16:28:56.932267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-f8548b18-a8c3-4831-828c-c6ce43cc8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.934390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-f8548b18-a8c3-4831-828c-c6ce43cc8dfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.9333134 Jul 23 16:28:56.973535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-8d2ebe5e-d84d-4fcc-84b2-0de9fb2a7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:56.974961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-8d2ebe5e-d84d-4fcc-84b2-0de9fb2a7803 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.9486876 Jul 23 16:28:57.196478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c2c4-53cc-478f-9fb7-cf2579addd82 req-58452301-0f94-4409-acd0-ac423d179586 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.198517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11e1c2c4-53cc-478f-9fb7-cf2579addd82 req-58452301-0f94-4409-acd0-ac423d179586 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 1.0677731 Jul 23 16:28:57.215130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-1a3c96db-252f-4c0a-8f57-5cba1020695d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.2495301 Jul 23 16:28:57.350953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Allocated IP 172.20.0.12 (29168381-45da-4423-9361-1aeede5e18f0/7e50ad1e-a763-41f2-a3fd-1e5122130022/b4a1bbba-b428-40b1-8a18-b5de61f171ab) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:28:57.357831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:28:57.527376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-00a6b105-51c7-43cb-9486-da4696d7cde2 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501985 Jul 23 16:28:57.664037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11e1c2c4-53cc-478f-9fb7-cf2579addd82 req-f998f537-5d88-4967-a4df-d8a48e34e27c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027927 Jul 23 16:28:57.673162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-54186d41-fc22-4709-83be-6b44b9443bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.674807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-54186d41-fc22-4709-83be-6b44b9443bff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.3609006 Jul 23 16:28:57.676190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-90772152-df0b-4480-8597-422131950f54 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 217 time: 0.1188869 Jul 23 16:28:57.707880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98366bde-42e1-411b-95fb-e4665324b4c4 req-b2dae897-7053-4789-bb73-4f134695b8bc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.715743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98366bde-42e1-411b-95fb-e4665324b4c4 req-b2dae897-7053-4789-bb73-4f134695b8bc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.7782323 Jul 23 16:28:57.738002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-c5d8db95-f15c-4cd4-92a1-df8217a06a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:57.739624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-c5d8db95-f15c-4cd4-92a1-df8217a06a45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.7111850 Jul 23 16:28:57.854051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-8b99e336-260e-443c-9f45-b94d42ff1de5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676817 Jul 23 16:28:58.038191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98366bde-42e1-411b-95fb-e4665324b4c4 req-6abdded1-c9d1-4f39-98a8-522a80c0062c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127916 Jul 23 16:28:58.045624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-32f8aec0-b56a-4d13-b6a4-195c10adb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.047207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-32f8aec0-b56a-4d13-b6a4-195c10adb797 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.3634996 Jul 23 16:28:58.145966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-3272e88c-e2b1-478b-809e-6b731b8f1955 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.3922067 Jul 23 16:28:58.148120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c96bf1fd-5748-4788-a4e0-36d04a4c7abc req-3f15ddf2-f749-4230-8cce-94b463182a7f tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 210 time: 0.1287615 Jul 23 16:28:58.261258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.296638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-90df16bf-64e4-458b-92ce-b1844b876dee service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305563 Jul 23 16:28:58.439765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-730f217a-5e85-424c-a297-4b9bb883fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.441238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-730f217a-5e85-424c-a297-4b9bb883fb42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.2586281 Jul 23 16:28:58.526846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b826707b-fd32-488b-b5f3-f00d5ca3ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:58.535611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b826707b-fd32-488b-b5f3-f00d5ca3ab3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4748333 Jul 23 16:28:58.552580 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-af93af5f-9605-4f89-8431-d2b7e8d6be19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213223 Jul 23 16:28:58.626849 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.694189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:58.729196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Network 29168381-45da-4423-9361-1aeede5e18f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:28:59.097191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:28:59.118690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:28:59.129321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f878aa7d-7d30-41f8-bc66-c4bb0f52cd24 req-ab9f6891-850b-4887-adcc-494e655559dd service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8170967 Jul 23 16:28:59.185140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b5e93160-4805-4cc1-ab78-93e379086a57 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298835 Jul 23 16:28:59.221289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f096c-6f61-423d-80d2-a63a81c6813d req-bdefa3b5-a5c9-40b7-b6c2-4fc361957839 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.223105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e9f096c-6f61-423d-80d2-a63a81c6813d req-bdefa3b5-a5c9-40b7-b6c2-4fc361957839 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.9125979 Jul 23 16:28:59.236991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-22c1f9f1-44d2-468c-8ecc-5291cd78f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.238553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-22c1f9f1-44d2-468c-8ecc-5291cd78f3da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7892833 Jul 23 16:28:59.268951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.275202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.281260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.287576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.295642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.301981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.312360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.321209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-fb8d7af0-d2f4-459a-9370-a3509d70482f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.9802659 Jul 23 16:28:59.331210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event updated for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:28:59.401817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-02f0ef74-cb2c-4bf1-b714-8d5a1ee91a60 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1040287 Jul 23 16:28:59.414435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.415113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.577142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-ef1c24d8-d0b4-46fd-86ed-250cc2495151 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5206540 Jul 23 16:28:59.629826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Request body: {'port': {'device_id': '33209172-bd96-47dd-a280-ddad55a10643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:28:59.655061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.656196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.656827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.657447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.658091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.658711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.659352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.662155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9af88f1-0c8e-4f0f-9c42-66a3ca96ec29 req-1e1fdf2e-23b2-4cea-b063-2f833f70a598 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3399560 Jul 23 16:28:59.674901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-422d682c-f550-4128-867b-58426b787539 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.1493993 Jul 23 16:28:59.691647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e9f096c-6f61-423d-80d2-a63a81c6813d req-7224d27c-bfee-4f34-93c1-ec430da5dd36 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385474 Jul 23 16:28:59.833978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b09c7d60-0239-4098-bba7-0b0777c8377a service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096084 Jul 23 16:28:59.849049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-69ef277f-72f9-42e1-8db2-6cd4f34cd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.850200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-69ef277f-72f9-42e1-8db2-6cd4f34cd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.850745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-69ef277f-72f9-42e1-8db2-6cd4f34cd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:28:59.852889 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-69ef277f-72f9-42e1-8db2-6cd4f34cd6fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 2299 time: 0.1573517 Jul 23 16:28:59.920633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-1bd5aedf-a68d-449c-bdf7-58e77320d12e service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798349 Jul 23 16:28:59.953116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3da652-1355-4a2f-9a08-29a7656d119e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:28:59.981176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:59.986009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-4ec96797-9e3f-46df-b074-39513cc1dae9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 217 time: 0.1028974 Jul 23 16:29:00.010263 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-44df0c31-bd42-4f01-8ee0-7852eee24f98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1491361 Jul 23 16:29:00.025240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.078487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-fc0259de-3617-40ef-acbf-7d1c9bcc656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.080583 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-fc0259de-3617-40ef-acbf-7d1c9bcc656d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 200 len: 856 time: 0.0569913 Jul 23 16:29:00.084804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Transition to ACTIVE for port object ef3da652-1355-4a2f-9a08-29a7656d119e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:00.175817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.184812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-6f48caa2-b60f-4bdf-b35c-3d367808384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.186917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-6f48caa2-b60f-4bdf-b35c-3d367808384e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3be6b15-224f-4323-83e4-e2b4cbabee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954156 Jul 23 16:29:00.280698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d0d8feb1-15f3-4b9f-add8-16688b8a8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.282275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d0d8feb1-15f3-4b9f-add8-16688b8a8938 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.2733481 Jul 23 16:29:00.396532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf0c9-8e82-4dfb-8960-a1ae85666b9d req-ed93e8ce-8810-4d92-a6b7-dcf507aaaa31 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.398125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-638cf0c9-8e82-4dfb-8960-a1ae85666b9d req-ed93e8ce-8810-4d92-a6b7-dcf507aaaa31 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.6165226 Jul 23 16:29:00.407003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:00.439452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f8e18-f047-4e3c-b08d-12ddd8edd257 req-96ed1f62-512f-4713-8fc9-256b114b4204 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.441012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-097f8e18-f047-4e3c-b08d-12ddd8edd257 req-96ed1f62-512f-4713-8fc9-256b114b4204 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.6253178 Jul 23 16:29:00.443039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-d058c7f8-5118-467c-9a75-ec36041ec28c service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772031 Jul 23 16:29:00.643261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-ecd8d575-6922-467c-b537-cb668d49e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.644792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-ecd8d575-6922-467c-b537-cb668d49e195 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f&tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9 HTTP/1.1" status: 200 len: 1095 time: 0.5765958 Jul 23 16:29:00.674933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:00.677260 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-311eae35-e938-410e-9c7f-923a809a437d service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828806 Jul 23 16:29:00.689350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-638cf0c9-8e82-4dfb-8960-a1ae85666b9d req-6f529b60-9193-4b37-9b1f-b05913bd2488 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656701 Jul 23 16:29:00.718757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-097f8e18-f047-4e3c-b08d-12ddd8edd257 req-99ca7b45-dc5d-40e0-9121-91cc38c7b597 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963122 Jul 23 16:29:00.791900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Attempting to bind port ef3da652-1355-4a2f-9a08-29a7656d119e on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:00.792260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Attempting to bind port ef3da652-1355-4a2f-9a08-29a7656d119e by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:00.792590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Attempting to bind port ef3da652-1355-4a2f-9a08-29a7656d119e on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:00.795743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f299df85-a370-4cd8-8bb1-012933ca5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.797258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f299df85-a370-4cd8-8bb1-012933ca5538 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5005023 Jul 23 16:29:00.806575 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-ba57ca10-bac5-48f8-99d3-770e2dafdba1 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226549 Jul 23 16:29:00.851871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Port ef3da652-1355-4a2f-9a08-29a7656d119e on network 29168381-45da-4423-9361-1aeede5e18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:00.852182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Attempting to bind port ef3da652-1355-4a2f-9a08-29a7656d119e on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:00.872421 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-381c23a6-352e-4363-a49e-ed3b092c9d83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 217 time: 0.0590394 Jul 23 16:29:00.907283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:00.907631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Checking segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:00.908013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Bound using segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:00.908464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Bound port: ef3da652-1355-4a2f-9a08-29a7656d119e, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:00.908829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:00.954320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-6a61015b-0f4a-4dec-b947-0a5548231df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:00.955697 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-6a61015b-0f4a-4dec-b947-0a5548231df6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0662148 Jul 23 16:29:00.994213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.116384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-f47468c5-e927-4c5b-9c89-5ac10cbf6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.120023 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-f47468c5-e927-4c5b-9c89-5ac10cbf6509 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1531234 Jul 23 16:29:01.269193 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-510f835a-ef58-4fd9-ad66-c1b2d2c5d024 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286714 Jul 23 16:29:01.420996 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-f52f9332-aa30-4ad9-b9f8-74895f64a250 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453073 Jul 23 16:29:01.474337 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-88ba0f85-20b5-4aba-abee-0923cd0a8589 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 217 time: 0.0464139 Jul 23 16:29:01.503870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:01.545462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-139c8b86-be2c-45b1-81d1-f74e1dcce65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.547275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-139c8b86-be2c-45b1-81d1-f74e1dcce65f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0672019 Jul 23 16:29:01.611679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:01.643666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-323970c0-68bb-40ec-b44d-01f52c731dc9 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202624 Jul 23 16:29:01.645845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.647341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-bdbd3dac-fe66-4962-8ccb-a59eaaafd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.649155 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-bdbd3dac-fe66-4962-8ccb-a59eaaafd804 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956833 Jul 23 16:29:01.690299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a1bbba-b428-40b1-8a18-b5de61f171ab {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:01.761455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.768016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-94fe8c0a-66a4-443c-8f73-54b9bbefece0 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128416 Jul 23 16:29:01.894266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-557b517a-b6c2-471a-a598-86dad819b422 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193440 Jul 23 16:29:01.909995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.910865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:01.912577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef3da652-1355-4a2f-9a08-29a7656d119e HTTP/1.1" status: 200 len: 1091 time: 6.1698494 Jul 23 16:29:01.914745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:01.917180 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:01.929445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Transition to ACTIVE for port object b4a1bbba-b428-40b1-8a18-b5de61f171ab will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:01.946046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46959dda-f19a-4810-8d8a-ff4870204981 req-70f6dfa1-af76-4334-80f8-bb80b16bc0ee tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:01.947878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46959dda-f19a-4810-8d8a-ff4870204981 req-70f6dfa1-af76-4334-80f8-bb80b16bc0ee tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 932 time: 1.0329196 Jul 23 16:29:01.994459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-4367370d-a6b4-4613-a297-fbe734449af3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 217 time: 0.0856013 Jul 23 16:29:01.996752 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.073121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-fb1744a3-9707-4398-9d9c-e1eb9abfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.075848 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-fb1744a3-9707-4398-9d9c-e1eb9abfdba2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0741498 Jul 23 16:29:02.100945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.110015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.125018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.140395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.149019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.163565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-35bfe12b-26a6-43b7-bd0e-2464d97464a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.165715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.166167 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-35bfe12b-26a6-43b7-bd0e-2464d97464a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818286 Jul 23 16:29:02.172878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.175618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-0286c80c-7281-4856-81a7-71eeff9f410e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 1.0496166 Jul 23 16:29:02.209544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe7f3-8351-4235-a10a-264d9487e331 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.268671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46959dda-f19a-4810-8d8a-ff4870204981 req-a0a4d37b-e53c-49ac-8cf4-406249c27168 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793586 Jul 23 16:29:02.349683 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-a56be752-fa61-4ad4-91e9-a97dff5fe4af service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765912 Jul 23 16:29:02.479747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-4e6680c2-06f2-45a8-9660-df7753065c96 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212463 Jul 23 16:29:02.514027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Pushing event updated for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:02.527220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-7116a133-9712-454e-85e9-d157ef5280c8 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612812 Jul 23 16:29:02.570152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:02.618679 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-ce2a7b2b-a887-4f6a-bb6a-f81800bbbb7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 217 time: 0.1050820 Jul 23 16:29:02.638238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:02.737995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:02.756487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.774598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Transition to ACTIVE for port object 5f6d6b48-3929-4356-b8c2-b0e6793c8051 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:02.783817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-e29c0ff6-5a84-4eab-a9a4-f0016236c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.785296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e888da5-9d8d-456f-9de4-b2779ab31def req-35da5538-501b-4662-bd9d-93730dd56aaf tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5433447 Jul 23 16:29:02.787026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-e29c0ff6-5a84-4eab-a9a4-f0016236c3cb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1621084 Jul 23 16:29:02.808038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:02.897902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-023b95ec-14be-411c-a383-bc4a336f24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.901561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-023b95ec-14be-411c-a383-bc4a336f24bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=63afd282-9d61-4803-b8b3-76b8be73c6af HTTP/1.1" status: 200 len: 1094 time: 0.9311368 Jul 23 16:29:02.918589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-1046d510-c9b1-41ff-b2ba-116f3f83910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:02.920685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-1046d510-c9b1-41ff-b2ba-116f3f83910b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285233 Jul 23 16:29:02.995136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-c5d625f3-d40a-4076-966f-35ff72aac36f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3da652-1355-4a2f-9a08-29a7656d119e HTTP/1.1" status: 200 len: 217 time: 0.0583076 Jul 23 16:29:02.995557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-e5cc1579-67c5-4e84-86d8-68901d85dc7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 200 len: 217 time: 0.2004738 Jul 23 16:29:03.028678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b416f7-b28c-40b3-ba2d-ee9e9e1008cb req-e8109440-8014-4cb3-8418-53dc74b03c87 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.031244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b416f7-b28c-40b3-ba2d-ee9e9e1008cb req-e8109440-8014-4cb3-8418-53dc74b03c87 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 944 time: 0.6765754 Jul 23 16:29:03.032481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Attempting to bind port b4a1bbba-b428-40b1-8a18-b5de61f171ab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:03.032810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Attempting to bind port b4a1bbba-b428-40b1-8a18-b5de61f171ab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:03.033311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Attempting to bind port b4a1bbba-b428-40b1-8a18-b5de61f171ab on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:03.062794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-c03e7b70-5c87-4763-94ee-d69c5225547d service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331234 Jul 23 16:29:03.109292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Port b4a1bbba-b428-40b1-8a18-b5de61f171ab on network 29168381-45da-4423-9361-1aeede5e18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:03.109596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Attempting to bind port b4a1bbba-b428-40b1-8a18-b5de61f171ab on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:03.225989 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-2b9c6074-0627-4427-9b33-52de37a6a9eb service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561644 Jul 23 16:29:03.237844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] No DVR routers for this DVR port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:03.242598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b416f7-b28c-40b3-ba2d-ee9e9e1008cb req-0a14b088-38e2-4d9a-b59d-c4a046c33480 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848264 Jul 23 16:29:03.293544 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-decd1c91-9601-4533-9fcd-8441e831f06e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 217 time: 0.0615156 Jul 23 16:29:03.316958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:03.319436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Checking segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:03.319835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Bound using segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:03.320529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Bound port: b4a1bbba-b428-40b1-8a18-b5de61f171ab, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:03.320943 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.326706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-48c92c6f-0592-492b-9714-96fa18049e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.330784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-48c92c6f-0592-492b-9714-96fa18049e41 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.2335320 Jul 23 16:29:03.364536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-23644944-d645-4f0d-be06-683eadb3b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.366605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-23644944-d645-4f0d-be06-683eadb3b8b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.0664275 Jul 23 16:29:03.397986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=9']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:03.442983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-b1eae00b-fc6b-446c-a820-35b00a937bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.444876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-b1eae00b-fc6b-446c-a820-35b00a937bcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683918 Jul 23 16:29:03.578947 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-7a610a96-09a1-43c1-ad8e-230193425f1c service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274967 Jul 23 16:29:03.734627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:03.736249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:03.736851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:03.752679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-97baf220-b0e5-4c5d-b965-8b672486c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.756787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-97baf220-b0e5-4c5d-b965-8b672486c9ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.6721866 Jul 23 16:29:03.763576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:03.764278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Attempting to bind port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on network a8a221f5-8b55-4deb-918c-0273395cdd7b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:03.779426 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-eb077e6c-93d2-4e2f-9ce7-3588aefd9704 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909881 Jul 23 16:29:03.797514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:03.797996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Checking segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:03.799125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Bound using segment: {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:03.800407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Bound port: 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9ea082-02bb-49d0-a8d9-b56dcedec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:03.802364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:03.866670 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-26d3e243-44a9-47c4-94dd-100023ae33b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 217 time: 0.0806444 Jul 23 16:29:03.895932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-a23efdf5-12dd-4b17-82ad-894d689ad94e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178646 Jul 23 16:29:03.963975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf02390-ae6b-4fb5-bce7-d6985060a09f req-c2a9ffcf-5c97-42c0-b9a9-45b325070fb0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.966052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cf02390-ae6b-4fb5-bce7-d6985060a09f req-c2a9ffcf-5c97-42c0-b9a9-45b325070fb0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.9695647 Jul 23 16:29:03.993911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-7b7397fe-2ccc-4744-80fa-df1a5d45845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:03.998380 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-7b7397fe-2ccc-4744-80fa-df1a5d45845a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1236668 Jul 23 16:29:04.016178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:04.064910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a4b3cd33-228d-431a-a4f6-c148aa6c615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.066816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-a4b3cd33-228d-431a-a4f6-c148aa6c615b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6533775 Jul 23 16:29:04.088204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:04.103102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f706d-05d1-47d0-b19b-5769a1f6c51b req-304d5d97-eda6-4ff4-aed6-e4183162a885 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.105120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f95f706d-05d1-47d0-b19b-5769a1f6c51b req-304d5d97-eda6-4ff4-aed6-e4183162a885 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.6954558 Jul 23 16:29:04.154940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.155117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-21c488f3-a5c3-4c24-bc02-c819b3c45d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.160606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-21c488f3-a5c3-4c24-bc02-c819b3c45d0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553955 Jul 23 16:29:04.282486 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-8dbc8280-aebe-41c0-a495-edadd9a81e70 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107888 Jul 23 16:29:04.298989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:04.302966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:04.350723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.351705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.352638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-67329c75-1f55-4696-a812-5277b61459cb service neutron] 10.222.0.67 "PUT /v2.0/ports/b4a1bbba-b428-40b1-8a18-b5de61f171ab HTTP/1.1" status: 200 len: 1092 time: 4.7328942 Jul 23 16:29:04.356610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.377484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-806b0beb-1a84-411a-b271-03da600901c1 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654031 Jul 23 16:29:04.399986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cf02390-ae6b-4fb5-bce7-d6985060a09f req-9e8435eb-f108-4a60-9164-011683272507 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931851 Jul 23 16:29:04.400879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329c75-1f55-4696-a812-5277b61459cb service neutron] Pushing event updated for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:04.454826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e9be4488-8cf1-4ee8-95df-b05eff6b5be8 req-488db36b-d8d7-4fd2-a3dc-572a67e8e784 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662645 Jul 23 16:29:04.616732 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783c47e-4f66-4983-9d18-e2fe36565fa9 x-openstack-request-id: req-6783c47e-4f66-4983-9d18-e2fe36565fa9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:04.617061 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:04.617414 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6783c47e-4f66-4983-9d18-e2fe36565fa9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:04.617824 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'status': 'completed', 'code': 200} Jul 23 16:29:04.637243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:04.637879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:04.639585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] 10.222.0.81 "PUT /v2.0/ports/5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 1092 time: 3.9704726 Jul 23 16:29:04.710323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f0fb9b96-4edb-4bfe-857a-7729cd092a7e service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246829 Jul 23 16:29:05.069418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f95f706d-05d1-47d0-b19b-5769a1f6c51b req-969b7400-b216-42c0-8d11-ba98b1220cf0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9459155 Jul 23 16:29:05.080474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cceaf-6ded-4b51-b79b-1b1a49a4f2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:05.364964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-f6ccabd5-9109-4a1c-a08d-24b6d11ca23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.366537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-f6ccabd5-9109-4a1c-a08d-24b6d11ca23c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 1095 time: 0.9428020 Jul 23 16:29:05.372970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-4a710d7b-e988-4809-b53c-dcbb0297fd69 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9480755 Jul 23 16:29:05.384628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-9a750ff8-5df1-4434-9d64-50349b3e7ea5 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484952 Jul 23 16:29:05.395668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-2939868b-f134-4432-9526-2c5c571a204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.397189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-2939868b-f134-4432-9526-2c5c571a204c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1096 time: 0.6999352 Jul 23 16:29:05.449810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078de18-87ce-4a3c-a142-93ed252226ca req-e9673c06-dae3-4363-af38-669eda22ed28 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.451525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7078de18-87ce-4a3c-a142-93ed252226ca req-e9673c06-dae3-4363-af38-669eda22ed28 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 944 time: 0.7468977 Jul 23 16:29:05.503315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-228562b1-8584-4cb0-9314-2972d70630e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab HTTP/1.1" status: 200 len: 217 time: 0.1221249 Jul 23 16:29:05.540280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-4f56a8da-0861-4ab1-bf36-fb49219e2d09 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 200 len: 217 time: 0.1390729 Jul 23 16:29:05.696963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.703014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.709004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.715772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.721725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.727681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.734540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.736509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-d5fa422d-aa6b-42e1-b1c1-512c6c033a93 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.5772564 Jul 23 16:29:05.789312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-96d2d6fa-2ca8-4170-b343-1dde2a146d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.790837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-96d2d6fa-2ca8-4170-b343-1dde2a146d92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.2523637 Jul 23 16:29:05.794787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:05.823426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7078de18-87ce-4a3c-a142-93ed252226ca req-a38e5f0c-e259-4195-9478-e9c3c5d193c8 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182409 Jul 23 16:29:05.837159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-6ffc0cd3-5a0a-41fd-a0dc-9f293fd584ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.838563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-6ffc0cd3-5a0a-41fd-a0dc-9f293fd584ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.2806764 Jul 23 16:29:05.842825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17afb-8504-4ed1-9de5-60ef6960c45d req-9bd2a887-47b0-4d21-bf0b-b48939c77dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.844356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96f17afb-8504-4ed1-9de5-60ef6960c45d req-9bd2a887-47b0-4d21-bf0b-b48939c77dd9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.5394869 Jul 23 16:29:05.908295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-a3446d13-f406-449c-bb68-4d90030b2f21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950706 Jul 23 16:29:05.909459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-7cd9a014-4cc3-4b05-b3e4-49048cffb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.911274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-7cd9a014-4cc3-4b05-b3e4-49048cffb205 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.5038285 Jul 23 16:29:05.940532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-9c16b3f5-ecd4-44d5-8dd2-3536589d40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:05.942176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-9c16b3f5-ecd4-44d5-8dd2-3536589d40b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=63afd282-9d61-4803-b8b3-76b8be73c6af HTTP/1.1" status: 200 len: 1094 time: 0.4897418 Jul 23 16:29:06.068191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-089ecbd2-b6d3-492c-b188-0d31e2addbb1 req-c902fcd2-cc86-4bc7-a09e-4db7d0e54d0f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3137279 Jul 23 16:29:06.082551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-27f566c0-eb31-46ed-9a2a-f2197e004c33 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.1473246 Jul 23 16:29:06.125307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96f17afb-8504-4ed1-9de5-60ef6960c45d req-2b9c0053-93ba-42eb-a5da-dadad8ffa135 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659531 Jul 23 16:29:06.300949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-0b50140b-97e9-4d4a-805d-1fb3c6678ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.302467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-0b50140b-97e9-4d4a-805d-1fb3c6678ef6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.2026513 Jul 23 16:29:06.324410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-08f340fa-a6cc-4938-ab2c-de3594e90e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.325885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-08f340fa-a6cc-4938-ab2c-de3594e90e4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4784276 Jul 23 16:29:06.377902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-f180e66e-f72b-421a-b6e0-37ae212d0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.379748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-f180e66e-f72b-421a-b6e0-37ae212d0582 service neutron] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 913 time: 0.4083140 Jul 23 16:29:06.385661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-2ad1d78d-186b-44f5-af0f-71a83e251e89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653605 Jul 23 16:29:06.401315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-0e88dee4-24e0-4b60-b1fc-b72dbd362ad2 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648023 Jul 23 16:29:06.436207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c751d3-6b38-4696-8981-8d7f7bbf249e req-d995c638-9bbd-4e52-b97e-e7751e006fa1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.437616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7c751d3-6b38-4696-8981-8d7f7bbf249e req-d995c638-9bbd-4e52-b97e-e7751e006fa1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.5180156 Jul 23 16:29:06.554175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-5a1f3408-9526-49df-9a7e-444b72491485 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef3da652-1355-4a2f-9a08-29a7656d119e HTTP/1.1" status: 200 len: 217 time: 0.1482663 Jul 23 16:29:06.920440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab'}, {'name': 'network-changed', 'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:06.922977 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e" -d '{"events": [{"name": "network-changed", "server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab"}, {"name": "network-changed", "server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:06.967830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe0a24-ba94-4c8b-afbb-9310d5230322 req-edc4b240-21d1-455f-a45c-9bbac2d5d575 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:06.969470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5fe0a24-ba94-4c8b-afbb-9310d5230322 req-edc4b240-21d1-455f-a45c-9bbac2d5d575 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.8199916 Jul 23 16:29:07.012293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7c751d3-6b38-4696-8981-8d7f7bbf249e req-e177ab9d-b8b5-46cd-a2e5-a1f597d86b22 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483925 Jul 23 16:29:07.043561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-b2cfa590-ff70-4bd1-8391-448422bc7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.045074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-b2cfa590-ff70-4bd1-8391-448422bc7455 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.4737549 Jul 23 16:29:07.055390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f0cd9c33-2a4e-4f5c-92c4-767e888c9509 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102427 Jul 23 16:29:07.080950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-5dcb9310-b347-4026-a072-1091e7229013 service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760638 Jul 23 16:29:07.114684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7d39cbe-72f7-4953-81c5-ef850841ede9 req-10ed0844-299d-4b22-8130-a0970ca67ec8 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032306 Jul 23 16:29:07.126353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-b54417ac-92f7-4cea-a32c-213d07b5f831 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685153 Jul 23 16:29:07.209288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5fe0a24-ba94-4c8b-afbb-9310d5230322 req-613b1a1c-fba9-43e0-bafd-2265538068fe tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288270 Jul 23 16:29:07.378980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef3da652-1355-4a2f-9a08-29a7656d119e details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:07.427221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-86733986-bf5f-4d61-be0d-0cd7f3eaea12 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513026 Jul 23 16:29:07.440504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-0992ed05-6766-4221-ae48-eb7d02abc9ac service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229301 Jul 23 16:29:07.465812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-d9cf85b3-e603-4054-a79f-61cd3fdd7e4a service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140786 Jul 23 16:29:07.492146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:07.505087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'port_id': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'mac_address': 'fa:16:3e:82:a7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e50ad1e-a763-41f2-a3fd-1e5122130022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:07.507252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0ef7e-a31e-4301-92a3-7a044df3eda4 req-f5d39802-7e6d-4ca7-b9f4-acc7513dc248 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.508829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56b0ef7e-a31e-4301-92a3-7a044df3eda4 req-f5d39802-7e6d-4ca7-b9f4-acc7513dc248 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.3923335 Jul 23 16:29:07.520479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-691993d9-4618-42bf-b740-c1a2607a299a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 200 len: 217 time: 0.0823550 Jul 23 16:29:07.544270 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.558292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3da652-1355-4a2f-9a08-29a7656d119e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:07.579553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:07.584834 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.608284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-ad74549e-6fb1-4aa5-afff-f5fafc196186 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--672794096&fields=id&tenant_id=7651264669704dc9aba21ab5daf2932b HTTP/1.1" status: 200 len: 267 time: 0.2014108 Jul 23 16:29:07.648572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:07.724548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d06833ef-8ded-45fe-b950-02a97f8b8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.726063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-d06833ef-8ded-45fe-b950-02a97f8b8d10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.1793933 Jul 23 16:29:07.728926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56b0ef7e-a31e-4301-92a3-7a044df3eda4 req-07bfc7b0-6ac4-4744-b4cc-5f9831a93ad4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056139 Jul 23 16:29:07.802032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e4bb4e-249a-45d9-bd16-ec09e36c2bbd req-1c07eb99-19a9-4ddf-9431-c8834c218d90 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918117 Jul 23 16:29:07.838686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ef3da652-1355-4a2f-9a08-29a7656d119e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:07.894277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-bbffcc5e-0491-43c0-87f6-1385ce879e06 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.896176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-bbffcc5e-0491-43c0-87f6-1385ce879e06 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/networks?id=802893b0-e5d6-4e2c-9552-a5b94847ace6 HTTP/1.1" status: 200 len: 816 time: 0.2509749 Jul 23 16:29:07.928810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8cb0b1ef-b6ef-46aa-98e1-9cd46e0b1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.930737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-8cb0b1ef-b6ef-46aa-98e1-9cd46e0b1641 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1930726 Jul 23 16:29:07.935500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-11118cc1-f944-4d8c-84c9-9bf37a7317f0 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/quotas/7651264669704dc9aba21ab5daf2932b HTTP/1.1" status: 200 len: 375 time: 0.0303900 Jul 23 16:29:07.976601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6fe04-8cc7-46ad-af05-762ff71f6268 req-49ffed59-bb29-447c-9cf1-3a17cc65f57d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:07.985757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64c6fe04-8cc7-46ad-af05-762ff71f6268 req-49ffed59-bb29-447c-9cf1-3a17cc65f57d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 944 time: 0.1868665 Jul 23 16:29:08.090735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64c6fe04-8cc7-46ad-af05-762ff71f6268 req-254c9edd-8360-4b4b-8ae1-0baac3375415 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036909 Jul 23 16:29:08.218563 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b7b447-65ed-493b-a606-5f706715bf0a x-openstack-request-id: req-14b7b447-65ed-493b-a606-5f706715bf0a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:08.219286 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:08.219286 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14b7b447-65ed-493b-a606-5f706715bf0a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:08.219815 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab', 'status': 'completed', 'code': 200} Jul 23 16:29:08.220185 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'status': 'completed', 'code': 200} Jul 23 16:29:08.235826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-df166177-250c-475d-9e0b-31c1f58f5452 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7651264669704dc9aba21ab5daf2932b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2856503 Jul 23 16:29:08.260940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-f1f15bf4-40f4-4101-9e08-4861ff316b2c service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528303 Jul 23 16:29:08.582581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-ae659e50-c9f2-41e7-9bdd-48367c5ff90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.584738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-ae659e50-c9f2-41e7-9bdd-48367c5ff90d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 1095 time: 0.3474429 Jul 23 16:29:08.612801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-d6833026-0607-4b62-832a-dcd2912ba1e2 service neutron] 10.222.0.64 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950358 Jul 23 16:29:08.682560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.693895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.704486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.714266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.724105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.734564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.744521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.747978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-b37665b4-e670-44f2-b07c-4043d24eb48a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.4200890 Jul 23 16:29:08.919617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6b8f205-591b-487b-a06e-973fd9f2fbae req-98f2e682-aacc-4757-930b-ce198b7a713e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507392 Jul 23 16:29:08.937561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-cb0efc67-4358-48e9-950f-bd436dbcdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:08.939141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-cb0efc67-4358-48e9-950f-bd436dbcdcce service neutron] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 913 time: 0.3475032 Jul 23 16:29:08.953855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-784a2ba6-2b82-428c-a142-46ca99ee0f96 service neutron] 10.222.0.64 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095675 Jul 23 16:29:09.000517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-a8713691-d9c6-4a0b-8923-31163109143d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab HTTP/1.1" status: 200 len: 217 time: 0.0413227 Jul 23 16:29:09.066527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-f42448ca-5fe4-44f1-a490-c8e5f87edc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:09.068951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-f42448ca-5fe4-44f1-a490-c8e5f87edc3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.0660226 Jul 23 16:29:09.184523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-e6242537-0f8b-4b1e-af29-29779301a201 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037726 Jul 23 16:29:09.405804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b4a1bbba-b428-40b1-8a18-b5de61f171ab details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:09.463130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef3da652-1355-4a2f-9a08-29a7656d119e up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:09.482101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-723cea72-2076-4f7e-bce6-8d94f0885c94 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890866 Jul 23 16:29:09.745087 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:29:09.911778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:09.934273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'port_id': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab', 'mac_address': 'fa:16:3e:be:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e50ad1e-a763-41f2-a3fd-1e5122130022', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:09.945251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port ef3da652-1355-4a2f-9a08-29a7656d119e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:09.974707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d2ae5-41c6-4de6-9706-9ae9d2c1d6eb req-f1163bfb-6aec-42d9-ba58-b154c0e759fe tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:09.983749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-082d2ae5-41c6-4de6-9706-9ae9d2c1d6eb req-f1163bfb-6aec-42d9-ba58-b154c0e759fe tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.4105461 Jul 23 16:29:09.995502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port ef3da652-1355-4a2f-9a08-29a7656d119e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:09.997067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.057245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.068927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-792435f7-de45-457d-b479-5f46257a4dab service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770302 Jul 23 16:29:10.080412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-082d2ae5-41c6-4de6-9706-9ae9d2c1d6eb req-b26d7e0c-8f5f-4105-ba1b-238aa6030193 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894012 Jul 23 16:29:10.119627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a1bbba-b428-40b1-8a18-b5de61f171ab {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:10.184691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:10.195055 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.200031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.239829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a95af-7bd2-482f-88b1-54b7c1a4659c req-a7809c85-4b0d-4f81-91a8-4498689d4d27 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:10.248687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-984a95af-7bd2-482f-88b1-54b7c1a4659c req-a7809c85-4b0d-4f81-91a8-4498689d4d27 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 944 time: 0.1075456 Jul 23 16:29:10.310738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-984a95af-7bd2-482f-88b1-54b7c1a4659c req-a9f933ef-ed11-4d27-98ef-7b663f8fa2e4 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Jul 23 16:29:10.358879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:10.361662 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4b1d2-b090-46a3-aa9d-b7947d003ca5" -d '{"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-plugged", "status": "completed", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:10.385677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:10.418413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:10.454707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:10.470068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b4a1bbba-b428-40b1-8a18-b5de61f171ab'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:10.530935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e12776-9a5e-4e76-88c4-61205a86b301 req-28e73531-1d4e-47b5-bd46-2fd88585c3d7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:10.537870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3e12776-9a5e-4e76-88c4-61205a86b301 req-28e73531-1d4e-47b5-bd46-2fd88585c3d7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1384907 Jul 23 16:29:10.587344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3e12776-9a5e-4e76-88c4-61205a86b301 req-b57b6710-eb40-4281-a796-484a86188813 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Jul 23 16:29:10.588281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:10.685840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2835b9a2-34d5-4524-8039-23da25586b0e req-d2ba6819-cf0e-43b6-b27b-3808ebf651cd tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0381849 Jul 23 16:29:11.118277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.128224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.138902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.148983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.160038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.169173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.178144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.180804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-df07f5d3-c7ee-4452-bfda-5b130056ac25 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.2801592 Jul 23 16:29:11.200505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-1355acd8-f3f9-446f-8fff-2b6132b999e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.202040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-1355acd8-f3f9-446f-8fff-2b6132b999e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e5114216895438fb9520fc48b427ea9&device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 1096 time: 0.2789876 Jul 23 16:29:11.281470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-666fd22f-9361-4da5-9fc0-c63812ffced3 req-2448c01a-8037-4f61-a0d8-5602663f62ca tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851147 Jul 23 16:29:11.373220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-79c628fe-275d-4b93-a279-731acfc1b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.374111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-79c628fe-275d-4b93-a279-731acfc1b02a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 200 len: 919 time: 0.1572487 Jul 23 16:29:11.394424 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3f4cb-f65e-4a54-9f03-f2cbfcf6b2e0 x-openstack-request-id: req-e5e3f4cb-f65e-4a54-9f03-f2cbfcf6b2e0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:11.397595 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-plugged", "status": "completed", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:11.399367 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5e3f4cb-f65e-4a54-9f03-f2cbfcf6b2e0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:11.400657 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'code': 200} Jul 23 16:29:11.412639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b4a1bbba-b428-40b1-8a18-b5de61f171ab up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:11.496734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-57b4b53d-bc61-409a-8f0b-d63720cedafe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 200 len: 217 time: 0.1157503 Jul 23 16:29:11.514353 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.552438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port b4a1bbba-b428-40b1-8a18-b5de61f171ab completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:11.557112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port b4a1bbba-b428-40b1-8a18-b5de61f171ab triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:11.557658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.607112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-483cb686-4328-4ead-b79d-ac587d2118d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:11.608612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-483cb686-4328-4ead-b79d-ac587d2118d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 200 len: 858 time: 0.0590208 Jul 23 16:29:11.692693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.745318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:11.752680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.934027 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0cd74d67-4cf3-4d54-89ba-bc3709508da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.954442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-193825db-cee7-40eb-9328-560a493b481c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9a9e5a1d-2806-4099-9cf3-81cf9aff55db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3341801 Jul 23 16:29:11.966600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:12.049519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c62652-ac3d-4bb6-827f-2c4788951561 req-e09b33ef-df69-4125-a02d-eb603ee88fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.051136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3c62652-ac3d-4bb6-827f-2c4788951561 req-e09b33ef-df69-4125-a02d-eb603ee88fb1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63afd282-9d61-4803-b8b3-76b8be73c6af HTTP/1.1" status: 200 len: 1096 time: 0.5707619 Jul 23 16:29:12.133416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0fe8-c504-434f-8fd8-f535f8a715a8 req-fee9886b-b5ba-4a61-b78f-e51996bb4a18 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.134980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55bc0fe8-c504-434f-8fd8-f535f8a715a8 req-fee9886b-b5ba-4a61-b78f-e51996bb4a18 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1938772 Jul 23 16:29:12.170154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3c62652-ac3d-4bb6-827f-2c4788951561 req-73a32d13-937c-4870-9ff8-f3af4d4836ba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851583 Jul 23 16:29:12.173337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-eb367e44-659f-43f1-8299-496d41cdc6a4 service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995625 Jul 23 16:29:12.192016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55bc0fe8-c504-434f-8fd8-f535f8a715a8 req-1ffd071f-6841-4bc9-804d-61383b2c831a tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Jul 23 16:29:12.391888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61c446d-dfa5-4c60-afce-4b270f78a371 req-bac073b8-cfbe-49e8-b6e9-bf4c40b3dcbd service neutron] 10.222.0.67 "GET /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729028 Jul 23 16:29:12.412593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703a1a-9ade-48a3-b338-6ada2135fb4b req-f4509881-8e04-4d42-a399-5f73f07950ec tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.414239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79703a1a-9ade-48a3-b338-6ada2135fb4b req-f4509881-8e04-4d42-a399-5f73f07950ec tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.1296859 Jul 23 16:29:12.512690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79703a1a-9ade-48a3-b338-6ada2135fb4b req-f3053867-d6d2-484a-b39c-69b8caee1bc8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848684 Jul 23 16:29:12.691235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346f2cc-5683-4bab-8e18-036e396914d1 req-2cb68f41-c54b-4ee3-aa86-a61b808ecff1 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.693313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b346f2cc-5683-4bab-8e18-036e396914d1 req-2cb68f41-c54b-4ee3-aa86-a61b808ecff1 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 946 time: 0.1119020 Jul 23 16:29:12.754330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b346f2cc-5683-4bab-8e18-036e396914d1 req-06069409-cd86-4410-8771-6143544b3a1f tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497019 Jul 23 16:29:12.883693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfaca1-f2ac-40a9-94a1-faf7c67931ff req-f0b58f1b-9a33-4166-ac0c-36a3b74e0903 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:12.885292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0dfaca1-f2ac-40a9-94a1-faf7c67931ff req-f0b58f1b-9a33-4166-ac0c-36a3b74e0903 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0757663 Jul 23 16:29:12.935641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0dfaca1-f2ac-40a9-94a1-faf7c67931ff req-9398f23a-1aab-49db-afbf-838b53f2a618 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Jul 23 16:29:13.029959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd166bb1-c5e4-41eb-ae64-c830c02f0c17 req-96b467f9-6b70-4d66-99d9-b7f29142e21f tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0361500 Jul 23 16:29:13.209584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.217186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.223504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.230583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.236650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.242849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.249665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.251725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-5c17d364-f3ef-4a03-bc9b-b0a781aad1ac tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1395237 Jul 23 16:29:13.319535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4b7d1c-b4d5-4fb8-955e-e3565fd2b879 req-8fe8b2e5-e244-4cb8-95a1-1cc446efb3e0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601091 Jul 23 16:29:13.403252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:13.405660 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee35d24a-5aa7-4adf-9e7e-ec0f9d11bf26" -d '{"events": [{"server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "name": "network-vif-plugged", "status": "completed", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:13.500710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac707f-349c-4938-8420-38105b471f60 req-0ea18667-48cd-40db-8694-9b20a9d2435c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.502823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31ac707f-349c-4938-8420-38105b471f60 req-0ea18667-48cd-40db-8694-9b20a9d2435c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.0967896 Jul 23 16:29:13.570957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31ac707f-349c-4938-8420-38105b471f60 req-9ad00536-e878-4f14-acb9-b1d75ecc96cf tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Jul 23 16:29:13.651393 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5267aeaf-0492-4685-88d6-ecd2de6761e4 x-openstack-request-id: req-5267aeaf-0492-4685-88d6-ecd2de6761e4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:13.657650 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "name": "network-vif-plugged", "status": "completed", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:13.659312 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5267aeaf-0492-4685-88d6-ecd2de6761e4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:13.665679 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab', 'code': 200} Jul 23 16:29:13.898554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dd3b3-662a-4c9a-8aa4-dc2ed49ed364 req-7c17ceeb-43ab-44ce-9f82-d499dd3b433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.900357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e01dd3b3-662a-4c9a-8aa4-dc2ed49ed364 req-7c17ceeb-43ab-44ce-9f82-d499dd3b433f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 1097 time: 0.1421335 Jul 23 16:29:13.916408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105a63-79ad-489f-b743-5fef79d325dd req-c5ec44b4-ec70-434f-aa8d-c27b11cc2c87 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:13.918890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc105a63-79ad-489f-b743-5fef79d325dd req-c5ec44b4-ec70-434f-aa8d-c27b11cc2c87 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.1186442 Jul 23 16:29:13.989431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e01dd3b3-662a-4c9a-8aa4-dc2ed49ed364 req-0dddf027-e40c-462f-b043-6462c80de071 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806234 Jul 23 16:29:14.011605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc105a63-79ad-489f-b743-5fef79d325dd req-79a8739d-d828-41c3-b046-a7967f4ff9c6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779865 Jul 23 16:29:14.191844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f2ad-bfc1-4a7a-9177-80dcf3a1e9f2 req-0f382af0-b8ee-47de-869e-56dc574b3688 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.201152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8348f2ad-bfc1-4a7a-9177-80dcf3a1e9f2 req-0f382af0-b8ee-47de-869e-56dc574b3688 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 946 time: 0.0994778 Jul 23 16:29:14.303327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8348f2ad-bfc1-4a7a-9177-80dcf3a1e9f2 req-0c05cf8f-3ee3-4ad1-87de-afc81e41d1b9 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 Jul 23 16:29:14.304023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:14.395103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0063f0ef-dbbb-47e8-b192-60644d972259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:14.466097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018273c-a0ab-415e-9d85-f706821d2b5b req-32d91a72-59cf-44b5-91f7-598eb3e4fdf4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.468391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a018273c-a0ab-415e-9d85-f706821d2b5b req-32d91a72-59cf-44b5-91f7-598eb3e4fdf4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0883601 Jul 23 16:29:14.519938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a018273c-a0ab-415e-9d85-f706821d2b5b req-b6bb9415-8b79-4c5c-86c9-d6d25dbfc5dd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 Jul 23 16:29:14.645563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f60d3c18-9670-4bed-aaa9-f0fdf6beb14c req-fef826a2-5349-4f8c-8fa2-4ad8a9d1f7f5 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0387745 Jul 23 16:29:14.842256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.848275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.854332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.862253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.868463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.874653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.882226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:14.884212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-f1a0bbb5-164a-4d7d-91c5-2fc9f2ee2c96 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1548653 Jul 23 16:29:14.965717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b40fa958-b749-45d5-b42b-51fca7f082fa req-2cbf9332-f7b3-48c7-8023-a585f9856620 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662038 Jul 23 16:29:15.181153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e465d-d233-4310-a82a-20fb7d988abb req-ba4d1ba8-4147-4801-9802-246320e3f0c0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.188723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-452e465d-d233-4310-a82a-20fb7d988abb req-ba4d1ba8-4147-4801-9802-246320e3f0c0 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.0938530 Jul 23 16:29:15.229779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-452e465d-d233-4310-a82a-20fb7d988abb req-2cd62c6e-a7b0-41df-95f7-de923496ab33 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Jul 23 16:29:15.401955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3cb0f-ab47-43f5-9632-537fcb98d655 req-6bd82d53-f79d-4432-b482-711e68d5f9d1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.403918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bb3cb0f-ab47-43f5-9632-537fcb98d655 req-6bd82d53-f79d-4432-b482-711e68d5f9d1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.0763969 Jul 23 16:29:15.446572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bb3cb0f-ab47-43f5-9632-537fcb98d655 req-60e13f85-7216-4b8f-a9eb-e6b671684ce6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Jul 23 16:29:15.457112 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:15.813178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdcb21-1ab6-4a2a-a0c0-01f7643b8fd1 req-c0ea454a-b05d-415e-b66b-57e523083548 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:15.841966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5abdcb21-1ab6-4a2a-a0c0-01f7643b8fd1 req-c0ea454a-b05d-415e-b66b-57e523083548 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 946 time: 0.1141279 Jul 23 16:29:15.872522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5abdcb21-1ab6-4a2a-a0c0-01f7643b8fd1 req-d6f1fd3c-856b-4e17-ae10-c3acea9231d9 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Jul 23 16:29:16.070350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40d3ae-0daa-4dc2-942d-349bac604bab req-4940bde4-c9e2-4723-bfb8-70c2207f5961 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.078716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b40d3ae-0daa-4dc2-942d-349bac604bab req-4940bde4-c9e2-4723-bfb8-70c2207f5961 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0963891 Jul 23 16:29:16.119618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b40d3ae-0daa-4dc2-942d-349bac604bab req-e3a92089-3498-4c56-be3c-26a97ee6a1d2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 Jul 23 16:29:16.228207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d23edc79-56cd-4e25-a749-3ed0d7af282d req-7407bb5f-c608-4a4c-88f8-7c7309112b31 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0455365 Jul 23 16:29:16.435702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506b771-0897-4d07-a5fa-6180402760ab req-b7d2ec78-b144-4c78-8d6e-95152d27df45 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.443549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3506b771-0897-4d07-a5fa-6180402760ab req-b7d2ec78-b144-4c78-8d6e-95152d27df45 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=63afd282-9d61-4803-b8b3-76b8be73c6af HTTP/1.1" status: 200 len: 945 time: 0.1400907 Jul 23 16:29:16.549671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3506b771-0897-4d07-a5fa-6180402760ab req-8adcb95e-184f-4cbf-a453-8d8c15906d96 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043019 Jul 23 16:29:16.742429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.753804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.760906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.767189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.779972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.786723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.794018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:16.810595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-56e625b9-36f4-48c2-936f-29c7247e87fe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1660128 Jul 23 16:29:16.867104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3076ac26-4f57-440a-9bfc-b42edf95cb71 req-88bb61cf-6b18-4332-a96a-9803e34ad3ce tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508659 Jul 23 16:29:17.054808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d581a-c784-4a96-871a-b08b563c6c54 req-2c34901d-6953-4c1c-a306-2f8dbe567ecd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.057300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df2d581a-c784-4a96-871a-b08b563c6c54 req-2c34901d-6953-4c1c-a306-2f8dbe567ecd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.1236408 Jul 23 16:29:17.123310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df2d581a-c784-4a96-871a-b08b563c6c54 req-0ee20b9a-c8c3-4753-bbe1-de76833981ae tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Jul 23 16:29:17.403981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:17.634165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb26a1-0268-4b1c-836c-0ebf7bcf84a2 req-bef2953f-443e-43ac-bfae-b85847e92ca9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:17.635668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0cb26a1-0268-4b1c-836c-0ebf7bcf84a2 req-bef2953f-443e-43ac-bfae-b85847e92ca9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1197379 Jul 23 16:29:17.708281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0cb26a1-0268-4b1c-836c-0ebf7bcf84a2 req-e0dae114-ebbb-4395-bc9e-73b9ceb03cd5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655067 Jul 23 16:29:17.919788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f86b21-fe87-45e8-8f2b-5a77e0e19c0a req-acff8e04-a1c8-4e04-b903-3ed3cb9d4192 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0899470 Jul 23 16:29:18.288385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.295791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.301650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.307903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.313891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.320138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.326453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.328496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-018431aa-0202-41a6-9cd1-388ecde13dd9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1178811 Jul 23 16:29:18.378477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-909f1842-2a8f-4729-942f-7f4d3aa58420 req-54fb1ba2-05a6-4a84-9d5d-9ffcd9e89c0a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431101 Jul 23 16:29:18.522018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d565-bc67-48fd-a2d1-2e420498ead5 req-5790146c-71a5-4fc9-8b01-ffea808dec63 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:18.523721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b66d565-bc67-48fd-a2d1-2e420498ead5 req-5790146c-71a5-4fc9-8b01-ffea808dec63 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 945 time: 0.0704393 Jul 23 16:29:18.566849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b66d565-bc67-48fd-a2d1-2e420498ead5 req-41ea7332-850f-4bbb-a585-b7d2ac37f4bc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345774 Jul 23 16:29:19.079316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-b4ad9249-3c70-48ec-8626-cf63908cc1d1 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285823 Jul 23 16:29:19.208384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-5499bff3-f809-4528-a646-ac9d13c758a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 217 time: 0.1129186 Jul 23 16:29:19.225312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-af96acdb-c285-4df4-abe8-5900990d6117 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.227762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-af96acdb-c285-4df4-abe8-5900990d6117 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/ports?device_id=63afd282-9d61-4803-b8b3-76b8be73c6af HTTP/1.1" status: 200 len: 945 time: 0.3487275 Jul 23 16:29:19.281861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-36d3855c-b169-422b-b0f0-1a27bfc74d21 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.283513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-36d3855c-b169-422b-b0f0-1a27bfc74d21 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 0.6173830 Jul 23 16:29:19.313127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-ada810b3-0282-41cc-a070-1dbcf576d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.314826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-ada810b3-0282-41cc-a070-1dbcf576d689 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1096 time: 0.4320090 Jul 23 16:29:19.358531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9cd6e-0220-4738-a4b7-13ba6d9f3df9 req-a0e379e1-7eba-4cd0-9eff-550d55ff7483 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.360146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1de9cd6e-0220-4738-a4b7-13ba6d9f3df9 req-a0e379e1-7eba-4cd0-9eff-550d55ff7483 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4252317 Jul 23 16:29:19.410275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-b855520a-da1b-439e-8626-85469e181485 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/quotas/90c1832121b149e58c266b286ad94806 HTTP/1.1" status: 200 len: 375 time: 0.0597894 Jul 23 16:29:19.490395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-7a57d7a3-8672-4a33-867c-9482a0613e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.492094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-7a57d7a3-8672-4a33-867c-9482a0613e4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.2463765 Jul 23 16:29:19.632585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1de9cd6e-0220-4738-a4b7-13ba6d9f3df9 req-f2cbbe85-e83f-41ea-b8f5-51799c1a0b9b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530923 Jul 23 16:29:19.727441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-2fe68d59-568a-4539-bf6c-d0249da3ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:19.729062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-2fe68d59-568a-4539-bf6c-d0249da3ea17 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.3792307 Jul 23 16:29:19.750786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Deleting port ef3da652-1355-4a2f-9a08-29a7656d119e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:19.751127 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:19.805025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-f2ab84fd-c2ed-4284-a7d5-2f563dba0b0c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.0593753 Jul 23 16:29:19.824342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-d01d504a-f950-406d-bb86-8dd3fecebee4 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4175146 Jul 23 16:29:19.949758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa6fb1ec-35d3-41bb-8a81-26e52465cce4 req-868a19c6-4205-4ebd-a0ce-6fec50f7f2f0 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.1605144 Jul 23 16:29:20.071931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-0179c35a-547d-4490-a491-6a20e0016d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.072591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-b66ea56f-75fb-4bb9-ad98-becf5810d05b tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.074899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-0179c35a-547d-4490-a491-6a20e0016d18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5501719 Jul 23 16:29:20.075058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-b66ea56f-75fb-4bb9-ad98-becf5810d05b tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.81 "GET /v2.0/networks?id=802893b0-e5d6-4e2c-9552-a5b94847ace6 HTTP/1.1" status: 200 len: 816 time: 0.3062732 Jul 23 16:29:20.157862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-042562b8-9201-4ca9-840d-9d021176441a tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7651264669704dc9aba21ab5daf2932b HTTP/1.1" status: 200 len: 379 time: 0.0597870 Jul 23 16:29:20.167025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'port': {'device_id': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'admin_state_up': True, 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'security_groups': ['0f47a08f-fba5-4aa8-b2cb-febb0c606b0d']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:20.368097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Made reservation on behalf of 7651264669704dc9aba21ab5daf2932b for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:20.374151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.425770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-53a284c7-81c9-4477-acdc-c3ef628945fc tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.427420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-53a284c7-81c9-4477-acdc-c3ef628945fc tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/ports?device_id=33209172-bd96-47dd-a280-ddad55a10643 HTTP/1.1" status: 200 len: 946 time: 0.8216016 Jul 23 16:29:20.513003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-98d41d3e-920d-42aa-8ed1-3809db8c29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:20.514606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-98d41d3e-920d-42aa-8ed1-3809db8c29b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.6665063 Jul 23 16:29:20.537920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Allocated IP 172.20.0.14 (802893b0-e5d6-4e2c-9552-a5b94847ace6/0fc07342-003e-451c-9805-457592823b5a/e0474d3d-5059-416b-adaf-30cfa25c6c44) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:20.580966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:20.581982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.592144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:20.610845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-d0674ab5-853a-43a8-a6c9-92255f40702f service neutron] 10.222.0.64 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434392 Jul 23 16:29:20.854099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:20.876889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-b2555ae6-f221-48b9-8c7b-8ce8c1c9df0f service neutron] 10.222.0.64 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642634 Jul 23 16:29:20.898426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.914181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'network_id': 'a8a221f5-8b55-4deb-918c-0273395cdd7b', 'port_id': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'mac_address': 'fa:16:3e:08:05:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030a83ac-baed-4b7d-9bd0-6d4daf24ba15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:20.917830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-887e62f8-4443-412c-acb2-f4433976f3c5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3624170 Jul 23 16:29:20.920126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Transition to ACTIVE for port object e0474d3d-5059-416b-adaf-30cfa25c6c44 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:20.955878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Calling delete_port for ef3da652-1355-4a2f-9a08-29a7656d119e owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:20.965447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.049515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event updated for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:21.054398 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.060433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.060821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.061196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.061485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.061876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.062423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.062923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.063607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.064472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.064825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.065162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.065491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.077477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:21.080772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:21.083975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:21.132091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:21.187884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:21.194385 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.236662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.239589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.251690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.258164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.264522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.273740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.280707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-2f49cffa-e390-4f90-b2b4-2ed01f1167d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1174655 Jul 23 16:29:21.281685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.288649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.297035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:21.299368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7085ccca-1175-4660-9080-d4dd87719c8e req-353adf76-16e3-4e98-8915-b330e8597cbd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 1.2213695 Jul 23 16:29:21.329416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Request body: {'port': {'device_id': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:21.358380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Deleting port b4a1bbba-b428-40b1-8a18-b5de61f171ab {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:21.358939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.411993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:21.418853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-7eb68a60-ff1c-4878-b237-8b84d283902a service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3129857 Jul 23 16:29:21.457994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef3da652-1355-4a2f-9a08-29a7656d119e no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:21.618534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.624332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.624885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.626540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.627336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.629146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.629649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.631054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.632834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.633344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.635022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.635563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:21.657618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.676537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f1b58bee-0e76-4247-98f2-2484890eb33a None None] Provisioning for port e0474d3d-5059-416b-adaf-30cfa25c6c44 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:21.727604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-de1dac08-6350-43e5-a501-d5df417d58ce service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056235 Jul 23 16:29:21.741144 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.744281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f1b58bee-0e76-4247-98f2-2484890eb33a None None] Provisioning complete for port e0474d3d-5059-416b-adaf-30cfa25c6c44 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:21.744877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f1b58bee-0e76-4247-98f2-2484890eb33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:21.780360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5f6d6b48-3929-4356-b8c2-b0e6793c8051'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:21.826569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7085ccca-1175-4660-9080-d4dd87719c8e req-30ba09fe-e6f6-423b-af85-3a131a00a3c2 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4955606 Jul 23 16:29:21.883219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:21.885514 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ccadb1-d48d-4826-b01f-bd88fa24a848" -d '{"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:21.952489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef3da652-1355-4a2f-9a08-29a7656d119e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef3da652-1355-4a2f-9a08-29a7656d119e,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:21.968819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f1b58bee-0e76-4247-98f2-2484890eb33a None None] Port e0474d3d-5059-416b-adaf-30cfa25c6c44 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:29:21.991202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.021290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad5e5-228b-451a-a307-1030afa3e0e9 req-033d2b45-8cd0-4467-85d6-7c1e730fd7f4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:22.039168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5ad5e5-228b-451a-a307-1030afa3e0e9 req-033d2b45-8cd0-4467-85d6-7c1e730fd7f4 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.6089087 Jul 23 16:29:22.071078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:22.261755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] For port b4a1bbba-b428-40b1-8a18-b5de61f171ab, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b4a1bbba-b428-40b1-8a18-b5de61f171ab,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:22.262258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.334207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b5ad5e5-228b-451a-a307-1030afa3e0e9 req-94b86450-8c34-45cc-a593-010c9f2f199f tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264628 Jul 23 16:29:22.335503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Calling delete_port for b4a1bbba-b428-40b1-8a18-b5de61f171ab owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:22.344946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c7aaa36-3d72-4cfb-b3dc-e30d7902f87e req-7717682f-cf15-4ba0-b8d9-5d77e881ea67 service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739348 Jul 23 16:29:22.359378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39d6ccd4-d4e9-4294-b288-62e959d21605 req-70e2ccda-defa-42df-aa53-b1a382bce47b service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852731 Jul 23 16:29:22.368331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.517817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event deleted for resources: {'Port': ['ID=ef3da652-1355-4a2f-9a08-29a7656d119e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:22.545873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.546407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.546836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.547259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.547696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.548169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.548601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.549018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.549882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.549882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.550314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.550721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:29:22.644841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] No DVR routers for this DVR port ef3da652-1355-4a2f-9a08-29a7656d119e on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:22.647968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.650308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a1521cd-85cd-4965-b416-e5ca00245da0 req-7b57b9d7-7fc4-4687-b58b-bb2238686006 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "DELETE /v2.0/ports/ef3da652-1355-4a2f-9a08-29a7656d119e HTTP/1.1" status: 204 len: 173 time: 3.4018986 Jul 23 16:29:22.660615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367292-f0d4-4579-a853-c31f3de43924 req-99f7efa7-d218-485e-8da4-aac9cb166669 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:22.668598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a367292-f0d4-4579-a853-c31f3de43924 req-99f7efa7-d218-485e-8da4-aac9cb166669 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4786069 Jul 23 16:29:22.673708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0474d3d-5059-416b-adaf-30cfa25c6c44 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:22.687995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.727931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Transition to ACTIVE for port object e0474d3d-5059-416b-adaf-30cfa25c6c44 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:22.739045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-deleted', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:22.744369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:22.756107 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d52ca-ab90-4321-8fc9-0d670603d0aa" -d '{"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-deleted", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:22.847986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Pushing event updated for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:22.890296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a367292-f0d4-4579-a853-c31f3de43924 req-fe63e4aa-7130-4dae-9fc0-42b4ba302612 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203996 Jul 23 16:29:22.995134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e26e-f24b-483a-a7f7-2d9a6a5a9612 req-40cc9bda-9204-42ad-a608-d1d94b2ab97f tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.001030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f69e26e-f24b-483a-a7f7-2d9a6a5a9612 req-40cc9bda-9204-42ad-a608-d1d94b2ab97f tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 932 time: 0.5178912 Jul 23 16:29:23.021315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Attempting to bind port e0474d3d-5059-416b-adaf-30cfa25c6c44 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:23.021644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Attempting to bind port e0474d3d-5059-416b-adaf-30cfa25c6c44 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:23.035401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Attempting to bind port e0474d3d-5059-416b-adaf-30cfa25c6c44 on network 802893b0-e5d6-4e2c-9552-a5b94847ace6 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:23.045505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Port e0474d3d-5059-416b-adaf-30cfa25c6c44 on network 802893b0-e5d6-4e2c-9552-a5b94847ace6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:23.046061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Attempting to bind port e0474d3d-5059-416b-adaf-30cfa25c6c44 on network 802893b0-e5d6-4e2c-9552-a5b94847ace6 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:23.057384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:23.057702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Checking segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:23.064703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Bound using segment: {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:23.065205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Bound port: e0474d3d-5059-416b-adaf-30cfa25c6c44, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:23.065572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.088857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.125007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.125850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.126846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.127988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.128894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.129697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.130495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.132794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-83861e9c-1865-4626-8075-ad191a7c09be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6477 time: 0.4981372 Jul 23 16:29:23.234048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event deleted for resources: {'Port': ['ID=b4a1bbba-b428-40b1-8a18-b5de61f171ab,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:23.252374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:23.259351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f69e26e-f24b-483a-a7f7-2d9a6a5a9612 req-934596ef-a72c-43e8-b56a-d0bbbe20f7d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274172 Jul 23 16:29:23.266087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:23.279302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.331826 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f0944a-349b-4fcb-b153-b5368cce2fd4 x-openstack-request-id: req-71f0944a-349b-4fcb-b153-b5368cce2fd4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:23.332332 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:23.332421 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71f0944a-349b-4fcb-b153-b5368cce2fd4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:23.332807 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'code': 200} Jul 23 16:29:23.378609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.379280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.386640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] 10.222.0.81 "PUT /v2.0/ports/e0474d3d-5059-416b-adaf-30cfa25c6c44 HTTP/1.1" status: 200 len: 1092 time: 2.0918903 Jul 23 16:29:23.387410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:23.391264 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d43b8-f12c-4946-a23b-c21ec16a8394" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:23.422311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666fd3f-7054-4ebe-af99-99b5c03c160d service neutron] Pushing event updated for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:23.424594 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e4447-2214-4eda-b891-7bb29c78ab31 x-openstack-request-id: req-0a7e4447-2214-4eda-b891-7bb29c78ab31 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:23.424899 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63afd282-9d61-4803-b8b3-76b8be73c6af", "name": "network-vif-deleted", "tag": "ef3da652-1355-4a2f-9a08-29a7656d119e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:23.425150 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a7e4447-2214-4eda-b891-7bb29c78ab31 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:23.425549 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63afd282-9d61-4803-b8b3-76b8be73c6af', 'name': 'network-vif-deleted', 'tag': 'ef3da652-1355-4a2f-9a08-29a7656d119e', 'status': 'completed', 'code': 200} Jul 23 16:29:23.456482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b4a1bbba-b428-40b1-8a18-b5de61f171ab no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:23.489893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: b4a1bbba-b428-40b1-8a18-b5de61f171ab {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:23.492126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b4a1bbba-b428-40b1-8a18-b5de61f171ab not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:23.541406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] No DVR routers for this DVR port b4a1bbba-b428-40b1-8a18-b5de61f171ab on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:23.644293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-56546309-f96a-4f0d-aa60-e5baaa41d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:23.675516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-56546309-f96a-4f0d-aa60-e5baaa41d8d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7651264669704dc9aba21ab5daf2932b&device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 1095 time: 0.2200863 Jul 23 16:29:23.754228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:23.759158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48c658f7-da3b-43ee-8bd4-f3e6766990d8 req-f90b615b-bafa-45e4-b730-8b77024f5379 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "DELETE /v2.0/ports/b4a1bbba-b428-40b1-8a18-b5de61f171ab HTTP/1.1" status: 204 len: 173 time: 3.3011959 Jul 23 16:29:23.830271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-12c4eadf-4f81-4723-aba4-9befe2251949 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44 HTTP/1.1" status: 200 len: 217 time: 0.1271532 Jul 23 16:29:24.021012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-839e5523-fa29-461e-9f7e-3a7e66880604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.022709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-839e5523-fa29-461e-9f7e-3a7e66880604 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fc07342-003e-451c-9805-457592823b5a HTTP/1.1" status: 200 len: 855 time: 0.1769552 Jul 23 16:29:24.022860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d568004f-27ae-4093-b0b5-af7054e0754e req-02a3e942-168d-42c7-8097-7a95c5c427ce tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 210 time: 0.1159682 Jul 23 16:29:24.033684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-45253f47-0d20-4999-8855-8857c26618b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.037322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-45253f47-0d20-4999-8855-8857c26618b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 902 time: 0.8392816 Jul 23 16:29:24.084371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.092672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.100485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.108700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.116171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.126253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.143844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.147086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1675b878-3fd4-4661-8a20-583a3752520c req-07eee0a8-6ee4-4673-86e2-f6cb8c66cdfd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.6400883 Jul 23 16:29:24.159671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-6feab1a1-f69a-4665-97b4-105eccbb55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.161418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-6feab1a1-f69a-4665-97b4-105eccbb55d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=802893b0-e5d6-4e2c-9552-a5b94847ace6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316929 Jul 23 16:29:24.352229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-d615f571-0620-49bd-96c2-d3c3437adea3 service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796119 Jul 23 16:29:24.356274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-31fcec76-9869-430e-9594-fc0257c00576 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 217 time: 0.3039939 Jul 23 16:29:24.472211 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-16f96efa-5797-4f9c-a326-ecf3163f0a4b req-03f84709-a97e-488f-ac17-b69a1d305386 service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080618 Jul 23 16:29:24.606222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:24.720622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:24.731234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:24.731613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:24.735941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-2121e1fd-80c3-4945-a687-0e94a8b3c6cf tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.737460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-2121e1fd-80c3-4945-a687-0e94a8b3c6cf tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 1.3089530 Jul 23 16:29:24.751059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Request body: {'port': {'device_id': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'admin_state_up': True, 'tenant_id': '90c1832121b149e58c266b286ad94806'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:24.822227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1675b878-3fd4-4661-8a20-583a3752520c req-cd07a433-792e-497a-8d0b-f93f5475dc33 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6593552 Jul 23 16:29:24.844079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-77f2c8e7-2c00-4a75-bebb-ae43cd6b9d05 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.845615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-77f2c8e7-2c00-4a75-bebb-ae43cd6b9d05 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.81 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 812 time: 0.9063988 Jul 23 16:29:24.852741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-5ba4a485-e772-4eb5-acf0-fa7920f1c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:24.854370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-5ba4a485-e772-4eb5-acf0-fa7920f1c8e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.4414763 Jul 23 16:29:24.857333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:24.890163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Request body: {'port': {'device_id': '565ee262-2a14-4e2c-a686-95f4baeae189', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'admin_state_up': True, 'tenant_id': '90c1832121b149e58c266b286ad94806'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:24.897778 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7acd2d-66c3-4c64-8cb0-17ebd85d82d2 x-openstack-request-id: req-ce7acd2d-66c3-4c64-8cb0-17ebd85d82d2 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:24.899084 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:24.899520 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce7acd2d-66c3-4c64-8cb0-17ebd85d82d2 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:24.900105 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'status': 'completed', 'code': 200} Jul 23 16:29:24.928576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:24.933612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.023502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:25.027678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516ac6f-617d-4125-aa62-d66eb5fa9c07 req-fe9d50bd-8727-46d8-acfe-ad44a440660e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.034485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0516ac6f-617d-4125-aa62-d66eb5fa9c07 req-fe9d50bd-8727-46d8-acfe-ad44a440660e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 946 time: 0.7432582 Jul 23 16:29:25.047669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-91761910-e072-45b7-88a2-b04b9384b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.049524 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-91761910-e072-45b7-88a2-b04b9384b59f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7651264669704dc9aba21ab5daf2932b&device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 1095 time: 0.1059868 Jul 23 16:29:25.213251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-5d315159-5285-4307-bb3a-33578bb3fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.216270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-5d315159-5285-4307-bb3a-33578bb3fa6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=802893b0-e5d6-4e2c-9552-a5b94847ace6 HTTP/1.1" status: 200 len: 917 time: 0.1597412 Jul 23 16:29:25.228226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0516ac6f-617d-4125-aa62-d66eb5fa9c07 req-4459ed92-b2c9-405c-a883-1a6073a1fce3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661627 Jul 23 16:29:25.264088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:25.267624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.280220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-ee9a917f-d0ff-4713-9cc6-5416ac054d43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44 HTTP/1.1" status: 200 len: 217 time: 0.0558252 Jul 23 16:29:25.286615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-566f13e9-8298-487b-8d1f-c5f293653a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.288169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-566f13e9-8298-487b-8d1f-c5f293653a24 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3947115 Jul 23 16:29:25.334579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:25.337169 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec9f6f-0889-4c07-bd68-dff1e56ceaf6" -d '{"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:25.352072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-d8326478-b90e-4526-a966-7dcbb6af1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.353854 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-d8326478-b90e-4526-a966-7dcbb6af1e16 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fc07342-003e-451c-9805-457592823b5a HTTP/1.1" status: 200 len: 855 time: 0.0672119 Jul 23 16:29:25.431610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-8ab27f97-7283-449e-93ef-74b36f092648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.433698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-8ab27f97-7283-449e-93ef-74b36f092648 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=802893b0-e5d6-4e2c-9552-a5b94847ace6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706773 Jul 23 16:29:25.458635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'name': 'network-vif-deleted', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:25.461249 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b2c42-48c9-4a5c-908a-1d5c1bf0ef39" -d '{"events": [{"server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "name": "network-vif-deleted", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:25.473147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Made reservation on behalf of 90c1832121b149e58c266b286ad94806 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:25.477061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:25.487207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82cbf-4543-41d9-9344-abdd4a63cc85 req-ed796d61-fe18-49a1-bc16-a096b62ac1d5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.488832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0f82cbf-4543-41d9-9344-abdd4a63cc85 req-ed796d61-fe18-49a1-bc16-a096b62ac1d5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4466946 Jul 23 16:29:25.496495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-ce26a90f-6ddb-4a12-b055-ee98b458d031 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921477 Jul 23 16:29:25.569864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-045ee214-c488-4432-8c3c-ec9b78850838 service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287782 Jul 23 16:29:25.691172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e3d43b8-f12c-4946-a23b-c21ec16a8394 req-9d6c3a36-5e59-4c3f-9da0-049ee84208ce service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145949 Jul 23 16:29:25.722338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0f82cbf-4543-41d9-9344-abdd4a63cc85 req-f2ddf393-23a3-49df-959b-5ea31782279a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897557 Jul 23 16:29:25.810541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c0c6-fe71-42d5-8610-9481e891748b req-2897f3f7-71c6-487e-8711-b8f23e531b52 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:25.812104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51a8c0c6-fe71-42d5-8610-9481e891748b req-2897f3f7-71c6-487e-8711-b8f23e531b52 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.4992361 Jul 23 16:29:25.835525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Allocated IP 172.20.0.14 (29168381-45da-4423-9361-1aeede5e18f0/7e50ad1e-a763-41f2-a3fd-1e5122130022/a7fbcde9-3f29-4df1-a459-ff1650066aa5) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:25.859564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48062fe-a957-4d0f-a537-2cac610029a2 req-3ef86b10-2046-4d43-b2f7-b43e90f72f4b service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156030 Jul 23 16:29:25.902554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51a8c0c6-fe71-42d5-8610-9481e891748b req-bcd352df-4862-4af0-9b9b-dfc9c26dcf0d tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755711 Jul 23 16:29:25.965907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7c2efa5-4b23-49f0-b2ad-da513ec34ca8 req-4a29b1a9-0ae4-4b34-ad33-e46ad049d97b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 210 time: 0.0410883 Jul 23 16:29:26.000442 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd6bb1-e16a-45cf-856a-80ded8aac501 x-openstack-request-id: req-dbfd6bb1-e16a-45cf-856a-80ded8aac501 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:26.000967 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:26.001112 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbfd6bb1-e16a-45cf-856a-80ded8aac501 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:26.001745 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'code': 200} Jul 23 16:29:26.111009 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec03d9-3f1e-449b-be40-ff471676d781 x-openstack-request-id: req-98ec03d9-3f1e-449b-be40-ff471676d781 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:26.111357 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33209172-bd96-47dd-a280-ddad55a10643", "name": "network-vif-deleted", "tag": "b4a1bbba-b428-40b1-8a18-b5de61f171ab", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:26.111572 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98ec03d9-3f1e-449b-be40-ff471676d781 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:26.111971 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33209172-bd96-47dd-a280-ddad55a10643', 'name': 'network-vif-deleted', 'tag': 'b4a1bbba-b428-40b1-8a18-b5de61f171ab', 'status': 'completed', 'code': 200} Jul 23 16:29:26.194443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.362528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.370523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.379041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.393044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.401553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.408486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.414506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.416474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-758ed835-b5ce-4760-adee-da3286143f34 req-88764db9-bd0d-42ee-a83c-4aada18adbc6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.2840381 Jul 23 16:29:26.425759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.459009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb29c-2779-42a5-803d-6e680b3ceabc req-2e9d43fa-2f9b-4f59-a1dd-df905a8cfcff tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.459009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-831eb29c-2779-42a5-803d-6e680b3ceabc req-2e9d43fa-2f9b-4f59-a1dd-df905a8cfcff tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3449357 Jul 23 16:29:26.584825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc58b9-bac1-40f4-bb83-07462fa9f652 req-a6b0afd2-45b2-4f5f-88ae-9b10d6c8c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.586633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3cc58b9-bac1-40f4-bb83-07462fa9f652 req-a6b0afd2-45b2-4f5f-88ae-9b10d6c8c900 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1098 time: 0.3667076 Jul 23 16:29:26.593724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Network 29168381-45da-4423-9361-1aeede5e18f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:26.608079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Allocated IP 172.20.0.6 (29168381-45da-4423-9361-1aeede5e18f0/7e50ad1e-a763-41f2-a3fd-1e5122130022/5fd19e61-e86a-4f9c-8040-877ef2b8039b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:29:26.620872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:26.631401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-758ed835-b5ce-4760-adee-da3286143f34 req-35139196-8059-40a0-a33c-c22a0882a791 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854427 Jul 23 16:29:26.631985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:26.643218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:26.667593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-831eb29c-2779-42a5-803d-6e680b3ceabc req-ec40ac1f-ae65-4282-9861-29dea342c296 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927598 Jul 23 16:29:26.747022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3cc58b9-bac1-40f4-bb83-07462fa9f652 req-ddf4e3d5-6ab1-4673-976e-c4ec9e9001ed service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410270 Jul 23 16:29:26.804247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:26.804862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:26.872047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-a7b3caa9-67f7-45ba-93c8-faf4438a4c3a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1250365 Jul 23 16:29:26.924039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Request body: {'port': {'device_id': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:27.000733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cb5ef-c307-42a8-a696-8130ef69fe0c req-b862e3a3-0afe-45bc-aacd-e1b7ceb48648 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.008773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f1cb5ef-c307-42a8-a696-8130ef69fe0c req-b862e3a3-0afe-45bc-aacd-e1b7ceb48648 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.2807586 Jul 23 16:29:27.068374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a86425-e185-4707-9822-37a76cc7ce64 req-510e2bab-01bd-4317-a0d1-2e1e5e81d3e1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.070177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47a86425-e185-4707-9822-37a76cc7ce64 req-510e2bab-01bd-4317-a0d1-2e1e5e81d3e1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2958956 Jul 23 16:29:27.102276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.149088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f1cb5ef-c307-42a8-a696-8130ef69fe0c req-b12303a4-b623-4108-8ddf-7ff4acd6445a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392717 Jul 23 16:29:27.153858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.203102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47a86425-e185-4707-9822-37a76cc7ce64 req-c2272a2d-40a5-48b9-bc39-eebe6b39565e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072707 Jul 23 16:29:27.245609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.371806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Network 29168381-45da-4423-9361-1aeede5e18f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:29:27.393367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:27.428519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:29:27.489106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event updated for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:27.552510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.553150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:27.671337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-45d70b26-46a5-4daf-87be-379490285b5e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7855680 Jul 23 16:29:27.693750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937dde-8795-4217-829f-6805efaeb499 req-ae8d58b2-c78f-4c2e-b49e-add210516ed8 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:27.695324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8937dde-8795-4217-829f-6805efaeb499 req-ae8d58b2-c78f-4c2e-b49e-add210516ed8 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 932 time: 0.3114350 Jul 23 16:29:27.706881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Request body: {'port': {'device_id': '565ee262-2a14-4e2c-a686-95f4baeae189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:28.142529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560f1b2-030e-4993-966e-bb15f05d156e req-e9c506d0-a181-4ed7-bbc9-7324aa096c13 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:28.144215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4560f1b2-030e-4993-966e-bb15f05d156e req-e9c506d0-a181-4ed7-bbc9-7324aa096c13 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.7766392 Jul 23 16:29:28.282134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fbcde9-3f29-4df1-a459-ff1650066aa5 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:28.292931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.317757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Transition to ACTIVE for port object a7fbcde9-3f29-4df1-a459-ff1650066aa5 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:28.355490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.428421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4560f1b2-030e-4993-966e-bb15f05d156e req-431c352b-9951-49ed-9b3f-766db06555dd tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575200 Jul 23 16:29:28.505130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8937dde-8795-4217-829f-6805efaeb499 req-88133f6f-e0e5-4766-b745-0ff48e19fbcb tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724988 Jul 23 16:29:28.604702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.665525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:28.685556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:29.078692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47315d-8e4d-4b85-b175-eab3fe4fef9e req-8d46e644-b1d7-4c76-9aaf-bdb89c19ae26 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.080701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d47315d-8e4d-4b85-b175-eab3fe4fef9e req-8d46e644-b1d7-4c76-9aaf-bdb89c19ae26 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.5193565 Jul 23 16:29:29.087180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Attempting to bind port a7fbcde9-3f29-4df1-a459-ff1650066aa5 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:29.088165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Attempting to bind port a7fbcde9-3f29-4df1-a459-ff1650066aa5 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:29.088673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Attempting to bind port a7fbcde9-3f29-4df1-a459-ff1650066aa5 on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:29.126887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.147771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.169688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.176169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.195834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.202229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.215349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.223617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-417e532b-ee3d-4e2f-bb13-8e423afda984 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.5452440 Jul 23 16:29:29.258334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Port a7fbcde9-3f29-4df1-a459-ff1650066aa5 on network 29168381-45da-4423-9361-1aeede5e18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:29.258686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Attempting to bind port a7fbcde9-3f29-4df1-a459-ff1650066aa5 on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:29.286574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:29.286958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Checking segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:29.287288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Bound using segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:29.287898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Bound port: a7fbcde9-3f29-4df1-a459-ff1650066aa5, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:29.288135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.345066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d47315d-8e4d-4b85-b175-eab3fe4fef9e req-15673b14-6705-4b01-b6ff-a628a62f14a8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497330 Jul 23 16:29:29.363767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fe53f86-ab99-413b-b471-fd0547e1ab21 req-5383c39d-1375-4730-9852-909eeb4616e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391988 Jul 23 16:29:29.513573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:29.521339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:29.535715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.620863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.621494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.622961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-356be304-7312-4f40-88bb-66818ac4749c service neutron] 10.222.0.67 "PUT /v2.0/ports/a7fbcde9-3f29-4df1-a459-ff1650066aa5 HTTP/1.1" status: 200 len: 1092 time: 2.7399595 Jul 23 16:29:29.626427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:29.632721 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e48483-b54d-4515-be23-56b009cd1f46" -d '{"events": [{"name": "network-changed", "server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:29.648618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd19e61-e86a-4f9c-8040-877ef2b8039b {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:29.674623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.726563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bfd1f-fa5f-45b5-bd19-caafbf007aa3 req-ac6e3faf-ad9b-4923-b898-7fb19feeee32 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.728089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-084bfd1f-fa5f-45b5-bd19-caafbf007aa3 req-ac6e3faf-ad9b-4923-b898-7fb19feeee32 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.2652514 Jul 23 16:29:29.728738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be304-7312-4f40-88bb-66818ac4749c service neutron] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:29.768245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Transition to ACTIVE for port object 5fd19e61-e86a-4f9c-8040-877ef2b8039b will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:29:29.777547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:29.867906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-084bfd1f-fa5f-45b5-bd19-caafbf007aa3 req-97e98bd0-a61e-49a9-9d00-694cd13476b2 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094682 Jul 23 16:29:29.871704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:29.920512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71623-9177-4f8f-bf43-730b33d1513f req-db82038e-37f9-4358-b929-d50bcf5c68b6 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.922115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1c71623-9177-4f8f-bf43-730b33d1513f req-db82038e-37f9-4358-b929-d50bcf5c68b6 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.2509484 Jul 23 16:29:29.953549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-65178859-fba7-4f49-ace1-44e7856ef7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:29.955128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-65178859-fba7-4f49-ace1-44e7856ef7d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 1095 time: 0.2851527 Jul 23 16:29:30.022759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-e60b9675-fb3d-4ad8-bcc9-367b8b9eb2d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5 HTTP/1.1" status: 200 len: 217 time: 0.0572722 Jul 23 16:29:30.129150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Attempting to bind port 5fd19e61-e86a-4f9c-8040-877ef2b8039b on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:29:30.129491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Attempting to bind port 5fd19e61-e86a-4f9c-8040-877ef2b8039b by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:29:30.129828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Attempting to bind port 5fd19e61-e86a-4f9c-8040-877ef2b8039b on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:30.134637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1c71623-9177-4f8f-bf43-730b33d1513f req-c2f57963-659b-49f7-99e5-115bb6e38332 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861458 Jul 23 16:29:30.146678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Port 5fd19e61-e86a-4f9c-8040-877ef2b8039b on network 29168381-45da-4423-9361-1aeede5e18f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:29:30.147079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Attempting to bind port 5fd19e61-e86a-4f9c-8040-877ef2b8039b on network 29168381-45da-4423-9361-1aeede5e18f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:29:30.152985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-7a5ab885-5905-4e57-ba67-9b2fd88e8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.154519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-7a5ab885-5905-4e57-ba67-9b2fd88e8b5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.1111133 Jul 23 16:29:30.159933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:29:30.160299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Checking segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:30.160736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Bound using segment: {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:29:30.161183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Bound port: 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd870a-d89e-4059-8e9e-9c7806f3723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '29168381-45da-4423-9361-1aeede5e18f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:29:30.161552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:30.201667 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33418d3-7cdf-45c1-b556-641f16571ee6 x-openstack-request-id: req-f33418d3-7cdf-45c1-b556-641f16571ee6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:30.201969 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:30.202180 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f33418d3-7cdf-45c1-b556-641f16571ee6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:30.202564 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'status': 'completed', 'code': 200} Jul 23 16:29:30.206585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-75a5262a-807f-42db-8d85-2ca7175865da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416396 Jul 23 16:29:30.233729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4b05e-1b53-4e9b-8aa4-d5b445baf1a8 req-c309845b-8d1a-4ab6-972a-c9fb7e8393b2 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.235323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae4b05e-1b53-4e9b-8aa4-d5b445baf1a8 req-c309845b-8d1a-4ab6-972a-c9fb7e8393b2 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 944 time: 0.2560763 Jul 23 16:29:30.408139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae4b05e-1b53-4e9b-8aa4-d5b445baf1a8 req-ad569eb2-2403-49be-a049-b51c33f4fe4d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451070 Jul 23 16:29:30.418213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:29:30.427470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:29:30.440229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:30.477942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-a6a8f766-b7df-429b-a974-ee008e0692cb service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637722 Jul 23 16:29:30.506526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.507145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:30.508514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/5fd19e61-e86a-4f9c-8040-877ef2b8039b HTTP/1.1" status: 200 len: 1091 time: 2.8065083 Jul 23 16:29:30.546163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be53fc-09a2-4980-bd97-927c8f7c2502 req-8a1b9577-06ce-43a2-b1bc-43647c3e4c03 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.547784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40be53fc-09a2-4980-bd97-927c8f7c2502 req-8a1b9577-06ce-43a2-b1bc-43647c3e4c03 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.2783036 Jul 23 16:29:30.660205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50302f7-1b3f-47f7-9242-85f54e2184c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:30.752746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40be53fc-09a2-4980-bd97-927c8f7c2502 req-416d3493-f6f7-4508-80f2-c45775086c9b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766210 Jul 23 16:29:30.758679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-c9746a41-7dba-4cc1-afb7-b663fb3d5f4b service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724688 Jul 23 16:29:30.804937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.811908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.818168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.824646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.830936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.837359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.843434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.845463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-4c8cf739-bb0a-4170-aeab-bd96ebb86052 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.2967436 Jul 23 16:29:30.922945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-422cc9da-fce4-4434-bc6e-6058c820c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:30.924935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-422cc9da-fce4-4434-bc6e-6058c820c615 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 1094 time: 0.3096714 Jul 23 16:29:30.975137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a397180-f22a-44cd-ab51-f81875fc4515 req-7ffd193e-e07a-44e9-88ad-d2285371cb3b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166403 Jul 23 16:29:31.032285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-0f2018fa-21c6-47f0-8c06-d19c040a8f53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b HTTP/1.1" status: 200 len: 217 time: 0.0906894 Jul 23 16:29:31.055925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48483-b54d-4515-be23-56b009cd1f46 req-7dad9424-530b-4ae6-990c-187da18b45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.058086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-7dad9424-530b-4ae6-990c-187da18b45b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 1095 time: 0.2108345 Jul 23 16:29:31.288472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e3be-308a-4a37-8f14-78f240861414 req-8cc93338-ba08-4ba3-ae12-49dc690db752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.290260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-8cc93338-ba08-4ba3-ae12-49dc690db752 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.2312279 Jul 23 16:29:31.297506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48483-b54d-4515-be23-56b009cd1f46 req-09655ab2-9bc0-4428-b8c9-8f6e4266096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.299021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-09655ab2-9bc0-4428-b8c9-8f6e4266096d service neutron] 10.222.0.67 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 913 time: 0.2288067 Jul 23 16:29:31.326071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f511ac-f7e5-4218-b980-7e8449c03db9 req-d2778f33-b715-4426-a839-85b8ee58574d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.328209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32f511ac-f7e5-4218-b980-7e8449c03db9 req-d2778f33-b715-4426-a839-85b8ee58574d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3850353 Jul 23 16:29:31.361010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-3f211d4b-dbc6-41d1-80bd-13e4684e8951 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586939 Jul 23 16:29:31.404448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-b0b4bddf-dfa6-4fa3-a488-6f671926577e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5 HTTP/1.1" status: 200 len: 217 time: 0.0877166 Jul 23 16:29:31.519659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32f511ac-f7e5-4218-b980-7e8449c03db9 req-885a01cb-1bc9-4974-ba29-111884bf7931 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666098 Jul 23 16:29:31.530150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7749ac8-c225-452e-afdc-a696446a4fcc req-24275af2-24ac-49f6-b0e4-09f03f2b915d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.536719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7749ac8-c225-452e-afdc-a696446a4fcc req-24275af2-24ac-49f6-b0e4-09f03f2b915d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.3280227 Jul 23 16:29:31.580357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48483-b54d-4515-be23-56b009cd1f46 req-130b2f32-22a3-41f6-ab9c-a0e83fb9be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:31.585000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-130b2f32-22a3-41f6-ab9c-a0e83fb9be46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.1620364 Jul 23 16:29:31.637152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7749ac8-c225-452e-afdc-a696446a4fcc req-a6df8e95-3d75-4706-b239-d02a53811e55 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938904 Jul 23 16:29:32.007248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-71b33be8-1ec5-4e98-8504-52c8adff9aaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3770487 Jul 23 16:29:32.010048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-9fb48502-4292-4921-807a-ef79cb7bb836 service neutron] 10.222.0.81 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205306 Jul 23 16:29:32.195617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a350d-af5e-410e-b4c5-0265b2801e11 req-40434bec-b5b7-4d1d-beec-ec083c56c087 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.197001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b40a350d-af5e-410e-b4c5-0265b2801e11 req-40434bec-b5b7-4d1d-beec-ec083c56c087 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.5816462 Jul 23 16:29:32.204315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:32.206630 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21700833-9af0-4044-8ace-75eb7d61ed3c" -d '{"events": [{"name": "network-changed", "server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:32.244528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956999-e237-4e33-81df-cfee1de5788d req-4161c81e-5020-4fed-86b1-ba2cdeccf4a3 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.246009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37956999-e237-4e33-81df-cfee1de5788d req-4161c81e-5020-4fed-86b1-ba2cdeccf4a3 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 944 time: 0.2715480 Jul 23 16:29:32.259513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5106e3be-308a-4a37-8f14-78f240861414 req-310c3abc-d84d-4feb-9284-2757fb338489 service neutron] 10.222.0.81 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306387 Jul 23 16:29:32.268242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-b60c789a-260e-4196-a672-0ee9d6e4db58 service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404580 Jul 23 16:29:32.337365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b40a350d-af5e-410e-b4c5-0265b2801e11 req-cf9feff8-39e3-4741-857c-30f14407b9ca tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278849 Jul 23 16:29:32.345230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37956999-e237-4e33-81df-cfee1de5788d req-910df51e-d57b-488e-96d6-0cae940d4ce6 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878646 Jul 23 16:29:32.407336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e48483-b54d-4515-be23-56b009cd1f46 req-9cc130dc-ac0c-4d20-8ed8-7f6391b8ccdc service neutron] 10.222.0.67 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293030 Jul 23 16:29:32.491246 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd203f-d2e4-4517-b638-53ca5dd8ada2 x-openstack-request-id: req-32fd203f-d2e4-4517-b638-53ca5dd8ada2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:32.491546 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:32.491799 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32fd203f-d2e4-4517-b638-53ca5dd8ada2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:32.492202 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b', 'status': 'completed', 'code': 200} Jul 23 16:29:32.537779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.546410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.552360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.558880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.564742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.571011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.577541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.579550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-d81d9f42-ba04-4dc4-82bc-11077ca11efa tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1354990 Jul 23 16:29:32.691261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b118f1c-9413-4a0a-8b6c-ee5660ee8655 req-5ab0799a-e6d3-42cc-bb1d-88e03c804e46 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015606 Jul 23 16:29:32.720987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-20a42e9b-2384-4849-b928-080170e467ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.722459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-20a42e9b-2384-4849-b928-080170e467ba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90c1832121b149e58c266b286ad94806&device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 1094 time: 0.1409678 Jul 23 16:29:32.730209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1cfa-87ca-41ed-b970-5e3f204cc4e3 req-f3ae458c-0fa1-4bff-8f37-d8e32e17653b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.731676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129a1cfa-87ca-41ed-b970-5e3f204cc4e3 req-f3ae458c-0fa1-4bff-8f37-d8e32e17653b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1512122 Jul 23 16:29:32.873760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129a1cfa-87ca-41ed-b970-5e3f204cc4e3 req-64e1809f-22db-4e4a-8707-6382e317d0cc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218507 Jul 23 16:29:32.901760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-a5e01c0d-8017-49a0-aa74-684bb210168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.903400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-a5e01c0d-8017-49a0-aa74-684bb210168f service neutron] 10.222.0.81 "GET /v2.0/networks?id=29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 200 len: 913 time: 0.1708014 Jul 23 16:29:32.923243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4e95b-09a0-4158-8257-c07ed27fc2a6 req-7e6b400a-389e-4486-9b28-b082181ab438 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:32.924853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdd4e95b-09a0-4158-8257-c07ed27fc2a6 req-7e6b400a-389e-4486-9b28-b082181ab438 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1626656 Jul 23 16:29:32.977393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-e4bcedcd-4237-422b-9cc9-520415d4f52d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b HTTP/1.1" status: 200 len: 217 time: 0.0514915 Jul 23 16:29:33.067674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdd4e95b-09a0-4158-8257-c07ed27fc2a6 req-ae0e75c5-3e32-42bb-be20-47c7a3bcdc59 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336372 Jul 23 16:29:33.079173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-67c62ccf-5da7-496b-8aa0-41a64760e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.080613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-67c62ccf-5da7-496b-8aa0-41a64760e675 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 200 len: 852 time: 0.0873332 Jul 23 16:29:33.119094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-006643a0-903a-4178-be28-b4428101665e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=29168381-45da-4423-9361-1aeede5e18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304384 Jul 23 16:29:33.138345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536058f-c10d-4652-ad3c-14f870708f84 req-a88d35f8-d08b-4cb1-aa18-b6e2e0d35a0b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.139910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4536058f-c10d-4652-ad3c-14f870708f84 req-a88d35f8-d08b-4cb1-aa18-b6e2e0d35a0b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1708767 Jul 23 16:29:33.236471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4536058f-c10d-4652-ad3c-14f870708f84 req-0619358e-88f3-4354-b8d7-2cf758bff4a1 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 Jul 23 16:29:33.262119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-f930c34e-db8e-466d-818c-1a72b763f690 service neutron] 10.222.0.81 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319351 Jul 23 16:29:33.399064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21700833-9af0-4044-8ace-75eb7d61ed3c req-e1f94eaf-87b6-4241-8e83-499a4431dda7 service neutron] 10.222.0.81 "GET /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271255 Jul 23 16:29:33.437624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4072-97e7-4fa9-850f-3a1766a3761c req-ff4dd359-f07b-41b6-abb7-25b469a2e4d9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.439220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46de4072-97e7-4fa9-850f-3a1766a3761c req-ff4dd359-f07b-41b6-abb7-25b469a2e4d9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1034503 Jul 23 16:29:33.508779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46de4072-97e7-4fa9-850f-3a1766a3761c req-af5f59d8-a44b-4944-8f55-c45e0b6e4a89 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Jul 23 16:29:33.520358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7fbcde9-3f29-4df1-a459-ff1650066aa5 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:33.534821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be60ae-f55d-4f43-84f8-8fbef58e96f0 req-6e418083-7ff9-4495-9d23-0da9e050ef96 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.547497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99be60ae-f55d-4f43-84f8-8fbef58e96f0 req-6e418083-7ff9-4495-9d23-0da9e050ef96 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.1303563 Jul 23 16:29:33.588310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99be60ae-f55d-4f43-84f8-8fbef58e96f0 req-a09b2b42-6448-42fb-b2ec-68823e1ce1e4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 Jul 23 16:29:33.658706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.671345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'port_id': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'mac_address': 'fa:16:3e:9d:d5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e50ad1e-a763-41f2-a3fd-1e5122130022', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:33.677970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6ac14-5129-453f-86ec-d4a2fb1a2c54 req-47a5b502-5c7c-4812-b4ea-b97798505da8 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.679421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8b6ac14-5129-453f-86ec-d4a2fb1a2c54 req-47a5b502-5c7c-4812-b4ea-b97798505da8 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 944 time: 0.0870540 Jul 23 16:29:33.721389 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.730916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8b6ac14-5129-453f-86ec-d4a2fb1a2c54 req-ca00c576-c732-46ff-9203-17e2963d3351 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Jul 23 16:29:33.737626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fbcde9-3f29-4df1-a459-ff1650066aa5 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:33.762382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:33.771408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:33.828383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:33.876534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5443f7-9340-453b-bccc-e55010d1a2e7 req-58e30d8d-a5ca-4715-b606-6a63b1dfe468 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.880312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f5443f7-9340-453b-bccc-e55010d1a2e7 req-58e30d8d-a5ca-4715-b606-6a63b1dfe468 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1144326 Jul 23 16:29:33.953887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.959858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.966197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.972352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.978706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.984716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.990714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:33.992677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-c5074e6d-115a-46bc-9bcd-f2059739a9bd tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1842773 Jul 23 16:29:34.000753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f5443f7-9340-453b-bccc-e55010d1a2e7 req-7b74dfc2-8d43-4411-9019-c8003bd13f55 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133845 Jul 23 16:29:34.014855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a7fbcde9-3f29-4df1-a459-ff1650066aa5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:34.102603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75aae20f-92b0-471b-8dfc-b5dc4c05e33f req-484ef009-49a6-4ec9-9b21-03378f6484ef tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997548 Jul 23 16:29:34.156722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-19a93174-419b-44b8-a899-8c5841e696c8 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.156722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-19a93174-419b-44b8-a899-8c5841e696c8 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.81 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1267838 Jul 23 16:29:34.378478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac4cb9-bba4-4524-a6cd-9a64a135cdce req-8c622987-3fd6-424d-a551-88f6f6f3956e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.379948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64ac4cb9-bba4-4524-a6cd-9a64a135cdce req-8c622987-3fd6-424d-a551-88f6f6f3956e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1662023 Jul 23 16:29:34.390212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722b33-209e-4cf7-96d2-b76663b3e4b9 req-72241020-7946-4e5e-990c-771c15e2a771 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.391650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d722b33-209e-4cf7-96d2-b76663b3e4b9 req-72241020-7946-4e5e-990c-771c15e2a771 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=536c02d0-087e-43f4-b0fd-f3c25e6f5edd HTTP/1.1" status: 200 len: 946 time: 0.1589108 Jul 23 16:29:34.395131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Deleting port eea3b9c4-e114-4b99-8885-8b6208c77b01 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:34.395400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.511255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64ac4cb9-bba4-4524-a6cd-9a64a135cdce req-fa4a8ae0-5de0-451b-8634-8adc56d2ce7a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186574 Jul 23 16:29:34.514172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d722b33-209e-4cf7-96d2-b76663b3e4b9 req-a89bf5a5-d02a-469d-a559-772045fe56bd tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152101 Jul 23 16:29:34.540425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] For port eea3b9c4-e114-4b99-8885-8b6208c77b01, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=eea3b9c4-e114-4b99-8885-8b6208c77b01,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:34.540789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.558264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Calling delete_port for eea3b9c4-e114-4b99-8885-8b6208c77b01 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:34.683419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5fd19e61-e86a-4f9c-8040-877ef2b8039b details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:34.719941 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.732156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ead0d799-ae84-4c10-ad72-dd22da783bf2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:34.757476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Pushing event deleted for resources: {'Port': ['ID=eea3b9c4-e114-4b99-8885-8b6208c77b01,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:34.783037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['eea3b9c4-e114-4b99-8885-8b6208c77b01'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:34.826382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] No DVR routers for this DVR port eea3b9c4-e114-4b99-8885-8b6208c77b01 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:34.829767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.832071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81df5360-c8b6-4851-a116-9319e7e9d5b1 req-428ea167-077b-4d54-af2f-bef8f321447b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.81 "DELETE /v2.0/ports/eea3b9c4-e114-4b99-8885-8b6208c77b01 HTTP/1.1" status: 204 len: 173 time: 0.6661243 Jul 23 16:29:34.832425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'name': 'network-vif-deleted', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:34.835147 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cfcaeb-3159-4fab-bea3-fc1ee33541c9" -d '{"events": [{"server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "name": "network-vif-deleted", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:34.859627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca8b4-a2c6-4701-b8b9-d5e091164df3 req-53cc4568-ab37-4903-89af-fb3b2ede4091 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.861184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b49ca8b4-a2c6-4701-b8b9-d5e091164df3 req-53cc4568-ab37-4903-89af-fb3b2ede4091 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.1996207 Jul 23 16:29:34.892634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:34.913773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '5fd19e61-e86a-4f9c-8040-877ef2b8039b', 'network_id': '29168381-45da-4423-9361-1aeede5e18f0', 'port_id': '5fd19e61-e86a-4f9c-8040-877ef2b8039b', 'mac_address': 'fa:16:3e:6d:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e50ad1e-a763-41f2-a3fd-1e5122130022', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:34.929890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b49ca8b4-a2c6-4701-b8b9-d5e091164df3 req-b3e9ab78-5e6f-4bd7-80b7-f44451017435 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582299 Jul 23 16:29:34.954102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fef1e-b5d1-4be0-bdbc-40336fd8ff33 req-e6797875-b2c0-46d7-9cfe-6f0a96771b55 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:34.955610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db2fef1e-b5d1-4be0-bdbc-40336fd8ff33 req-e6797875-b2c0-46d7-9cfe-6f0a96771b55 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 945 time: 0.0935264 Jul 23 16:29:34.970246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:34.990444 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21fb97-de2e-4014-bd90-9fbca0e237c5 x-openstack-request-id: req-2b21fb97-de2e-4014-bd90-9fbca0e237c5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:34.990753 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536c02d0-087e-43f4-b0fd-f3c25e6f5edd", "name": "network-vif-deleted", "tag": "eea3b9c4-e114-4b99-8885-8b6208c77b01", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:34.991069 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b21fb97-de2e-4014-bd90-9fbca0e237c5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:34.991519 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536c02d0-087e-43f4-b0fd-f3c25e6f5edd', 'name': 'network-vif-deleted', 'tag': 'eea3b9c4-e114-4b99-8885-8b6208c77b01', 'status': 'completed', 'code': 200} Jul 23 16:29:34.991988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd19e61-e86a-4f9c-8040-877ef2b8039b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:35.014517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db2fef1e-b5d1-4be0-bdbc-40336fd8ff33 req-9798be1c-993c-4c06-909d-dbd442f72500 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Jul 23 16:29:35.022049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:35.028987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.075813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:35.265443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.271423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.278004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.283989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.290151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.296380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.302653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.304862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f41567fa-7694-457f-b354-d18767b96cf6 req-854246e7-debf-4e24-aa26-b11ecfe16d87 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1125944 Jul 23 16:29:35.350314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f41567fa-7694-457f-b354-d18767b96cf6 req-db170694-9a25-4141-b4fc-a24953bf4fa3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393100 Jul 23 16:29:35.529889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7fbcde9-3f29-4df1-a459-ff1650066aa5 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:35.585000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5fd19e61-e86a-4f9c-8040-877ef2b8039b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:35.690536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b87d-3ce7-4cdc-b345-78fa74b73ba0 req-d90a3597-ce5f-471d-a899-8b6b5e74ba31 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.701803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5253b87d-3ce7-4cdc-b345-78fa74b73ba0 req-d90a3597-ce5f-471d-a899-8b6b5e74ba31 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.0921555 Jul 23 16:29:35.726846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a7fbcde9-3f29-4df1-a459-ff1650066aa5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:35.741070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a7fbcde9-3f29-4df1-a459-ff1650066aa5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:35.741749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.749716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5253b87d-3ce7-4cdc-b345-78fa74b73ba0 req-d99f5f81-1e4d-4819-a45f-fddea3b0a497 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Jul 23 16:29:35.865331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.894263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:35.896847 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f4a8e-8a08-4314-a6c6-48e511745b60" -d '{"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-plugged", "status": "completed", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:35.910402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:35.916106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:35.940793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496eda-e8b2-492c-b2ae-66f574f320f2 req-06c52870-dee4-48fd-8530-f3f3b9e8486d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:35.942725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44496eda-e8b2-492c-b2ae-66f574f320f2 req-06c52870-dee4-48fd-8530-f3f3b9e8486d tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.0826004 Jul 23 16:29:35.976155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:35.993847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44496eda-e8b2-492c-b2ae-66f574f320f2 req-a6353acf-585e-4cb7-9756-f4ea9356128b tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Jul 23 16:29:36.038466 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d993a-cf9e-47b7-aae2-f55663607fee x-openstack-request-id: req-332d993a-cf9e-47b7-aae2-f55663607fee {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:36.038832 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-plugged", "status": "completed", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:36.039086 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-332d993a-cf9e-47b7-aae2-f55663607fee {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:36.039485 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'code': 200} Jul 23 16:29:36.270718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52414e-5fed-4584-8acc-fe0c258793aa req-5a4f4593-8bbc-4539-92a7-e219774f8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.272289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f52414e-5fed-4584-8acc-fe0c258793aa req-5a4f4593-8bbc-4539-92a7-e219774f8a80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 1097 time: 0.1751776 Jul 23 16:29:36.281189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed3c9-3381-4298-b46c-ac9e8a8d4e1f req-4de3bb3b-508c-4825-b552-6933aa34d23c tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.282593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a7ed3c9-3381-4298-b46c-ac9e8a8d4e1f req-4de3bb3b-508c-4825-b552-6933aa34d23c tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 944 time: 0.1868730 Jul 23 16:29:36.319499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fba5b-abc0-45c3-9f64-2d80c0faa4e8 req-dcc71b4d-bfc2-4320-af0d-e97d76ac3944 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.320971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a53fba5b-abc0-45c3-9f64-2d80c0faa4e8 req-dcc71b4d-bfc2-4320-af0d-e97d76ac3944 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 946 time: 0.2069662 Jul 23 16:29:36.346542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-09e8c365-3bd4-4b68-a0be-e44f51a8cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.348033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-09e8c365-3bd4-4b68-a0be-e44f51a8cc58 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 1098 time: 0.1602690 Jul 23 16:29:36.404375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f52414e-5fed-4584-8acc-fe0c258793aa req-290af7b5-8df9-4c61-9670-33ef145cfd59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194689 Jul 23 16:29:36.409377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a7ed3c9-3381-4298-b46c-ac9e8a8d4e1f req-3c1225ff-2d44-4f9e-a0cc-20f84f854eb7 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180034 Jul 23 16:29:36.460205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a53fba5b-abc0-45c3-9f64-2d80c0faa4e8 req-4aa714b8-03a9-4909-afed-3c778a9b1e5a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264749 Jul 23 16:29:36.538431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-f59e4e40-105f-49b1-a2d1-cf300437f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.539880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-f59e4e40-105f-49b1-a2d1-cf300437f780 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 200 len: 915 time: 0.1745219 Jul 23 16:29:36.614278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-7a63e2a6-cbab-4f17-a609-5284da036171 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 200 len: 217 time: 0.0628290 Jul 23 16:29:36.679497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1bf0c-d04a-44de-acd7-6944320a612a req-50d863c7-fe03-401b-890d-74d920eeb830 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.681042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28f1bf0c-d04a-44de-acd7-6944320a612a req-50d863c7-fe03-401b-890d-74d920eeb830 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1907120 Jul 23 16:29:36.687443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e0474d3d-5059-416b-adaf-30cfa25c6c44 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:36.695118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device eea3b9c4-e114-4b99-8885-8b6208c77b01 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:36.712275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-4e8cc2f9-fe29-416d-ae2d-50940d771b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.713740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-4e8cc2f9-fe29-416d-ae2d-50940d771b9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 200 len: 854 time: 0.0893908 Jul 23 16:29:36.725645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: eea3b9c4-e114-4b99-8885-8b6208c77b01 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:36.726059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device eea3b9c4-e114-4b99-8885-8b6208c77b01 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:36.823055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:36.835872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'port_id': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'mac_address': 'fa:16:3e:b4:7d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:36.885419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.907742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0474d3d-5059-416b-adaf-30cfa25c6c44 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:36.933632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:36.938127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:36.978168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.984617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.991426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:36.998479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:36.998964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.004897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.010829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.016700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.018655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-ce1008b8-dd38-4e30-a489-dba6a2d3cf08 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.4779058 Jul 23 16:29:37.064143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-f9fa4f2b-5f63-4779-bcea-0dd0afdb106b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a8a221f5-8b55-4deb-918c-0273395cdd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994506 Jul 23 16:29:37.072204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28f1bf0c-d04a-44de-acd7-6944320a612a req-1232084d-69f5-4078-838d-c7bb94892eed tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830059 Jul 23 16:29:37.122592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-159a6a93-61d5-4d89-85a0-dc241a4ac05b req-652bbd8d-d2aa-4652-9846-dd5531f7256c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932503 Jul 23 16:29:37.183293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-29a91768-7f6f-462c-8faf-6a98e3fbeb30 service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101549 Jul 23 16:29:37.331580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e9989-efa5-47bf-a7ba-1dfdc4c62ec2 req-c8cc9af5-e2dc-4ea0-934f-6468a52c5648 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.333213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-597e9989-efa5-47bf-a7ba-1dfdc4c62ec2 req-c8cc9af5-e2dc-4ea0-934f-6468a52c5648 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1371474 Jul 23 16:29:37.335487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f172f52-29ba-44e1-b77b-f14a8f1251b8 req-78708865-adb5-4c39-b2fb-4e3f90f050bf service neutron] 10.222.0.81 "GET /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297882 Jul 23 16:29:37.377175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-597e9989-efa5-47bf-a7ba-1dfdc4c62ec2 req-dd078b52-7ed4-4dbb-80a4-5aa02793e23e tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Jul 23 16:29:37.516363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['e0474d3d-5059-416b-adaf-30cfa25c6c44'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:37.550010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b7d48-5e09-4da8-b466-c457710f43f5 req-7712851d-164b-47c5-9038-bf9d4c288007 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.551659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-439b7d48-5e09-4da8-b466-c457710f43f5 req-7712851d-164b-47c5-9038-bf9d4c288007 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 945 time: 0.0725365 Jul 23 16:29:37.626038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-439b7d48-5e09-4da8-b466-c457710f43f5 req-5f725e56-8036-47a1-897a-a50b85f2421c tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627792 Jul 23 16:29:37.663933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38bece-80ca-4b78-9652-c0dd7a1c3555 req-912309d9-773d-4aa3-9524-d5110cf833fd tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.665657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b38bece-80ca-4b78-9652-c0dd7a1c3555 req-912309d9-773d-4aa3-9524-d5110cf833fd tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 946 time: 0.1125436 Jul 23 16:29:37.716011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b38bece-80ca-4b78-9652-c0dd7a1c3555 req-e7804e57-e0f2-4e08-bd88-130b894d7550 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Jul 23 16:29:37.853715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae175f6-c843-4b2a-9fc8-304131d46f88 req-d0025d0b-39d3-431b-aa72-29b63871fd99 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:37.855653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ae175f6-c843-4b2a-9fc8-304131d46f88 req-d0025d0b-39d3-431b-aa72-29b63871fd99 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 944 time: 0.0706193 Jul 23 16:29:37.905688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ae175f6-c843-4b2a-9fc8-304131d46f88 req-0325048d-cdeb-4583-89b6-5d79227cdce3 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Jul 23 16:29:38.197453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:38.208198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e2b9-a211-471a-a108-125f694cb374 req-3709ceff-d17f-45d8-a576-59cfce1ac4f2 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.209713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be37e2b9-a211-471a-a108-125f694cb374 req-3709ceff-d17f-45d8-a576-59cfce1ac4f2 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.0670180 Jul 23 16:29:38.287476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be37e2b9-a211-471a-a108-125f694cb374 req-940624fb-2c01-4a90-b6ba-22a8516e01b5 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662818 Jul 23 16:29:38.304524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49907694-0456-4369-9f6f-8185ee70c373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.317004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.319861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.326657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.333578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.340766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.349733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.359037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.361401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62470b63-247c-405a-9628-7856053580ab req-fd0c3b42-f1d7-4d34-ae29-84efbf014d36 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1504445 Jul 23 16:29:38.414788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62470b63-247c-405a-9628-7856053580ab req-ffbac479-0728-47f9-ab19-c14b7d38c521 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419927 Jul 23 16:29:38.424029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49907694-0456-4369-9f6f-8185ee70c373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.431388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49907694-0456-4369-9f6f-8185ee70c373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.472642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-49907694-0456-4369-9f6f-8185ee70c373 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b18ee6576694800a333a165f0b4ff24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739496 Jul 23 16:29:38.476375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 56556) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:38.477357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907694-0456-4369-9f6f-8185ee70c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc3265-95a0-4ff5-8c48-5c84db1b1a63,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:38.560284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.572504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be024-f6ed-421f-b872-6b1ee1571db0 req-e20d3a5a-992e-4108-af27-14914501876c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.574702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c6be024-f6ed-421f-b872-6b1ee1571db0 req-e20d3a5a-992e-4108-af27-14914501876c tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1101263 Jul 23 16:29:38.612279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.647644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c6be024-f6ed-421f-b872-6b1ee1571db0 req-571c44b6-8ff1-4c5c-8461-09eaf3b4bc48 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658929 Jul 23 16:29:38.676577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.680211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.681484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fcc3265-95a0-4ff5-8c48-5c84db1b1a63 HTTP/1.1" status: 204 len: 168 time: 0.2041469 Jul 23 16:29:38.692594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59958e7-10fd-4ff5-8ab4-40efccc72518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc3265-95a0-4ff5-8c48-5c84db1b1a63,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:38.721558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5fd19e61-e86a-4f9c-8040-877ef2b8039b up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:38.782518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 5fd19e61-e86a-4f9c-8040-877ef2b8039b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:38.787143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 5fd19e61-e86a-4f9c-8040-877ef2b8039b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:38.787949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.811338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cce434-1a36-4fa8-80e6-7903a9bd76ee req-53b5776d-2ebe-435c-9519-0e5580de2b55 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:38.813902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cce434-1a36-4fa8-80e6-7903a9bd76ee req-53b5776d-2ebe-435c-9519-0e5580de2b55 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 945 time: 0.0890927 Jul 23 16:29:38.877744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cce434-1a36-4fa8-80e6-7903a9bd76ee req-8f1d757f-224a-4bb1-a2f9-90dca8a54c65 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570421 Jul 23 16:29:38.901207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.927413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:38.931813 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a531ea-1106-433a-af01-2ad7873c975b" -d '{"events": [{"server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "name": "network-vif-plugged", "status": "completed", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:38.955744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:38.963350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.013460 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721c8ba-6ecb-485c-a1e6-81867e39f32d x-openstack-request-id: req-5721c8ba-6ecb-485c-a1e6-81867e39f32d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:39.013778 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "name": "network-vif-plugged", "status": "completed", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:39.014077 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5721c8ba-6ecb-485c-a1e6-81867e39f32d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:39.014493 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b', 'code': 200} Jul 23 16:29:39.038988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:39.050137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:39.062759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc759-cdcb-4d9c-8707-5869f9c5e0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.079705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275d2c-6bb7-4cf4-8de0-1ef0ebec621b req-0170a60f-1169-4b37-9a20-49d6cbe0f229 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.081267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2275d2c-6bb7-4cf4-8de0-1ef0ebec621b req-0170a60f-1169-4b37-9a20-49d6cbe0f229 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.0788519 Jul 23 16:29:39.157285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2275d2c-6bb7-4cf4-8de0-1ef0ebec621b req-725a1713-4a95-4cdc-8823-4efb1994a46b tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Jul 23 16:29:39.168591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc759-cdcb-4d9c-8707-5869f9c5e0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.178382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc759-cdcb-4d9c-8707-5869f9c5e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.187632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a802b2-725f-4fce-a723-a73b423f0e60 req-d9fcd7b3-7fe4-48af-b974-48258275004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.189250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53a802b2-725f-4fce-a723-a73b423f0e60 req-d9fcd7b3-7fe4-48af-b974-48258275004b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 1096 time: 0.0771492 Jul 23 16:29:39.219280 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ffbc759-cdcb-4d9c-8707-5869f9c5e0eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e3a8e4f760544bdb1214f3fdfc09b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791527 Jul 23 16:29:39.220288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbc759-cdcb-4d9c-8707-5869f9c5e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e98e4e-d0e0-4ce7-a563-1d4475b1470a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:39.222227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 56570) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:39.246516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53a802b2-725f-4fce-a723-a73b423f0e60 req-3ab4edf9-dc48-4b94-99d1-ee23551cc35f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505486 Jul 23 16:29:39.286532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.309411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.363470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.368323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:39.370190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5e98e4e-d0e0-4ce7-a563-1d4475b1470a HTTP/1.1" status: 204 len: 168 time: 0.1467421 Jul 23 16:29:39.416491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f084c-4816-47d7-b4d0-8cea5e59c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e98e4e-d0e0-4ce7-a563-1d4475b1470a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:39.508892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a170-2465-4532-9bde-a392f63e3483 req-a1b9294b-5dbc-4fcf-bc55-f1cc7b1b3d0e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.510549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e109a170-2465-4532-9bde-a392f63e3483 req-a1b9294b-5dbc-4fcf-bc55-f1cc7b1b3d0e tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1294045 Jul 23 16:29:39.565408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e109a170-2465-4532-9bde-a392f63e3483 req-f71c0877-d9ae-4f7a-865b-239169c4fd28 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Jul 23 16:29:39.792536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.798624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.804647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.810718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.822105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.829453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.835908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.838910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5373c063-73ca-496e-a460-2c6434a48a6b req-af74c320-4c48-4caa-a547-bd8a9eb2be02 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1733546 Jul 23 16:29:39.846892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c00697-455e-41b2-b031-4515a8481be1 req-a70ff645-8e48-4d6c-bd9a-5eae29bf5701 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:39.848423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1c00697-455e-41b2-b031-4515a8481be1 req-a70ff645-8e48-4d6c-bd9a-5eae29bf5701 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1865225 Jul 23 16:29:39.915553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5373c063-73ca-496e-a460-2c6434a48a6b req-f7c68feb-28f6-4c25-89af-a50eee2e738b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661163 Jul 23 16:29:39.921159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1c00697-455e-41b2-b031-4515a8481be1 req-db326daa-0ed3-4883-9cff-15452512535a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642734 Jul 23 16:29:40.131515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ab78a-91c3-41c2-8d7c-042f9c6143aa req-185e6b21-e62b-497f-be18-9ba2f7ad1691 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.133112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-199ab78a-91c3-41c2-8d7c-042f9c6143aa req-185e6b21-e62b-497f-be18-9ba2f7ad1691 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1360297 Jul 23 16:29:40.150950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fded5da-540a-4fc2-9eaf-73d143e20c2a req-3ada2c38-acbb-4d88-b346-91a59db5ad2d tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.152554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fded5da-540a-4fc2-9eaf-73d143e20c2a req-3ada2c38-acbb-4d88-b346-91a59db5ad2d tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 945 time: 0.1404064 Jul 23 16:29:40.208322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-199ab78a-91c3-41c2-8d7c-042f9c6143aa req-0c4c29dc-0c51-48ac-9054-0dd1ac1cd044 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663149 Jul 23 16:29:40.225482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fded5da-540a-4fc2-9eaf-73d143e20c2a req-208b827f-92c6-4df9-ad21-3a60f78b5d95 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584114 Jul 23 16:29:40.380286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b925-626f-4691-aeb0-2feaee40ae9b req-dbc60968-4ca7-44f2-aa69-317d8fc62965 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.381892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d17b925-626f-4691-aeb0-2feaee40ae9b req-dbc60968-4ca7-44f2-aa69-317d8fc62965 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.0837317 Jul 23 16:29:40.450261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d17b925-626f-4691-aeb0-2feaee40ae9b req-0df0452f-160c-442c-800a-6252f5f9f00f tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Jul 23 16:29:40.486480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b915f0-e7fd-4df4-82ec-c69c7741e675 req-ce4876dd-05ef-431d-bfb4-5ab5ec96b759 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.488098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8b915f0-e7fd-4df4-82ec-c69c7741e675 req-ce4876dd-05ef-431d-bfb4-5ab5ec96b759 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1277916 Jul 23 16:29:40.537572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8b915f0-e7fd-4df4-82ec-c69c7741e675 req-b832e273-292e-4412-8857-82411e49426c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jul 23 16:29:40.707109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50d2f-ca6b-46a3-a0d9-1393be6328fa req-bb03c149-4f08-42f6-aaba-849eb747f58c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:40.708677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b50d2f-ca6b-46a3-a0d9-1393be6328fa req-bb03c149-4f08-42f6-aaba-849eb747f58c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.0858400 Jul 23 16:29:40.719132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b8ba45e2-1a7d-44d1-8406-6c624b078f77 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:40.739566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e0474d3d-5059-416b-adaf-30cfa25c6c44 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:40.820184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b50d2f-ca6b-46a3-a0d9-1393be6328fa req-76025e36-7f37-4851-9de2-ccc2b25c098b tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915346 Jul 23 16:29:40.866583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port e0474d3d-5059-416b-adaf-30cfa25c6c44 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:40.878475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port e0474d3d-5059-416b-adaf-30cfa25c6c44 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:40.879286 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:40.914423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:40.936042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'port_id': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'mac_address': 'fa:16:3e:83:e9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:41.019767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.047388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ba45e2-1a7d-44d1-8406-6c624b078f77 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:41.059065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.085068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.094148 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.094795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 47567fd0-d5b0-4191-8c58-95f2a8ad57aa details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:41.104690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:41.107293 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd698d-e3e6-4b3e-8522-8e28ec2c7332" -d '{"events": [{"server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "name": "network-vif-plugged", "status": "completed", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:41.131506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0084f-0d4f-4fbd-9e2c-1d4a07c68a1f req-08d11f7c-2bbf-4bf8-8264-58d06623b9ca tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.133105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18b0084f-0d4f-4fbd-9e2c-1d4a07c68a1f req-08d11f7c-2bbf-4bf8-8264-58d06623b9ca tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1590030 Jul 23 16:29:41.150351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.159230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.177010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.183831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.189885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.196027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.202195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.208178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.209487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:41.215007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.217234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-4510aaaa-0fde-4fd6-b2f5-0480adef0f7a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5420 time: 0.1787331 Jul 23 16:29:41.287582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18b0084f-0d4f-4fbd-9e2c-1d4a07c68a1f req-096c3a1f-d587-4f4f-bd35-598ab87bdf81 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323223 Jul 23 16:29:41.308000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:41.311436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a13dbe0e-7df4-4c9b-8d5d-1008d0e86f95 req-b4d1b27a-e822-4a40-9680-0518d1309a17 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846281 Jul 23 16:29:41.371165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.387159 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21530b08-d45e-44c6-82a5-60eba3be11b7 x-openstack-request-id: req-21530b08-d45e-44c6-82a5-60eba3be11b7 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:41.387492 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "name": "network-vif-plugged", "status": "completed", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:41.387857 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21530b08-d45e-44c6-82a5-60eba3be11b7 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:41.388198 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'code': 200} Jul 23 16:29:41.399291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'port_id': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa', 'mac_address': 'fa:16:3e:96:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:41.601729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53406e-ed1c-4779-80ec-1f4214b4f92e req-6a224266-b753-4c7f-85b9-ddfe7b89c4fc tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.602916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c53406e-ed1c-4779-80ec-1f4214b4f92e req-6a224266-b753-4c7f-85b9-ddfe7b89c4fc tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.1966908 Jul 23 16:29:41.613749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86f889-143a-4c58-bedf-9cf8dfd9a113 req-dc766fa3-dbe1-44c2-9167-2f4af575b4c9 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.615429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca86f889-143a-4c58-bedf-9cf8dfd9a113 req-dc766fa3-dbe1-44c2-9167-2f4af575b4c9 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1785562 Jul 23 16:29:41.616042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.617268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.632300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47567fd0-d5b0-4191-8c58-95f2a8ad57aa {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:41.662316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:41.668734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.714162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4050d-23f4-42ef-8d1e-2b8d7aac16e8 req-32315cc4-7239-4c27-a5f3-eb81813bb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.715802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea4050d-23f4-42ef-8d1e-2b8d7aac16e8 req-32315cc4-7239-4c27-a5f3-eb81813bb5f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 1097 time: 0.2002630 Jul 23 16:29:41.758920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca86f889-143a-4c58-bedf-9cf8dfd9a113 req-b2c08d35-278f-4192-80ac-cbcefaad0f93 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302302 Jul 23 16:29:41.760843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:41.765658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-77e96818-0d95-4a49-a659-25fc16df1706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.794654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c53406e-ed1c-4779-80ec-1f4214b4f92e req-d78f5d50-63f1-4d48-adb1-98508a9d9ec4 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/security-groups?id=d92c4344-11a9-4c53-8da4-aaf82dadef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Jul 23 16:29:41.829866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81966a2c-568b-45ae-8055-b0737004649c req-992d3407-8616-4488-b256-59b544bb6dbd tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:41.831450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81966a2c-568b-45ae-8055-b0737004649c req-992d3407-8616-4488-b256-59b544bb6dbd tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.67 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 945 time: 0.2276132 Jul 23 16:29:41.833771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea4050d-23f4-42ef-8d1e-2b8d7aac16e8 req-d6ae66cb-4c39-4ed7-809e-17e0e3cc213c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022265 Jul 23 16:29:42.077873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66473d8-d509-449e-b4bb-7a483681de2d req-585a4be2-944b-42a3-8395-5a9bc84292cf tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.079687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a66473d8-d509-449e-b4bb-7a483681de2d req-585a4be2-944b-42a3-8395-5a9bc84292cf tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1757691 Jul 23 16:29:42.084360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Deleting port ead0d799-ae84-4c10-ad72-dd22da783bf2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:42.084738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:42.102923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e83-4441-4931-9670-59bb882b6da2 req-69ad9b9e-db06-459d-a313-e55c61245f04 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.105167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdd05e83-4441-4931-9670-59bb882b6da2 req-69ad9b9e-db06-459d-a313-e55c61245f04 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.1990542 Jul 23 16:29:42.227795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a66473d8-d509-449e-b4bb-7a483681de2d req-8fdd5981-3ffb-4a75-b59c-82bd76d3f3fc tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358702 Jul 23 16:29:42.236173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdd05e83-4441-4931-9670-59bb882b6da2 req-dd86c36e-0fa4-421b-a3a6-0a19f07c4479 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092744 Jul 23 16:29:42.276384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['b8ba45e2-1a7d-44d1-8406-6c624b078f77'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:42.287032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] For port ead0d799-ae84-4c10-ad72-dd22da783bf2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ead0d799-ae84-4c10-ad72-dd22da783bf2,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:42.287660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:42.313186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['47567fd0-d5b0-4191-8c58-95f2a8ad57aa'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:42.318845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Calling delete_port for ead0d799-ae84-4c10-ad72-dd22da783bf2 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:42.615978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:42.629589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ead0d799-ae84-4c10-ad72-dd22da783bf2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:42.685818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Pushing event deleted for resources: {'Port': ['ID=ead0d799-ae84-4c10-ad72-dd22da783bf2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:42.770154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2bb6914c-f40d-4068-8511-f52fb731570e details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:42.781778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] No DVR routers for this DVR port ead0d799-ae84-4c10-ad72-dd22da783bf2 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:42.788643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:42.789367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81966a2c-568b-45ae-8055-b0737004649c req-ffcf537b-405a-4983-93fb-d5366e17d042 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.67 "DELETE /v2.0/ports/ead0d799-ae84-4c10-ad72-dd22da783bf2 HTTP/1.1" status: 204 len: 173 time: 0.9518812 Jul 23 16:29:42.790273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'name': 'network-vif-deleted', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:42.793069 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d995bbc-3173-4a32-b226-388fbaa92f1c" -d '{"events": [{"server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "name": "network-vif-deleted", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:42.798355 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:29:42.813573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbf4e8-9a8b-437b-829b-bca5f0c0a220 req-8eb19e68-0ed8-4459-a7c1-0a6b89070c15 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.816056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ffbf4e8-9a8b-437b-829b-bca5f0c0a220 req-8eb19e68-0ed8-4459-a7c1-0a6b89070c15 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3299167 Jul 23 16:29:42.846637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.852995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.858901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.864827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.870707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.876698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.882667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:42.886123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-a77a51a0-ad48-4dd9-aa2b-4ff33c484750 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5422 time: 0.3436475 Jul 23 16:29:42.964443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:42.975545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ffbf4e8-9a8b-437b-829b-bca5f0c0a220 req-ff68ec79-a989-46d3-9fff-9e5688610793 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442802 Jul 23 16:29:42.980571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5ab0d0-aef9-4eea-9348-6b341a41e0a6 req-4aa817b4-bc26-45d2-b217-19ff2739ea14 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826972 Jul 23 16:29:42.986043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '2bb6914c-f40d-4068-8511-f52fb731570e', 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'port_id': '2bb6914c-f40d-4068-8511-f52fb731570e', 'mac_address': 'fa:16:3e:7c:78:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4b96b-1472-454b-b033-76680c6bcd77', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:43.058469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.083333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb6914c-f40d-4068-8511-f52fb731570e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:43.117417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.123426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.124594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:43.221173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a332-c621-4531-90f1-9a5f2f2020b3 req-4d420bb7-b301-4c2d-ae14-5e4674939995 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.250351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff18a332-c621-4531-90f1-9a5f2f2020b3 req-4d420bb7-b301-4c2d-ae14-5e4674939995 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1372497 Jul 23 16:29:43.281408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.301040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:43.306536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'network_id': 'ff938261-6b7d-4d37-8618-87ee569dee20', 'port_id': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'mac_address': 'fa:16:3e:18:98:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe4b96b-1472-454b-b033-76680c6bcd77', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:43.345139 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f6216-236f-433d-9c14-177b65653ffb x-openstack-request-id: req-de9f6216-236f-433d-9c14-177b65653ffb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:43.345742 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578da020-ab5b-40f1-9c6a-850e6275a2cb", "name": "network-vif-deleted", "tag": "ead0d799-ae84-4c10-ad72-dd22da783bf2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:43.346217 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de9f6216-236f-433d-9c14-177b65653ffb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:43.346839 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578da020-ab5b-40f1-9c6a-850e6275a2cb', 'name': 'network-vif-deleted', 'tag': 'ead0d799-ae84-4c10-ad72-dd22da783bf2', 'status': 'completed', 'code': 200} Jul 23 16:29:43.356728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff18a332-c621-4531-90f1-9a5f2f2020b3 req-b1e1c5c4-df93-4b6e-b6ce-3fe26801b873 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047487 Jul 23 16:29:43.392227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.410406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:43.432200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.438440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.439268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 632f03c1-b276-4f1d-889b-3dbab159be47 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:43.442166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9807f369-64b8-45bc-8476-47df9d58a46e req-cb1f9d2d-5035-4fe1-8732-cdf4b1ae7ae9 tempest-ServerRescueNegativeTestJSON-713879049 tempest-ServerRescueNegativeTestJSON-713879049-project] 10.222.0.64 "GET /v2.0/ports?device_id=578da020-ab5b-40f1-9c6a-850e6275a2cb HTTP/1.1" status: 200 len: 210 time: 0.0484300 Jul 23 16:29:43.574756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:43.639174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77108f36-1768-4dba-815e-6279c6c07da0 req-b302e94f-00c9-4b08-a7c0-bba000f49b2a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.641890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77108f36-1768-4dba-815e-6279c6c07da0 req-b302e94f-00c9-4b08-a7c0-bba000f49b2a tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1760390 Jul 23 16:29:43.669138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.691550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '632f03c1-b276-4f1d-889b-3dbab159be47', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'port_id': '632f03c1-b276-4f1d-889b-3dbab159be47', 'mac_address': 'fa:16:3e:02:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:43.715647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a09a-1333-4aa3-ba68-b29097575b2f req-621a425e-b7e0-4bf9-b530-ba0687619a40 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:43.717242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63b3a09a-1333-4aa3-ba68-b29097575b2f req-621a425e-b7e0-4bf9-b530-ba0687619a40 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.1761539 Jul 23 16:29:43.720768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77108f36-1768-4dba-815e-6279c6c07da0 req-aa06c5ff-4504-48fa-a19b-8dd42e790727 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695343 Jul 23 16:29:43.744982 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.768437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63b3a09a-1333-4aa3-ba68-b29097575b2f req-d858c0bf-3c68-4b3d-9361-ccf85d3854f4 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Jul 23 16:29:43.777991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632f03c1-b276-4f1d-889b-3dbab159be47 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:43.812623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.823325 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.826373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 87abf96c-4e32-41d6-9440-4e37474cdd5b details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:43.916259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:43.920667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:43.937626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '87abf96c-4e32-41d6-9440-4e37474cdd5b', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'port_id': '87abf96c-4e32-41d6-9440-4e37474cdd5b', 'mac_address': 'fa:16:3e:0d:4d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:44.004377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.016450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e5436-8be6-4398-89f3-33f2f24fe085 req-045b126f-e6b0-41ca-9727-fe0be1c10d19 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.018197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b22e5436-8be6-4398-89f3-33f2f24fe085 req-045b126f-e6b0-41ca-9727-fe0be1c10d19 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.0916898 Jul 23 16:29:44.022764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87abf96c-4e32-41d6-9440-4e37474cdd5b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:44.051418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:44.066485 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.069429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 75d6e8d0-7055-4687-89e9-8872642917b3 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:29:44.088035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b22e5436-8be6-4398-89f3-33f2f24fe085 req-c165623f-e5ce-4396-9063-5876569d11b6 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577192 Jul 23 16:29:44.161965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:44.178950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:44.193566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '75d6e8d0-7055-4687-89e9-8872642917b3', 'network_id': 'af56445e-412c-40d8-a91b-347c0f5a813c', 'port_id': '75d6e8d0-7055-4687-89e9-8872642917b3', 'mac_address': 'fa:16:3e:9d:d3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c8681-ae59-4052-abf5-e55bce0e3677', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:29:44.234303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.240890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.247075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.253200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.254532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.263755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.270008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.277042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.282578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-659a6cf7-542c-4478-a698-8ffd51b49773 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5426 time: 0.1526551 Jul 23 16:29:44.290096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d6e8d0-7055-4687-89e9-8872642917b3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:29:44.307277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.319156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:44.325580 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.381797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11a33776-9bd6-4c49-809f-d35e847aacbd req-bb934221-37c9-4185-9c95-3663dcccdca0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840881 Jul 23 16:29:44.435805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:44.447691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265f625-faf3-4c1f-84a2-54ad1fbb0b23 req-30f8be7f-543e-4db5-b301-bcbb80ae4f75 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.457123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0265f625-faf3-4c1f-84a2-54ad1fbb0b23 req-30f8be7f-543e-4db5-b301-bcbb80ae4f75 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1728272 Jul 23 16:29:44.459919 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ee701a5f-91a8-420a-a3c5-00eb499968aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.512166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0265f625-faf3-4c1f-84a2-54ad1fbb0b23 req-9fc2beb4-14b9-44b6-9a9f-7942049d3bcf tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 Jul 23 16:29:44.579614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 56706) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:44.640591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c90fd-5157-4439-a242-8d25c1f2d141 req-c5b606a1-e2a4-428c-be81-643f358d9fa9 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:44.643509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a7c90fd-5157-4439-a242-8d25c1f2d141 req-c5b606a1-e2a4-428c-be81-643f358d9fa9 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1487100 Jul 23 16:29:44.870835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a7c90fd-5157-4439-a242-8d25c1f2d141 req-c5d22229-5001-42ab-833e-fb7e39c9b3c7 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800559 Jul 23 16:29:45.431345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-9a8912b1-666d-4f60-9f2a-765deb5a2383 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.433475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-9a8912b1-666d-4f60-9f2a-765deb5a2383 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "GET /v2.0/ports?device_id=1218c30c-c161-4a96-a9ac-ee8f00c86d39 HTTP/1.1" status: 200 len: 946 time: 0.8017614 Jul 23 16:29:45.461916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57ab6-34a3-4358-890c-ae8bff9946ef req-ef25ba3c-e6cf-4f0a-89a8-93a24fc11d41 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.464193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c57ab6-34a3-4358-890c-ae8bff9946ef req-ef25ba3c-e6cf-4f0a-89a8-93a24fc11d41 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.7750173 Jul 23 16:29:45.483124 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.579194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7fbcde9-3f29-4df1-a459-ff1650066aa5 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:45.663086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c57ab6-34a3-4358-890c-ae8bff9946ef req-d762801e-2ee7-4d9b-baa9-ebdbe01a5b18 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842508 Jul 23 16:29:45.740053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.779387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:45.780049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95167f-cb67-4689-9b21-906c086bc2d3 req-25a60526-f054-4eb0-ac22-65dec786175d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.781615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be95167f-cb67-4689-9b21-906c086bc2d3 req-25a60526-f054-4eb0-ac22-65dec786175d tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.8147337 Jul 23 16:29:45.783108 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bdaf1e-a143-42e6-afa6-a1101c80dd89" -d '{"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:45.799607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:45.804614 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.805335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ead0d799-ae84-4c10-ad72-dd22da783bf2 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:45.849963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: ead0d799-ae84-4c10-ad72-dd22da783bf2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:45.850248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ead0d799-ae84-4c10-ad72-dd22da783bf2 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:45.892978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:45.903297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Deleting port a7fbcde9-3f29-4df1-a459-ff1650066aa5 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:45.903583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:45.954023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be95167f-cb67-4689-9b21-906c086bc2d3 req-cea07810-058a-49b1-a94f-217bb2d70d81 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634858 Jul 23 16:29:45.984898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-515a9e90-0871-4ec3-b728-96b2e2b9e0cf tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:45.986535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-515a9e90-0871-4ec3-b728-96b2e2b9e0cf tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.81 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.3619537 Jul 23 16:29:46.109121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3421644-28c6-4431-af0f-ff4372255618 req-a2c4b541-23b6-46d3-a8ff-44f9d2f03908 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.110868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3421644-28c6-4431-af0f-ff4372255618 req-a2c4b541-23b6-46d3-a8ff-44f9d2f03908 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.3619096 Jul 23 16:29:46.120342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:46.125263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Request body: {'floatingip': {'port_id': 'e0474d3d-5059-416b-adaf-30cfa25c6c44'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:46.173488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] For port a7fbcde9-3f29-4df1-a459-ff1650066aa5, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7fbcde9-3f29-4df1-a459-ff1650066aa5,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:46.180206 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:46.183324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:46.206656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2bb6914c-f40d-4068-8511-f52fb731570e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.296753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['632f03c1-b276-4f1d-889b-3dbab159be47'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.306412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.386798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['87abf96c-4e32-41d6-9440-4e37474cdd5b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.403206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Calling delete_port for a7fbcde9-3f29-4df1-a459-ff1650066aa5 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:46.449919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['75d6e8d0-7055-4687-89e9-8872642917b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:29:46.693476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.701129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.708706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.718695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.725440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.732849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.746463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:46.764715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-d84a0d8e-8788-4261-977f-31d0b73728d0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5427 time: 0.5653982 Jul 23 16:29:46.844823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b8ba45e2-1a7d-44d1-8406-6c624b078f77 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:47.065088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce9a1-0055-46c2-b206-ce68db4c471d req-5f91868b-b64c-4c11-bc01-b618ed4bf9c0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:47.078294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-569ce9a1-0055-46c2-b206-ce68db4c471d req-5f91868b-b64c-4c11-bc01-b618ed4bf9c0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.8106096 Jul 23 16:29:47.085111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Deleting port 5fd19e61-e86a-4f9c-8040-877ef2b8039b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:47.086177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.125061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port b8ba45e2-1a7d-44d1-8406-6c624b078f77 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:47.131979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port b8ba45e2-1a7d-44d1-8406-6c624b078f77 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:47.132347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.162964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.resource_extend [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:29:47.225604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.227734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.243587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c069ae79-b8b1-4cf3-954f-6971fab81de9 req-8a80be7c-d07e-4a68-8376-61ed0b459419 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4740102 Jul 23 16:29:47.267599 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.316500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.323685 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.341575 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8e3b3-03c0-48f9-a08a-7d9df5e6d24d x-openstack-request-id: req-f7c8e3b3-03c0-48f9-a08a-7d9df5e6d24d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:47.342210 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:47.342589 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7c8e3b3-03c0-48f9-a08a-7d9df5e6d24d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:47.343652 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'code': 200} Jul 23 16:29:47.348040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:47.354798 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.357669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 47567fd0-d5b0-4191-8c58-95f2a8ad57aa up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:47.404826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] For port 5fd19e61-e86a-4f9c-8040-877ef2b8039b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5fd19e61-e86a-4f9c-8040-877ef2b8039b,segment=NetworkSegment(b0fd870a-d89e-4059-8e9e-9c7806f3723f),segment_id=b0fd870a-d89e-4059-8e9e-9c7806f3723f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:47.405217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.420307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event deleted for resources: {'Port': ['ID=a7fbcde9-3f29-4df1-a459-ff1650066aa5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:47.457165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Calling delete_port for 5fd19e61-e86a-4f9c-8040-877ef2b8039b owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:47.514499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.535481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:47.544311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:47.544755 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Floating IP 02192385-d495-4bb6-b3bf-73f13f666f09 associated. External IP: 172.25.2.203, port: e0474d3d-5059-416b-adaf-30cfa25c6c44. Jul 23 16:29:47.556911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:47.557405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.657649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] No DVR routers for this DVR port a7fbcde9-3f29-4df1-a459-ff1650066aa5 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:47.660513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.660860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.664228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64f7f7ce-49fb-48b4-b481-a4e19f470c05 req-c0923b95-7f7e-4b76-9906-a05ba074a148 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.67 "DELETE /v2.0/ports/a7fbcde9-3f29-4df1-a459-ff1650066aa5 HTTP/1.1" status: 204 len: 173 time: 2.2112727 Jul 23 16:29:47.678151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-569ce9a1-0055-46c2-b206-ce68db4c471d req-818f9c9e-4b5b-4c50-b043-99fac2eebfb2 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966971 Jul 23 16:29:47.690323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-deleted', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:47.694568 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4f6d9b-5738-471a-8548-799c29aaa902" -d '{"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-deleted", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:47.774602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:47.780793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:47.781605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5fd19e61-e86a-4f9c-8040-877ef2b8039b no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:47.908634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:47.936664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77d492-afd0-4589-817f-e22dfa680d17 req-f2f95913-f1ef-45ea-b009-a45279a3097e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:47.939979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b77d492-afd0-4589-817f-e22dfa680d17 req-f2f95913-f1ef-45ea-b009-a45279a3097e tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 945 time: 0.5173435 Jul 23 16:29:48.016838 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8771f3-7c81-4707-82ef-5044fc42735b x-openstack-request-id: req-1b8771f3-7c81-4707-82ef-5044fc42735b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:48.017287 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1218c30c-c161-4a96-a9ac-ee8f00c86d39", "name": "network-vif-deleted", "tag": "a7fbcde9-3f29-4df1-a459-ff1650066aa5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:48.017695 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b8771f3-7c81-4707-82ef-5044fc42735b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:48.018890 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1218c30c-c161-4a96-a9ac-ee8f00c86d39', 'name': 'network-vif-deleted', 'tag': 'a7fbcde9-3f29-4df1-a459-ff1650066aa5', 'status': 'completed', 'code': 200} Jul 23 16:29:48.022007 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.027171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Router be345d8d-d558-4078-a2bf-96e930bc6286 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:29:48.205412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.269752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:48.271219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b77d492-afd0-4589-817f-e22dfa680d17 req-6090f761-e6fd-4e62-a374-f4174c5fc58a tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/security-groups?id=9af83a12-da83-4d13-91ad-78eea9672814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897544 Jul 23 16:29:48.272902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Pushing event deleted for resources: {'Port': ['ID=5fd19e61-e86a-4f9c-8040-877ef2b8039b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:48.278942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.315613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Sync routers for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:48.337429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:48.338410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:48.350233 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fe0d6cf2-00b9-4c3b-ba00-c58a96ef3b16 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "PUT /v2.0/floatingips/02192385-d495-4bb6-b3bf-73f13f666f09 HTTP/1.1" status: 200 len: 992 time: 2.2285123 Jul 23 16:29:48.352620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:48.357879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] No DVR routers for this DVR port 5fd19e61-e86a-4f9c-8040-877ef2b8039b on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:29:48.362473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:48.362976 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024" -d '{"events": [{"name": "network-changed", "server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:48.364710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afbd8526-d557-4cae-be24-8d7768f60d22 req-8dad80c7-4c37-4a6a-8038-59ab7bb87a25 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.81 "DELETE /v2.0/ports/5fd19e61-e86a-4f9c-8040-877ef2b8039b HTTP/1.1" status: 204 len: 173 time: 2.3336759 Jul 23 16:29:48.397332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229548b-1e32-460e-8885-1b2a039b254d req-db46bf2f-e87e-47b9-beb5-e3c0e6c9adc8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.404958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4229548b-1e32-460e-8885-1b2a039b254d req-db46bf2f-e87e-47b9-beb5-e3c0e6c9adc8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3094831 Jul 23 16:29:48.558634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4229548b-1e32-460e-8885-1b2a039b254d req-01014b2e-ab9f-47b5-855e-d273953a604c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525340 Jul 23 16:29:48.563198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:48.646115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.653334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.661642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.673566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.681235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.687534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.694629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:48.696769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-fcf56ddf-6a75-4c03-8fbe-237ca18b6651 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5429 time: 0.2849853 Jul 23 16:29:48.795201 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02a41f-37d7-476e-822f-18e42c56d1d2 x-openstack-request-id: req-1e02a41f-37d7-476e-822f-18e42c56d1d2 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:48.796164 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:48.796760 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e02a41f-37d7-476e-822f-18e42c56d1d2 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:48.797456 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'status': 'completed', 'code': 200} Jul 23 16:29:49.100589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Deleting port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:49.100950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.135932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '02192385-d495-4bb6-b3bf-73f13f666f09', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'port_id': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'mac_address': 'fa:16:3e:b4:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:32Z', 'updated_at': '2021-07-23T16:29:46Z', 'revision_number': 1, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:49.171848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aefac191-50c4-4da3-9c44-07ff59f499b6 req-51507b11-17f5-405c-aa18-5a922af9235a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4572656 Jul 23 16:29:49.172388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Checking router: be345d8d-d558-4078-a2bf-96e930bc6286 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:49.195666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:49.199161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:49.308024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-5cf5c16a-a865-4f6f-8715-96edf9296a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.309610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-5cf5c16a-a865-4f6f-8715-96edf9296a9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7651264669704dc9aba21ab5daf2932b&device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 1097 time: 0.2761123 Jul 23 16:29:49.315992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] For port cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,segment=NetworkSegment(b70b05c8-5547-4bcb-b469-8e893ae257fb),segment_id=b70b05c8-5547-4bcb-b469-8e893ae257fb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:49.316376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:49.343887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:49.346643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Calling delete_port for cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:49.346854 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043af26-e2cb-424a-ac39-2e84ea016934" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "47567fd0-d5b0-4191-8c58-95f2a8ad57aa"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:49.384215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910cdaa-c378-4118-a160-cf2d3422020f req-0efb6b4d-5ed8-42fc-9b71-f24843f9fedd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.392417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a910cdaa-c378-4118-a160-cf2d3422020f req-0efb6b4d-5ed8-42fc-9b71-f24843f9fedd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3598542 Jul 23 16:29:49.428158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:49.570014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-643a35e0-0010-4c44-ac45-59c7c584c3c2 req-34e658f4-f619-4b73-bb73-fc9c744ee095 tempest-MultipleCreateTestJSON-887977203 tempest-MultipleCreateTestJSON-887977203-project] 10.222.0.64 "GET /v2.0/ports?device_id=565ee262-2a14-4e2c-a686-95f4baeae189 HTTP/1.1" status: 200 len: 210 time: 0.0898652 Jul 23 16:29:49.598304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a910cdaa-c378-4118-a160-cf2d3422020f req-f8b76f8d-6d93-41e7-b02c-4369603958a9 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027891 Jul 23 16:29:49.693870 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92544146-a713-4ba2-b9c5-72c5767b7f5f x-openstack-request-id: req-92544146-a713-4ba2-b9c5-72c5767b7f5f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:49.695171 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "47567fd0-d5b0-4191-8c58-95f2a8ad57aa", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:49.695763 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92544146-a713-4ba2-b9c5-72c5767b7f5f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:49.696324 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'code': 200} Jul 23 16:29:49.697880 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47567fd0-d5b0-4191-8c58-95f2a8ad57aa', 'code': 200} Jul 23 16:29:49.816187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-36c01384-d86d-47ef-8a34-9f8541f7862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:49.822710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-36c01384-d86d-47ef-8a34-9f8541f7862e service neutron] 10.222.0.81 "GET /v2.0/networks?id=802893b0-e5d6-4e2c-9552-a5b94847ace6 HTTP/1.1" status: 200 len: 917 time: 0.4475811 Jul 23 16:29:49.932972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '02192385-d495-4bb6-b3bf-73f13f666f09', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'port_id': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'mac_address': 'fa:16:3e:b4:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:32Z', 'updated_at': '2021-07-23T16:29:46Z', 'revision_number': 1, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:49.983862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2954d-8157-4f00-b926-442943fc9c67 None None] The sync data for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 is: [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '02192385-d495-4bb6-b3bf-73f13f666f09', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'port_id': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'mac_address': 'fa:16:3e:b4:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:32Z', 'updated_at': '2021-07-23T16:29:46Z', 'revision_number': 1, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:50.028860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'name': 'network-vif-deleted', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:50.032293 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe5a63-4196-45e8-bdbc-23d29c786b7f" -d '{"events": [{"server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "name": "network-vif-deleted", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:50.087676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-2340e351-0b18-48ac-8d05-23b9f076a398 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44 HTTP/1.1" status: 200 len: 1000 time: 0.2316306 Jul 23 16:29:50.110434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6483cc-a8e1-4de1-acd3-aca81b7343cf req-b1ad65d1-228f-4afe-bc66-6a487c93855c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.118546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a6483cc-a8e1-4de1-acd3-aca81b7343cf req-b1ad65d1-228f-4afe-bc66-6a487c93855c tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3972733 Jul 23 16:29:50.188816 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee51796c-df17-4e65-ba65-0a5f709935f5 x-openstack-request-id: req-ee51796c-df17-4e65-ba65-0a5f709935f5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:50.189044 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565ee262-2a14-4e2c-a686-95f4baeae189", "name": "network-vif-deleted", "tag": "5fd19e61-e86a-4f9c-8040-877ef2b8039b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:50.189235 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee51796c-df17-4e65-ba65-0a5f709935f5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:50.189625 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565ee262-2a14-4e2c-a686-95f4baeae189', 'name': 'network-vif-deleted', 'tag': '5fd19e61-e86a-4f9c-8040-877ef2b8039b', 'status': 'completed', 'code': 200} Jul 23 16:29:50.235548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a6483cc-a8e1-4de1-acd3-aca81b7343cf req-35a8af29-33e7-41e5-8782-3298a54983b0 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144955 Jul 23 16:29:50.251470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-cd756e08-8a89-4a5d-ae94-17b89a8c8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.253757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-cd756e08-8a89-4a5d-ae94-17b89a8c8fca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0fc07342-003e-451c-9805-457592823b5a HTTP/1.1" status: 200 len: 855 time: 0.1308029 Jul 23 16:29:50.292487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.486020 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb465576-a770-4650-9be6-2425854ce045 None None] New status for floating IP 02192385-d495-4bb6-b3bf-73f13f666f09: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:29:50.516731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:50.771168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:50.773536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.780545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.787148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.794980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.802489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.810427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.816693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.825756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-c5dbba11-0e4e-43a3-abf1-1299ba84b938 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5429 time: 0.4156435 Jul 23 16:29:50.841520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Deleting subnet 7e50ad1e-a763-41f2-a3fd-1e5122130022 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:50.843969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-c81799d7-30d4-471d-9f0d-3d4ea03b1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:50.845513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-c81799d7-30d4-471d-9f0d-3d4ea03b1c78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=802893b0-e5d6-4e2c-9552-a5b94847ace6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5650067 Jul 23 16:29:50.846179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.896331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:50.983175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.013529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f7f34e-76ad-4e9c-bc8d-76ff1dd22591 req-0a067ec7-fd97-443e-863a-abc608dcc8ff tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743464 Jul 23 16:29:51.065020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.098666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e50ad1e-a763-41f2-a3fd-1e5122130022,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:51.103240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.105270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52a65f83-8840-4f66-8b35-a7e57edc9ed0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e50ad1e-a763-41f2-a3fd-1e5122130022 HTTP/1.1" status: 204 len: 168 time: 0.3326888 Jul 23 16:29:51.107762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56848) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.117971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-73fc1b0a-5d90-4d87-b757-c0b86ea6a557 service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391255 Jul 23 16:29:51.124306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.180122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.287006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.299539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29168381-45da-4423-9361-1aeede5e18f0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:51.309463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb8f5371-1c8b-4f54-b4be-0f768c2bb024 req-d74362fa-c481-4485-bc50-9c632e28a612 service neutron] 10.222.0.81 "GET /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821201 Jul 23 16:29:51.313714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fd870a-d89e-4059-8e9e-9c7806f3723f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:51.314356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fd870a-d89e-4059-8e9e-9c7806f3723f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:51.325501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.341858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.350128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:51.350876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:51.353106 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:51.421469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.424040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Router d50da530-547d-4065-b274-e4ca522b0367 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:29:51.429471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.434345 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] 10.222.0.64 "DELETE /v2.0/networks/29168381-45da-4423-9361-1aeede5e18f0 HTTP/1.1" status: 204 len: 168 time: 0.3227484 Jul 23 16:29:51.442749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b863-2a11-4c9c-90c9-d29985ec3831 admin admin] Pushing event deleted for resources: {'Network': ['ID=29168381-45da-4423-9361-1aeede5e18f0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:51.547616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:29:51.553577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-271d5775-3dcd-44d5-96b1-1bcf59dc0bb6 admin admin] 10.222.0.64 "PUT /v2.0/routers/d50da530-547d-4065-b274-e4ca522b0367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9731097 Jul 23 16:29:51.556059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 56854) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.562473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Sync routers for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:29:51.577498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:51.578124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:51.671042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56858) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.712193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.739123 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d8f4152-333e-4b46-b091-4aff3cdc1403 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90c1832121b149e58c266b286ad94806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663886 Jul 23 16:29:51.741959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56860) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:51.779932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:51.833895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.862570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.920775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.925251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:51.926799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9af83a12-da83-4d13-91ad-78eea9672814 HTTP/1.1" status: 204 len: 168 time: 0.1833804 Jul 23 16:29:51.959623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd99a-f5a6-443a-8a0a-3c9252fa6234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af83a12-da83-4d13-91ad-78eea9672814,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:52.064998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 5, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.147358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.150157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Checking router: d50da530-547d-4065-b274-e4ca522b0367 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:29:52.168700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Routers {'d50da530-547d-4065-b274-e4ca522b0367'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:29:52.170484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d50da530-547d-4065-b274-e4ca522b0367'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.330347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Deleting port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:29:52.331068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.336027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] Set router d50da530-547d-4065-b274-e4ca522b0367 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:29:52.621648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.627661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.640320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.646390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.652998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.659480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.665563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.673973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-793b7412-f2cf-4194-a98a-8b838cef39d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5429 time: 0.3611608 Jul 23 16:29:52.724692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] For port 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:52.725070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:52.764639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 5, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:52.768765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77a585dc-8f1b-4bfd-a4dc-ac92a777f9da req-01bc169a-206c-45ea-9cf6-014974a947e8 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937965 Jul 23 16:29:52.772928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8adb5-0039-4811-962a-19899b9e14fe req-a2a24925-a595-48db-81c8-33478740c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.775116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-a2a24925-a595-48db-81c8-33478740c98b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.3570576 Jul 23 16:29:52.810391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002cb47-df30-4d9f-b58b-578bf09721c4 req-ea50d135-e4be-48cd-873d-c71f1ff096aa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:52.817782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0002cb47-df30-4d9f-b58b-578bf09721c4 req-ea50d135-e4be-48cd-873d-c71f1ff096aa tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4014518 Jul 23 16:29:52.826876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Calling delete_port for 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:29:52.853881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2bb6914c-f40d-4068-8511-f52fb731570e up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:52.883379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05646f30-8f82-409e-b8f7-21c187b322cc None None] The sync data for ids ['d50da530-547d-4065-b274-e4ca522b0367'] in n-d-800484-3 is: [{'id': 'd50da530-547d-4065-b274-e4ca522b0367', 'name': 'tempest-ServerRescueNegativeTestJSON-680361072-router', 'tenant_id': '8e5114216895438fb9520fc48b427ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:26:40Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 5, 'project_id': '8e5114216895438fb9520fc48b427ea9', 'gw_port': {'id': '81ac62ae-f325-41d8-bd7a-f71ebbbebb6a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50da530-547d-4065-b274-e4ca522b0367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:26:41Z', 'updated_at': '2021-07-23T16:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:29:52.942334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 2bb6914c-f40d-4068-8511-f52fb731570e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:52.957334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 2bb6914c-f40d-4068-8511-f52fb731570e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:52.958111 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.016435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8adb5-0039-4811-962a-19899b9e14fe req-f370b162-e2c7-4ff4-80d2-c03664b84a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:53.023730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-f370b162-e2c7-4ff4-80d2-c03664b84a9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1939433 Jul 23 16:29:53.070829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0002cb47-df30-4d9f-b58b-578bf09721c4 req-147896db-0898-4ed5-a2c9-f9f7b209a46d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519567 Jul 23 16:29:53.089863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.139160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-b1df06f4-ad9f-49d4-a55b-0b8c0c423e42 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.0662990 Jul 23 16:29:53.142997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:53.145704 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ae6fa-a8a1-47ea-ab4e-e9928eb5a0ac" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:53.175532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:53.182462 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.183344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:53.261451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8adb5-0039-4811-962a-19899b9e14fe req-b52f053a-33f9-457b-958c-24c9bc71fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:53.263175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-b52f053a-33f9-457b-958c-24c9bc71fad3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.1163063 Jul 23 16:29:53.282594 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ecf66-ad39-40a0-8b81-dff4368fa634 x-openstack-request-id: req-250ecf66-ad39-40a0-8b81-dff4368fa634 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:53.282922 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:53.283187 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-250ecf66-ad39-40a0-8b81-dff4368fa634 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:53.283615 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e', 'code': 200} Jul 23 16:29:53.302989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:53.390330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:53.390712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc67eef9-b0cf-4ff5-aeae-0e66d82e10fc not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:53.441151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:53.447119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8adb5-0039-4811-962a-19899b9e14fe req-be820912-8dbd-4eb3-8b35-b2beb0cd0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:53.448942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-be820912-8dbd-4eb3-8b35-b2beb0cd0713 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607499 Jul 23 16:29:53.457452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:53.464150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:53.465162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.592854 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.656148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:53.662114 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.663508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 632f03c1-b276-4f1d-889b-3dbab159be47 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:53.690503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:53.702197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-17efd780-bb78-4a38-a6c7-cb11caa143f3 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271223 Jul 23 16:29:53.850596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:53.886218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ac62ae-f325-41d8-bd7a-f71ebbbebb6a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:53.946420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 632f03c1-b276-4f1d-889b-3dbab159be47 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:53.961635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 632f03c1-b276-4f1d-889b-3dbab159be47 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:53.964677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.192031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.245554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:54.252092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.252983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 87abf96c-4e32-41d6-9440-4e37474cdd5b up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:54.310165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40e8adb5-0039-4811-962a-19899b9e14fe req-7619cf89-97de-4c32-a9cf-7c6937702fbd service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961578 Jul 23 16:29:54.331680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.416037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 87abf96c-4e32-41d6-9440-4e37474cdd5b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:54.421729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 87abf96c-4e32-41d6-9440-4e37474cdd5b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:54.422433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.424963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:54.452130 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.456924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.543500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.550043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.556464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.563776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.569679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.576845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.579058 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.584228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.586955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-8d138e7c-bbe5-4a4f-bb64-164c0ccb866a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5431 time: 0.4590285 Jul 23 16:29:54.608154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8f41f-ec09-4deb-b79d-551a021c699f req-9bb53256-cc28-4898-a016-c9e507d98713 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:54.609832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2f8f41f-ec09-4deb-b79d-551a021c699f req-9bb53256-cc28-4898-a016-c9e507d98713 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3202403 Jul 23 16:29:54.610540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.611057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d50da530-547d-4065-b274-e4ca522b0367 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:29:54.621842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.623114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-618eaf49-6831-4b67-9983-e8ced6e7aa65 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d50da530-547d-4065-b274-e4ca522b0367 HTTP/1.1" status: 204 len: 168 time: 3.0658584 Jul 23 16:29:54.625876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56952) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:54.651541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:54.662390 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.663736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 75d6e8d0-7055-4687-89e9-8872642917b3 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:29:54.731915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Deleting subnet 1f160dbf-39c6-4549-a965-68105dc4dbbd {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:29:54.736123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.746879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8be6c811-ea69-4f91-9563-9a8ea8c8beb9 req-2516bed5-a533-4c31-8246-8e02192e4d0a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336923 Jul 23 16:29:54.789654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2f8f41f-ec09-4deb-b79d-551a021c699f req-50fe036f-92c6-43b4-9a6d-22271ba3755d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521769 Jul 23 16:29:54.796797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:54.828017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.851281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 75d6e8d0-7055-4687-89e9-8872642917b3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:29:54.857164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 75d6e8d0-7055-4687-89e9-8872642917b3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:29:54.857498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:54.920609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.066305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.074002 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.105470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f160dbf-39c6-4549-a965-68105dc4dbbd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.107832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.113146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f576c51b-b247-4b08-b1c6-159e3eea8c21 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1f160dbf-39c6-4549-a965-68105dc4dbbd HTTP/1.1" status: 204 len: 168 time: 0.4821484 Jul 23 16:29:55.113146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56958) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.140177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:29:55.146781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.288035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abf96c-4e32-41d6-9440-4e37474cdd5b'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:29:55.292607 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1bda45-d19e-4534-828c-d4b9ab30cdeb" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "87abf96c-4e32-41d6-9440-4e37474cdd5b"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:29:55.320013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.321962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.385582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:29:55.425059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:29:55.425597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 81ac62ae-f325-41d8-bd7a-f71ebbbebb6a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:29:55.433648 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e64c2b-61e6-475f-83c1-8e6fc33b7602 x-openstack-request-id: req-45e64c2b-61e6-475f-83c1-8e6fc33b7602 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:29:55.434150 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "87abf96c-4e32-41d6-9440-4e37474cdd5b", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-plugged", "status": "completed", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:29:55.434546 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45e64c2b-61e6-475f-83c1-8e6fc33b7602 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:29:55.435165 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'code': 200} Jul 23 16:29:55.435558 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47', 'code': 200} Jul 23 16:29:55.436003 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abf96c-4e32-41d6-9440-4e37474cdd5b', 'code': 200} Jul 23 16:29:55.436414 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3', 'code': 200} Jul 23 16:29:55.455478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 56972) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.535705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.547494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9e5a1d-2806-4099-9cf3-81cf9aff55db']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:55.560091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70b05c8-5547-4bcb-b469-8e893ae257fb') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:55.560553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70b05c8-5547-4bcb-b469-8e893ae257fb') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:29:55.576446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.595743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.607582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:29:55.608050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:29:55.641837 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:29:55.647285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44af533a-93ff-4ec9-bdac-336a625c43a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.695355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.715055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.720083 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a9e5a1d-2806-4099-9cf3-81cf9aff55db HTTP/1.1" status: 204 len: 168 time: 0.6058664 Jul 23 16:29:55.721321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42effd-ce0a-43d4-af0d-4cd0bdc93d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9e5a1d-2806-4099-9cf3-81cf9aff55db,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:55.891295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.895957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.896942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.897392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.897869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.900945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.901459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:55.905123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:55.907155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-87ce68b5-d7bd-4166-a769-d13f81326341 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 0.1921592 Jul 23 16:29:55.933522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44af533a-93ff-4ec9-bdac-336a625c43a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:55.976137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6922ec9d-8308-49b0-9f68-af93beb4ddca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e5114216895438fb9520fc48b427ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693138 Jul 23 16:29:55.978375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 56992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:56.021523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44af533a-93ff-4ec9-bdac-336a625c43a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.051696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.076699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32232e13-54c1-418a-902c-f3e41f55c5ef req-32f9f372-6a1b-41a2-9d3b-388cec95d766 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36658fbb-6518-4a97-8f19-1295434bc5d9&id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578264 Jul 23 16:29:56.102688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.117685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-44af533a-93ff-4ec9-bdac-336a625c43a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f18f23ba5ed4a42bbc9962fcde9a5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604922 Jul 23 16:29:56.118420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af533a-93ff-4ec9-bdac-336a625c43a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd39896-2809-427b-a5fb-302242d61803,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:56.120793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57000) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:56.179080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c645139-0fe8-4f16-b5e9-c0a3580689ea req-e071bf59-a281-4801-9d4d-9522e2bb9691 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.186956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c645139-0fe8-4f16-b5e9-c0a3580689ea req-e071bf59-a281-4801-9d4d-9522e2bb9691 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2747574 Jul 23 16:29:56.200180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.209350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.218552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d92c4344-11a9-4c53-8da4-aaf82dadef9c HTTP/1.1" status: 204 len: 168 time: 0.2368386 Jul 23 16:29:56.231180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e6bf-f869-4f21-887f-3eb0482896b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c4344-11a9-4c53-8da4-aaf82dadef9c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:56.256847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.273771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.281091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.287862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.294822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.305852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.315389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:56.325090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-7bc53c96-d020-4c18-ae0b-b5daac626434 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.4137833 Jul 23 16:29:56.364340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.387511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c645139-0fe8-4f16-b5e9-c0a3580689ea req-ee02b928-1ccc-4827-b3c3-c824dc6a32ef tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995668 Jul 23 16:29:56.462824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bde86ad6-0c18-4ea9-bfce-ab78a15fc3c7 req-fd01042c-4f10-4b48-993f-bcbc29453a5e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370494 Jul 23 16:29:56.472966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.601153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.604024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:56.605255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfd39896-2809-427b-a5fb-302242d61803 HTTP/1.1" status: 204 len: 168 time: 0.4819543 Jul 23 16:29:56.620486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76b8ec-b4eb-4479-a0a7-c16efb440819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd39896-2809-427b-a5fb-302242d61803,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:57.618975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0dc46-4043-49ec-940c-f9932939d6b2 req-37c0d9db-51ce-4a5c-85a1-f8a29703b128 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.620582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51c0dc46-4043-49ec-940c-f9932939d6b2 req-37c0d9db-51ce-4a5c-85a1-f8a29703b128 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.1169016 Jul 23 16:29:57.662595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51c0dc46-4043-49ec-940c-f9932939d6b2 req-ac7756fc-44f2-4a2d-89f6-8da4db0822dd tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jul 23 16:29:57.672187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57076) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:57.800910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-702070600-network', 'tenant_id': '9fa6b3952ee046e6ba9144444f4d69ce'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:57.827367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Made reservation on behalf of 9fa6b3952ee046e6ba9144444f4d69ce for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:57.830089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.837270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.841241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:57.848190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.859298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.870866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.880931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.892751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.904888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:57.907125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d26891-9715-4739-bc2d-eb06284404b1 req-6ee30048-9cd9-495f-bc54-06d6982c3ce0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.1749790 Jul 23 16:29:57.958769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d26891-9715-4739-bc2d-eb06284404b1 req-5a9e47d3-a44c-403b-835f-382148300be8 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446427 Jul 23 16:29:57.978213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.000909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.034504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:29:58.041435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.049306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.049727 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Added segment de7c61db-351d-4c5d-8f7c-30a32bba094a of type vlan for network f2ad4cff-f5aa-4dba-90cf-3c8914773bde Jul 23 16:29:58.103507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.140804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.142398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:58.142587 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.182825 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5090156 Jul 23 16:29:58.186355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57096) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:29:58.191767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Request body: {'subnet': {'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-702070600-subnet', 'tenant_id': '9fa6b3952ee046e6ba9144444f4d69ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:29:58.218480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd913-1002-4bef-bd8d-5172e4ce1608 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ad4cff-f5aa-4dba-90cf-3c8914773bde,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.231665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f2ad4cff-f5aa-4dba-90cf-3c8914773bde details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:29:58.234582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e7be41b-1519-4e45-bb1c-09b872e1789f req-749f058c-6dfa-431e-9957-637a60080b55 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0497296 Jul 23 16:29:58.264313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Made reservation on behalf of 9fa6b3952ee046e6ba9144444f4d69ce for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:29:58.267084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.520524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.581870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a32d7e8-949f-47e7-a014-05f8344e4c5d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:29:58.599941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Checking segment: {'id': 'de7c61db-351d-4c5d-8f7c-30a32bba094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:29:58.600316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Network hostable DHCP agents. Network: f2ad4cff-f5aa-4dba-90cf-3c8914773bde, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:29:58.625307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Network f2ad4cff-f5aa-4dba-90cf-3c8914773bde is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:29:58.639892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f2ad4cff-f5aa-4dba-90cf-3c8914773bde) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:29:58.646883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:58.648996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.654550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c34422-016f-4c19-9d5d-18f5ccc7a8cf None None] Network f2ad4cff-f5aa-4dba-90cf-3c8914773bde requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:58.657875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:58.677255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3cf1ae67-240e-42ec-a2f5-227a307e9543 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4819837 Jul 23 16:29:58.869820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78a62-4030-41d5-8502-863cd4a6300f req-43bc39f9-f3b2-4a82-be5b-194a1c128761 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:58.871571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59f78a62-4030-41d5-8502-863cd4a6300f req-43bc39f9-f3b2-4a82-be5b-194a1c128761 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.0903034 Jul 23 16:29:58.935072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59f78a62-4030-41d5-8502-863cd4a6300f req-513e50d6-db69-4acc-9aa9-be694c1e4181 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557580 Jul 23 16:29:58.970425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153f434-e069-458c-8220-ebf81b52a67e None None] Network f2ad4cff-f5aa-4dba-90cf-3c8914773bde requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:29:59.416944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.425303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.431218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.437581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.444086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.450488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.456276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.458257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-4371b56c-c1d7-4daa-af5d-79cfd6db9135 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.3952818 Jul 23 16:29:59.557976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c570b87-44c2-4a7f-b379-e090e67eafa5 req-73a3d82a-3962-4c42-b501-b96f12bc4fa0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890412 Jul 23 16:29:59.594758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-7720bb12-e5d7-4f6c-bf8c-59cf9c0ac23d tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:29:59.596735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-7720bb12-e5d7-4f6c-bf8c-59cf9c0ac23d tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/networks?id=f2ad4cff-f5aa-4dba-90cf-3c8914773bde HTTP/1.1" status: 200 len: 812 time: 0.1914513 Jul 23 16:29:59.614033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-dc23d5bd-dc98-4b39-8389-7da6aa61681d tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/quotas/9fa6b3952ee046e6ba9144444f4d69ce HTTP/1.1" status: 200 len: 375 time: 0.0111492 Jul 23 16:29:59.656659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-dadaa60a-4ef0-448a-a2cc-7ebaa43453cc tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fa6b3952ee046e6ba9144444f4d69ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jul 23 16:29:59.767283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-b49481bc-df92-4828-b6bd-0bcae304eee4 service neutron] 10.222.0.64 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978591 Jul 23 16:29:59.888864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd9e30c3-f12b-4c6b-90c2-47dac5facab0 req-25661197-304b-420e-88d8-c50716be1975 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0613263 Jul 23 16:29:59.932552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-98795d58-36d1-4013-89b9-13f31ceb4d80 service neutron] 10.222.0.64 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564064 Jul 23 16:30:00.041668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.048600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.055851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.063018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.070088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.079837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.091928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.094102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc24fd4a-7404-4d4f-b0f7-a11449149bf6 req-494eb8af-3126-415c-a9e8-5bef88c1e9b5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.1415358 Jul 23 16:30:00.109324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57158) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:00.117828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Request body: {'floatingip': {'port_id': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:00.188482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:00.225504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b21d2e6-e207-4c5f-bcc8-db257ca81cb1 req-2a810bb4-573e-427a-acf4-4ed651dd8487 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 210 time: 0.0776956 Jul 23 16:30:00.564664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-780f2513-8b05-4e9c-87fe-87339928027f req-a7c92776-5118-4ba5-ad87-b194e3735a68 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.1704874 Jul 23 16:30:00.638800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae3fa-31e4-4ddd-b55f-230c927998fc req-ba833f7b-fefe-44a2-b638-ca0ab10d0583 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.640542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b1ae3fa-31e4-4ddd-b55f-230c927998fc req-ba833f7b-fefe-44a2-b638-ca0ab10d0583 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.4690180 Jul 23 16:30:00.669571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-7c300690-9fdb-4076-a769-da69b6e22e40 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3674474 Jul 23 16:30:00.764183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-d4f2843f-d744-424f-a201-2c350f79d687 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:00.767708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-d4f2843f-d744-424f-a201-2c350f79d687 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.81 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 947 time: 0.3682332 Jul 23 16:30:00.850203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b1ae3fa-31e4-4ddd-b55f-230c927998fc req-99b913c1-634d-4fa8-a2c8-fb4d226c2c3d tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/security-groups?id=62b94a17-4c0a-4f71-99b8-14ff6765f261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864200 Jul 23 16:30:01.063393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238411-1839-4813-8eb7-80266795911d req-8fd7209c-aa66-4c0d-a002-36b03b0ce592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:01.065008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-8fd7209c-aa66-4c0d-a002-36b03b0ce592 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.3314180 Jul 23 16:30:01.109790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a962191d-faf4-4c32-824a-aafb57730b78 req-2d8b334f-4149-4a1f-95df-57daad0fc2ce tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0540183 Jul 23 16:30:01.214790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Deleting port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:01.215956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.259164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238411-1839-4813-8eb7-80266795911d req-aa13195d-c77d-418f-92cc-464c4667b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:01.261450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-aa13195d-c77d-418f-92cc-464c4667b14a service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1629369 Jul 23 16:30:01.314899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.323302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.401598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91e05b9d-d284-4d6e-9417-ff116306e771 req-97b99c26-1f76-435f-aef2-7d1267159705 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 210 time: 0.0467768 Jul 23 16:30:01.439481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-1e6829ab-56bb-4382-9ed1-92e3cd83512f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.1703687 Jul 23 16:30:01.447373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] For port 5f6d6b48-3929-4356-b8c2-b0e6793c8051, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5f6d6b48-3929-4356-b8c2-b0e6793c8051,segment=NetworkSegment(3d9ea082-02bb-49d0-a8d9-b56dcedec98a),segment_id=3d9ea082-02bb-49d0-a8d9-b56dcedec98a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:01.447705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.496259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Calling delete_port for 5f6d6b48-3929-4356-b8c2-b0e6793c8051 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:01.541544 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Floating IP 8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328 associated. External IP: 172.25.2.237, port: b8ba45e2-1a7d-44d1-8406-6c624b078f77. Jul 23 16:30:01.632899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238411-1839-4813-8eb7-80266795911d req-fb3a07ee-ffef-4111-ab97-6602eddb3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:01.635122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-fb3a07ee-ffef-4111-ab97-6602eddb3744 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.1838393 Jul 23 16:30:01.848878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-d669ad40-a134-42ec-a791-bdd76723ded7 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:01.850531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-d669ad40-a134-42ec-a791-bdd76723ded7 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.67 "GET /v2.0/networks?id=f2ad4cff-f5aa-4dba-90cf-3c8914773bde HTTP/1.1" status: 200 len: 812 time: 0.3368449 Jul 23 16:30:01.871255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Request body: {'port': {'device_id': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde', 'admin_state_up': True, 'tenant_id': '9fa6b3952ee046e6ba9144444f4d69ce'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:01.881949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Router 1cd478f9-2dac-4214-b05d-684d7e20ff3d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:30:01.928356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:01.983819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238411-1839-4813-8eb7-80266795911d req-794a5486-21e1-4889-ab38-b33db79e0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:01.985637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-794a5486-21e1-4889-ab38-b33db79e0e95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3266921 Jul 23 16:30:02.041347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Pushing event deleted for resources: {'Port': ['ID=5f6d6b48-3929-4356-b8c2-b0e6793c8051,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:02.105238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:02.122518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.129644 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Sync routers for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:02.150763 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:02.151281 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:02.183639 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2efd604f-f1db-4343-8bfe-f6236a1c7ef0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "PUT /v2.0/floatingips/8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328 HTTP/1.1" status: 200 len: 991 time: 2.0725400 Jul 23 16:30:02.184629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:02.188126 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe4421b-8da3-483c-9804-da2e411c4ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:02.198329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] No DVR routers for this DVR port 5f6d6b48-3929-4356-b8c2-b0e6793c8051 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:02.214390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.216355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-435bd01d-422c-4ae7-a6dc-c02a62ae9992 req-852a1ca1-c2d8-4660-8d04-c91f2348b1d8 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.81 "DELETE /v2.0/ports/5f6d6b48-3929-4356-b8c2-b0e6793c8051 HTTP/1.1" status: 204 len: 173 time: 1.4395154 Jul 23 16:30:02.218519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-deleted', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:02.220919 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf5394-936d-4c51-adda-fc578c6e7fea" -d '{"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-deleted", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:02.247743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-218faa82-1d52-49f7-acc1-35f08481a216 req-40f261d0-1a73-456d-9462-aa1b6ee7dea3 tempest-ServersNegativeTestJSON-577086839 tempest-ServersNegativeTestJSON-577086839-project] 10.222.0.64 "GET /v2.0/ports?device_id=a272fab8-7a62-420b-a5ab-a382ee03141f HTTP/1.1" status: 200 len: 210 time: 0.2382185 Jul 23 16:30:02.297835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-cddfc063-9b41-4c71-8b40-5d8835c820b9 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894840 Jul 23 16:30:02.300691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Made reservation on behalf of 9fa6b3952ee046e6ba9144444f4d69ce for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:02.305954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:02.365252 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:02.373577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c0f0004-0009-4fdf-9669-066191c40ea4 req-059b1512-ed60-4c6c-a607-ea84721b4e40 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0646484 Jul 23 16:30:02.482129 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f06460-d5ea-4c59-a37c-de1583f9469e x-openstack-request-id: req-67f06460-d5ea-4c59-a37c-de1583f9469e {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:02.484099 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:02.484904 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67f06460-d5ea-4c59-a37c-de1583f9469e {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:02.499969 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'status': 'completed', 'code': 200} Jul 23 16:30:02.505667 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e19e389-6ba0-4aea-8bc5-99d94ff87f23 x-openstack-request-id: req-7e19e389-6ba0-4aea-8bc5-99d94ff87f23 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:02.506002 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a272fab8-7a62-420b-a5ab-a382ee03141f", "name": "network-vif-deleted", "tag": "5f6d6b48-3929-4356-b8c2-b0e6793c8051", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:02.506265 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e19e389-6ba0-4aea-8bc5-99d94ff87f23 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:02.506690 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a272fab8-7a62-420b-a5ab-a382ee03141f', 'name': 'network-vif-deleted', 'tag': '5f6d6b48-3929-4356-b8c2-b0e6793c8051', 'status': 'completed', 'code': 200} Jul 23 16:30:02.843925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Allocated IP 172.20.0.2 (f2ad4cff-f5aa-4dba-90cf-3c8914773bde/9a32d7e8-949f-47e7-a014-05f8344e4c5d/3c800f23-994f-4d60-9980-3426970c99b8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:02.890973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:02.961132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 5f6d6b48-3929-4356-b8c2-b0e6793c8051 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:02.965741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5f6d6b48-3929-4356-b8c2-b0e6793c8051 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:02.981124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'port_id': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'mac_address': 'fa:16:3e:83:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:04Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 1, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:03.018717 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Checking router: 1cd478f9-2dac-4214-b05d-684d7e20ff3d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:03.028202 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:03.029089 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:03.052451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.162589 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:03.172176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-686758c9-6f49-45a6-b9f2-8a4d242a99aa req-54d6f191-7db2-4f81-96c5-e077a45a002d tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 210 time: 0.4775209 Jul 23 16:30:03.235922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0238411-1839-4813-8eb7-80266795911d req-d070c537-74ba-4de6-868d-167ac5a9c2fc service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9238274 Jul 23 16:30:03.255048 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.417759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:03.446994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Pushing event updated for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.473495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Network f2ad4cff-f5aa-4dba-90cf-3c8914773bde is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:03.500698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:03.512057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:03.517437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Deleting subnet 030a83ac-baed-4b7d-9bd0-6d4daf24ba15 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:03.522546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.575065 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'port_id': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'mac_address': 'fa:16:3e:83:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:04Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 1, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:03.575312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.600801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.601745 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.633796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.643951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f49789-90ee-46c8-a055-c894a32cc313 None None] The sync data for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 is: [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'port_id': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'mac_address': 'fa:16:3e:83:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:28:04Z', 'updated_at': '2021-07-23T16:30:01Z', 'revision_number': 1, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:03.671254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45ec3686-52df-4299-955f-542b9d5942da req-b950723c-472c-4f92-8cc0-0d798620f2bf tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0724483 Jul 23 16:30:03.699992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.700713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.701339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.702061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.702402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.702916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.703533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:03.706351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-6342f8ed-ab53-4733-b7bb-536bdea1f5a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 1.1027164 Jul 23 16:30:03.713180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.715511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-af82fa40-1c07-4559-94a2-21f9c3871fdd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8522749 Jul 23 16:30:03.732438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Request body: {'port': {'device_id': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:03.760604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030a83ac-baed-4b7d-9bd0-6d4daf24ba15,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:03.769405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:03.771968 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7df64a5-9986-464f-9a98-1de077669847 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/030a83ac-baed-4b7d-9bd0-6d4daf24ba15 HTTP/1.1" status: 204 len: 168 time: 0.3515329 Jul 23 16:30:03.780197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:03.917523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.060466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.077546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a221f5-8b55-4deb-918c-0273395cdd7b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.093824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0680f-71ff-443d-aca0-d478daf576e8 None None] New status for floating IP 8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:30:04.110959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9ea082-02bb-49d0-a8d9-b56dcedec98a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.115514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9ea082-02bb-49d0-a8d9-b56dcedec98a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:04.147233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.173567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.184936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:04.185550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:04.187750 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:04.279013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.328974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.361022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.364155 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a8a221f5-8b55-4deb-918c-0273395cdd7b HTTP/1.1" status: 204 len: 168 time: 0.5792601 Jul 23 16:30:04.368187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07607738-c225-4881-ab3b-f11f1126ada5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a221f5-8b55-4deb-918c-0273395cdd7b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.496984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-78ea47e4-7a40-4bec-8e9b-fc84949a3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:04.498789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-78ea47e4-7a40-4bec-8e9b-fc84949a3c1f service neutron] 10.222.0.81 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d HTTP/1.1" status: 200 len: 912 time: 0.6685514 Jul 23 16:30:04.528360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:04.572532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-942b4f5b-20ec-45d3-84a4-52382d3a0b1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e0bfb05648d4f1d9cad58c3283f11d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424745 Jul 23 16:30:04.578484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:04.610636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35348614-83e1-4e01-8b98-52d1ebb55a00 req-4082e215-e72e-402b-9782-ac8fe04630d8 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:04.612733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35348614-83e1-4e01-8b98-52d1ebb55a00 req-4082e215-e72e-402b-9782-ac8fe04630d8 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 931 time: 0.3029425 Jul 23 16:30:04.647568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.683170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.687813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-c4960d3c-a38e-4d39-93e8-c1546102b80e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 1001 time: 0.1781945 Jul 23 16:30:04.726409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35348614-83e1-4e01-8b98-52d1ebb55a00 req-eed0f8b7-3d29-4b6d-adaf-c7485f289bf5 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001308 Jul 23 16:30:04.758696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.762402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.765652 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62b94a17-4c0a-4f71-99b8-14ff6765f261 HTTP/1.1" status: 204 len: 168 time: 0.1844642 Jul 23 16:30:04.773492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3279281-78b8-44af-80fd-159a60b072e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b94a17-4c0a-4f71-99b8-14ff6765f261,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:04.827399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-408974a4-0989-46a3-ae7e-6bf8a25cfc1c req-7a6fa1d4-b85f-4410-a106-7c93a89a3803 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0693059 Jul 23 16:30:04.851708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-62a4670c-545f-45f1-9092-3a26c0ae8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:04.853502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-62a4670c-545f-45f1-9092-3a26c0ae8bf4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 200 len: 850 time: 0.1593864 Jul 23 16:30:04.948251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c800f23-994f-4d60-9980-3426970c99b8 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:04.958076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.977785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Transition to ACTIVE for port object 3c800f23-994f-4d60-9980-3426970c99b8 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:04.987722 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:04.994424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-5f9f2d97-7767-43d2-a927-d2bbafa9532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:04.996029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-5f9f2d97-7767-43d2-a927-d2bbafa9532e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262136 Jul 23 16:30:05.076570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Pushing event updated for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:05.192161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-430f3afd-4782-4981-bb1a-6dc6d8ed25e7 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706924 Jul 23 16:30:05.216301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Attempting to bind port 3c800f23-994f-4d60-9980-3426970c99b8 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:05.216665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Attempting to bind port 3c800f23-994f-4d60-9980-3426970c99b8 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'de7c61db-351d-4c5d-8f7c-30a32bba094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:05.217012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Attempting to bind port 3c800f23-994f-4d60-9980-3426970c99b8 on network f2ad4cff-f5aa-4dba-90cf-3c8914773bde {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:05.234374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Port 3c800f23-994f-4d60-9980-3426970c99b8 on network f2ad4cff-f5aa-4dba-90cf-3c8914773bde not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:05.234804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Attempting to bind port 3c800f23-994f-4d60-9980-3426970c99b8 on network f2ad4cff-f5aa-4dba-90cf-3c8914773bde {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:05.249513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:05.249881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Checking segment: {'id': 'de7c61db-351d-4c5d-8f7c-30a32bba094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:05.250294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Bound using segment: {'id': 'de7c61db-351d-4c5d-8f7c-30a32bba094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:05.250735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Bound port: 3c800f23-994f-4d60-9980-3426970c99b8, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7c61db-351d-4c5d-8f7c-30a32bba094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:05.251104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.354917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfe4421b-8da3-483c-9804-da2e411c4ac0 req-4130273a-fb8b-456f-92dc-375dc7d63db5 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503751 Jul 23 16:30:05.386738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:05.393312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c800f23-994f-4d60-9980-3426970c99b8,segment=NetworkSegment(de7c61db-351d-4c5d-8f7c-30a32bba094a),segment_id=de7c61db-351d-4c5d-8f7c-30a32bba094a)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:05.404314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.464752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:05.465608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:05.468081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] 10.222.0.67 "PUT /v2.0/ports/3c800f23-994f-4d60-9980-3426970c99b8 HTTP/1.1" status: 200 len: 1091 time: 1.7448399 Jul 23 16:30:05.469041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:05.474178 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3101b91b-ccdc-4d52-83f0-042bb96390ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "tag": "3c800f23-994f-4d60-9980-3426970c99b8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:05.571494 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ad502-aadf-455c-ac9f-68aed137de31 x-openstack-request-id: req-929ad502-aadf-455c-ac9f-68aed137de31 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:05.571812 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "tag": "3c800f23-994f-4d60-9980-3426970c99b8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:05.572073 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-929ad502-aadf-455c-ac9f-68aed137de31 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:05.572483 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8', 'status': 'completed', 'code': 200} Jul 23 16:30:05.579988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea57cb-658b-49fd-b3e1-16e88367932d service neutron] Pushing event updated for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:05.623215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-14385b2b-b197-4464-b9e6-85f032c6ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:05.624822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-14385b2b-b197-4464-b9e6-85f032c6ac69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa6b3952ee046e6ba9144444f4d69ce&device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 1094 time: 0.1019967 Jul 23 16:30:05.682942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-d15dcef5-380d-4497-8456-324275b09940 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c800f23-994f-4d60-9980-3426970c99b8 HTTP/1.1" status: 200 len: 217 time: 0.0503690 Jul 23 16:30:05.745358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-91b414a5-233e-40b9-b873-fc1f890b59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:05.746917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-91b414a5-233e-40b9-b873-fc1f890b59bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a32d7e8-949f-47e7-a014-05f8344e4c5d HTTP/1.1" status: 200 len: 852 time: 0.0576088 Jul 23 16:30:05.815218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-ecb7bbac-319a-4e96-8794-c97fa40d52e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ad4cff-f5aa-4dba-90cf-3c8914773bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595121 Jul 23 16:30:05.822868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:05.888532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.001359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2ecd-2704-484a-82e8-113061d583a2 req-ee14fb9f-dd3b-4793-aece-194bc9a9bfbd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.004231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-734c2ecd-2704-484a-82e8-113061d583a2 req-ee14fb9f-dd3b-4793-aece-194bc9a9bfbd tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 943 time: 0.1716871 Jul 23 16:30:06.032401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab555ca9-e53f-4840-aa1f-4fcf0375596e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.083607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-734c2ecd-2704-484a-82e8-113061d583a2 req-4b1e16ee-d3c7-4136-9fca-b01d84883461 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Jul 23 16:30:06.088414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8df28d9d-b13d-49c7-93b3-664ee6825f0e req-684d699a-376d-4003-8497-43aafb8e21b1 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0824578 Jul 23 16:30:06.100234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-717977207-network', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:06.115060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-d6a00cd3-deee-4fbd-a9fd-462b99780f71 service neutron] 10.222.0.67 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931993 Jul 23 16:30:06.193711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab555ca9-e53f-4840-aa1f-4fcf0375596e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.202041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab555ca9-e53f-4840-aa1f-4fcf0375596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.243289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71aa1368-4731-4421-8ea7-3e7d25b24a0b req-64116fcc-4ddd-460f-9016-69eb24986e2e service neutron] 10.222.0.67 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121871 Jul 23 16:30:06.271745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Made reservation on behalf of 67433049c9ac4c87a3c6b53c78483fa5 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:06.274107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.288166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab555ca9-e53f-4840-aa1f-4fcf0375596e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa38e4-297b-45d9-8cf8-ecccb12b61e2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.291446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.303053 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ab555ca9-e53f-4840-aa1f-4fcf0375596e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=984303734aff499583d3a842cb53fb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128559 Jul 23 16:30:06.305518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57324) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.400613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.404997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.410465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.432366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-a568d339-f185-4375-b707-24c5c1ae973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.433769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:06.434077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-a568d339-f185-4375-b707-24c5c1ae973e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9fa6b3952ee046e6ba9144444f4d69ce&device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 1094 time: 0.1211159 Jul 23 16:30:06.440420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe27315-1ef6-407a-a830-0043b8f95ec6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.445101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.447039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.447423 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Added segment 4e0ee961-575e-4606-b733-f158f7da8e2c of type vlan for network 8c927708-49ca-4aad-b0c6-7a975381ca5b Jul 23 16:30:06.495485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.534163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.534163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.534163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.566691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7418165 Jul 23 16:30:06.569142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57326) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.575723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Request body: {'subnet': {'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-717977207-subnet', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:06.581097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-fbc5900d-9b4a-417d-b316-39515ba0a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.582838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-fbc5900d-9b4a-417d-b316-39515ba0a1e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2ad4cff-f5aa-4dba-90cf-3c8914773bde HTTP/1.1" status: 200 len: 913 time: 0.1402187 Jul 23 16:30:06.587453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.591817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.593221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59fa38e4-297b-45d9-8cf8-ecccb12b61e2 HTTP/1.1" status: 204 len: 168 time: 0.2862434 Jul 23 16:30:06.608586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642cc5c-22d2-4cd8-a16d-a5b8f5ff4a52 admin admin] Pushing event updated for resources: {'Network': ['ID=8c927708-49ca-4aad-b0c6-7a975381ca5b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.620423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:06.629657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Made reservation on behalf of 67433049c9ac4c87a3c6b53c78483fa5 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:06.632585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.641817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19d0d8-3753-4506-bc49-e31ec87b7222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa38e4-297b-45d9-8cf8-ecccb12b61e2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.646436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-32cd6237-374e-4d5d-8dc2-2ccd8f576bd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c800f23-994f-4d60-9980-3426970c99b8 HTTP/1.1" status: 200 len: 217 time: 0.0516520 Jul 23 16:30:06.724151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-96108244-57ba-4ae3-ab48-480351ee1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.730894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-96108244-57ba-4ae3-ab48-480351ee1405 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9a32d7e8-949f-47e7-a014-05f8344e4c5d HTTP/1.1" status: 200 len: 852 time: 0.0766888 Jul 23 16:30:06.793299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-3c7dcd04-05b3-4aae-ab5a-cddd83c5741e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ad4cff-f5aa-4dba-90cf-3c8914773bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478671 Jul 23 16:30:06.836251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.888081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f608d5-de91-48a9-9dbe-fa910f99c871,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:06.911066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Checking segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:06.911528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Network hostable DHCP agents. Network: 8c927708-49ca-4aad-b0c6-7a975381ca5b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:06.912370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-0764fe99-cb4e-4d37-9f2c-14e24acb7a27 service neutron] 10.222.0.67 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115961 Jul 23 16:30:06.930495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:06.941194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8c927708-49ca-4aad-b0c6-7a975381ca5b) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:06.946582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:06.947798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:06.954434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d6347b-31da-4df3-a6f6-1ab7d2e3d19b None None] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:06.969034 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2cd9b3ae-5d68-46e4-89d8-e2e61d1be1e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3978159 Jul 23 16:30:06.971762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:06.978943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:07.007927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.007927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.021446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57338) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:07.045983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3734f352-76d1-48cd-9f83-1e6621be53bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.047337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3101b91b-ccdc-4d52-83f0-042bb96390ea req-00d3c343-e60e-4303-bf3d-544930f11f88 service neutron] 10.222.0.67 "GET /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272821 Jul 23 16:30:07.105221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.151807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-8c927708-49ca-4aad-b0c6-7a975381ca5b', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:30:07.152536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.261626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79398613-8cf0-4796-85ce-dc8fc87ee594 req-3d7823d1-7536-4fde-9106-76a1eca6c811 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0485833 Jul 23 16:30:07.317733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Allocated IP 172.20.0.2 (8c927708-49ca-4aad-b0c6-7a975381ca5b/59f608d5-de91-48a9-9dbe-fa910f99c871/f60b28b8-bb52-42d6-9078-3034fba37164) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:07.318017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.320307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb6803-30ad-4343-a6b9-6b96d3df40bb req-fbf4395d-285e-4d2e-bab2-55727cb614fa tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:07.332573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4eb6803-30ad-4343-a6b9-6b96d3df40bb req-fbf4395d-285e-4d2e-bab2-55727cb614fa tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 943 time: 0.1320109 Jul 23 16:30:07.378354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4eb6803-30ad-4343-a6b9-6b96d3df40bb req-f5460304-33c7-48e4-91b1-d9a1a447a6c0 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Jul 23 16:30:07.412544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3734f352-76d1-48cd-9f83-1e6621be53bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.443999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3734f352-76d1-48cd-9f83-1e6621be53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.484267 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.494545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Transition to ACTIVE for port object f60b28b8-bb52-42d6-9078-3034fba37164 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:07.497798 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3734f352-76d1-48cd-9f83-1e6621be53bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ac2a0784f51423e8f8a5084b9f44782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738679 Jul 23 16:30:07.498620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f352-76d1-48cd-9f83-1e6621be53bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce4719-b922-49ba-a7ca-15c02393e29a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.500599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57346) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:07.523987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Transition to ACTIVE for port object f60b28b8-bb52-42d6-9078-3034fba37164 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:07.538480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.559496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.581872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.591559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:07.594659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:07.601217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:07.604858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Pushing event updated for resources: {'Port': ['ID=f60b28b8-bb52-42d6-9078-3034fba37164,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.639340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.641620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.642398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.646149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6ce4719-b922-49ba-a7ca-15c02393e29a HTTP/1.1" status: 204 len: 168 time: 0.1421030 Jul 23 16:30:07.652091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360723b-0f0f-4516-931e-1808980ed7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce4719-b922-49ba-a7ca-15c02393e29a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:07.664635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Attempting to bind port f60b28b8-bb52-42d6-9078-3034fba37164 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:07.665134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Attempting to bind port f60b28b8-bb52-42d6-9078-3034fba37164 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:07.665351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Attempting to bind port f60b28b8-bb52-42d6-9078-3034fba37164 on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:07.672878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.677157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c800f23-994f-4d60-9980-3426970c99b8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:07.700016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:07.700407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Checking segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:07.700841 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.701241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Bound using segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:07.701723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Bound port: f60b28b8-bb52-42d6-9078-3034fba37164, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:07.702135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.788096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Allocated IP 172.25.2.204 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/161002da-4215-4ba8-af3f-1e41ee05c16c) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:07.806761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c800f23-994f-4d60-9980-3426970c99b8,segment=NetworkSegment(de7c61db-351d-4c5d-8f7c-30a32bba094a),segment_id=de7c61db-351d-4c5d-8f7c-30a32bba094a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:07.819863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3c800f23-994f-4d60-9980-3426970c99b8', 'network_id': 'f2ad4cff-f5aa-4dba-90cf-3c8914773bde', 'port_id': '3c800f23-994f-4d60-9980-3426970c99b8', 'mac_address': 'fa:16:3e:79:e3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a32d7e8-949f-47e7-a014-05f8344e4c5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:07.884341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] For port f60b28b8-bb52-42d6-9078-3034fba37164, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:07.886564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.905481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] For port f60b28b8-bb52-42d6-9078-3034fba37164, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f60b28b8-bb52-42d6-9078-3034fba37164,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:07.910715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c800f23-994f-4d60-9980-3426970c99b8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:07.916409 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.938868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:07.987176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c800f23-994f-4d60-9980-3426970c99b8,segment=NetworkSegment(de7c61db-351d-4c5d-8f7c-30a32bba094a),segment_id=de7c61db-351d-4c5d-8f7c-30a32bba094a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:08.000900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.010551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9a44e-a655-4694-aaef-e8cc12c9e439 None None] Pushing event updated for resources: {'Port': ['ID=f60b28b8-bb52-42d6-9078-3034fba37164,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:08.012433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.057834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:08.061724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:08.072948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:08.082513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:08.108101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Pushing event updated for resources: {'Port': ['ID=161002da-4215-4ba8-af3f-1e41ee05c16c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:08.278576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3c800f23-994f-4d60-9980-3426970c99b8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:08.375620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.506260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-127879c2-ff2d-41a4-a613-53a3257c2bba req-31d7a734-3895-4db3-be5e-43c01ee81df6 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0530720 Jul 23 16:30:08.700941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.940997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:30:09.041332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4c61e-6379-4525-9cf4-1dcedb3fdfe1 req-99c6bb63-28ab-4b4d-ab4b-a1bdeab0a1ce tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:09.049394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fb4c61e-6379-4525-9cf4-1dcedb3fdfe1 req-99c6bb63-28ab-4b4d-ab4b-a1bdeab0a1ce tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 944 time: 0.1101885 Jul 23 16:30:09.121667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7fb4c61e-6379-4525-9cf4-1dcedb3fdfe1 req-ef4db744-8273-4efe-952f-f247d9aceb4a tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712671 Jul 23 16:30:09.184463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:09.205008 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:09.221909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.226982 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:09.226982 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:09.227330 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e6d4e762-b881-4209-976d-2bc6e72c10f3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2510998 Jul 23 16:30:09.229186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:09.388396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a57528-ffca-4b03-809c-740849625a12 None None] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:09.437442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:09.462237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f60b28b8-bb52-42d6-9078-3034fba37164 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:09.524475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f68c88ca-6240-4036-a0be-c7efe6ed7c28 None None] Provisioning for port f60b28b8-bb52-42d6-9078-3034fba37164 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:09.660856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port f60b28b8-bb52-42d6-9078-3034fba37164 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:09.679312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f60b28b8-bb52-42d6-9078-3034fba37164 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:09.679700 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.685963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c800f23-994f-4d60-9980-3426970c99b8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:09.693213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-267e9082-8186-44da-8d79-64b77b49e3c3 req-fa2fe47f-310b-4d04-8f4d-024d8ef07730 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0411818 Jul 23 16:30:09.832363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3c800f23-994f-4d60-9980-3426970c99b8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:09.841039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3c800f23-994f-4d60-9980-3426970c99b8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:09.841039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.888045 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.900702 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:08Z', 'revision_number': 3, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:09.934163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.946124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port f60b28b8-bb52-42d6-9078-3034fba37164, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f60b28b8-bb52-42d6-9078-3034fba37164,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:09.955442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:09.979775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:09.980211 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Updating router a5711f9d-eed9-4946-99b8-43126b4bdef9 port 161002da-4215-4ba8-af3f-1e41ee05c16c binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:30:10.059453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.072819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=f60b28b8-bb52-42d6-9078-3034fba37164,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.095325 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.111275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:10.114090 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0842d837-f74f-45ef-99b2-6ca0a3cf976e" -d '{"events": [{"server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "name": "network-vif-plugged", "status": "completed", "tag": "3c800f23-994f-4d60-9980-3426970c99b8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:10.153101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c800f23-994f-4d60-9980-3426970c99b8,segment=NetworkSegment(de7c61db-351d-4c5d-8f7c-30a32bba094a),segment_id=de7c61db-351d-4c5d-8f7c-30a32bba094a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:10.173179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.209109 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3b567-025f-49bc-991f-f65d7abd145e x-openstack-request-id: req-1ae3b567-025f-49bc-991f-f65d7abd145e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:10.210171 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "name": "network-vif-plugged", "status": "completed", "tag": "3c800f23-994f-4d60-9980-3426970c99b8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:10.210526 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ae3b567-025f-49bc-991f-f65d7abd145e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:10.211779 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8', 'code': 200} Jul 23 16:30:10.226309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7adf519c-c7fe-4d03-a247-b112435c660e None None] Provisioning complete for port f60b28b8-bb52-42d6-9078-3034fba37164 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:10.226634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7adf519c-c7fe-4d03-a247-b112435c660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.282684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Allocated IP 172.20.0.1 (8c927708-49ca-4aad-b0c6-7a975381ca5b/59f608d5-de91-48a9-9dbe-fa910f99c871/f3c84c4e-e257-43e7-b16f-ea25d24cb715) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:10.286229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.580288 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.592150 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Transition to ACTIVE for port object 161002da-4215-4ba8-af3f-1e41ee05c16c will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:10.599458 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.654762 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Attempting to bind port 161002da-4215-4ba8-af3f-1e41ee05c16c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:10.655127 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Attempting to bind port 161002da-4215-4ba8-af3f-1e41ee05c16c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:10.655490 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Attempting to bind port 161002da-4215-4ba8-af3f-1e41ee05c16c on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:10.657598 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Pushing event updated for resources: {'Port': ['ID=161002da-4215-4ba8-af3f-1e41ee05c16c,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.666675 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:10.667046 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:10.667493 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.667847 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:10.668306 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Bound port: 161002da-4215-4ba8-af3f-1e41ee05c16c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:10.668694 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.671112 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.671449 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.671803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.672144 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.672460 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.672818 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.673135 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.673452 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.673767 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.674198 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.674514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.674827 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:10.739610 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] For port 161002da-4215-4ba8-af3f-1e41ee05c16c, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:10.747360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] For port 161002da-4215-4ba8-af3f-1e41ee05c16c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=161002da-4215-4ba8-af3f-1e41ee05c16c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:10.754171 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.815240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:10.816433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:10.827131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e1bb4-9d3b-441d-a01d-6814594dd2a1 req-cda317d9-50c6-4242-a027-09853b8c81e4 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:10.828694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58e1bb4-9d3b-441d-a01d-6814594dd2a1 req-cda317d9-50c6-4242-a027-09853b8c81e4 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.5156956 Jul 23 16:30:10.877856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:10.895398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf539-f727-4319-aeaa-e8997c325ee8 None None] Pushing event updated for resources: {'Port': ['ID=161002da-4215-4ba8-af3f-1e41ee05c16c,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:10.932243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee554065-35ea-4ef5-883a-a414245d62b1 req-e8ce208e-4a20-4fc1-ab65-b5d7dd0b6e7e tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0602305 Jul 23 16:30:10.937724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Transition to ACTIVE for port object f3c84c4e-e257-43e7-b16f-ea25d24cb715 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:10.949907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58e1bb4-9d3b-441d-a01d-6814594dd2a1 req-f8a91265-e360-47ab-85cb-73deca6373a8 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079862 Jul 23 16:30:10.951695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:10.964656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07820b-501b-46be-bd62-b7c18982746a req-27df0ce5-0d52-47ff-b443-4c2e597606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:10.966517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b07820b-501b-46be-bd62-b7c18982746a req-27df0ce5-0d52-47ff-b443-4c2e597606c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 1096 time: 0.6554332 Jul 23 16:30:11.018478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b07820b-501b-46be-bd62-b7c18982746a req-441b870e-fce8-4fa0-932a-01544ce37d0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jul 23 16:30:11.021235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.060748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:11.064099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:11.068104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:11.097603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:11.117870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.171136 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:08Z', 'revision_number': 3, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:11.219518 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc1381-80b1-4ecb-9206-c7e3f0ca3da3 None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:08Z', 'revision_number': 3, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:11.345199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f60b28b8-bb52-42d6-9078-3034fba37164 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:11.364219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.396352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ba88f61b-8d0b-4c19-b925-f556966f3a25 None None] Provisioning for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:11.402391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ba88f61b-8d0b-4c19-b925-f556966f3a25 None None] Provisioning complete for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:11.403266 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba88f61b-8d0b-4c19-b925-f556966f3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.492156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f60b28b8-bb52-42d6-9078-3034fba37164 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:11.492537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.569117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.569787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ba88f61b-8d0b-4c19-b925-f556966f3a25 None None] Port f3c84c4e-e257-43e7-b16f-ea25d24cb715 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:30:11.639123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.646826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.748334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.752483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:11.865751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7aeb4a77-f6f8-47f0-9901-81171a7ddfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.940253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:11.943645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:12.238112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fbbf55d-9562-48ae-bb52-3841b30b4e0b req-3892ece3-8b29-4fdf-9891-476d8ff0f38d tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0754364 Jul 23 16:30:12.329983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e44ff-baad-43f4-abac-76b911ccda1c req-57b59867-9a9b-4451-918d-724e890dd03a tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:12.338658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f4e44ff-baad-43f4-abac-76b911ccda1c req-57b59867-9a9b-4451-918d-724e890dd03a tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.1746609 Jul 23 16:30:12.366223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:30:12.436045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-59e2135e-9dd0-44d6-92af-d0a8dbef5b97 None None] Provisioning complete for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:12.436726 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59e2135e-9dd0-44d6-92af-d0a8dbef5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.475908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f4e44ff-baad-43f4-abac-76b911ccda1c req-604dd1f6-a8be-4084-a8de-6837b05bf8bc tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354599 Jul 23 16:30:12.477901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-59e2135e-9dd0-44d6-92af-d0a8dbef5b97 None None] Port f3c84c4e-e257-43e7-b16f-ea25d24cb715 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:30:12.529029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:12.535654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2d574c70-5ff4-445c-bdcc-294d06f7fc66 admin admin] 10.222.0.64 "PUT /v2.0/routers/a5711f9d-eed9-4946-99b8-43126b4bdef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3052659 Jul 23 16:30:13.062357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57464) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:13.067282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237423422', 'description': 'tempest-description--1560892492'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:13.092143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.190326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.201953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.244043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.250169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1820338 Jul 23 16:30:13.250169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fe770-36c9-4c7d-ba02-f2f598f42859 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0019fc24-de3a-4310-9928-359b252371ed,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:13.250169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57470) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:13.254725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group_rule': {'security_group_id': '0019fc24-de3a-4310-9928-359b252371ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:13.289799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.400822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:13.416378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:13.417393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:29:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:13.429300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a2e819d-ccfe-4955-9589-1420bcf585b5 req-da58be00-ee7f-4efb-a0b3-47c6748fcda4 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0621152 Jul 23 16:30:13.466458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.472900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.528287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72c5811-5c7a-4010-9e67-74ff31c52558,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:13.557092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.560922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4281e3f-712a-4a11-b6d6-c1aadcc332db tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075147 Jul 23 16:30:13.561885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:13.569832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group_rule': {'security_group_id': '0019fc24-de3a-4310-9928-359b252371ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:13.598592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 161002da-4215-4ba8-af3f-1e41ee05c16c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:13.627700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.733583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:13.749903 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.758850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.762808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef401d9-efa7-4d33-9ac4-c0eae8952ac3 req-631ef2e9-2c64-4bc2-a1a9-b305c9ecdb0a tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:13.773383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ef401d9-efa7-4d33-9ac4-c0eae8952ac3 req-631ef2e9-2c64-4bc2-a1a9-b305c9ecdb0a tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.1487372 Jul 23 16:30:13.782559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d8f8cc-5e5a-4072-b47b-e53619e4c877,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:13.805185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.811869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6aac3f1e-0d49-42ab-a945-1ef492d27465 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2474174 Jul 23 16:30:13.816375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:13.835218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:13.902628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.907932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ef401d9-efa7-4d33-9ac4-c0eae8952ac3 req-98308799-e9fe-48fb-b3d9-fef1246cf407 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271431 Jul 23 16:30:13.961351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 161002da-4215-4ba8-af3f-1e41ee05c16c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:13.973401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 161002da-4215-4ba8-af3f-1e41ee05c16c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:13.973789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.145027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.470423 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.519173 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6aac93f9-8bc1-4024-a217-50fd9d31c51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.554305 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.595975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 161002da-4215-4ba8-af3f-1e41ee05c16c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=161002da-4215-4ba8-af3f-1e41ee05c16c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:14.604526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.683546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05648082-417a-4f13-8050-f3724b31f83b req-211783ae-daae-4197-a096-084bd1774514 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0940218 Jul 23 16:30:14.687550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=161002da-4215-4ba8-af3f-1e41ee05c16c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:14.712648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 2, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:14.789838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:14.790890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Updating router a5711f9d-eed9-4946-99b8-43126b4bdef9 port f3c84c4e-e257-43e7-b16f-ea25d24cb715 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:30:14.811147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834332-e050-45fe-a325-5358e89a9ebf req-2fdabd65-7252-4942-94fc-1802a9117c02 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:14.823179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42834332-e050-45fe-a325-5358e89a9ebf req-2fdabd65-7252-4942-94fc-1802a9117c02 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.1261299 Jul 23 16:30:14.847732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:14.878685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Allocated IP 172.25.2.32 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:14.896896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42834332-e050-45fe-a325-5358e89a9ebf req-a4f07cb2-2794-4f21-8105-d5a6f0743178 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727315 Jul 23 16:30:15.059972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.105042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.165039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:15.168404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:15.172929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:15.200479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:15.335948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.383784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.454732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.484291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 161002da-4215-4ba8-af3f-1e41ee05c16c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:15.533101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Transition to ACTIVE for port object f3c84c4e-e257-43e7-b16f-ea25d24cb715 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:15.563812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.580507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.717889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf1790-bdb5-4234-ad3e-a31e9c4a95d4 None None] Pushing event updated for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:15.806567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 161002da-4215-4ba8-af3f-1e41ee05c16c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:15.807290 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.938401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Attempting to bind port f3c84c4e-e257-43e7-b16f-ea25d24cb715 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:15.938747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Attempting to bind port f3c84c4e-e257-43e7-b16f-ea25d24cb715 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:15.939100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Attempting to bind port f3c84c4e-e257-43e7-b16f-ea25d24cb715 on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:15.951979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:15.952395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Checking segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:15.952762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:15.953167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Bound using segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:15.953655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Bound port: f3c84c4e-e257-43e7-b16f-ea25d24cb715, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:15.954207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.037675 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.048596 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.078845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a029f79-66b9-4b65-8200-b3d4bda2a50b req-ca632bf4-6b28-4ff4-81b9-9b67477802c7 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.1427798 Jul 23 16:30:16.215237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] For port f3c84c4e-e257-43e7-b16f-ea25d24cb715, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:16.217809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:16.223568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] For port f3c84c4e-e257-43e7-b16f-ea25d24cb715, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3c84c4e-e257-43e7-b16f-ea25d24cb715,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:16.240094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.244670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.263567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.265416 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d11c0199-32fc-4804-84ae-110e02245715 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4478998 Jul 23 16:30:16.356252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf1790-bdb5-4234-ad3e-a31e9c4a95d4 None None] Pushing event updated for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:16.367027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:16.367707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:16.376807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f11011-05c5-4f17-abd7-98df2c396012 req-a25a3521-abf5-4dc7-940e-fffe356bdc52 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.386440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01f11011-05c5-4f17-abd7-98df2c396012 req-a25a3521-abf5-4dc7-940e-fffe356bdc52 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.1434944 Jul 23 16:30:16.488394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-70b84eff-af1a-4d79-9fae-5ef033735fbe tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.490138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-70b84eff-af1a-4d79-9fae-5ef033735fbe tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 945 time: 0.3677568 Jul 23 16:30:16.518788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:16.522056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01f11011-05c5-4f17-abd7-98df2c396012 req-bc21fb03-6fd2-4560-999f-d616173482da tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/security-groups?id=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341176 Jul 23 16:30:16.651031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-4947d051-f44e-41fd-a8d5-59b694a9c19d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1237423422&fields=id&tenant_id=67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 267 time: 0.1572235 Jul 23 16:30:16.756415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Deleting port 3c800f23-994f-4d60-9980-3426970c99b8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:30:16.756415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.810061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-e26bae61-d170-4fbc-b85f-b037ef2338c0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:16.811659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-e26bae61-d170-4fbc-b85f-b037ef2338c0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 810 time: 0.1582308 Jul 23 16:30:16.863831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:16Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:16.864472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-b1e0aaef-ac23-4c61-8b36-896bc0c3434b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/quotas/67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 375 time: 0.0214231 Jul 23 16:30:16.897630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] For port 3c800f23-994f-4d60-9980-3426970c99b8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c800f23-994f-4d60-9980-3426970c99b8,segment=NetworkSegment(de7c61db-351d-4c5d-8f7c-30a32bba094a),segment_id=de7c61db-351d-4c5d-8f7c-30a32bba094a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:16.898075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:16.902930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc711c8b-8845-4c3f-880c-33ea7b3e91ea None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:16Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:16.931785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Calling delete_port for 3c800f23-994f-4d60-9980-3426970c99b8 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:30:17.048915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-5f557f65-18ad-41fd-99c5-252e22c2a6f0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715999 Jul 23 16:30:17.198229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.214350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3c800f23-994f-4d60-9980-3426970c99b8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:17.263743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-0d14f911-258f-4bae-a926-62f2c4944350 service neutron] 10.222.0.64 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974339 Jul 23 16:30:17.286184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Pushing event deleted for resources: {'Port': ['ID=3c800f23-994f-4d60-9980-3426970c99b8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:17.357908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] No DVR routers for this DVR port 3c800f23-994f-4d60-9980-3426970c99b8 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:30:17.387215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.389290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1182bac0-dc86-4e31-b086-dd00ca0dc4b7 req-6157460b-3a29-4b92-a8af-351ecf546eb3 tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.67 "DELETE /v2.0/ports/3c800f23-994f-4d60-9980-3426970c99b8 HTTP/1.1" status: 204 len: 173 time: 0.8865108 Jul 23 16:30:17.389993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'name': 'network-vif-deleted', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:17.392368 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65e04b0-61e1-40fc-b319-0da241674cc7" -d '{"events": [{"server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "name": "network-vif-deleted", "tag": "3c800f23-994f-4d60-9980-3426970c99b8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:17.407125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-683e9ba2-c18a-4f13-bd42-7dc5b64374e2 req-a2e3f3d2-576b-4066-9bcf-2552fdce78e7 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0877776 Jul 23 16:30:17.550959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-220cb3ed-4c35-4c4e-9382-9d5f8463989c service neutron] 10.222.0.64 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602856 Jul 23 16:30:17.593600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3c84c4e-e257-43e7-b16f-ea25d24cb715 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:17.650880 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba5f5d2-01dd-43d8-83fe-3f8b0d2b9bbb x-openstack-request-id: req-6ba5f5d2-01dd-43d8-83fe-3f8b0d2b9bbb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:17.651502 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc", "name": "network-vif-deleted", "tag": "3c800f23-994f-4d60-9980-3426970c99b8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:17.651502 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ba5f5d2-01dd-43d8-83fe-3f8b0d2b9bbb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:17.652215 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc', 'name': 'network-vif-deleted', 'tag': '3c800f23-994f-4d60-9980-3426970c99b8', 'status': 'completed', 'code': 200} Jul 23 16:30:17.659988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.678620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:17.685148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:17.686203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.816016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49f55d98-80a8-4195-be9e-0ee445e62a1f req-9314ce88-e71a-480a-b82c-9570b6d3d21d tempest-ServerPasswordTestJSON-923221829 tempest-ServerPasswordTestJSON-923221829-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac9a8e2-abf8-4ed9-a627-33c37a20a9cc HTTP/1.1" status: 200 len: 210 time: 0.0409935 Jul 23 16:30:17.875958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.922620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port f3c84c4e-e257-43e7-b16f-ea25d24cb715, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3c84c4e-e257-43e7-b16f-ea25d24cb715,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:17.939168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:17.986030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e02056fa-def5-44f2-9840-25950d7c090e req-f7a4e7fb-c45e-4f57-8f91-1ef4ab09d983 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 210 time: 0.1011910 Jul 23 16:30:18.033231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:18.549146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd4a22a9-8521-49f3-8490-c0f42e484561 req-40d03716-3193-4692-9d1a-53845218ef5d tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0473084 Jul 23 16:30:18.876189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57582) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:18.926399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Deleting subnet 9a32d7e8-949f-47e7-a014-05f8344e4c5d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:30:18.929898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:18.973665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.016399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.101241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.116608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6648e47-e36a-49a9-8bac-72c72638cfd1 req-e6eb1da5-e102-46e9-ae0d-35546e3b207d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 210 time: 0.0382235 Jul 23 16:30:19.135958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a32d7e8-949f-47e7-a014-05f8344e4c5d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:19.143725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.145763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-505f9b95-1f42-47fe-9061-fd4e017faa6a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a32d7e8-949f-47e7-a014-05f8344e4c5d HTTP/1.1" status: 204 len: 168 time: 0.2677217 Jul 23 16:30:19.148223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:19.223229 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.325627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.340794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ad4cff-f5aa-4dba-90cf-3c8914773bde']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:19.353366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7c61db-351d-4c5d-8f7c-30a32bba094a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:19.353663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7c61db-351d-4c5d-8f7c-30a32bba094a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:19.363929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.382411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3c84c4e-e257-43e7-b16f-ea25d24cb715 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:19.391658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.411564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:30:19.412648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:30:19.434453 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:30:19.445754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f3c84c4e-e257-43e7-b16f-ea25d24cb715 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:19.448622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.496076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.502868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:19.508448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] 10.222.0.64 "DELETE /v2.0/networks/f2ad4cff-f5aa-4dba-90cf-3c8914773bde HTTP/1.1" status: 204 len: 168 time: 0.3589480 Jul 23 16:30:19.524137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bbf73-a76a-4391-a5e1-69afb39a953e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ad4cff-f5aa-4dba-90cf-3c8914773bde,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:19.781707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c800f23-994f-4d60-9980-3426970c99b8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:30:19.783932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad4b9c6-b3bd-49dc-8c8a-916eeba6637d req-bfc21c49-7cf6-4725-86c1-15baa46253b9 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0639918 Jul 23 16:30:19.799618 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:30:19.836438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3c800f23-994f-4d60-9980-3426970c99b8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:30:19.836940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c800f23-994f-4d60-9980-3426970c99b8 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:30:19.842731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-627238a3-3825-4f86-81ad-70efb21e0ddb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:19.844457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-627238a3-3825-4f86-81ad-70efb21e0ddb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 810 time: 0.2841945 Jul 23 16:30:19.853885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57602) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:19.927581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-70c7a3b1-0170-4cb6-8790-9e905cb96435 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fa6b3952ee046e6ba9144444f4d69ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719674 Jul 23 16:30:19.933085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:19.937208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-ef3ba0a9-ac22-44b8-a374-a4f7fdd64fe5 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 380 time: 0.0577209 Jul 23 16:30:19.963787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'port': {'device_id': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'admin_state_up': True, 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'security_groups': ['0019fc24-de3a-4310-9928-359b252371ed']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:20.007192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.032958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.116707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.121561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.125161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1889508 Jul 23 16:30:20.137047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Made reservation on behalf of 67433049c9ac4c87a3c6b53c78483fa5 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:20.142908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da02d7-3346-4c1a-ab3e-185d48b6ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951a7a6-cf74-4b5f-a0d4-f5994de0d3e2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:20.144757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.299952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bd0ddc5-1072-4562-96be-376f9a6dc7b5 req-2dbf28c5-273f-494f-b4a2-59c1f6948e8c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 210 time: 0.0507689 Jul 23 16:30:20.375865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Allocated IP 172.20.0.13 (8c927708-49ca-4aad-b0c6-7a975381ca5b/59f608d5-de91-48a9-9dbe-fa910f99c871/e733162c-26b6-437f-b381-2d53f8a7e008) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:20.563753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.584993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Transition to ACTIVE for port object e733162c-26b6-437f-b381-2d53f8a7e008 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:20.631616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.686607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:20.691197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:20.696121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:20.728785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:20.784581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:20.785303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:20.812654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-284ba597-d20a-4520-9ed9-eb0275829195 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8532052 Jul 23 16:30:20.840742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Request body: {'port': {'device_id': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:21.017961 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.214607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31dfdce1-15c6-4a68-a9e9-c429b1f95599 None None] Provisioning for port e733162c-26b6-437f-b381-2d53f8a7e008 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:21.224100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31dfdce1-15c6-4a68-a9e9-c429b1f95599 None None] Provisioning complete for port e733162c-26b6-437f-b381-2d53f8a7e008 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:21.224831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31dfdce1-15c6-4a68-a9e9-c429b1f95599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.326381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-31dfdce1-15c6-4a68-a9e9-c429b1f95599 None None] Port e733162c-26b6-437f-b381-2d53f8a7e008 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:30:21.473991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76aaebfc-a9fe-4184-8d52-50ecc3cd27de req-8415556d-6bf5-410b-bb38-69e532162236 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0868318 Jul 23 16:30:21.612923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a65ad-aee5-4aa3-bd81-c22d2b532bf0 req-1fc8d864-7e84-4288-93c6-7bf687399970 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:21.620536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da7a65ad-aee5-4aa3-bd81-c22d2b532bf0 req-1fc8d864-7e84-4288-93c6-7bf687399970 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 932 time: 0.1512718 Jul 23 16:30:21.653494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e733162c-26b6-437f-b381-2d53f8a7e008 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:21.678977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.697562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da7a65ad-aee5-4aa3-bd81-c22d2b532bf0 req-e4f432e2-078d-44f1-9c4c-124c8ec45510 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731597 Jul 23 16:30:21.718349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Transition to ACTIVE for port object e733162c-26b6-437f-b381-2d53f8a7e008 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:21.718349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.810745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Pushing event updated for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:21.941588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Attempting to bind port e733162c-26b6-437f-b381-2d53f8a7e008 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:21.942448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Attempting to bind port e733162c-26b6-437f-b381-2d53f8a7e008 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:21.942955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Attempting to bind port e733162c-26b6-437f-b381-2d53f8a7e008 on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:21.958225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Port e733162c-26b6-437f-b381-2d53f8a7e008 on network 8c927708-49ca-4aad-b0c6-7a975381ca5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:21.958552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Attempting to bind port e733162c-26b6-437f-b381-2d53f8a7e008 on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:21.964557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:21.964895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Checking segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:21.965519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Bound using segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:21.965970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Bound port: e733162c-26b6-437f-b381-2d53f8a7e008, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:21.966334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:22.081182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8e0b733-109e-4fbb-9114-43a9d416095e req-294620ca-a2e0-4041-baa2-27c3d695721a tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0963714 Jul 23 16:30:22.165278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:22.183068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e733162c-26b6-437f-b381-2d53f8a7e008,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:22.190199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:22.303326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:22.303945 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:22.306672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] 10.222.0.81 "PUT /v2.0/ports/e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 1092 time: 1.4756885 Jul 23 16:30:22.306672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:22.308126 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:22.324257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594df3-2984-422e-b2f7-ccca5ff75aba service neutron] Pushing event updated for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:22.549622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-4e1c97c0-228e-45a8-b4c0-8c54ca4e2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:22.551288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-4e1c97c0-228e-45a8-b4c0-8c54ca4e2159 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1095 time: 0.1531036 Jul 23 16:30:22.706922 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c3e160-1341-4939-97e3-af0a4bfd1474 x-openstack-request-id: req-51c3e160-1341-4939-97e3-af0a4bfd1474 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:22.707518 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:22.708016 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51c3e160-1341-4939-97e3-af0a4bfd1474 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:22.708629 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'status': 'completed', 'code': 200} Jul 23 16:30:22.711228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-d2efafc6-50d8-4783-a1c1-d9147f0d92b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 217 time: 0.1372428 Jul 23 16:30:23.104875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86c357c4-85a3-4484-b81e-78f37f536127 req-f18228d4-1098-4797-afad-fb3e1e39c28e tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.3576570 Jul 23 16:30:23.159079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-82f16d68-215d-4774-9ba6-a4c948e8887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.160584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-82f16d68-215d-4774-9ba6-a4c948e8887a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.4388602 Jul 23 16:30:23.237745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3829cd7-a71d-4aac-ab0e-ca525893d698 req-195e87b9-cc0b-458c-91d9-2165efc24676 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0726743 Jul 23 16:30:23.272985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da064af-7a2d-4144-8aa4-10a199e50b21 req-636c5970-5ab6-4b3b-8534-6daebf9413cf tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.274760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9da064af-7a2d-4144-8aa4-10a199e50b21 req-636c5970-5ab6-4b3b-8534-6daebf9413cf tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 944 time: 0.2150784 Jul 23 16:30:23.344690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-6e466deb-752b-4b9f-997b-b5215b799eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.346606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-6e466deb-752b-4b9f-997b-b5215b799eaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774995 Jul 23 16:30:23.399579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9da064af-7a2d-4144-8aa4-10a199e50b21 req-9df30719-3604-4c8e-9479-544f8961c028 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029978 Jul 23 16:30:23.523508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-f4d8da53-f5b2-494a-baea-6d2228603a8f service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585648 Jul 23 16:30:23.650666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e825798-cd4c-4c0d-9417-2dd2820b6c12 req-7fe2700e-2d94-4e93-b2ec-c6d1135cca37 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162951 Jul 23 16:30:23.878895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-0e2fc327-abf2-4efd-853d-7c341ee459b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.880612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-0e2fc327-abf2-4efd-853d-7c341ee459b7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1095 time: 0.0694203 Jul 23 16:30:23.981175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-2c73f738-5691-4670-9bc3-fee502a8cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:23.982711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-2c73f738-5691-4670-9bc3-fee502a8cdbf service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.0957272 Jul 23 16:30:24.036111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-68e43577-cf35-4f69-8d5c-acd946f995f3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 217 time: 0.0417621 Jul 23 16:30:24.100892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-dcd86fb2-a954-484c-928e-0030f4e22738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:24.102736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-dcd86fb2-a954-484c-928e-0030f4e22738 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.0601804 Jul 23 16:30:24.220099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-a53372ee-5e43-4b6d-842c-b8dbd8efcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:24.221786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-a53372ee-5e43-4b6d-842c-b8dbd8efcec0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095185 Jul 23 16:30:24.262371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-530c9343-49c2-4ae2-b1e0-ff8fd3023ee6 req-750734ca-bb88-47b2-b849-52e051500ffa tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0392756 Jul 23 16:30:24.393589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e62624c5-eed2-4f09-b6bb-9b12b09b8aee req-f55bda43-dbce-4c5f-8fd2-ac0ed465659a tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0397630 Jul 23 16:30:24.416705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-f9abe6d8-589c-4956-a4b2-ac0fad436c3b service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829371 Jul 23 16:30:24.582699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbf61a50-9d52-4fd5-bbd6-87d0f25954e6 req-1efbd0f8-25c3-4f4a-b2f3-207a858cc89a service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592824 Jul 23 16:30:24.639508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff300-94dd-4de1-a379-fd7b1672f0fc req-c2492d47-841e-4363-8812-50954e0e7eeb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:24.641221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15ff300-94dd-4de1-a379-fd7b1672f0fc req-c2492d47-841e-4363-8812-50954e0e7eeb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 944 time: 0.0964963 Jul 23 16:30:24.708116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15ff300-94dd-4de1-a379-fd7b1672f0fc req-cadc87d7-217e-4d81-8ce8-b08e003a90e6 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609977 Jul 23 16:30:25.120399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c493b67-e32a-4d69-aa57-5933bc8d91d5 req-d40ff01e-3f28-42bf-932f-ac7c8dea66d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0293727 Jul 23 16:30:25.380301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6cae835-cea4-4fd0-8d5e-b82163978ccf req-9c9bf11f-b20b-4b30-9140-ecee715fddd2 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0334375 Jul 23 16:30:25.525672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47ac986b-9ccc-4588-b87d-a38b6f6e60dd req-f5430714-f357-444f-9132-f13bdd332181 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0373325 Jul 23 16:30:25.772560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91dc9efd-3993-46c2-bf04-079d93849fa0 req-4b6da718-eed5-4b41-b1c0-7c486afc050b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jul 23 16:30:25.885184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0cd7d-f168-4790-82dc-2e3dc856bb5c req-8feac2d7-f546-4861-b884-b8be9b607e62 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:25.893179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4c0cd7d-f168-4790-82dc-2e3dc856bb5c req-8feac2d7-f546-4861-b884-b8be9b607e62 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 944 time: 0.0893419 Jul 23 16:30:25.933742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4c0cd7d-f168-4790-82dc-2e3dc856bb5c req-2e03d16c-b1f5-4ce1-8d54-f4f32a35af05 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Jul 23 16:30:26.503083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e4a88cb-0b89-4908-bee8-1e73b30af3c0 req-7966e9e9-a5ee-41c7-88ab-4662b26151ff tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0365219 Jul 23 16:30:26.643581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-868f4895-4c49-4951-928c-0297fa36141f req-0729f7e8-4ee9-4281-88df-600385d40458 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0317388 Jul 23 16:30:27.013443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e733162c-26b6-437f-b381-2d53f8a7e008 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:27.094509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106ffc-0888-4ba6-afd8-8f94966a5d81 req-12489f42-e9aa-4503-8e79-c55691821bed tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:27.096227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c106ffc-0888-4ba6-afd8-8f94966a5d81 req-12489f42-e9aa-4503-8e79-c55691821bed tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 944 time: 0.0730112 Jul 23 16:30:27.140266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e733162c-26b6-437f-b381-2d53f8a7e008,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:27.143314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c106ffc-0888-4ba6-afd8-8f94966a5d81 req-1aea292e-c5ef-4249-bd5b-2ce099700ba3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Jul 23 16:30:27.155166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'port_id': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'mac_address': 'fa:16:3e:b8:7a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:27.198672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.214168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e733162c-26b6-437f-b381-2d53f8a7e008 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:27.242513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e733162c-26b6-437f-b381-2d53f8a7e008,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:27.249476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:27.325247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:27.334433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.335025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.335610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.336099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.336643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.337919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.338784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.339203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.339583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.339941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.340235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.340783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:27.633519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1dfa25b-03ce-4ccb-9a20-b3069a53b4f6 req-9b5fa903-7ca4-40e9-9c1d-e0638b735d23 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0397737 Jul 23 16:30:27.766728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d452d64-5eea-4b00-86d7-6fd3d7a0e595 req-7332c95e-729b-4559-a1bc-dafd10295e96 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0400023 Jul 23 16:30:28.035705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['e733162c-26b6-437f-b381-2d53f8a7e008'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:28.134892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b623416a-f87c-4844-aa28-96883d8f10be req-007ae8df-2f0a-4aed-97d1-485618fad432 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0403516 Jul 23 16:30:28.302897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a0889-a4b8-4498-a19d-7858c7030561 req-8f454d06-0753-4713-8072-92ddce51db2d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:28.304459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d01a0889-a4b8-4498-a19d-7858c7030561 req-8f454d06-0753-4713-8072-92ddce51db2d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 945 time: 0.0725207 Jul 23 16:30:28.347183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d01a0889-a4b8-4498-a19d-7858c7030561 req-53155914-5b54-4f1d-bf64-b7f014f8c929 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357997 Jul 23 16:30:28.648612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:28.748846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ca1447d-1925-4752-9a94-bc6d03c3c147 req-bd763929-322c-4ba4-99e9-87b6c380fba2 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0367367 Jul 23 16:30:29.255543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-893a8c34-183b-4909-b539-99740fdcb7d6 req-8add176d-8892-49e8-bcb9-ff679a8f5738 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0320385 Jul 23 16:30:29.492032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5fae4-b36c-4c0f-af8c-4ff5a0ab0eca req-a79c6c3f-4a0b-4f29-8108-bfb53ea2de47 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:29.494449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea5fae4-b36c-4c0f-af8c-4ff5a0ab0eca req-a79c6c3f-4a0b-4f29-8108-bfb53ea2de47 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 945 time: 0.0748007 Jul 23 16:30:29.538832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea5fae4-b36c-4c0f-af8c-4ff5a0ab0eca req-be29d8a4-0dff-4143-9368-e644c3acb48d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383461 Jul 23 16:30:29.887156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0fe132f-d39b-4e25-9d3b-4bf1d00a4e5b req-fcf28e09-efc4-4288-bdee-f8e43b7adad1 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0463684 Jul 23 16:30:30.390799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-900ceefa-efc2-4c6d-9e8b-198b2c72de7d req-52603913-a7e3-4907-971b-df85aac3bbef tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0391195 Jul 23 16:30:30.713349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e91f-dabf-44f2-9747-79c7aca80303 req-7c067fe8-e7b8-4ff5-a097-3cd89861a800 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:30.715163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd74e91f-dabf-44f2-9747-79c7aca80303 req-7c067fe8-e7b8-4ff5-a097-3cd89861a800 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 945 time: 0.0834327 Jul 23 16:30:30.760574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd74e91f-dabf-44f2-9747-79c7aca80303 req-109d5112-37bc-4f98-b0ec-7a5445597fc4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Jul 23 16:30:31.023345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7eca72a-7e98-4543-b1d3-f03636bd4a5c req-7530e778-9233-4d00-9728-2254c5814035 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0371745 Jul 23 16:30:31.043202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e733162c-26b6-437f-b381-2d53f8a7e008 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:31.114010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port e733162c-26b6-437f-b381-2d53f8a7e008 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:31.118775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port e733162c-26b6-437f-b381-2d53f8a7e008 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:31.119442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.208764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.237781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:31.240375 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76756ef0-d4a4-4a74-9937-37061ba0387c" -d '{"events": [{"server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "name": "network-vif-plugged", "status": "completed", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:31.275561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e733162c-26b6-437f-b381-2d53f8a7e008,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:31.281511 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:31.315494 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1b24e-f865-4e3b-9c37-e7b8471ecee5 x-openstack-request-id: req-29c1b24e-f865-4e3b-9c37-e7b8471ecee5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:31.315621 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "name": "network-vif-plugged", "status": "completed", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:31.315826 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29c1b24e-f865-4e3b-9c37-e7b8471ecee5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:31.316433 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'code': 200} Jul 23 16:30:31.361045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:31.483877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.491385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.496570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.503847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.511784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.518165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.526553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.529103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87b08fab-1147-48b3-85a2-43f781f136be req-4635f024-c567-426d-a7a6-253a89e15ce6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.1478186 Jul 23 16:30:31.607910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87b08fab-1147-48b3-85a2-43f781f136be req-4ba3f232-aefa-49d5-bed9-f4882689c30b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680220 Jul 23 16:30:31.647773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-172e52c0-7625-4640-93f1-1715a544fd6e req-60acf9e7-b153-4aac-82f5-5ef93afffc95 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0452733 Jul 23 16:30:31.681576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f6a1-a531-4e70-b3f6-d0444e3f687c req-d9fae5fd-8c16-460b-a840-c844618c0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.684451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe40f6a1-a531-4e70-b3f6-d0444e3f687c req-d9fae5fd-8c16-460b-a840-c844618c0257 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1097 time: 0.1538734 Jul 23 16:30:31.733319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe40f6a1-a531-4e70-b3f6-d0444e3f687c req-23ae9b29-0ed9-40aa-9cfd-d5fcaf0aefc3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Jul 23 16:30:31.836556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.843230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.861066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.868226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.879582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.892080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.898722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:31.900932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcd901e2-ddf4-4b90-96b1-2ce8a0c9a478 req-7d217827-a1dc-4114-848c-c1526c354b91 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.1663551 Jul 23 16:30:32.006990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccedd4-d0e0-4500-aa67-f5490fec7c75 req-c898f12c-ebb3-4bef-8548-3457984c6dcb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:32.009550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6ccedd4-d0e0-4500-aa67-f5490fec7c75 req-c898f12c-ebb3-4bef-8548-3457984c6dcb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1067669 Jul 23 16:30:32.080058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6ccedd4-d0e0-4500-aa67-f5490fec7c75 req-0b9839b9-60ea-4c65-87fd-1532aad6648b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598702 Jul 23 16:30:32.237372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c906abc-84df-48af-b8fe-261f1c6f3df1 req-b4dd6b14-c060-4337-9dd3-3aa3496e4573 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0574913 Jul 23 16:30:32.484398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:32.683030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:32.792593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c3bd8e1-11e1-461e-ab1d-799e76703432 req-8aa7d020-86ac-47d6-a6cf-9b109d710aa1 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0400531 Jul 23 16:30:32.862485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:32.867231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:32.913817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57908) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:32.922534 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=327510393255449aa3156597e4dd7aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360082 Jul 23 16:30:32.927177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25294817-28c1-49bd-be50-36f63667c375,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:32.937395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.937839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.938265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.938607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.938942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.939271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.939662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.940014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.940596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.941335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.941914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.942589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc897899-3575-4a93-8db9-4c91bfb2be6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:32.994806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.020997 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.078467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.081681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.083038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25294817-28c1-49bd-be50-36f63667c375 HTTP/1.1" status: 204 len: 168 time: 0.1676807 Jul 23 16:30:33.095721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25294817-28c1-49bd-be50-36f63667c375,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.109033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.110281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.110496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.111054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.111377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.111812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.112380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.113284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.113396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.113789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.114620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.114957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008f4f-e43b-4c0f-bd7c-13087ac10910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:30:33.309419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7aa09-5c19-430c-8ea6-2ab149a27dba req-01fcfd70-9d5a-44bd-a7ff-4f839ab995cf tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:33.317257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99f7aa09-5c19-430c-8ea6-2ab149a27dba req-01fcfd70-9d5a-44bd-a7ff-4f839ab995cf tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1164234 Jul 23 16:30:33.374216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99f7aa09-5c19-430c-8ea6-2ab149a27dba req-c5771ba3-6d18-4166-ac2b-7d394e7e4fd1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555255 Jul 23 16:30:33.439311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6d7dbe6-7800-459f-a384-3d123026f55a req-1d83edfe-f78f-47f3-bad1-4b5f1ac2d575 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0530584 Jul 23 16:30:33.548111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57920) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:33.562132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656f60eb-b6d0-491d-b3f1-49dbdc5378ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.675647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656f60eb-b6d0-491d-b3f1-49dbdc5378ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.684284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656f60eb-b6d0-491d-b3f1-49dbdc5378ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.736034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:33.739307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-656f60eb-b6d0-491d-b3f1-49dbdc5378ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95352c13f9124cf69c65e2cd503b0417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892848 Jul 23 16:30:33.740371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f60eb-b6d0-491d-b3f1-49dbdc5378ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437a5f75-6519-4eba-90eb-7564d30167c9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.801068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.823982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.879453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.882037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:33.891689 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/437a5f75-6519-4eba-90eb-7564d30167c9 HTTP/1.1" status: 204 len: 168 time: 0.1508725 Jul 23 16:30:33.899646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd16c9-2a41-4d41-872e-b4c0a448dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437a5f75-6519-4eba-90eb-7564d30167c9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:33.917992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-013a6436-1f76-4e25-a8a0-1785747c1ba1 req-befe18e3-49b9-499c-aedb-0b0ea5006107 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0388379 Jul 23 16:30:34.586696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c5d3c0-0210-4b46-bfb6-e9f0c8ce132a req-2476ae50-7e69-49c9-9576-9e850952c722 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0403054 Jul 23 16:30:34.626851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999e5d4-0332-443c-8b8e-e54830c58de9 req-096775d6-d60e-4465-9905-204b228f40a2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:34.636787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e999e5d4-0332-443c-8b8e-e54830c58de9 req-096775d6-d60e-4465-9905-204b228f40a2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1804945 Jul 23 16:30:34.690516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e999e5d4-0332-443c-8b8e-e54830c58de9 req-cae601a9-2ff4-4f6f-8de5-fba6060320d7 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527711 Jul 23 16:30:34.897535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e658ac-3c38-4f1c-8f1f-aaf20983978d req-62e9fc53-eb52-4e83-b49d-d79239ae2f04 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:34.900663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82e658ac-3c38-4f1c-8f1f-aaf20983978d req-62e9fc53-eb52-4e83-b49d-d79239ae2f04 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1164653 Jul 23 16:30:34.909565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:34.921641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'floatingip': {'port_id': 'e733162c-26b6-437f-b381-2d53f8a7e008'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:34.987242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57986) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:35.001190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.074619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e36f93d3-fdd1-4a0b-913c-1bed29962238 req-2fbf3140-dd48-487c-96f7-81f645fd34a5 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0459280 Jul 23 16:30:35.189597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.190265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.190748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.192255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.192742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.193315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.193790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:35.196579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-fac3ffe5-5016-4e78-bb6c-d2a0b2e09ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.2082026 Jul 23 16:30:35.247411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-89ce3517-42c6-4340-a389-a28a8cf75504 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445991 Jul 23 16:30:35.564518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.568396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:35.687950 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Floating IP 1192fd9a-4d72-4330-9c63-d8809c02c527 associated. External IP: 172.25.2.32, port: e733162c-26b6-437f-b381-2d53f8a7e008. Jul 23 16:30:35.728335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49272d8b-0f6c-4621-96c3-98efa1ea36bf req-a52db5b2-6a52-4d17-ae26-3e1a25712b11 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0439677 Jul 23 16:30:35.945906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:30:36.082095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:30:36.087539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.093477 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:30:36.109310 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:36.110215 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:36.135565 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70a1429f-2960-416a-8ba1-b428e9e75856 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "PUT /v2.0/floatingips/1192fd9a-4d72-4330-9c63-d8809c02c527 HTTP/1.1" status: 200 len: 991 time: 1.2210271 Jul 23 16:30:36.135565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:36.135868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58022) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.136238 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c16a332-199b-47ac-8916-4e703ccfe797" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:36.226141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d15635-5fd1-482b-978f-7c67eb5da0cb req-8782df81-0916-46b5-953e-d064241f62fa tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0416772 Jul 23 16:30:36.239183 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:36.267343 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0e790-e9f7-4750-b2e7-ebe095fbaafd x-openstack-request-id: req-bfc0e790-e9f7-4750-b2e7-ebe095fbaafd {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:36.267881 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:36.268135 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfc0e790-e9f7-4750-b2e7-ebe095fbaafd {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:36.268544 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'status': 'completed', 'code': 200} Jul 23 16:30:36.327494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38fb448-e609-43d7-89fa-71d2bace4adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.450515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38fb448-e609-43d7-89fa-71d2bace4adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.465025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38fb448-e609-43d7-89fa-71d2bace4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.513035 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1192fd9a-4d72-4330-9c63-d8809c02c527', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:b8:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:15Z', 'updated_at': '2021-07-23T16:30:35Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:36.534996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fb448-e609-43d7-89fa-71d2bace4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abdf4a5-e122-47a2-a4fe-e75724af89c8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:36.541759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d38fb448-e609-43d7-89fa-71d2bace4adc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c23164a5eb3447ce9710819cd153e771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039793 Jul 23 16:30:36.542757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58032) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:36.558574 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:30:36.566792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-af0feec1-ef55-42c7-a70a-58aced859963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:36.569417 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:30:36.570267 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:36.572885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-af0feec1-ef55-42c7-a70a-58aced859963 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1097 time: 0.1963656 Jul 23 16:30:36.637729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.668573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.714758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-6432c2ce-ab95-4af2-baf9-22a8c4cfcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:36.715290 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:30:36.717557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-6432c2ce-ab95-4af2-baf9-22a8c4cfcfed service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.1293964 Jul 23 16:30:36.748494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.752823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:36.754669 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0abdf4a5-e122-47a2-a4fe-e75724af89c8 HTTP/1.1" status: 204 len: 168 time: 0.2114682 Jul 23 16:30:36.771459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a7ea1-a610-49d5-8d9f-1559ff8ad28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abdf4a5-e122-47a2-a4fe-e75724af89c8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:36.835024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-f04a7eb4-af58-442f-880a-3ea8e79d7d43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 999 time: 0.0999146 Jul 23 16:30:36.886238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1355e14c-c852-480d-8063-c653d35b7310 req-a73b2855-a180-4ae3-b0b9-2460d10ce386 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0499618 Jul 23 16:30:36.933875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28de642d-160d-4529-aa35-e7232bdd3dd6 req-de8a9515-d950-42d9-8546-483e8b9e644e tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0858214 Jul 23 16:30:36.975589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-d59cafa6-db39-4318-9b68-e2aaa426a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:36.977237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-d59cafa6-db39-4318-9b68-e2aaa426a37f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.1298416 Jul 23 16:30:37.129753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-77f2f551-97d6-4373-857d-1daf4bab55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:37.130991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-77f2f551-97d6-4373-857d-1daf4bab55fe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040483 Jul 23 16:30:37.197804 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1192fd9a-4d72-4330-9c63-d8809c02c527', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:b8:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:15Z', 'updated_at': '2021-07-23T16:30:35Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:30:37.235907 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41b3af5-6110-4ef6-9b04-0c540b8e5da2 None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '1192fd9a-4d72-4330-9c63-d8809c02c527', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:b8:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:15Z', 'updated_at': '2021-07-23T16:30:35Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:30:37.239264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58044) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:37.267587 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42edf026-b5cd-414d-868e-b061e1cb7496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.306906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-d9eceb17-ad5d-4685-a4c5-4e0cbd110278 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449912 Jul 23 16:30:37.411575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab77995d-a1df-4de4-a1e7-ef024151f7ef req-75f502d1-69a6-42c5-a0f1-a5709d6844ca tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0500076 Jul 23 16:30:37.426402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42edf026-b5cd-414d-868e-b061e1cb7496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.432339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42edf026-b5cd-414d-868e-b061e1cb7496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.482834 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-42edf026-b5cd-414d-868e-b061e1cb7496 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a31580ad479643e4b9a9ab29b861df1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415807 Jul 23 16:30:37.490991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58050) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:37.496561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edf026-b5cd-414d-868e-b061e1cb7496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c12475e-cf42-48d0-84fe-02a4f214ba4f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:37.525054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c16a332-199b-47ac-8916-4e703ccfe797 req-192c469b-debb-4b86-b18a-d702690d473e service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069383 Jul 23 16:30:37.567244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.598017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cab830-5c79-4f8d-8fb0-adad0d08c460 None None] New status for floating IP 1192fd9a-4d72-4330-9c63-d8809c02c527: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:30:37.603460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.666833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.669409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:37.673376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c12475e-cf42-48d0-84fe-02a4f214ba4f HTTP/1.1" status: 204 len: 168 time: 0.1787517 Jul 23 16:30:37.681734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef5d13-b739-4f3d-83cd-3c3197c2d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c12475e-cf42-48d0-84fe-02a4f214ba4f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:38.094711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a6e1460-0d1f-47fd-88d1-0483aaf31b20 req-2c1afc1a-0b8a-4694-b9bc-8ecad2f5859a tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0654685 Jul 23 16:30:38.415576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a8062e3-9cc4-443c-a565-60373c85f038 req-8cc03692-9985-4d0b-8b31-d286884cb08e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccca7d2a28ef4ff9a7626cd96cab6e9f&device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0457850 Jul 23 16:30:38.437578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21dbf0fa-04c8-4246-ab70-685a784efcf5 req-9e033d7e-1dc3-4f7f-bd2f-88409fb708aa tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0579605 Jul 23 16:30:38.476520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a8062e3-9cc4-443c-a565-60373c85f038 req-b37b387f-5c05-4ffd-9ac7-e07143fa0267 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ccca7d2a28ef4ff9a7626cd96cab6e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432146 Jul 23 16:30:38.570093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4eab7f00-6269-446e-b0f4-99c321136e7b req-fb099746-5087-415d-843d-19c66c6fb256 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0462258 Jul 23 16:30:38.663010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8062e3-9cc4-443c-a565-60373c85f038 req-118afe81-05b5-4eff-a339-04d2f69dedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:38.664561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a8062e3-9cc4-443c-a565-60373c85f038 req-118afe81-05b5-4eff-a339-04d2f69dedd0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792295 Jul 23 16:30:39.572621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-240e35d7-5e8b-4a71-929b-7e045c93db1d req-804e3417-dffa-4b00-8622-f4de80f7a243 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0427089 Jul 23 16:30:39.719105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a540c5e1-6e00-4f46-a5e0-cb4a38d96abc req-e9fa539f-4e61-4c73-9d33-3c54d09d2aa6 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0461378 Jul 23 16:30:40.511000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a8062e3-9cc4-443c-a565-60373c85f038 req-ceefb924-30a7-4d14-9e95-8504cb7f5c5f tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.67 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0487752 Jul 23 16:30:40.616771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e808d-70f7-4b3b-8fa1-19a1b5423cd3 req-af7433ac-aad0-4212-9660-a6ad61a55157 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:40.626066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-404e808d-70f7-4b3b-8fa1-19a1b5423cd3 req-af7433ac-aad0-4212-9660-a6ad61a55157 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0871594 Jul 23 16:30:40.671983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-404e808d-70f7-4b3b-8fa1-19a1b5423cd3 req-2b2737aa-cd6e-49d6-8e0c-79f68521c518 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 Jul 23 16:30:40.722291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-518e3ce9-b417-48f4-9cdc-f95d7155dede req-2b2476d8-40b7-43e9-9bab-66270b2c0c51 tempest-ServerShowV254Test-446771937 tempest-ServerShowV254Test-446771937-project] 10.222.0.64 "GET /v2.0/ports?device_id=efcf4bc7-d559-4ea7-a7fd-d83c8917e50e HTTP/1.1" status: 200 len: 210 time: 0.0360849 Jul 23 16:30:40.825851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240c6b5-af13-4908-9a50-beadb2a7b88a req-1f882b63-6a44-47e9-aa10-883168c7f9c4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:40.827351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2240c6b5-af13-4908-9a50-beadb2a7b88a req-1f882b63-6a44-47e9-aa10-883168c7f9c4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0698900 Jul 23 16:30:40.868278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2240c6b5-af13-4908-9a50-beadb2a7b88a req-bfa791f1-3a32-4660-9f4c-d8e06fe9086b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350876 Jul 23 16:30:40.918766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e54f3f-209c-4dfb-9322-9913fe971cee req-c5878846-3bf4-44e5-b285-72bc90e3559a tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0338130 Jul 23 16:30:41.176760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-cf389710-ff86-4be0-9e74-c64bf3751fd4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:41.178731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-cf389710-ff86-4be0-9e74-c64bf3751fd4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1252329 Jul 23 16:30:41.197320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-059cb20b-9961-4d45-b481-ab505332cba7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/quotas/1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 375 time: 0.0115306 Jul 23 16:30:41.294665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b5ec209e-a90e-4ae5-b11c-f6ecdd7c323d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0903461 Jul 23 16:30:41.408091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-7356b528-f78d-4fe0-8d10-165f90507360 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031537 Jul 23 16:30:41.445340 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.537154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-d69fb0b9-b42b-4f59-b2c4-2e9917d009f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216559 Jul 23 16:30:41.764448 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7bca16ea-8e70-434c-b552-434e46036486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.775434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46efb9dd-c5f6-4d07-936c-d063c903c868 req-2b18b3ce-cddc-41bd-bbf6-835efc0e9b38 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 210 time: 0.0602353 Jul 23 16:30:42.096733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70777bfd-75c1-4f65-804b-4b02e044594c req-a18b4703-2e29-485a-892d-575ef2d5d323 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0474586 Jul 23 16:30:42.209851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58186) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:42.308357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-64edecdd-3126-4f90-96c6-b31667a12d66 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823708 Jul 23 16:30:42.448340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68fa55a5-bc29-4d75-a6c9-2f7573d62957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.517642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-291645b4-05e6-4cad-8d53-e870ed5a4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:42.519219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-291645b4-05e6-4cad-8d53-e870ed5a4889 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 1096 time: 0.1549387 Jul 23 16:30:42.666549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68fa55a5-bc29-4d75-a6c9-2f7573d62957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.673860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68fa55a5-bc29-4d75-a6c9-2f7573d62957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.729467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-68fa55a5-bc29-4d75-a6c9-2f7573d62957 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccca7d2a28ef4ff9a7626cd96cab6e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181682 Jul 23 16:30:42.730759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-bec9ab26-d014-431a-9177-d3c11363bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:42.732204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-bec9ab26-d014-431a-9177-d3c11363bf93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1728301 Jul 23 16:30:42.732348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58196) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:42.734330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa55a5-bc29-4d75-a6c9-2f7573d62957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193b6b1-df12-4461-a193-d9284b39662f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:42.780116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-f43c4e4c-4d12-49cb-9cfd-f5862f39a729 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299 HTTP/1.1" status: 200 len: 217 time: 0.0407033 Jul 23 16:30:42.792998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.814729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.834693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-278c0324-184f-4a5e-bd7f-585a9deaf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:42.836939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-278c0324-184f-4a5e-bd7f-585a9deaf814 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0480993 Jul 23 16:30:42.864794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.867493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.868745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3193b6b1-df12-4461-a193-d9284b39662f HTTP/1.1" status: 204 len: 168 time: 0.1354225 Jul 23 16:30:42.878101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d57c48-a0f5-47dc-a830-613f11eefc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193b6b1-df12-4461-a193-d9284b39662f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:42.908749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7258205b-c2fc-40ef-8516-ffaad870addb req-922cbf98-1919-475a-9a46-b27499e0d95f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 210 time: 0.0552700 Jul 23 16:30:42.930806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-d062b0bb-f1d1-4372-809b-29819bb94cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:42.932331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-d062b0bb-f1d1-4372-809b-29819bb94cfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879467 Jul 23 16:30:43.036406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-43f0b671-6825-4fcf-a07a-24170e40f897 service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931892 Jul 23 16:30:43.137382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-260b9c96-dc7e-4795-8be3-70c519a2cbe3 req-e175a935-de39-4587-af1f-7be2beff2a1b service neutron] 10.222.0.67 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895000 Jul 23 16:30:43.221487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe73ca3c-8e00-4833-8c74-b3c7fd509cc5 req-a7d9e866-5997-483e-9092-7000bb2a545c tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0343397 Jul 23 16:30:43.537178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-7d791b24-5524-4b79-a8d2-5e4fd487333a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:43.538414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-7d791b24-5524-4b79-a8d2-5e4fd487333a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1444595 Jul 23 16:30:43.583846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:43.611703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'device_id': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'admin_state_up': True, 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:43.731410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1107738814-network', 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:43.756228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:43.759165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.779692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.904377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.909909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.940110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:43.950662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b56c37-8cf5-4165-9aeb-4dc95017b525,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:43.958688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.959539 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Added segment aa3cc8c3-6a96-4c12-8072-f0e591cc4b93 of type vlan for network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 Jul 23 16:30:44.018186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.057057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.058422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.059493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.069166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a16b39fe-1c95-4004-afea-34fac7491ea9 req-a5469908-bc10-4044-9c6a-f2d4b973f062 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 210 time: 0.0342228 Jul 23 16:30:44.094056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:44.094694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.120464 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5321550 Jul 23 16:30:44.121547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:44.130387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Request body: {'subnet': {'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1107738814-subnet', 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:44.150698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26adbf-d46b-4b53-bf0f-6960a2858a2e admin admin] Pushing event updated for resources: {'Network': ['ID=2c69d5ed-e296-4523-b821-b7ad92ae7d83,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:44.162086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:44.211446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:44.214857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.284966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.363787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-212b4f89-423a-47aa-b07f-e342ad5e2aa1 req-1762e9ef-6e85-4ff1-b0f1-1f1b7423db64 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0554142 Jul 23 16:30:44.376223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.20.0.3 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/7d792ffa-9877-46dd-aa02-4cc6b35d538c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:44.411840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e40a50a-a223-4a5d-8b2d-235054f5fc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.579251 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.666955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.669095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e359676e-a52a-420a-a96e-d2fe405c605e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:44.689963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Transition to ACTIVE for port object 7d792ffa-9877-46dd-aa02-4cc6b35d538c will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:44.691699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Checking segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:44.692057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Network hostable DHCP agents. Network: 2c69d5ed-e296-4523-b821-b7ad92ae7d83, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:44.732294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:44.749753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2c69d5ed-e296-4523-b821-b7ad92ae7d83) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:44.757149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.759789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.765764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:44.766499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923bcf2-1dec-4cb5-ae70-8598b3da18c6 None None] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:44.824857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:44.825048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:44.828874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:44.838061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:44.843309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:44.907044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b673d73c-124f-4e6f-ba3d-a2838e23fb9f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7719815 Jul 23 16:30:44.926134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:44.974999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:44.975472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.008655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b1110a17-e45f-46bb-8964-3b4cfd21f996 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012668 Jul 23 16:30:45.071377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Request body: {'port': {'device_id': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:45.188234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e570a5-3035-4c44-be7d-a857505f8ade None None] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:45.266283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.324101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4e5d7296-2b8d-4661-bfa0-f1a4bdd256f9 None None] Provisioning for port 7d792ffa-9877-46dd-aa02-4cc6b35d538c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:45.348992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4e5d7296-2b8d-4661-bfa0-f1a4bdd256f9 None None] Provisioning complete for port 7d792ffa-9877-46dd-aa02-4cc6b35d538c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:45.349364 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7296-2b8d-4661-bfa0-f1a4bdd256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.435495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d7296-2b8d-4661-bfa0-f1a4bdd256f9 None None] Port 7d792ffa-9877-46dd-aa02-4cc6b35d538c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:30:45.450624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2056f6-284f-45ec-b9bb-60b120f66161 req-d4902dc7-0a9d-4935-8d6a-0dc8dbf58694 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.452142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f2056f6-284f-45ec-b9bb-60b120f66161 req-d4902dc7-0a9d-4935-8d6a-0dc8dbf58694 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 931 time: 0.2495172 Jul 23 16:30:45.457556 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.622044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f2056f6-284f-45ec-b9bb-60b120f66161 req-3204ecc8-8771-46e2-b868-e30043a577ef tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547034 Jul 23 16:30:45.633480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-ccc809a6-c328-41a3-9adf-beb08b1c55f0 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:45.635183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-ccc809a6-c328-41a3-9adf-beb08b1c55f0 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.2899711 Jul 23 16:30:45.668146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-477e71d3-1134-4903-9481-a2f032402df4 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/quotas/ef5e15b00f8446d58129b2421b7b4ecd HTTP/1.1" status: 200 len: 375 time: 0.0238237 Jul 23 16:30:45.715107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-84036f37-7efd-422f-841e-007befd7270a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360329 Jul 23 16:30:45.831158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c2f8e45-e3e3-48f6-892d-1bc31b0d5fba req-40581242-fa5a-407e-b8a7-be94b84abc33 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0475256 Jul 23 16:30:45.866287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d792ffa-9877-46dd-aa02-4cc6b35d538c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:45.880388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:45.907126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Transition to ACTIVE for port object 7d792ffa-9877-46dd-aa02-4cc6b35d538c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:45.915780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-5a9e0752-798d-42a8-8d8a-b17b1398af7f service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923518 Jul 23 16:30:45.916380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.020586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:46.152437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-8a7849fa-c3db-463b-bb45-eb20f804727f service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052109 Jul 23 16:30:46.168821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Attempting to bind port 7d792ffa-9877-46dd-aa02-4cc6b35d538c on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:46.169271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Attempting to bind port 7d792ffa-9877-46dd-aa02-4cc6b35d538c by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:46.169546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Attempting to bind port 7d792ffa-9877-46dd-aa02-4cc6b35d538c on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:46.174760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Port 7d792ffa-9877-46dd-aa02-4cc6b35d538c on network 9da8a594-c05e-466c-9b2f-c730e0d43633 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:46.175079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Attempting to bind port 7d792ffa-9877-46dd-aa02-4cc6b35d538c on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:46.181653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:46.182079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:46.182505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:46.182906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Bound port: 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:46.183271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.274307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:46.279120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:46.284645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.341748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.342414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:46.344310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] 10.222.0.81 "PUT /v2.0/ports/7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 200 len: 1091 time: 1.2788057 Jul 23 16:30:46.344964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:46.347265 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d925004b-c000-4e32-9756-02135b671792" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:46.405834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35114b71-d703-433c-8e96-e9b3faf941ef service neutron] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:46.438396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a64b7884-5534-4fbb-96fb-50db410371fa req-034d513d-7538-4f68-b429-ea5674a651e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 210 time: 0.0467823 Jul 23 16:30:46.512359 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af91452-34fd-4977-884e-f8d19ec99518 x-openstack-request-id: req-4af91452-34fd-4977-884e-f8d19ec99518 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:46.512919 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:46.513535 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4af91452-34fd-4977-884e-f8d19ec99518 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:46.514548 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'status': 'completed', 'code': 200} Jul 23 16:30:46.552192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-ef79d819-9762-480c-bac2-672e6df448ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.554544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-ef79d819-9762-480c-bac2-672e6df448ff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 1094 time: 0.1150706 Jul 23 16:30:46.625575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-d86b67c4-38cc-48f4-9049-b180979d94e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 200 len: 217 time: 0.0521569 Jul 23 16:30:46.722560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b98a631e-d7d7-469e-ac55-7fc75728384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.724503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-b98a631e-d7d7-469e-ac55-7fc75728384e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0895481 Jul 23 16:30:46.859781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-59a8076b-5a9e-4f34-b90c-6057d859d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.861553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-59a8076b-5a9e-4f34-b90c-6057d859d369 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275711 Jul 23 16:30:46.873743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b80ca-978a-46b9-9507-70b089630ef1 req-3d549b6f-9be5-4fa9-b286-d016fc72327e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:46.876357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-250b80ca-978a-46b9-9507-70b089630ef1 req-3d549b6f-9be5-4fa9-b286-d016fc72327e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 943 time: 0.1310067 Jul 23 16:30:47.020096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-250b80ca-978a-46b9-9507-70b089630ef1 req-b002039a-9bf1-4bdf-8f6a-98307b000338 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361778 Jul 23 16:30:47.073430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b804f13-67a7-4a27-b65e-b9c309d7a242 req-039b442f-b7aa-4871-ab94-2dc63bfb8653 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0650849 Jul 23 16:30:47.099072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-260a5b21-7fff-4393-b3e7-b1fff0964b61 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998425 Jul 23 16:30:47.219784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7365234a-37bc-4d6b-b5b9-f277b8de0e82 req-e4751562-6c69-4a6d-8d73-eeeffdd42add service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130350 Jul 23 16:30:47.394187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:47.494454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925004b-c000-4e32-9756-02135b671792 req-c82a7a00-d373-4bdc-91af-43b1d4ab9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.496294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-c82a7a00-d373-4bdc-91af-43b1d4ab9942 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0682173 Jul 23 16:30:47.562797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1890b6e-f10a-481c-9c26-efa154a81a4c req-9b9f45ae-b606-42ba-9130-dd3560d7051a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 210 time: 0.0561450 Jul 23 16:30:47.659266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925004b-c000-4e32-9756-02135b671792 req-d7e4439f-546f-40e6-9f2f-9e10818e1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.661181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-d7e4439f-546f-40e6-9f2f-9e10818e1e3a service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1532688 Jul 23 16:30:47.734185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-06d310c0-a55c-416f-94b9-0d1405270290 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 200 len: 217 time: 0.0652814 Jul 23 16:30:47.864738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925004b-c000-4e32-9756-02135b671792 req-84fd0d5f-bd60-4799-9152-c31ec796f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.866321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-84fd0d5f-bd60-4799-9152-c31ec796f1c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.1168377 Jul 23 16:30:47.923677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-f26423b4-0035-4c11-a592-dc45a1697ebb tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:47.925196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-f26423b4-0035-4c11-a592-dc45a1697ebb tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.2050049 Jul 23 16:30:47.938964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Request body: {'port': {'device_id': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'admin_state_up': True, 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:48.015071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925004b-c000-4e32-9756-02135b671792 req-0ecae644-6f61-4fa3-99f4-1fc404809844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:48.016572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-0ecae644-6f61-4fa3-99f4-1fc404809844 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392970 Jul 23 16:30:48.144593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:48.148029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.244134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-d686366a-6832-47f5-af9c-d336671a193a service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183213 Jul 23 16:30:48.246414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-472360f0-b7b2-48db-bc51-7bb44abbf748 req-eb3c3b69-c349-4edf-aafd-f55f3075b2d7 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0669081 Jul 23 16:30:48.619515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.738719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c231eb09-e5c5-400f-ab9e-a5ab3164249b req-f3541a51-8033-41ea-9778-b2194d02b009 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 210 time: 0.0647299 Jul 23 16:30:48.765622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a084853d-9fe4-44b2-8be0-2b5bfa53a187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.799810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc38e4-b068-412b-9899-a173e0728651 req-deeb4291-aef4-439c-8419-8fd668bb302f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:48.801556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1bc38e4-b068-412b-9899-a173e0728651 req-deeb4291-aef4-439c-8419-8fd668bb302f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 943 time: 0.6711049 Jul 23 16:30:48.888132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a084853d-9fe4-44b2-8be0-2b5bfa53a187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.893109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a084853d-9fe4-44b2-8be0-2b5bfa53a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:48.900295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d925004b-c000-4e32-9756-02135b671792 req-5d32079a-18f3-473e-b57e-25f25e9155e5 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420395 Jul 23 16:30:48.915093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1bc38e4-b068-412b-9899-a173e0728651 req-fa20f861-e462-4741-af70-ca346282a369 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023548 Jul 23 16:30:48.921140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Allocated IP 172.20.0.8 (2c69d5ed-e296-4523-b821-b7ad92ae7d83/e359676e-a52a-420a-a96e-d2fe405c605e/cb8df41f-1fa8-4951-bc9a-56254a6f665c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:48.938185 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a084853d-9fe4-44b2-8be0-2b5bfa53a187 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b8d20cafbe04266ae84292b4dce2b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163123 Jul 23 16:30:48.941916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:48.951217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084853d-9fe4-44b2-8be0-2b5bfa53a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc941a5d-a648-460d-957c-f77714da8f16,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:48.998602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.024675 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.079218 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.081817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.086026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc941a5d-a648-460d-957c-f77714da8f16 HTTP/1.1" status: 204 len: 168 time: 0.1401188 Jul 23 16:30:49.093221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700a64c-1a3c-4f39-b585-fd14730a41e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc941a5d-a648-460d-957c-f77714da8f16,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.120928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.164756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.214780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:49.218394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:49.220881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:49.252647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event updated for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.280913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.281524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.296446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-bdd145d8-953b-4398-bea3-299c7e19d40f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612390 Jul 23 16:30:49.313589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Request body: {'port': {'device_id': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:49.393325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58356) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.423079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70ac8c85-bb10-4a93-9b35-3dbba3ae0044 req-190dad5a-5e21-482c-aee1-6c67856871a7 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0598769 Jul 23 16:30:49.425433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9671-a050-4c8d-83f4-9e239936b4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.434700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.592750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9671-a050-4c8d-83f4-9e239936b4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.599834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d9671-a050-4c8d-83f4-9e239936b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.644417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d9671-a050-4c8d-83f4-9e239936b4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6220e-b400-4063-9570-60b54cb1ead6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.657518 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f1d9671-a050-4c8d-83f4-9e239936b4e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7297cb2c28f344cab06f68b791307d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627020 Jul 23 16:30:49.660065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58362) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:49.729010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.753643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.810383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.813559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.815028 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fd6220e-b400-4063-9570-60b54cb1ead6 HTTP/1.1" status: 204 len: 168 time: 0.1538022 Jul 23 16:30:49.826328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b544b4d-4119-4410-89a7-6b0d9edb930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6220e-b400-4063-9570-60b54cb1ead6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.844679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8df41f-1fa8-4951-bc9a-56254a6f665c {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:49.873031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.891631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Transition to ACTIVE for port object cb8df41f-1fa8-4951-bc9a-56254a6f665c will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:49.898877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:49.965467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Pushing event updated for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:49.980314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aade9f-9fdc-488f-b754-f1ce7d9e17f8 req-8a2dcccd-d5fa-4dd2-ab56-8bcd084439d8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:49.982196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72aade9f-9fdc-488f-b754-f1ce7d9e17f8 req-8a2dcccd-d5fa-4dd2-ab56-8bcd084439d8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 931 time: 0.1549928 Jul 23 16:30:50.134710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72aade9f-9fdc-488f-b754-f1ce7d9e17f8 req-548be460-d3df-45a8-b767-ec6c60f509da tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192741 Jul 23 16:30:50.142296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Attempting to bind port cb8df41f-1fa8-4951-bc9a-56254a6f665c on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:50.143188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Attempting to bind port cb8df41f-1fa8-4951-bc9a-56254a6f665c by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:50.143526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Attempting to bind port cb8df41f-1fa8-4951-bc9a-56254a6f665c on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:50.154595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Port cb8df41f-1fa8-4951-bc9a-56254a6f665c on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:50.154595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Attempting to bind port cb8df41f-1fa8-4951-bc9a-56254a6f665c on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:50.161826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:50.162222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Checking segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:50.162644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Bound using segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:50.163160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Bound port: cb8df41f-1fa8-4951-bc9a-56254a6f665c, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:50.163652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.178039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c2b0-30cf-463e-b8c7-412da90dbc21 req-aea72b95-1dfd-4f58-80d8-6f0db3506199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.180270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e28c2b0-30cf-463e-b8c7-412da90dbc21 req-aea72b95-1dfd-4f58-80d8-6f0db3506199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 943 time: 0.1632488 Jul 23 16:30:50.272993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e28c2b0-30cf-463e-b8c7-412da90dbc21 req-14ecf821-c0a4-40af-b88a-2ef0aeb73576 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Jul 23 16:30:50.284732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:50.294291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:50.298886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.343099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.343842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.345387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] 10.222.0.67 "PUT /v2.0/ports/cb8df41f-1fa8-4951-bc9a-56254a6f665c HTTP/1.1" status: 200 len: 1091 time: 1.0380883 Jul 23 16:30:50.348131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:50.352181 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1954193f-7f0e-437a-b232-a5fc7939823b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:50.392201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1dd8d-09b0-4539-8888-99443685122c service neutron] Pushing event updated for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:50.431211 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060c14bd-97ed-4f2a-a207-13b75c8f0ffd x-openstack-request-id: req-060c14bd-97ed-4f2a-a207-13b75c8f0ffd {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:50.431514 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:50.431796 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-060c14bd-97ed-4f2a-a207-13b75c8f0ffd {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:50.432200 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c', 'status': 'completed', 'code': 200} Jul 23 16:30:50.463177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-ef39f157-3597-4c32-87c9-8550ee830401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.464647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-ef39f157-3597-4c32-87c9-8550ee830401 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 1094 time: 0.0693789 Jul 23 16:30:50.519615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-8c288fa4-c32e-42c2-aa78-ed0805b22006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c HTTP/1.1" status: 200 len: 217 time: 0.0446556 Jul 23 16:30:50.606083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de6f345d-18f9-45d7-9a09-2eaeb66c830e req-69c0fba8-12ab-445b-b213-6999b4ab2525 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0605645 Jul 23 16:30:50.621526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277c85-c8b5-4363-9365-247f47713167 req-baba916e-cb63-4a96-bd17-5f71592b56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.623201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-baba916e-cb63-4a96-bd17-5f71592b56ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0949495 Jul 23 16:30:50.661267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-4f6c6623-e2e8-4d56-8467-5a931d4c6290 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298071 Jul 23 16:30:50.674798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:50.761141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-23343fa3-5029-452c-8f48-23776c74b37c service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915909 Jul 23 16:30:50.778013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-825731718-network', 'tenant_id': '277c1bfcaa3048c9ae2494e78134a814'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:50.799847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Made reservation on behalf of 277c1bfcaa3048c9ae2494e78134a814 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:50.802128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.810267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.856633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff277c85-c8b5-4363-9365-247f47713167 req-ae42fa8c-2170-4dd6-bcae-4d17f1fe43a7 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877202 Jul 23 16:30:50.912796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.916824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.941160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:50.951621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374f098e-0e54-40f5-b25f-fc67cc0249ba,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:50.956562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:50.956905 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Added segment 2459e750-21cd-4bc4-930c-41ae44702c53 of type vlan for network 1daba6af-ebef-4576-876c-fab60756538c Jul 23 16:30:50.975749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954193f-7f0e-437a-b232-a5fc7939823b req-0ec8d94d-49ac-4382-ac5d-105fd3edbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:50.977372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-0ec8d94d-49ac-4382-ac5d-105fd3edbf8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 1094 time: 0.0679245 Jul 23 16:30:50.998878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.029323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.030573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.031263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.070693 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3913143 Jul 23 16:30:51.070934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58402) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:51.076751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Request body: {'subnet': {'network_id': '1daba6af-ebef-4576-876c-fab60756538c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-825731718-subnet', 'tenant_id': '277c1bfcaa3048c9ae2494e78134a814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:51.084798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954193f-7f0e-437a-b232-a5fc7939823b req-d882ccfa-f851-4716-9d99-130d4dbac459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.086825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-d882ccfa-f851-4716-9d99-130d4dbac459 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 916 time: 0.1031129 Jul 23 16:30:51.100110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66190349-7d6d-48da-be74-563f89ec779c admin admin] Pushing event updated for resources: {'Network': ['ID=1daba6af-ebef-4576-876c-fab60756538c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:51.108916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7d792ffa-9877-46dd-aa02-4cc6b35d538c details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:51.118158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 1daba6af-ebef-4576-876c-fab60756538c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:51.142413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-599661f2-7e77-4fd3-8077-4fc3f77223be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c HTTP/1.1" status: 200 len: 217 time: 0.0466912 Jul 23 16:30:51.143699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Made reservation on behalf of 277c1bfcaa3048c9ae2494e78134a814 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:51.146494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.277218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:51.284841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954193f-7f0e-437a-b232-a5fc7939823b req-362ae667-cf03-4de9-94db-c17d1eadcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.286352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-362ae667-cf03-4de9-94db-c17d1eadcbf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.1364942 Jul 23 16:30:51.291081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'mac_address': 'fa:16:3e:93:7c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:51.335882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.341137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-86571ed4-5a36-4511-8da6-1fad753b588d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436864 Jul 23 16:30:51.350010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d792ffa-9877-46dd-aa02-4cc6b35d538c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:51.373778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:51.378299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.434899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:51.490239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa48ed-b2a2-4db8-a270-981770ac17c3 req-3c1b7209-4a3d-4d55-bbe3-9551e81b2ae9 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.491745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fa48ed-b2a2-4db8-a270-981770ac17c3 req-3c1b7209-4a3d-4d55-bbe3-9551e81b2ae9 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 943 time: 0.2513013 Jul 23 16:30:51.592964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-5a7f891c-d8ef-4cc4-9eb3-21599a263d15 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437479 Jul 23 16:30:51.644578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1fa48ed-b2a2-4db8-a270-981770ac17c3 req-48dd867d-990d-4958-85c0-93aaa5429c99 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250703 Jul 23 16:30:51.649943 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.758729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032dd0e-3ec0-4937-a5da-23b813cf8005 req-8da5346f-bcb2-4a1e-904a-9b6d9b3f59a1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.760240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b032dd0e-3ec0-4937-a5da-23b813cf8005 req-8da5346f-bcb2-4a1e-904a-9b6d9b3f59a1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 944 time: 0.2965989 Jul 23 16:30:51.793977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3de31ed-b9ec-46c3-ba23-513b7217f97d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:51.814905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1954193f-7f0e-437a-b232-a5fc7939823b req-98635285-4ff3-4be5-894e-bb8078be45b3 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077146 Jul 23 16:30:51.849066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96f6dee0-6727-40ef-a8bb-3cf14287dc0e req-4585e17f-da9b-4ffb-a97d-2d0880bbc787 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0400498 Jul 23 16:30:51.859999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Checking segment: {'id': '2459e750-21cd-4bc4-930c-41ae44702c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1daba6af-ebef-4576-876c-fab60756538c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:51.860195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Network hostable DHCP agents. Network: 1daba6af-ebef-4576-876c-fab60756538c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:51.864687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b032dd0e-3ec0-4937-a5da-23b813cf8005 req-12152850-6cc4-480e-896e-97439fcbb633 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 Jul 23 16:30:51.884374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Network 1daba6af-ebef-4576-876c-fab60756538c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:51.894451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 1daba6af-ebef-4576-876c-fab60756538c) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:51.899389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:51.900159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:51.906647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f28b3-4e9f-49e7-9d28-20ba941411f7 None None] Network 1daba6af-ebef-4576-876c-fab60756538c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:51.916905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-318dc07c-c630-4ac6-a085-88cae8d76af0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8448637 Jul 23 16:30:52.049893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aebc148-116b-4115-b495-868ddc6adf5d None None] Network 1daba6af-ebef-4576-876c-fab60756538c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:52.063931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['7d792ffa-9877-46dd-aa02-4cc6b35d538c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:52.388624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58432) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:52.393771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-979940788-network', 'tenant_id': 'b39a7bda631843b6ba0a2f47dc8b6cd2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:52.415531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Made reservation on behalf of b39a7bda631843b6ba0a2f47dc8b6cd2 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:52.417825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.427029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.516653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.520476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.542203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:30:52.557809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f23f1c-2e88-48cd-9626-8e931254ead8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.560951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.561383 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Added segment 8431ca44-f787-40c8-84be-eaae2b8cb098 of type vlan for network 8501cce0-62f2-49c9-86ec-961d2ef8fe22 Jul 23 16:30:52.603709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.636588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.639312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.640573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.674705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2849438 Jul 23 16:30:52.677506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:30:52.683118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Request body: {'subnet': {'network_id': '8501cce0-62f2-49c9-86ec-961d2ef8fe22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-979940788-subnet', 'tenant_id': 'b39a7bda631843b6ba0a2f47dc8b6cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:52.707753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Made reservation on behalf of b39a7bda631843b6ba0a2f47dc8b6cd2 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:52.709488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23cd37-86f2-4ce2-b208-b1fc1e11552c admin admin] Pushing event updated for resources: {'Network': ['ID=8501cce0-62f2-49c9-86ec-961d2ef8fe22,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.712489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.720308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8501cce0-62f2-49c9-86ec-961d2ef8fe22 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:30:52.807096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c38b7-6636-4a25-a132-52fcd7fc7071 req-e8c08262-106e-4cea-abb3-b47918ddc666 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:52.808842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-608c38b7-6636-4a25-a132-52fcd7fc7071 req-e8c08262-106e-4cea-abb3-b47918ddc666 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 943 time: 0.0920944 Jul 23 16:30:52.847967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-608c38b7-6636-4a25-a132-52fcd7fc7071 req-5b4f9e65-1660-4404-95f5-494db1763cce tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Jul 23 16:30:52.892052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:52.959602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941854e8-ff77-4fd3-a20c-28832fb28292,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:52.968958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Checking segment: {'id': '8431ca44-f787-40c8-84be-eaae2b8cb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8501cce0-62f2-49c9-86ec-961d2ef8fe22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:52.969316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Network hostable DHCP agents. Network: 8501cce0-62f2-49c9-86ec-961d2ef8fe22, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:30:52.970887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61040c6c-958b-40c4-8149-49484643f160 req-7a84982d-c954-47a3-ae93-fac84b636fd4 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0378156 Jul 23 16:30:52.989640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Network 8501cce0-62f2-49c9-86ec-961d2ef8fe22 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:30:52.999573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8501cce0-62f2-49c9-86ec-961d2ef8fe22) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:53.005784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.007408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:53.011355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867c096-4553-40ac-9066-c2d12d072a0b None None] Network 8501cce0-62f2-49c9-86ec-961d2ef8fe22 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:53.032732 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0fbf3919-946f-4ff5-b15c-7b51066ee180 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3536768 Jul 23 16:30:53.058189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b4e84-e8dd-45b8-9bf0-6d18b7bb1fb3 req-d2cb842d-689b-4f31-a243-bc280e3a338d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.066008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f52b4e84-e8dd-45b8-9bf0-6d18b7bb1fb3 req-d2cb842d-689b-4f31-a243-bc280e3a338d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 944 time: 0.0982192 Jul 23 16:30:53.103383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f52b4e84-e8dd-45b8-9bf0-6d18b7bb1fb3 req-2ecfbde1-74e1-43c8-af84-57ab0a3c72a7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Jul 23 16:30:53.149611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233877e2-8840-492a-8760-de159146d8bf None None] Network 8501cce0-62f2-49c9-86ec-961d2ef8fe22 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:30:53.519997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-9278cfed-4428-4811-a32d-b1ad882b3772 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:53.521373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-9278cfed-4428-4811-a32d-b1ad882b3772 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/networks?id=1daba6af-ebef-4576-876c-fab60756538c HTTP/1.1" status: 200 len: 808 time: 0.1050656 Jul 23 16:30:53.536280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-88b1db13-40d7-40c3-ab86-fcbf8b7587cd tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/quotas/277c1bfcaa3048c9ae2494e78134a814 HTTP/1.1" status: 200 len: 375 time: 0.0091050 Jul 23 16:30:53.574273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-4627f265-3d40-4030-a7d9-733110464878 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=277c1bfcaa3048c9ae2494e78134a814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322273 Jul 23 16:30:53.663014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-7c7cea83-97ac-4845-9b2b-c246d9a6773f service neutron] 10.222.0.64 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820122 Jul 23 16:30:53.764494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-73d538a7-c510-4cb5-972a-1ebd816e6336 service neutron] 10.222.0.64 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954726 Jul 23 16:30:53.948433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cb8df41f-1fa8-4951-bc9a-56254a6f665c details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:30:54.040001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b75a7131-737e-46b2-9463-0670aa06e0d7 req-7a95a8ed-8d94-40d0-b0fb-48cc8f9d1a4c tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 210 time: 0.0448649 Jul 23 16:30:54.077260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6b4d-ea5b-4f12-bd86-8bf3168f9307 req-bcd45d27-9481-4c0a-8239-4d0a9c8d2232 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.078979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-235e6b4d-ea5b-4f12-bd86-8bf3168f9307 req-bcd45d27-9481-4c0a-8239-4d0a9c8d2232 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 943 time: 0.1503620 Jul 23 16:30:54.100992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:54.115983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'port_id': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c', 'mac_address': 'fa:16:3e:0c:b2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e359676e-a52a-420a-a96e-d2fe405c605e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:30:54.157100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-235e6b4d-ea5b-4f12-bd86-8bf3168f9307 req-c5e97792-9059-4af3-a44d-3095407558b9 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Jul 23 16:30:54.178375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4876fb67-ee8e-4566-a19e-44bb0b6653e5 req-b29c492d-545d-4437-9e3e-43afbdae1fd7 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0429347 Jul 23 16:30:54.178717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.200350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8df41f-1fa8-4951-bc9a-56254a6f665c {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:54.220918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:54.225620 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:54.286742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:54.341813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051dd3a-f823-4fdb-8a80-6ec887d95ba6 req-a75673dc-662b-41c2-849d-4134b8a62199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:54.343370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c051dd3a-f823-4fdb-8a80-6ec887d95ba6 req-a75673dc-662b-41c2-849d-4134b8a62199 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 944 time: 0.0811689 Jul 23 16:30:54.390405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c051dd3a-f823-4fdb-8a80-6ec887d95ba6 req-3ff52eef-e495-4522-bec4-10987202de66 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jul 23 16:30:54.469377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:55.124238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-dfeca86e-ac52-4d7c-8a70-fe16d6b9d282 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.126842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-dfeca86e-ac52-4d7c-8a70-fe16d6b9d282 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.67 "GET /v2.0/networks?id=1daba6af-ebef-4576-876c-fab60756538c HTTP/1.1" status: 200 len: 808 time: 0.1279731 Jul 23 16:30:55.141604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7d792ffa-9877-46dd-aa02-4cc6b35d538c up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:55.146102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Request body: {'port': {'device_id': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'network_id': '1daba6af-ebef-4576-876c-fab60756538c', 'admin_state_up': True, 'tenant_id': '277c1bfcaa3048c9ae2494e78134a814'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:55.167867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b73b21ed-062f-4dc5-97f4-79ae59f06455 req-44cae8cf-af25-486c-a066-3a08cae5a802 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 210 time: 0.0370619 Jul 23 16:30:55.204732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 7d792ffa-9877-46dd-aa02-4cc6b35d538c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:55.209129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 7d792ffa-9877-46dd-aa02-4cc6b35d538c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:55.209509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.300180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.323984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05b43229-40cd-4603-95d5-d858bd29825d req-94a93972-d8e9-411f-92a3-55cb8eaedb5b tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0403636 Jul 23 16:30:55.326385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:55.328954 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a92894c-43e1-4721-8d6d-1f4ae42a14d6" -d '{"events": [{"server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:55.350790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:55.353910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Made reservation on behalf of 277c1bfcaa3048c9ae2494e78134a814 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:30:55.355741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.358207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:55.382661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d23550-14b0-442b-84aa-28a96abefd72 req-30641aba-3981-43e2-93fe-44c5bf30bb2c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.384213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44d23550-14b0-442b-84aa-28a96abefd72 req-30641aba-3981-43e2-93fe-44c5bf30bb2c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 944 time: 0.1395273 Jul 23 16:30:55.417028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:55.475119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44d23550-14b0-442b-84aa-28a96abefd72 req-798144a1-5067-4d6f-9993-5e2bfae7e544 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847738 Jul 23 16:30:55.539816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Allocated IP 172.20.0.4 (1daba6af-ebef-4576-876c-fab60756538c/c3de31ed-b9ec-46c3-ba23-513b7217f97d/d2c608d2-e829-4220-a8d0-3972df8cd696) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:30:55.560115 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04bf04b-597f-412b-bb3c-ad013c294f85 x-openstack-request-id: req-c04bf04b-597f-412b-bb3c-ad013c294f85 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:55.560483 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "name": "network-vif-plugged", "status": "completed", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:55.560811 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c04bf04b-597f-412b-bb3c-ad013c294f85 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:55.561281 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'code': 200} Jul 23 16:30:55.714538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714273ff-ea4d-4fca-9ef0-3be9e73d5f13 req-58b7acf4-c70a-4ca9-b8d2-dbf96152ed3a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:55.716034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714273ff-ea4d-4fca-9ef0-3be9e73d5f13 req-58b7acf4-c70a-4ca9-b8d2-dbf96152ed3a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 945 time: 0.1649323 Jul 23 16:30:55.947122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cb8df41f-1fa8-4951-bc9a-56254a6f665c up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:30:56.001316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port cb8df41f-1fa8-4951-bc9a-56254a6f665c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:30:56.005542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port cb8df41f-1fa8-4951-bc9a-56254a6f665c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:56.005916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.086073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.090276 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.098621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714273ff-ea4d-4fca-9ef0-3be9e73d5f13 req-bcb30fc5-3efc-4bd4-ad10-a48d3083143e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558033 Jul 23 16:30:56.116953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06fcae-d280-4f93-89ed-10dcdcd250ce req-df0c87ab-00dd-4915-a082-c096d6aa12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.118463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f06fcae-d280-4f93-89ed-10dcdcd250ce req-df0c87ab-00dd-4915-a082-c096d6aa12a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 1096 time: 0.4211450 Jul 23 16:30:56.134623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:56.138623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.144591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.189997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.200298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Network 1daba6af-ebef-4576-876c-fab60756538c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:30:56.206093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:30:56.211065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:30:56.242768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Pushing event updated for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.263727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f06fcae-d280-4f93-89ed-10dcdcd250ce req-c45a0d80-6829-4751-ae0b-d57e73bdd3d8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879350 Jul 23 16:30:56.305687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.306316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.328684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-40849b8a-78f0-4171-8ad6-9370b96f6017 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877456 Jul 23 16:30:56.343102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c012cc4-4161-45ec-9cde-4de1d1edf05a req-8e2033e0-a9f6-4d6e-b5a5-90f70253a7fa tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.344876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c012cc4-4161-45ec-9cde-4de1d1edf05a req-8e2033e0-a9f6-4d6e-b5a5-90f70253a7fa tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 931 time: 0.0974259 Jul 23 16:30:56.350365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Request body: {'port': {'device_id': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:56.418885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c012cc4-4161-45ec-9cde-4de1d1edf05a req-0015c0a4-0b59-46c6-807a-bd70bb748190 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Jul 23 16:30:56.469191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8887f80-b25b-4290-97c4-0146e91360ef req-67a8f250-428a-4559-bc12-fb07f8cdb94b tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0329318 Jul 23 16:30:56.479072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.724357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efc3b6-a880-4c43-9bba-59978160bb65 req-52eb2943-1548-4038-9728-5b55778a3b15 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:56.725885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58efc3b6-a880-4c43-9bba-59978160bb65 req-52eb2943-1548-4038-9728-5b55778a3b15 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.1384439 Jul 23 16:30:56.793346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58efc3b6-a880-4c43-9bba-59978160bb65 req-b72c9a6d-7581-4457-bb98-f71eedb3d28a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Jul 23 16:30:56.801505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:30:56.839298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c608d2-e829-4220-a8d0-3972df8cd696 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:30:56.847062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.859607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Transition to ACTIVE for port object d2c608d2-e829-4220-a8d0-3972df8cd696 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:30:56.863747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:56.915516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Pushing event updated for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:56.980876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Attempting to bind port d2c608d2-e829-4220-a8d0-3972df8cd696 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:30:56.981236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Attempting to bind port d2c608d2-e829-4220-a8d0-3972df8cd696 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '2459e750-21cd-4bc4-930c-41ae44702c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1daba6af-ebef-4576-876c-fab60756538c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:30:56.981589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Attempting to bind port d2c608d2-e829-4220-a8d0-3972df8cd696 on network 1daba6af-ebef-4576-876c-fab60756538c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:56.986134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Port d2c608d2-e829-4220-a8d0-3972df8cd696 on network 1daba6af-ebef-4576-876c-fab60756538c not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:30:56.986461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Attempting to bind port d2c608d2-e829-4220-a8d0-3972df8cd696 on network 1daba6af-ebef-4576-876c-fab60756538c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:30:56.991320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:30:56.992291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Checking segment: {'id': '2459e750-21cd-4bc4-930c-41ae44702c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1daba6af-ebef-4576-876c-fab60756538c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:30:56.992678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Bound using segment: {'id': '2459e750-21cd-4bc4-930c-41ae44702c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1daba6af-ebef-4576-876c-fab60756538c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:30:56.993099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Bound port: d2c608d2-e829-4220-a8d0-3972df8cd696, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2459e750-21cd-4bc4-930c-41ae44702c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '1daba6af-ebef-4576-876c-fab60756538c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:30:56.993457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.058641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:30:57.061614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d2c608d2-e829-4220-a8d0-3972df8cd696,segment=NetworkSegment(2459e750-21cd-4bc4-930c-41ae44702c53),segment_id=2459e750-21cd-4bc4-930c-41ae44702c53)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:30:57.066352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.102398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.103201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:57.104792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] 10.222.0.67 "PUT /v2.0/ports/d2c608d2-e829-4220-a8d0-3972df8cd696 HTTP/1.1" status: 200 len: 1091 time: 0.7582705 Jul 23 16:30:57.105266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:57.107908 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390771c-e3af-49ba-b92f-ddf399402c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:57.134385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf279b78-786f-43dc-a0a1-f9e69f4eb59b service neutron] Pushing event updated for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:57.154803 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba2d75d-7adc-4b86-9906-08f3e3b3b5cf x-openstack-request-id: req-2ba2d75d-7adc-4b86-9906-08f3e3b3b5cf {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:57.155434 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:57.155434 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ba2d75d-7adc-4b86-9906-08f3e3b3b5cf {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:57.155749 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696', 'status': 'completed', 'code': 200} Jul 23 16:30:57.248293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-2b5ec0c7-fb77-4fd3-86b9-eceaed886524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.249805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-2b5ec0c7-fb77-4fd3-86b9-eceaed886524 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=277c1bfcaa3048c9ae2494e78134a814&device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 1094 time: 0.1049900 Jul 23 16:30:57.263042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ccccb-8a31-42c9-91c3-8bc976e21ecd req-8c6c7997-655f-4750-b84e-445de1ef961b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.264435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-817ccccb-8a31-42c9-91c3-8bc976e21ecd req-8c6c7997-655f-4750-b84e-445de1ef961b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 945 time: 0.0869119 Jul 23 16:30:57.309684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-89e2a1f4-a931-4537-be74-0814deb2e04f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2c608d2-e829-4220-a8d0-3972df8cd696 HTTP/1.1" status: 200 len: 217 time: 0.0442936 Jul 23 16:30:57.367327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-817ccccb-8a31-42c9-91c3-8bc976e21ecd req-f9515980-edc5-4910-bf98-a6de13d59afb tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953274 Jul 23 16:30:57.376291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-e8f19f91-75d3-4a0a-b21d-2d03f71d85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.377727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-e8f19f91-75d3-4a0a-b21d-2d03f71d85a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3de31ed-b9ec-46c3-ba23-513b7217f97d HTTP/1.1" status: 200 len: 848 time: 0.0617161 Jul 23 16:30:57.413012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-2e437a6f-0793-41a8-aa92-30c8e88fe124 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1daba6af-ebef-4576-876c-fab60756538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Jul 23 16:30:57.542658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-52488406-da4b-4e0e-94b2-156e12fddfff service neutron] 10.222.0.67 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214695 Jul 23 16:30:57.563045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:57.565564 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8451c9a3-d82f-440e-8c54-7533d3dcec80" -d '{"events": [{"server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "name": "network-vif-plugged", "status": "completed", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:57.602087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5087c17b-2b81-4064-a219-0371c6f34c11 req-6e10f0db-67ce-46ed-9355-84aad0947851 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0521963 Jul 23 16:30:57.647993 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a76a0ca-ef06-4d3c-80e5-24419945e477 x-openstack-request-id: req-3a76a0ca-ef06-4d3c-80e5-24419945e477 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:57.648285 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "name": "network-vif-plugged", "status": "completed", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:57.648540 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a76a0ca-ef06-4d3c-80e5-24419945e477 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:57.648937 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c', 'code': 200} Jul 23 16:30:57.657231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cf96-853d-46dc-9f3a-341de4a94375 req-a52f0975-78fc-4392-8087-92de0b9ac11b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.658766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1133cf96-853d-46dc-9f3a-341de4a94375 req-a52f0975-78fc-4392-8087-92de0b9ac11b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 943 time: 0.1656935 Jul 23 16:30:57.725334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86ff9bb0-f769-4152-8673-434a1ed7361c req-b5b88aad-0b0e-4e41-a5a3-2fb743dfb28e service neutron] 10.222.0.67 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731815 Jul 23 16:30:57.751478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1133cf96-853d-46dc-9f3a-341de4a94375 req-138701b4-6b1a-4f27-942b-b8042216fc3b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826669 Jul 23 16:30:57.817803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e92650-90a1-4412-8006-78edde2c6393 req-64182c30-c4bb-4ef6-9a4c-d1a03d399c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.819352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e92650-90a1-4412-8006-78edde2c6393 req-64182c30-c4bb-4ef6-9a4c-d1a03d399c86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 1096 time: 0.1136127 Jul 23 16:30:57.870910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e92650-90a1-4412-8006-78edde2c6393 req-c707c678-c135-4025-a4fc-40b4078da1a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Jul 23 16:30:57.872647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-7a1a1f0f-8eab-4be9-ba1a-78172e646c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.874111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-7a1a1f0f-8eab-4be9-ba1a-78172e646c47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=277c1bfcaa3048c9ae2494e78134a814&device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 1094 time: 0.1057496 Jul 23 16:30:57.949252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b47536-2500-440b-87bd-0337b7c6afd2 req-760c0ecc-52b3-44ed-a7a0-b67d57f2d3af tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:57.950914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55b47536-2500-440b-87bd-0337b7c6afd2 req-760c0ecc-52b3-44ed-a7a0-b67d57f2d3af tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.0848365 Jul 23 16:30:58.044037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55b47536-2500-440b-87bd-0337b7c6afd2 req-28ccc216-f596-4442-ae4e-68fc61799571 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821667 Jul 23 16:30:58.062841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-44e2c13f-d067-4d86-a4ad-97a4e801cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.064324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-44e2c13f-d067-4d86-a4ad-97a4e801cd51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1daba6af-ebef-4576-876c-fab60756538c HTTP/1.1" status: 200 len: 909 time: 0.1384361 Jul 23 16:30:58.111941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-082211d3-3d62-43ea-af23-9ec6d15b1f58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2c608d2-e829-4220-a8d0-3972df8cd696 HTTP/1.1" status: 200 len: 217 time: 0.0377769 Jul 23 16:30:58.168276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-3f3ef191-d51d-4c7b-bd0b-0deb2a7a24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.170051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-3f3ef191-d51d-4c7b-bd0b-0deb2a7a24a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c3de31ed-b9ec-46c3-ba23-513b7217f97d HTTP/1.1" status: 200 len: 848 time: 0.0517259 Jul 23 16:30:58.213688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-57a3a71b-cbd8-4ceb-aa77-77dbab864f54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1daba6af-ebef-4576-876c-fab60756538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296781 Jul 23 16:30:58.312675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-15e4f80a-08a3-40b3-ba3b-49656e9c824d service neutron] 10.222.0.67 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918334 Jul 23 16:30:58.424622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a390771c-e3af-49ba-b92f-ddf399402c9f req-65fc17c2-223e-4d1f-8e0b-dd5c16e00c54 service neutron] 10.222.0.67 "GET /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033068 Jul 23 16:30:58.508108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0abc5-3b8b-41e5-8553-dc70fdf36e03 req-8fa85922-d717-402e-9e9c-35800e4fe6c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.509579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f0abc5-3b8b-41e5-8553-dc70fdf36e03 req-8fa85922-d717-402e-9e9c-35800e4fe6c7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 945 time: 0.0677903 Jul 23 16:30:58.547942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f0abc5-3b8b-41e5-8553-dc70fdf36e03 req-ebdd76da-6517-45a0-9980-bed72a062ef6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Jul 23 16:30:58.645412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-33091bfe-8764-4194-8224-132b4ced5e3c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 267 time: 0.0324843 Jul 23 16:30:58.684994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.722989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3deb1533-a29e-48a4-889b-951282d6592a req-a4cd54b1-d89f-479d-9779-60fd38ca73d3 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0334117 Jul 23 16:30:58.756955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-b571e933-0be4-4725-a251-837677a82d6c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.759036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-b571e933-0be4-4725-a251-837677a82d6c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 945 time: 0.1074536 Jul 23 16:30:58.769881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'security_groups': []}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:30:58.894474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.968671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d0b57-278f-4cfa-b57c-8129f9711a14 req-4cd946c6-6b7b-4b38-ba9d-c4f28fefaa2b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:58.970120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc1d0b57-278f-4cfa-b57c-8129f9711a14 req-4cd946c6-6b7b-4b38-ba9d-c4f28fefaa2b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 943 time: 0.1250534 Jul 23 16:30:59.044058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc1d0b57-278f-4cfa-b57c-8129f9711a14 req-f6a75ad6-fa53-44e5-a8a0-0b20c95387ff tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Jul 23 16:30:59.103677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:30:59.132635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.137301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.150730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:59.184194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.184829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.192165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d1cf21-f50d-491e-8f70-1a89dbbdf693 req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "PUT /v2.0/ports/7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 200 len: 904 time: 0.4251897 Jul 23 16:30:59.192165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:30:59.197697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93', '7d792ffa-9877-46dd-aa02-4cc6b35d538c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:59.201303 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89aaf78-7d71-4d04-9692-c5262260f029" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:30:59.257471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03bab0-7689-4774-a420-9a83b620212a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:30:59.294881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200eef-f5c4-4ec3-a4ea-5a1ec3156ab3 req-e3d273b3-07bf-42d2-9d03-1f8df2a5a589 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.302041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8200eef-f5c4-4ec3-a4ea-5a1ec3156ab3 req-e3d273b3-07bf-42d2-9d03-1f8df2a5a589 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.0956931 Jul 23 16:30:59.353783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8200eef-f5c4-4ec3-a4ea-5a1ec3156ab3 req-ace55544-9418-4481-b4ae-c6d75b4f5433 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Jul 23 16:30:59.390126 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76faff-e62c-4c15-903b-d1ff836eb073 x-openstack-request-id: req-dc76faff-e62c-4c15-903b-d1ff836eb073 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:30:59.390424 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:30:59.390677 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc76faff-e62c-4c15-903b-d1ff836eb073 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:30:59.391087 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'status': 'completed', 'code': 200} Jul 23 16:30:59.513822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44143b8-6e77-4e98-99bb-fbb744094446 req-fb9279d7-133d-4252-aab1-acded666f786 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.515687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b44143b8-6e77-4e98-99bb-fbb744094446 req-fb9279d7-133d-4252-aab1-acded666f786 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 907 time: 0.0956748 Jul 23 16:30:59.557878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0f939cb8-07ea-45f8-b071-acc2ce478852 None None] Provisioning complete for port 7d792ffa-9877-46dd-aa02-4cc6b35d538c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:30:59.558610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f939cb8-07ea-45f8-b071-acc2ce478852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:59.577259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-3e70535f-ab57-408d-9f52-c5354b1d1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.579601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-3e70535f-ab57-408d-9f52-c5354b1d1753 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 1058 time: 0.0623257 Jul 23 16:30:59.636589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['7d792ffa-9877-46dd-aa02-4cc6b35d538c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:30:59.726772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-17458eee-42e8-420b-8dd9-78ec7fdaad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.728258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-17458eee-42e8-420b-8dd9-78ec7fdaad23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1396742 Jul 23 16:30:59.759557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c829-2c85-440a-9c78-1cb242bc6ae0 req-b2b1cbef-4662-4973-a115-7f0dbf98fb54 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.767138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a67c829-2c85-440a-9c78-1cb242bc6ae0 req-b2b1cbef-4662-4973-a115-7f0dbf98fb54 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1043868 Jul 23 16:30:59.818739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-c3a8193f-0dbb-43bf-a287-7ab3724dc64f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 200 len: 217 time: 0.0799489 Jul 23 16:30:59.867929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a67c829-2c85-440a-9c78-1cb242bc6ae0 req-cd1f3780-23e3-403c-b3fa-83b78875c9d4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999408 Jul 23 16:30:59.890907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-25f50c1a-8b5b-4020-8e29-07675f73043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:30:59.892408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-25f50c1a-8b5b-4020-8e29-07675f73043b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0597365 Jul 23 16:30:59.930428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ba65d44-1e05-401c-9ffd-2c14a2f3717f req-fd99fce0-e703-4818-b4b1-624241d07c62 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0421650 Jul 23 16:30:59.978026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d2c608d2-e829-4220-a8d0-3972df8cd696 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:00.005531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-4dc89cd1-c225-4dfd-8b68-66afc3824374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.008376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-4dc89cd1-c225-4dfd-8b68-66afc3824374 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036208 Jul 23 16:31:00.114476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4cecb-35c9-4dc1-8253-c2bc0f4253b6 req-e0443d0e-b491-429c-b054-33d480223cd8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.116547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d4cecb-35c9-4dc1-8253-c2bc0f4253b6 req-e0443d0e-b491-429c-b054-33d480223cd8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1456702 Jul 23 16:31:00.157046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-412cfa77-2f9c-4ca0-a6e0-3224f0ea635c service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381195 Jul 23 16:31:00.157437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d2c608d2-e829-4220-a8d0-3972df8cd696,segment=NetworkSegment(2459e750-21cd-4bc4-930c-41ae44702c53),segment_id=2459e750-21cd-4bc4-930c-41ae44702c53)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:00.174951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'd2c608d2-e829-4220-a8d0-3972df8cd696', 'network_id': '1daba6af-ebef-4576-876c-fab60756538c', 'port_id': 'd2c608d2-e829-4220-a8d0-3972df8cd696', 'mac_address': 'fa:16:3e:05:b7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3de31ed-b9ec-46c3-ba23-513b7217f97d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:00.197620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d4cecb-35c9-4dc1-8253-c2bc0f4253b6 req-0fd6f12a-4b53-47b9-a529-575d1f62d4dd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677271 Jul 23 16:31:00.262322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.299246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c608d2-e829-4220-a8d0-3972df8cd696 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:00.334666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d2c608d2-e829-4220-a8d0-3972df8cd696,segment=NetworkSegment(2459e750-21cd-4bc4-930c-41ae44702c53),segment_id=2459e750-21cd-4bc4-930c-41ae44702c53)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:00.338110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d89aaf78-7d71-4d04-9692-c5262260f029 req-32502b18-c54f-4a07-8573-df766861994d service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541557 Jul 23 16:31:00.341331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:00.353616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10861db-bb95-4765-8b3e-0e711083ffde req-85c446fd-62b8-4cfb-bc30-0eb33c775a2d tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.360865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a10861db-bb95-4765-8b3e-0e711083ffde req-85c446fd-62b8-4cfb-bc30-0eb33c775a2d tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 943 time: 0.1680772 Jul 23 16:31:00.405595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:00.443689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a10861db-bb95-4765-8b3e-0e711083ffde req-fedfaa9f-84cd-4022-8a4c-713b705df51a tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Jul 23 16:31:00.467814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-3f80ff31-7f58-404d-ae90-d2789bc67803 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759537 Jul 23 16:31:00.632923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['d2c608d2-e829-4220-a8d0-3972df8cd696'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:00.657007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c806-b2e8-4bed-b241-02debccf16de req-5a14d9db-2fa1-4942-b710-78ff98485dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.658621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-5a14d9db-2fa1-4942-b710-78ff98485dd3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 1096 time: 0.1476176 Jul 23 16:31:00.684433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-dbbc5409-2918-45a4-a5ea-f8ef8d44fe20 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.690161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-dbbc5409-2918-45a4-a5ea-f8ef8d44fe20 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1412015 Jul 23 16:31:00.724404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-349349da-75ca-4004-92b0-4c568591f71d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/quotas/1d49ba6beca84e5f8a365b79856fb1c0 HTTP/1.1" status: 200 len: 375 time: 0.0247030 Jul 23 16:31:00.827187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c806-b2e8-4bed-b241-02debccf16de req-3fdf0d51-d538-4ca6-8bd6-d41dfa3490fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.828684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-3fdf0d51-d538-4ca6-8bd6-d41dfa3490fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1375322 Jul 23 16:31:00.855145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-12563c44-4604-4867-a3fc-a7c31c6747f1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1234906 Jul 23 16:31:00.895836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-92e54eb5-4789-4c48-b5a7-f30da7d96557 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93 HTTP/1.1" status: 200 len: 217 time: 0.0397120 Jul 23 16:31:00.963597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c806-b2e8-4bed-b241-02debccf16de req-eff7be44-a46d-4ea0-a718-38bd05099b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:00.965207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-eff7be44-a46d-4ea0-a718-38bd05099b82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0500333 Jul 23 16:31:01.107533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c806-b2e8-4bed-b241-02debccf16de req-11455103-8522-4b53-aaf0-44ec852ffff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:01.109191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-11455103-8522-4b53-aaf0-44ec852ffff1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303792 Jul 23 16:31:01.111182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-cb79fc27-e10e-4d98-bf10-2128443240c3 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495060 Jul 23 16:31:01.593038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c2de668-5aae-4c95-95ca-40d592767472 req-47987772-505b-4687-81dc-8d9a0c945eda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0490744 Jul 23 16:31:01.614788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6d0abaa-5ec4-4bc9-a3c0-73d2e534ded7 req-f9d508ae-2f95-42e8-934d-9df212dc8767 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0718265 Jul 23 16:31:01.646519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-290c91e4-9cca-4055-886d-b2d207956f40 service neutron] 10.222.0.64 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294507 Jul 23 16:31:01.648832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-6807c4d9-fa9e-4395-8918-30dbc0e79973 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225070 Jul 23 16:31:01.790276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc19c806-b2e8-4bed-b241-02debccf16de req-55ad5cb8-2222-4674-8407-562b2032efde service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278098 Jul 23 16:31:01.907104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973facf5-8177-4ebb-a2ec-394cc67680fd req-e747dd92-696a-4672-9022-26fa922b96ba tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:01.909066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-973facf5-8177-4ebb-a2ec-394cc67680fd req-e747dd92-696a-4672-9022-26fa922b96ba tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 944 time: 0.0840857 Jul 23 16:31:01.956467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-973facf5-8177-4ebb-a2ec-394cc67680fd req-af6281af-169c-4ec6-853f-2db05a658345 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366194 Jul 23 16:31:01.996790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d2c608d2-e829-4220-a8d0-3972df8cd696 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:02.045280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-191c0206-78a5-4660-a9c3-14cbf9c99b4a req-a7690632-135f-4733-96e1-0150fe948702 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 210 time: 0.0455701 Jul 23 16:31:02.063744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port d2c608d2-e829-4220-a8d0-3972df8cd696 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:02.068632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port d2c608d2-e829-4220-a8d0-3972df8cd696 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:02.069079 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.170600 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.196080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:02.198685 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77478738-8923-480a-b98a-156449df5045" -d '{"events": [{"server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "name": "network-vif-plugged", "status": "completed", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:02.220445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d2c608d2-e829-4220-a8d0-3972df8cd696,segment=NetworkSegment(2459e750-21cd-4bc4-930c-41ae44702c53),segment_id=2459e750-21cd-4bc4-930c-41ae44702c53)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:02.225497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:02.253378 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b203bf34-4332-4bfc-a33a-31605126603e x-openstack-request-id: req-b203bf34-4332-4bfc-a33a-31605126603e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:02.253672 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "name": "network-vif-plugged", "status": "completed", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:02.253948 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b203bf34-4332-4bfc-a33a-31605126603e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:02.254357 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696', 'code': 200} Jul 23 16:31:02.282220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:02.403982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e51a8a-ed7c-49b2-978d-2c15a959d6e5 req-46e655ec-981e-4a65-b83f-4e6eb16a39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:02.405769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e51a8a-ed7c-49b2-978d-2c15a959d6e5 req-46e655ec-981e-4a65-b83f-4e6eb16a39aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 1096 time: 0.0681810 Jul 23 16:31:02.447132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e51a8a-ed7c-49b2-978d-2c15a959d6e5 req-4d6ea3cb-3744-405a-83b8-5a2a16053cd9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293121 Jul 23 16:31:02.732531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a2ccea0-b395-4d6a-a367-88d6057b44d1 req-e721a68d-bba9-4b8f-baa3-5ec5ac25e9ad tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0327387 Jul 23 16:31:03.059202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6301117-dd80-45a1-9334-66e1597c7e0a req-0386c6f8-35d1-4cc6-b501-94ab0efd3b3a tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586&device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0295827 Jul 23 16:31:03.180682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-853d8297-1afa-42b3-bccd-25a7bf65cef7 req-d6e8bb11-32ef-4ec2-bf6f-72b8f0b18efb tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 210 time: 0.0338678 Jul 23 16:31:03.223403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a4262-e358-4e43-9d76-fb95ac047393 req-f3296a40-7a8f-47ae-897a-bc35385e5f52 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:03.225064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b19a4262-e358-4e43-9d76-fb95ac047393 req-f3296a40-7a8f-47ae-897a-bc35385e5f52 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 945 time: 0.1119525 Jul 23 16:31:03.268051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b19a4262-e358-4e43-9d76-fb95ac047393 req-0330bb59-d8a9-45d1-a179-d36d08b6bdbe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Jul 23 16:31:03.443970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24068c75-c2d4-4bbe-9eb3-07cafa74461a req-becdab0f-e6c1-464d-9072-5e7f82aa7421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=62dd3e5676c54c7b9aa84e03456eec35&device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0602820 Jul 23 16:31:03.446686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87cfb095-eb92-413e-94eb-9aa93c6ebaa4 req-e93eaaaf-94d4-4826-8f49-ddceac9a7526 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0614648 Jul 23 16:31:03.500103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24068c75-c2d4-4bbe-9eb3-07cafa74461a req-1109ecc5-62a6-45c3-bce9-341308582bd8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=62dd3e5676c54c7b9aa84e03456eec35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247109 Jul 23 16:31:03.622195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24068c75-c2d4-4bbe-9eb3-07cafa74461a req-50f5c25c-7120-4f33-a51b-17bdc408ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:03.623743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24068c75-c2d4-4bbe-9eb3-07cafa74461a req-50f5c25c-7120-4f33-a51b-17bdc408ec5a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154740 Jul 23 16:31:04.287530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53a580df-991c-4ee6-951f-dd4f5f8fe462 req-0decefa8-d6b1-4bf2-9326-45b76778e8ab tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 210 time: 0.0309038 Jul 23 16:31:04.419124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26fbaa-eef5-4e4b-b2a9-3c71a095a20d req-ec1080bb-b036-4265-a640-ed561d87f5c3 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:04.421143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a26fbaa-eef5-4e4b-b2a9-3c71a095a20d req-ec1080bb-b036-4265-a640-ed561d87f5c3 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 945 time: 0.0743189 Jul 23 16:31:04.531123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a26fbaa-eef5-4e4b-b2a9-3c71a095a20d req-14e80d67-e5d7-42ae-9a98-509a22c8417d tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007507 Jul 23 16:31:04.596374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5468be34-bf50-4bb9-aabc-2ff0f793444f req-27e21fbe-d372-450e-902c-12f7ab8d2d17 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0470493 Jul 23 16:31:04.629603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-df4af5f2-37d7-4299-89f4-f03ecc7431c6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:04.631403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-df4af5f2-37d7-4299-89f4-f03ecc7431c6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 812 time: 0.1933677 Jul 23 16:31:04.680466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Request body: {'port': {'device_id': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'admin_state_up': True, 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:04.801165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Made reservation on behalf of 1d49ba6beca84e5f8a365b79856fb1c0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:04.805626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:04.976935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Allocated IP 172.20.0.4 (9da8a594-c05e-466c-9b2f-c730e0d43633/f3e466bf-8561-4808-b8ba-1861ad9b2eca/6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:05.156760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.171456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Transition to ACTIVE for port object 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:05.213403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.233439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:05.263685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:05.272066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:05.283548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:05.286789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:05.291178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:05.348343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.348999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.381459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-0662ffa5-119b-4a09-a9c2-812cf4049bdd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058182 Jul 23 16:31:05.410701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Request body: {'port': {'device_id': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:05.536469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24068c75-c2d4-4bbe-9eb3-07cafa74461a req-b107778d-5784-43c2-8515-61b69bd1d45c tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0654213 Jul 23 16:31:05.692993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb299-aeb4-4de0-961e-61910ec77ed7 req-98c45486-0567-4425-bd08-b7c7479d59f8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:05.702217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bbb299-aeb4-4de0-961e-61910ec77ed7 req-98c45486-0567-4425-bd08-b7c7479d59f8 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 931 time: 0.2836626 Jul 23 16:31:05.724252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.734977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-59154c3e-59d9-441a-9ac2-d8516da1b603 None None] Provisioning for port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:05.750187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-59154c3e-59d9-441a-9ac2-d8516da1b603 None None] Provisioning complete for port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:05.751508 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-59154c3e-59d9-441a-9ac2-d8516da1b603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:05.778330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6bbb299-aeb4-4de0-961e-61910ec77ed7 req-50983050-7ee1-45bd-a374-d54820ca4419 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Jul 23 16:31:05.818228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-59154c3e-59d9-441a-9ac2-d8516da1b603 None None] Port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:31:05.845914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3cb9adc-1306-448a-9e78-252129c78a60 req-87514d00-f7b2-496d-a0ea-9983297ed6cd tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c451ede-7873-4b8a-b63a-6efc64cd2586 HTTP/1.1" status: 200 len: 210 time: 0.0661638 Jul 23 16:31:06.098086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:06.106544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.120031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Transition to ACTIVE for port object 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:06.124771 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.176905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:06.286438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Attempting to bind port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:06.286809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Attempting to bind port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:06.287104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Attempting to bind port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:06.292938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:06.293756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Attempting to bind port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 on network 9da8a594-c05e-466c-9b2f-c730e0d43633 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:06.298775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:06.299137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Checking segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:06.299566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Bound using segment: {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:06.299992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Bound port: 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b4797c-2a53-4c32-938b-327f6e19322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:06.300349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.368277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:06.371522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:06.376243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.409992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.410600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:06.411955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] 10.222.0.81 "PUT /v2.0/ports/6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 HTTP/1.1" status: 200 len: 1091 time: 1.0082271 Jul 23 16:31:06.412396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:06.415203 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ef63d-8fb6-47a7-a027-c2dc183c993c" -d '{"events": [{"name": "network-changed", "server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:06.444535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb47e39-41a4-47c4-96e3-95b8b4a3942b service neutron] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:06.464721 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8839c1-45ba-4ca6-ba1a-f302441779b8 x-openstack-request-id: req-3b8839c1-45ba-4ca6-ba1a-f302441779b8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:06.465021 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:06.465276 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b8839c1-45ba-4ca6-ba1a-f302441779b8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:06.465682 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'status': 'completed', 'code': 200} Jul 23 16:31:06.575360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-ce35566b-7a85-4f0d-a220-681e2912e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.577647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-ce35566b-7a85-4f0d-a220-681e2912e27b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 1094 time: 0.0606380 Jul 23 16:31:06.634760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-2779010b-762e-427e-9502-553e56d19950 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 HTTP/1.1" status: 200 len: 217 time: 0.0389841 Jul 23 16:31:06.687634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-91ccb25e-36bd-479f-86dd-a9f3fec13f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.689294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-91ccb25e-36bd-479f-86dd-a9f3fec13f94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0446169 Jul 23 16:31:06.756526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43355-2535-4464-abd0-873231649b4e req-4d46d9ce-8322-4a07-a437-76e328a3785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:06.758224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-4d46d9ce-8322-4a07-a437-76e328a3785f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582538 Jul 23 16:31:06.866824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-7f3db556-ac84-42d0-8f48-838fb4c05b62 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989094 Jul 23 16:31:06.996777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f2e5-4015-487b-ade0-0225a85732cd req-f1b69187-dfc1-4f9d-90a1-0c2b944b7882 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.003917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78b7f2e5-4015-487b-ade0-0225a85732cd req-f1b69187-dfc1-4f9d-90a1-0c2b944b7882 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1522031 Jul 23 16:31:07.017336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05c43355-2535-4464-abd0-873231649b4e req-da54fc74-6746-4b15-ad70-101e98a344b1 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340857 Jul 23 16:31:07.064161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78b7f2e5-4015-487b-ade0-0225a85732cd req-db574806-96e4-4a80-8297-b679938a11da tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Jul 23 16:31:07.152394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8a7916-d1dd-4f58-8de6-8a5a9655e952 req-27e85f9e-3491-4303-a062-27f080468505 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=62dd3e5676c54c7b9aa84e03456eec35&device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0483375 Jul 23 16:31:07.175158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70579bec-4786-4828-a878-09cd81d0a594 req-99e88969-6ebc-4bf8-9114-076def9e84a5 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0537355 Jul 23 16:31:07.232414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8a7916-d1dd-4f58-8de6-8a5a9655e952 req-fe7a6eff-cf64-49e0-b091-f973e5bea74c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=62dd3e5676c54c7b9aa84e03456eec35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480962 Jul 23 16:31:07.333136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-e4e042a2-c069-4e21-aca0-3bef12665878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.335781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-e4e042a2-c069-4e21-aca0-3bef12665878 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 1094 time: 0.1633747 Jul 23 16:31:07.413833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a7916-d1dd-4f58-8de6-8a5a9655e952 req-9615db51-cb73-4f5e-ab7b-bf73f2db2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.415361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8a7916-d1dd-4f58-8de6-8a5a9655e952 req-9615db51-cb73-4f5e-ab7b-bf73f2db2f40 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721208 Jul 23 16:31:07.488357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-549b87c6-2e54-4f52-a62d-d660b9e315b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.489976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-549b87c6-2e54-4f52-a62d-d660b9e315b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1309123 Jul 23 16:31:07.593796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-5d225bc1-141a-4e98-9516-5c412979e2d7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 HTTP/1.1" status: 200 len: 217 time: 0.0426710 Jul 23 16:31:07.660489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-eefe848d-3930-4db2-a402-fe3ab652dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.662251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-eefe848d-3930-4db2-a402-fe3ab652dc0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0538950 Jul 23 16:31:07.735289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-a0770196-8c54-43bb-9bac-56c4a201a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:07.736943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-a0770196-8c54-43bb-9bac-56c4a201a61a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632241 Jul 23 16:31:07.848771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-4db00cfd-0433-44a6-9b4e-af556b56c996 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038165 Jul 23 16:31:07.948819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b03ef63d-8fb6-47a7-a027-c2dc183c993c req-8db2c3e4-cb42-4970-9287-a4e94a02e858 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894084 Jul 23 16:31:08.241967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4399a0-1ef5-4f20-8604-01796b384c1e req-793f8b65-a609-4d64-b1bd-aa56b6536e2d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.243654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c4399a0-1ef5-4f20-8604-01796b384c1e req-793f8b65-a609-4d64-b1bd-aa56b6536e2d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1006889 Jul 23 16:31:08.294414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28b627-eb1e-485e-9c8b-a7f85dbf2df1 req-0c73f0f8-c66d-4593-808b-6352dde9003b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:08.295920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b28b627-eb1e-485e-9c8b-a7f85dbf2df1 req-0c73f0f8-c66d-4593-808b-6352dde9003b tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 945 time: 0.1117609 Jul 23 16:31:08.303499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c4399a0-1ef5-4f20-8604-01796b384c1e req-e54d2390-5c05-49ce-bcc8-3ed578d991dd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526640 Jul 23 16:31:08.338422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b28b627-eb1e-485e-9c8b-a7f85dbf2df1 req-4f159056-07d4-42e6-9f04-916269403576 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Jul 23 16:31:08.389502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2477ea03-d409-40ce-b31f-fdfe85328c2f req-8ab63f26-4c9f-4154-83c7-594bb755e83d tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0297086 Jul 23 16:31:09.306893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c8a7916-d1dd-4f58-8de6-8a5a9655e952 req-0a9fb9c9-08ff-4f4c-a770-5c2ac1610a4e tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.67 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0283988 Jul 23 16:31:09.478360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8daf1-1659-40dd-89d9-6542b7f5da3d req-86e8821c-2c53-4375-be78-877d83d63a9d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.479877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec8daf1-1659-40dd-89d9-6542b7f5da3d req-86e8821c-2c53-4375-be78-877d83d63a9d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1052134 Jul 23 16:31:09.508044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf93181-d37c-4a1d-a114-46c21cb93132 req-9b19a777-233f-45a3-9894-0b811055314f tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:09.509549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbf93181-d37c-4a1d-a114-46c21cb93132 req-9b19a777-233f-45a3-9894-0b811055314f tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 945 time: 0.0972676 Jul 23 16:31:09.560862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec8daf1-1659-40dd-89d9-6542b7f5da3d req-ff8b5352-9fc9-4622-96d6-522d3dc5a837 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716379 Jul 23 16:31:09.568838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbf93181-d37c-4a1d-a114-46c21cb93132 req-bab62d9c-90fd-4c14-ab83-7ba776b309bc tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/security-groups?id=374f098e-0e54-40f5-b25f-fc67cc0249ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509441 Jul 23 16:31:09.679945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bf777a4-aae3-4727-aaac-53d1c4995569 req-55a0caea-8724-4b1f-bb4f-bde4ba788c27 tempest-ServerShowV247Test-1393961903 tempest-ServerShowV247Test-1393961903-project] 10.222.0.64 "GET /v2.0/ports?device_id=c706c832-d66c-4e73-8008-8feca20aba5d HTTP/1.1" status: 200 len: 210 time: 0.0337324 Jul 23 16:31:10.088263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a81a-0694-47ed-b098-a67d458a5992 req-fd5a3a63-d77d-4d30-becd-cb4ff69ffc31 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.089695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3260a81a-0694-47ed-b098-a67d458a5992 req-fd5a3a63-d77d-4d30-becd-cb4ff69ffc31 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 945 time: 0.0638242 Jul 23 16:31:10.193994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Deleting port d2c608d2-e829-4220-a8d0-3972df8cd696 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:10.194339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.287867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] For port d2c608d2-e829-4220-a8d0-3972df8cd696, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d2c608d2-e829-4220-a8d0-3972df8cd696,segment=NetworkSegment(2459e750-21cd-4bc4-930c-41ae44702c53),segment_id=2459e750-21cd-4bc4-930c-41ae44702c53)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:10.289038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.301684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Calling delete_port for d2c608d2-e829-4220-a8d0-3972df8cd696 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:10.431605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.460914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Pushing event deleted for resources: {'Port': ['ID=d2c608d2-e829-4220-a8d0-3972df8cd696,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:10.507239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] No DVR routers for this DVR port d2c608d2-e829-4220-a8d0-3972df8cd696 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:10.510095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:10.512097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3260a81a-0694-47ed-b098-a67d458a5992 req-298585a2-eff3-459f-a559-c6e8a01c31fe tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.67 "DELETE /v2.0/ports/d2c608d2-e829-4220-a8d0-3972df8cd696 HTTP/1.1" status: 204 len: 173 time: 0.4154756 Jul 23 16:31:10.512531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'name': 'network-vif-deleted', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:10.514819 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad9eb9a-3367-453d-a319-e6675e02a01d" -d '{"events": [{"server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "name": "network-vif-deleted", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:10.556133 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc4e8e0-f7e9-4c3e-bcb1-6e81e97b1950 x-openstack-request-id: req-bbc4e8e0-f7e9-4c3e-bcb1-6e81e97b1950 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:10.556432 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1a0099-7b85-466b-b07f-bc9f0830e25a", "name": "network-vif-deleted", "tag": "d2c608d2-e829-4220-a8d0-3972df8cd696", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:10.556686 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbc4e8e0-f7e9-4c3e-bcb1-6e81e97b1950 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:10.557090 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1a0099-7b85-466b-b07f-bc9f0830e25a', 'name': 'network-vif-deleted', 'tag': 'd2c608d2-e829-4220-a8d0-3972df8cd696', 'status': 'completed', 'code': 200} Jul 23 16:31:10.697519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfb738a6-46a3-46dd-8deb-c5dfd88cdea8 req-55764c45-4b75-40a5-bf4b-e4c4b6a33e62 tempest-VolumesActionsTest-4167493 tempest-VolumesActionsTest-4167493-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d1a0099-7b85-466b-b07f-bc9f0830e25a HTTP/1.1" status: 200 len: 210 time: 0.0356665 Jul 23 16:31:10.735282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615554d0-30c7-4f86-a780-a17ffb624c2d req-9eaa7e91-b7ed-4565-9727-e8315d2565e6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:10.736773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-615554d0-30c7-4f86-a780-a17ffb624c2d req-9eaa7e91-b7ed-4565-9727-e8315d2565e6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1038136 Jul 23 16:31:10.780746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-615554d0-30c7-4f86-a780-a17ffb624c2d req-f260024b-c772-4882-9a8f-88bfe10cb167 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366032 Jul 23 16:31:11.104240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:11.173669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:11.209421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99071908-1887-4c49-80d3-474ca9a9308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.276047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:11.288215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'mac_address': 'fa:16:3e:9b:10:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:11.306414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99071908-1887-4c49-80d3-474ca9a9308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.310474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99071908-1887-4c49-80d3-474ca9a9308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.328595 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.343544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:11.345521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99071908-1887-4c49-80d3-474ca9a9308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eefbc1a-6968-42c1-a1de-8218be51526f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.354002 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99071908-1887-4c49-80d3-474ca9a9308e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62dd3e5676c54c7b9aa84e03456eec35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486506 Jul 23 16:31:11.357097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58790) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:11.366895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:11.371577 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.420555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.425987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.453871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.461546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.504766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.508352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.509520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eefbc1a-6968-42c1-a1de-8218be51526f HTTP/1.1" status: 204 len: 168 time: 0.1513755 Jul 23 16:31:11.519028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a24be-ac22-48a6-81d4-6830e572e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eefbc1a-6968-42c1-a1de-8218be51526f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:11.738466 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18863201-7fce-48fb-baea-0b4bd86454ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.955254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f818c9c-3db8-4c8f-8fad-ce8d160d53c3 req-8c4195e5-357d-4ed3-b4e3-53bce5716b1f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:11.957783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f818c9c-3db8-4c8f-8fad-ce8d160d53c3 req-8c4195e5-357d-4ed3-b4e3-53bce5716b1f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 944 time: 0.0934832 Jul 23 16:31:12.043308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d2c608d2-e829-4220-a8d0-3972df8cd696 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:12.091026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f818c9c-3db8-4c8f-8fad-ce8d160d53c3 req-6a6bc7d2-b598-4ddd-b2de-37fa4ae5ddde tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191044 Jul 23 16:31:12.130325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:12.138446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: d2c608d2-e829-4220-a8d0-3972df8cd696 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:12.139494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d2c608d2-e829-4220-a8d0-3972df8cd696 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:12.300700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:12.412590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-22529284-2135-43f3-b27f-9e4b1e29df1f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.414276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-22529284-2135-43f3-b27f-9e4b1e29df1f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.1607745 Jul 23 16:31:12.433026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1845797741-network', 'tenant_id': 'f72aa9f8489242b88f13a1c53bd7e278'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:12.434594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-1306e92b-f985-4616-94f0-d29390e69297 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/quotas/ef5e15b00f8446d58129b2421b7b4ecd HTTP/1.1" status: 200 len: 375 time: 0.0132332 Jul 23 16:31:12.454336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Made reservation on behalf of f72aa9f8489242b88f13a1c53bd7e278 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:12.456790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.465991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.510514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-f00a4f76-1b2f-4dd0-9457-678621572c10 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723412 Jul 23 16:31:12.561647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.566758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.607402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:12.612180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dc4f19-2183-4838-b2a4-79b636a66ab5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:12.624414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.624967 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Added segment 3418b60f-22d6-4c30-9d71-92b0b630947d of type vlan for network 5373f8d3-57bd-4aed-962c-5e15f094a0ed Jul 23 16:31:12.670675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-f59f843b-841a-47d6-8cff-e9d080229c20 service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568723 Jul 23 16:31:12.671472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.705138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.706283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:12.706963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.745418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4362252 Jul 23 16:31:12.746256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58850) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:12.750680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Request body: {'subnet': {'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1845797741-subnet', 'tenant_id': 'f72aa9f8489242b88f13a1c53bd7e278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:12.768611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99bdd3-492e-4a54-8160-57d77c544fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=5373f8d3-57bd-4aed-962c-5e15f094a0ed,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:12.779856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5373f8d3-57bd-4aed-962c-5e15f094a0ed details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:12.797785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Made reservation on behalf of f72aa9f8489242b88f13a1c53bd7e278 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:12.800053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.814145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-bfd8ab77-f2b1-4c47-8c05-1ff799d4990b service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369102 Jul 23 16:31:13.413286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15954f6f-f160-4af7-9648-338840438ac9 req-d01ea591-696b-41e4-a49e-da1404643dac tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 210 time: 0.0747755 Jul 23 16:31:13.426379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.491035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313682cd-c5dc-4f9a-9dd8-6e2af98dc176,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:13.507610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e67e-2389-4dcc-8065-9c78a9245ffb req-101a253e-6c9a-457e-b729-b4c576a3321a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:13.509161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8537e67e-2389-4dcc-8065-9c78a9245ffb req-101a253e-6c9a-457e-b729-b4c576a3321a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 944 time: 0.1745627 Jul 23 16:31:13.544857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Checking segment: {'id': '3418b60f-22d6-4c30-9d71-92b0b630947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:13.545464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Network hostable DHCP agents. Network: 5373f8d3-57bd-4aed-962c-5e15f094a0ed, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:13.567006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8537e67e-2389-4dcc-8065-9c78a9245ffb req-45732c5a-1074-4547-b263-1de72807d770 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 Jul 23 16:31:13.576495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Network 5373f8d3-57bd-4aed-962c-5e15f094a0ed is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:13.594915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 5373f8d3-57bd-4aed-962c-5e15f094a0ed) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:13.599455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:13.600105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.609698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f49da-bc9a-4764-8cbc-21dccaf290e8 None None] Network 5373f8d3-57bd-4aed-962c-5e15f094a0ed requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:13.620646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c5df395f-f6c9-409e-a5de-cec8eb902bd8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8737984 Jul 23 16:31:13.792285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a067bae-2d4e-4078-97b8-0ddbda5d528d None None] Network 5373f8d3-57bd-4aed-962c-5e15f094a0ed requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:14.093426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:14.104141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-487186339-network', 'tenant_id': '5c699086835d4b69bc18d295cb353a65'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.139154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Made reservation on behalf of 5c699086835d4b69bc18d295cb353a65 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:14.141669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.156349 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.214799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-1cd17124-2b1c-4e36-ba95-4ed42e813ccf tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.216505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-1cd17124-2b1c-4e36-ba95-4ed42e813ccf tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.1556523 Jul 23 16:31:14.232227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Request body: {'port': {'device_id': '6150aad0-9a65-46de-b224-8e0613abbe04', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'admin_state_up': True, 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.289441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.295081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.299163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.339777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89659f2-f6ac-4ba0-9693-0241139d0832,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.352482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:14.362974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.363423 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Added segment 1359eec2-b82b-4591-8101-eb756e949934 of type vlan for network e286231c-231c-403f-ba6e-dae5bfd8c82e Jul 23 16:31:14.371470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:14.375080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.407963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c81b1686-55b4-473a-bbd7-91a20af20d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.418279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.450665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.451959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.452641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.478507 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3837073 Jul 23 16:31:14.481876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:14.488910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Request body: {'subnet': {'network_id': 'e286231c-231c-403f-ba6e-dae5bfd8c82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-487186339-subnet', 'tenant_id': '5c699086835d4b69bc18d295cb353a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:14.522884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526385-7478-4734-9efc-9da2c5d5106d admin admin] Pushing event updated for resources: {'Network': ['ID=e286231c-231c-403f-ba6e-dae5bfd8c82e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:14.537579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e286231c-231c-403f-ba6e-dae5bfd8c82e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:14.564603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53c4a08c-ab52-4220-bad7-5ae705b54756 req-42db7ee5-0945-46bb-aa2c-3e389bc4a50e tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 210 time: 0.0485654 Jul 23 16:31:14.586455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Allocated IP 172.20.0.2 (2c69d5ed-e296-4523-b821-b7ad92ae7d83/e359676e-a52a-420a-a96e-d2fe405c605e/5e642436-20bd-40cd-9e73-d4f07e65d591) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:14.604386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Made reservation on behalf of 5c699086835d4b69bc18d295cb353a65 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:14.607898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:14.915888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92111a-7e93-4925-aa04-b3daf8f04e2d req-0de35bfd-2309-487c-afbd-b2157970f7dd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:14.917328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d92111a-7e93-4925-aa04-b3daf8f04e2d req-0de35bfd-2309-487c-afbd-b2157970f7dd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 944 time: 0.2273099 Jul 23 16:31:14.924653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.020831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.028946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d92111a-7e93-4925-aa04-b3daf8f04e2d req-8074dce6-b445-4684-9cf2-7ffb4195b9d3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993719 Jul 23 16:31:15.079046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.092717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:15.125533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779969a4-f227-41f4-adaa-936a329e78ac,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.138945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:15.143635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:15.149134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:15.184270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Checking segment: {'id': '1359eec2-b82b-4591-8101-eb756e949934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e286231c-231c-403f-ba6e-dae5bfd8c82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:15.184521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Network hostable DHCP agents. Network: e286231c-231c-403f-ba6e-dae5bfd8c82e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:15.209040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event updated for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.214440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:15.229857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.230769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.238469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Network e286231c-231c-403f-ba6e-dae5bfd8c82e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:15.251241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e286231c-231c-403f-ba6e-dae5bfd8c82e) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:15.257552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c7199a6-caf1-4c9b-814f-1a03e9bc2fae tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0289021 Jul 23 16:31:15.258858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.259490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.275683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Request body: {'port': {'device_id': '6150aad0-9a65-46de-b224-8e0613abbe04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:15.275912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae908e6e-1a42-4cd7-99ea-b34aaefef528 None None] Network e286231c-231c-403f-ba6e-dae5bfd8c82e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:15.302994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c3bc681-0d9b-4c54-b6c6-47fa3849b8e8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8191283 Jul 23 16:31:15.374235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.416962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:15.431063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:15.431539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.551341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.558560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d77d34-9ca4-4d09-94ba-7509d8e3daf7 None None] Network e286231c-231c-403f-ba6e-dae5bfd8c82e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:15.669830 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.747268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:15.749676 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3cd331-9fe1-40ea-ba71-ecf2c2d2e453" -d '{"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:15.763524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:15.769004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:15.837077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:15.879991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099594d-af85-4ab4-9b25-3cfc7d707815 req-e3fd6da6-4d0f-47db-95d3-36f2c6f263b5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:15.881648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3099594d-af85-4ab4-9b25-3cfc7d707815 req-e3fd6da6-4d0f-47db-95d3-36f2c6f263b5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 931 time: 0.1958222 Jul 23 16:31:15.890937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e642436-20bd-40cd-9e73-d4f07e65d591 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:15.954058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.036928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Transition to ACTIVE for port object 5e642436-20bd-40cd-9e73-d4f07e65d591 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:16.061457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.067069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3099594d-af85-4ab4-9b25-3cfc7d707815 req-32919ef6-f58e-46e5-bf64-0452971cba43 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650116 Jul 23 16:31:16.141790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-38e02746-d060-491b-a5e8-b6d39826720d tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.143419 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-38e02746-d060-491b-a5e8-b6d39826720d tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/networks?id=5373f8d3-57bd-4aed-962c-5e15f094a0ed HTTP/1.1" status: 200 len: 825 time: 0.2410173 Jul 23 16:31:16.156208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:16.218098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-f502b3e3-4784-44ee-a202-0aae152abb59 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/quotas/f72aa9f8489242b88f13a1c53bd7e278 HTTP/1.1" status: 200 len: 375 time: 0.0649059 Jul 23 16:31:16.221627 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5e132a-2ac8-434f-b938-148cfbc93595 x-openstack-request-id: req-bd5e132a-2ac8-434f-b938-148cfbc93595 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:16.222131 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:16.222221 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd5e132a-2ac8-434f-b938-148cfbc93595 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:16.222584 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'code': 200} Jul 23 16:31:16.275650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-18476b3c-17b5-448d-801e-e5eac57e926e tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f72aa9f8489242b88f13a1c53bd7e278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373056 Jul 23 16:31:16.403142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Attempting to bind port 5e642436-20bd-40cd-9e73-d4f07e65d591 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:16.403495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Attempting to bind port 5e642436-20bd-40cd-9e73-d4f07e65d591 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:16.403821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Attempting to bind port 5e642436-20bd-40cd-9e73-d4f07e65d591 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:16.439599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Port 5e642436-20bd-40cd-9e73-d4f07e65d591 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:16.439949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Attempting to bind port 5e642436-20bd-40cd-9e73-d4f07e65d591 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:16.459635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:16.460486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Checking segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:16.460861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Bound using segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:16.461372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Bound port: 5e642436-20bd-40cd-9e73-d4f07e65d591, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:16.461765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.507686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ab762-4293-415b-8d56-deb131477c7a req-af33b21b-edfd-473f-8ed4-7ae0daba4501 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.509177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f7ab762-4293-415b-8d56-deb131477c7a req-af33b21b-edfd-473f-8ed4-7ae0daba4501 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.2309108 Jul 23 16:31:16.513525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-a73c637a-c1c5-4560-ac94-ad86334090a0 service neutron] 10.222.0.64 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194829 Jul 23 16:31:16.565232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af18bd-5861-4ae0-900a-11b56ce5635d req-00251aae-6f4f-439b-87c3-ec67e732780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.566654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6af18bd-5861-4ae0-900a-11b56ce5635d req-00251aae-6f4f-439b-87c3-ec67e732780b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 1096 time: 0.2041392 Jul 23 16:31:16.674581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:16.689275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f7ab762-4293-415b-8d56-deb131477c7a req-65afbd79-3690-4933-8b3c-4cb0a7e2a5e0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721377 Jul 23 16:31:16.721565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5e642436-20bd-40cd-9e73-d4f07e65d591,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:16.724675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6af18bd-5861-4ae0-900a-11b56ce5635d req-0e600154-e939-4856-a6ed-1d5af365a41c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418717 Jul 23 16:31:16.730232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.780666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-d673a8f8-ef60-4d34-965a-e3ee09fe49f3 service neutron] 10.222.0.64 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379405 Jul 23 16:31:16.784125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.784779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:16.786189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] 10.222.0.67 "PUT /v2.0/ports/5e642436-20bd-40cd-9e73-d4f07e65d591 HTTP/1.1" status: 200 len: 1091 time: 1.5189798 Jul 23 16:31:16.786847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:16.790409 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca21ba60-16af-49d8-9902-36c8e4d3e38a" -d '{"events": [{"name": "network-changed", "server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:16.840360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb164f-01e6-4c6d-ad0f-df3a143aedfa service neutron] Pushing event updated for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:16.900798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-e02da111-b339-4e78-9f46-fd7ced3c9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:16.902372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-e02da111-b339-4e78-9f46-fd7ced3c9d98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 1094 time: 0.0764554 Jul 23 16:31:16.954160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-207670a6-37bc-43e9-b56b-2809aecb8597 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e642436-20bd-40cd-9e73-d4f07e65d591 HTTP/1.1" status: 200 len: 217 time: 0.0435348 Jul 23 16:31:17.005911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74539b34-f8b3-4212-9552-3338ac138dbc req-298ed64e-6e79-4d41-8892-0f4982fc21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.008092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-298ed64e-6e79-4d41-8892-0f4982fc21ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0474048 Jul 23 16:31:17.043520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-4584176a-1e43-45d8-a014-31997e874b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291598 Jul 23 16:31:17.160452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-55ffa371-691b-477b-9602-7dc6b496b231 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093321 Jul 23 16:31:17.178265 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3760620-afb4-40e3-9604-7a038a1abfbb x-openstack-request-id: req-b3760620-afb4-40e3-9604-7a038a1abfbb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:17.179071 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:17.179345 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3760620-afb4-40e3-9604-7a038a1abfbb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:17.179725 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591', 'status': 'completed', 'code': 200} Jul 23 16:31:17.283725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4b35152-7dd0-4d35-b918-c7e2cadf78da req-f9d86cb6-d927-401b-9a22-b4ab8fd91000 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 210 time: 0.0701380 Jul 23 16:31:17.373149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74539b34-f8b3-4212-9552-3338ac138dbc req-0c3ee524-e2a0-4648-9827-3abbc8a87478 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054489 Jul 23 16:31:17.405297 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:17.410049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc9ce6-7feb-4606-9375-f99453f8a0d5 req-8115cf7e-df23-49dd-b54f-b99a4dae14f0 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.412039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80bc9ce6-7feb-4606-9375-f99453f8a0d5 req-8115cf7e-df23-49dd-b54f-b99a4dae14f0 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 943 time: 0.1816843 Jul 23 16:31:17.489037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80bc9ce6-7feb-4606-9375-f99453f8a0d5 req-4e24f95b-755e-4d21-abaa-9c50d01c7762 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629804 Jul 23 16:31:17.529116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-53072b6c-2291-4583-8e68-4348a814baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.530964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-53072b6c-2291-4583-8e68-4348a814baed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 1094 time: 0.0747445 Jul 23 16:31:17.635426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-f45187a2-8484-4b23-be34-f830d89da8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.636833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-f45187a2-8484-4b23-be34-f830d89da8e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 916 time: 0.0982883 Jul 23 16:31:17.696770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-ff0ad240-73e8-4ad5-988e-9a49667b84c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e642436-20bd-40cd-9e73-d4f07e65d591 HTTP/1.1" status: 200 len: 217 time: 0.0378175 Jul 23 16:31:17.753356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-c7f8aeac-be9b-455c-8c14-f2b5f11d8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.754863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-c7f8aeac-be9b-455c-8c14-f2b5f11d8913 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0437024 Jul 23 16:31:17.818634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-25be15b2-7133-4a06-acea-492329f6f0ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535574 Jul 23 16:31:17.925540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698fcc-1396-420a-af54-48d45b2ac515 req-b605ab86-3800-4c04-8005-9ae10ae950ec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:17.927108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5698fcc-1396-420a-af54-48d45b2ac515 req-b605ab86-3800-4c04-8005-9ae10ae950ec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1632900 Jul 23 16:31:17.967964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-7f98e1f8-f76f-4bbf-acd6-ff8772826e5a service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404295 Jul 23 16:31:18.005660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5698fcc-1396-420a-af54-48d45b2ac515 req-ae7500e9-5ad7-4b54-9fb5-e278d319c283 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687370 Jul 23 16:31:18.439523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71b78943-9148-4564-9413-c2bc101072e0 req-7924b91f-886a-4a41-b9cd-089a77ab21cf tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 210 time: 0.0720840 Jul 23 16:31:18.469637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca21ba60-16af-49d8-9902-36c8e4d3e38a req-10b18bdd-ecf9-4126-965f-f5836b930281 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909844 Jul 23 16:31:18.479003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-b19a837c-5f60-46e7-a119-9b4fb40676ef tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:18.482640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-b19a837c-5f60-46e7-a119-9b4fb40676ef tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.67 "GET /v2.0/networks?id=5373f8d3-57bd-4aed-962c-5e15f094a0ed HTTP/1.1" status: 200 len: 825 time: 0.4614699 Jul 23 16:31:18.495114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Request body: {'port': {'device_id': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed', 'admin_state_up': True, 'tenant_id': 'f72aa9f8489242b88f13a1c53bd7e278'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:18.680138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48384-d5cc-42cd-8f74-cb250d9b283c req-2d5612dd-5c26-4d84-bd12-e4becf8dcd7c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:18.681778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1d48384-d5cc-42cd-8f74-cb250d9b283c req-2d5612dd-5c26-4d84-bd12-e4becf8dcd7c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 943 time: 0.1095872 Jul 23 16:31:18.682534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Made reservation on behalf of f72aa9f8489242b88f13a1c53bd7e278 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:18.686328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.780193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1d48384-d5cc-42cd-8f74-cb250d9b283c req-b9e9e15a-d8be-45f1-9dfd-15330d94b4f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Jul 23 16:31:18.855998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Allocated IP 172.20.0.8 (5373f8d3-57bd-4aed-962c-5e15f094a0ed/313682cd-c5dc-4f9a-9dd8-6e2af98dc176/4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:19.014251 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.055231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.123340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Network 5373f8d3-57bd-4aed-962c-5e15f094a0ed is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:19.129125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:19.134487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:19.165038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Pushing event updated for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:19.199370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.199991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.224377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ee623-b722-4408-9c59-6b5f3999b96b req-2d0a632d-259f-49d4-ae3d-7ecaac89eb93 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.225798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-632ee623-b722-4408-9c59-6b5f3999b96b req-2d0a632d-259f-49d4-ae3d-7ecaac89eb93 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1422260 Jul 23 16:31:19.227528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-9e1e432c-7e12-4341-b544-fe1831a4e332 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380028 Jul 23 16:31:19.243183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Request body: {'port': {'device_id': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:19.304072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-632ee623-b722-4408-9c59-6b5f3999b96b req-624d47d1-7e9b-4645-8a37-e6153a1bf529 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Jul 23 16:31:19.353502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.675330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c673d7-ca95-4af1-890e-0f2006cc2294 req-23cfc529-663f-4442-b6f8-0224353f03b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.676834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00c673d7-ca95-4af1-890e-0f2006cc2294 req-23cfc529-663f-4442-b6f8-0224353f03b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1565657 Jul 23 16:31:19.777197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00c673d7-ca95-4af1-890e-0f2006cc2294 req-1ebc4cdd-50c8-498f-ac15-6ce1d51a3b5f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803273 Jul 23 16:31:19.826349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad5d0-72c9-4b63-badf-bcdf00eef596 req-58c87971-1304-4ac8-bdb1-d283e11d7d17 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:19.835860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a0ad5d0-72c9-4b63-badf-bcdf00eef596 req-58c87971-1304-4ac8-bdb1-d283e11d7d17 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 931 time: 0.1917148 Jul 23 16:31:19.914875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a0ad5d0-72c9-4b63-badf-bcdf00eef596 req-63c2f735-7c29-4e47-bb15-b8b5352a4fbd tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778258 Jul 23 16:31:19.931597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:19.941666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.954825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Transition to ACTIVE for port object 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:19.959132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.041250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.090522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5e642436-20bd-40cd-9e73-d4f07e65d591 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:20.151895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bc8f7-e7c0-4dcc-92f3-ea5f149e5806 req-269cfffa-3222-44cf-9647-e94e1e6024b8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.153522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259bc8f7-e7c0-4dcc-92f3-ea5f149e5806 req-269cfffa-3222-44cf-9647-e94e1e6024b8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 943 time: 0.1648669 Jul 23 16:31:20.158714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Attempting to bind port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:20.159040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Attempting to bind port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '3418b60f-22d6-4c30-9d71-92b0b630947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:20.159373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Attempting to bind port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf on network 5373f8d3-57bd-4aed-962c-5e15f094a0ed {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:20.171047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf on network 5373f8d3-57bd-4aed-962c-5e15f094a0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:20.171368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Attempting to bind port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf on network 5373f8d3-57bd-4aed-962c-5e15f094a0ed {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:20.184744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:20.185083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Checking segment: {'id': '3418b60f-22d6-4c30-9d71-92b0b630947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:20.185460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Bound using segment: {'id': '3418b60f-22d6-4c30-9d71-92b0b630947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:20.185887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Bound port: 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3418b60f-22d6-4c30-9d71-92b0b630947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:20.186264 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.191245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5e642436-20bd-40cd-9e73-d4f07e65d591,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:20.203253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5e642436-20bd-40cd-9e73-d4f07e65d591', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'port_id': '5e642436-20bd-40cd-9e73-d4f07e65d591', 'mac_address': 'fa:16:3e:6e:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e359676e-a52a-420a-a96e-d2fe405c605e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:20.237786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259bc8f7-e7c0-4dcc-92f3-ea5f149e5806 req-19e03c05-1aba-4713-8c28-25c83349b755 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749876 Jul 23 16:31:20.253509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.268801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e642436-20bd-40cd-9e73-d4f07e65d591 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:20.274100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:20.278228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,segment=NetworkSegment(3418b60f-22d6-4c30-9d71-92b0b630947d),segment_id=3418b60f-22d6-4c30-9d71-92b0b630947d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:20.287866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.297846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5e642436-20bd-40cd-9e73-d4f07e65d591,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:20.302620 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.333563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.333870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.336468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] 10.222.0.67 "PUT /v2.0/ports/4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf HTTP/1.1" status: 200 len: 1091 time: 1.0986576 Jul 23 16:31:20.338898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:20.342608 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256ba5b-9997-41f4-b540-b0d43e98b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:20.364841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.377759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf0c83-0f70-4002-a781-a23bbcf1d656 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.396445 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9fd42b-f04a-484f-8faa-c6a875f4bb9d x-openstack-request-id: req-ba9fd42b-f04a-484f-8faa-c6a875f4bb9d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:20.396879 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:20.397746 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba9fd42b-f04a-484f-8faa-c6a875f4bb9d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:20.398256 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf', 'status': 'completed', 'code': 200} Jul 23 16:31:20.451100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-ebbd8f8f-32c0-4e93-82a4-1f4e78b6b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.452747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-ebbd8f8f-32c0-4e93-82a4-1f4e78b6b0be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f72aa9f8489242b88f13a1c53bd7e278&device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 1094 time: 0.0656228 Jul 23 16:31:20.500112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-715a0dc4-6f06-434c-803f-958b567b9312 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf HTTP/1.1" status: 200 len: 217 time: 0.0388408 Jul 23 16:31:20.551796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-8e8f28b4-6b23-4b18-a5bf-f1eb67f0dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.553839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-8e8f28b4-6b23-4b18-a5bf-f1eb67f0dff1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=313682cd-c5dc-4f9a-9dd8-6e2af98dc176 HTTP/1.1" status: 200 len: 865 time: 0.0454755 Jul 23 16:31:20.599215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-4d18a6c6-4ce0-429b-8b3f-088aa8550539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5373f8d3-57bd-4aed-962c-5e15f094a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387008 Jul 23 16:31:20.602842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5e642436-20bd-40cd-9e73-d4f07e65d591'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:20.714187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-67198e1e-baf4-48be-a871-d6470fad5da6 service neutron] 10.222.0.67 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061740 Jul 23 16:31:20.810221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99054dc6-02a0-4bf9-886d-41b1f7ef3193 req-3b43fac2-0644-4134-bce6-fe8977b50c08 service neutron] 10.222.0.67 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883386 Jul 23 16:31:20.956791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277993-a430-492b-bbe6-9e049cb2aef2 req-8859d12c-1a6c-481f-82c0-92ba56ce5e3a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.958510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e277993-a430-492b-bbe6-9e049cb2aef2 req-8859d12c-1a6c-481f-82c0-92ba56ce5e3a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1061325 Jul 23 16:31:20.961199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-1332bb54-e3f0-4edf-a85c-b19b5f4397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.962623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-1332bb54-e3f0-4edf-a85c-b19b5f4397df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f72aa9f8489242b88f13a1c53bd7e278&device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 1094 time: 0.0999146 Jul 23 16:31:21.064330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e277993-a430-492b-bbe6-9e049cb2aef2 req-ce1c5dbc-17ab-4f77-9c41-0e6846eb3cd4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964296 Jul 23 16:31:21.132711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-7657cdf3-b381-4de4-9666-a4193e0275f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.134112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-7657cdf3-b381-4de4-9666-a4193e0275f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5373f8d3-57bd-4aed-962c-5e15f094a0ed HTTP/1.1" status: 200 len: 926 time: 0.1586368 Jul 23 16:31:21.195652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fad18-f535-4c7c-9a4d-ac0b96bb878e req-bbb9f21c-8a62-438b-9331-41b8bc5fc6ee tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.198865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f3fad18-f535-4c7c-9a4d-ac0b96bb878e req-bbb9f21c-8a62-438b-9331-41b8bc5fc6ee tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 943 time: 0.1933553 Jul 23 16:31:21.201190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-3cf1f5f6-2507-49f1-9fa8-44c0df2cf67d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf HTTP/1.1" status: 200 len: 217 time: 0.0599425 Jul 23 16:31:21.282630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f3fad18-f535-4c7c-9a4d-ac0b96bb878e req-7f50f4cc-5bf1-4552-b8e5-cdde935067b4 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Jul 23 16:31:21.284526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-e11b55e8-58d5-4e32-b45c-cf8923bad3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.285867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-e11b55e8-58d5-4e32-b45c-cf8923bad3b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=313682cd-c5dc-4f9a-9dd8-6e2af98dc176 HTTP/1.1" status: 200 len: 865 time: 0.0741007 Jul 23 16:31:21.345972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-3c1259f8-2b52-4ae1-9c0a-8d40ac74efc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5373f8d3-57bd-4aed-962c-5e15f094a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493705 Jul 23 16:31:21.476365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-92d69f55-1163-4965-a426-d23ccdc4b206 service neutron] 10.222.0.67 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231904 Jul 23 16:31:21.492139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45344cd9-18bb-49ee-bc5d-dd5a72f15057 req-185502ff-953f-4023-956b-40841406d931 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.493633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45344cd9-18bb-49ee-bc5d-dd5a72f15057 req-185502ff-953f-4023-956b-40841406d931 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 944 time: 0.1215241 Jul 23 16:31:21.596874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45344cd9-18bb-49ee-bc5d-dd5a72f15057 req-92c2df5a-2c92-4550-80d5-db8dab384079 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960956 Jul 23 16:31:21.630519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b256ba5b-9997-41f4-b540-b0d43e98b8f4 req-f07f0cd6-bec5-48cb-8e69-a2247bf78eb7 service neutron] 10.222.0.67 "GET /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469564 Jul 23 16:31:21.748284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f79ea-a26a-4373-a2de-0bfc9251c381 req-aa780656-749d-44c3-9a56-d45ebb88eaa7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.749777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a7f79ea-a26a-4373-a2de-0bfc9251c381 req-aa780656-749d-44c3-9a56-d45ebb88eaa7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.0706775 Jul 23 16:31:21.790371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a7f79ea-a26a-4373-a2de-0bfc9251c381 req-b8a314b3-f49a-4132-9510-6d50aa993537 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Jul 23 16:31:22.120299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:22.122457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5e642436-20bd-40cd-9e73-d4f07e65d591 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:22.229971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 5e642436-20bd-40cd-9e73-d4f07e65d591 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:22.237532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5e642436-20bd-40cd-9e73-d4f07e65d591 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:22.238020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.279497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,segment=NetworkSegment(3418b60f-22d6-4c30-9d71-92b0b630947d),segment_id=3418b60f-22d6-4c30-9d71-92b0b630947d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:22.296862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf', 'network_id': '5373f8d3-57bd-4aed-962c-5e15f094a0ed', 'port_id': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf', 'mac_address': 'fa:16:3e:78:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313682cd-c5dc-4f9a-9dd8-6e2af98dc176', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:22.370484 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.385241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.397200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:22.423439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:22.425723 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986bc38-37ae-4011-bf2c-8d3eea4fdf19" -d '{"events": [{"server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "name": "network-vif-plugged", "status": "completed", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:22.448078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,segment=NetworkSegment(3418b60f-22d6-4c30-9d71-92b0b630947d),segment_id=3418b60f-22d6-4c30-9d71-92b0b630947d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:22.452735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5e642436-20bd-40cd-9e73-d4f07e65d591,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:22.454635 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.459618 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.462563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c27492-802f-4cec-a34e-559bf0a906ae req-bbfbfaa2-22ba-4c8c-990c-8c96bb10c6ed tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.479166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1c27492-802f-4cec-a34e-559bf0a906ae req-bbfbfaa2-22ba-4c8c-990c-8c96bb10c6ed tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 943 time: 0.1172705 Jul 23 16:31:22.501719 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c40a24-a69b-4924-ba36-05f27b4fbf90 x-openstack-request-id: req-79c40a24-a69b-4924-ba36-05f27b4fbf90 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:22.502039 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "name": "network-vif-plugged", "status": "completed", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:22.502287 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79c40a24-a69b-4924-ba36-05f27b4fbf90 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:22.502701 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591', 'code': 200} Jul 23 16:31:22.521299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1c27492-802f-4cec-a34e-559bf0a906ae req-269c9783-672d-4dd2-b854-a10d97a43d6b tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Jul 23 16:31:22.525840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:22.587131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:22.629737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d014-0a7f-4cca-a9d6-0ef5c5d97137 req-27c2b596-8fb8-4389-92f1-d3dca9b66a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.631588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f62d014-0a7f-4cca-a9d6-0ef5c5d97137 req-27c2b596-8fb8-4389-92f1-d3dca9b66a16 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 1096 time: 0.0608847 Jul 23 16:31:22.690772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f62d014-0a7f-4cca-a9d6-0ef5c5d97137 req-9ea5d91d-9224-4606-acfc-199ba6f7b878 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515475 Jul 23 16:31:22.720322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:22.753701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640c1f-459b-4bd9-8978-3465bd5c1fd5 req-e43676eb-5e70-485d-af68-3249166a3078 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.755427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9640c1f-459b-4bd9-8978-3465bd5c1fd5 req-e43676eb-5e70-485d-af68-3249166a3078 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.0822420 Jul 23 16:31:22.806036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9640c1f-459b-4bd9-8978-3465bd5c1fd5 req-5b1b6771-66f9-4f50-9d2f-b2cdffde884c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jul 23 16:31:22.943766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203921-8920-4887-94a6-f7c9180f4b55 req-d2c4a1cc-4781-4a78-b6ea-222e7badfb72 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:22.945397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6203921-8920-4887-94a6-f7c9180f4b55 req-d2c4a1cc-4781-4a78-b6ea-222e7badfb72 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.0753284 Jul 23 16:31:22.985058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6203921-8920-4887-94a6-f7c9180f4b55 req-24fc2691-8d8a-4213-ad2d-137464bdedca tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335798 Jul 23 16:31:23.241391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:23.344836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:23.356500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'port_id': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'mac_address': 'fa:16:3e:9b:10:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:23.395365 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.412634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:23.436530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:23.445604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.498100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.688631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d2fa0-baa9-43fd-b5a9-912edbc78fbb req-537a66d2-0300-4cd1-8250-a4bf21cf3822 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:23.690447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-171d2fa0-baa9-43fd-b5a9-912edbc78fbb req-537a66d2-0300-4cd1-8250-a4bf21cf3822 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 944 time: 0.0712941 Jul 23 16:31:23.741183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-171d2fa0-baa9-43fd-b5a9-912edbc78fbb req-5211798f-5564-439b-8307-430df69d815a tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Jul 23 16:31:23.838003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:23.953189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fac2e-3d28-46ef-98ab-370bda1a605b req-14cfa1d8-101b-4294-a126-a0ec651bd779 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:23.954762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a6fac2e-3d28-46ef-98ab-370bda1a605b req-14cfa1d8-101b-4294-a126-a0ec651bd779 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.0785615 Jul 23 16:31:23.998126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a6fac2e-3d28-46ef-98ab-370bda1a605b req-36d183cf-ba27-469b-a809-529bf336b76b tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358274 Jul 23 16:31:24.136062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:24.150017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a771a-a161-488e-bd9a-4bad7c965780 req-bced333f-b812-49a1-9c9f-7507c5a4d7ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.157060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-334a771a-a161-488e-bd9a-4bad7c965780 req-bced333f-b812-49a1-9c9f-7507c5a4d7ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 944 time: 0.0855165 Jul 23 16:31:24.199586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-334a771a-a161-488e-bd9a-4bad7c965780 req-336754cb-5fe9-4fd0-b7a1-cef714dcc1bc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Jul 23 16:31:24.205749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:24.215095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:24.215095 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.315199 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.355939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,segment=NetworkSegment(3418b60f-22d6-4c30-9d71-92b0b630947d),segment_id=3418b60f-22d6-4c30-9d71-92b0b630947d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:24.360319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.418178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.503621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:24.506070 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec8ce7-c254-45cd-adff-6dabf6939b38" -d '{"events": [{"server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:24.544154 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca04e3c9-27d3-4dfc-8fbe-334ab457bb50 x-openstack-request-id: req-ca04e3c9-27d3-4dfc-8fbe-334ab457bb50 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:24.544452 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:24.544709 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca04e3c9-27d3-4dfc-8fbe-334ab457bb50 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:24.545104 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf', 'code': 200} Jul 23 16:31:24.679901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065bb8f-f129-4647-9993-548757e039b4 req-bd04b678-4b67-46ab-9b7b-abe11ff8da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.681435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2065bb8f-f129-4647-9993-548757e039b4 req-bd04b678-4b67-46ab-9b7b-abe11ff8da79 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 1096 time: 0.0687411 Jul 23 16:31:24.727995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2065bb8f-f129-4647-9993-548757e039b4 req-6b220566-460b-45f4-8cf4-b9ed2d1a43af service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369680 Jul 23 16:31:24.945650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bb285-3e0e-472f-9b67-b66f7809e807 req-3d6f6401-34c0-41a2-8d9d-583a9abad861 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.947479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259bb285-3e0e-472f-9b67-b66f7809e807 req-3d6f6401-34c0-41a2-8d9d-583a9abad861 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1064718 Jul 23 16:31:24.988781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259bb285-3e0e-472f-9b67-b66f7809e807 req-a65deb4d-4c7f-4c8e-aa04-e9f59187625b tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Jul 23 16:31:25.242624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:25.322048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:25.322648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.404486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f966c-aaa5-4f77-9966-f43a3a4ef858 req-e5995c36-bd08-48a1-a2f3-bdfa9899433a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:25.409120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-535f966c-aaa5-4f77-9966-f43a3a4ef858 req-e5995c36-bd08-48a1-a2f3-bdfa9899433a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 944 time: 0.1129112 Jul 23 16:31:25.443481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.492225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-535f966c-aaa5-4f77-9966-f43a3a4ef858 req-d80eeb19-bf0a-4d40-b96f-aaa820d021db tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620344 Jul 23 16:31:25.498800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:25.516607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.626669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.223799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc51809-f35a-477c-877a-3b6a3fbcd40d req-b80ac028-cba4-4dd9-b60d-728834f39cf9 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.232135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afc51809-f35a-477c-877a-3b6a3fbcd40d req-b80ac028-cba4-4dd9-b60d-728834f39cf9 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1424167 Jul 23 16:31:26.281293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afc51809-f35a-477c-877a-3b6a3fbcd40d req-f5670018-f8bb-4cc9-b374-8416a78455f9 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Jul 23 16:31:26.478084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc00c2-166e-4d94-a363-d1eabeb2b787 req-31437520-eefb-44d3-98c0-1e434f8ca376 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.488116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dc00c2-166e-4d94-a363-d1eabeb2b787 req-31437520-eefb-44d3-98c0-1e434f8ca376 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1003189 Jul 23 16:31:26.546700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:26.552107 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528f43a2-7100-4f47-b364-e0d89e5f0cd3" -d '{"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:26.572429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dc00c2-166e-4d94-a363-d1eabeb2b787 req-d322a15c-25eb-4832-9388-d67d178e4ead tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788512 Jul 23 16:31:26.660726 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8178ce01-0d88-4275-90ea-e64cdcd2d11c x-openstack-request-id: req-8178ce01-0d88-4275-90ea-e64cdcd2d11c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:26.661424 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-plugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:26.661853 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8178ce01-0d88-4275-90ea-e64cdcd2d11c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:26.663112 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'code': 200} Jul 23 16:31:26.776299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479105c9-e7d8-48e2-a033-a9dc35abf998 req-34ae04ad-d44c-453e-ab3f-4cea36ea9d4d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.778456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-479105c9-e7d8-48e2-a033-a9dc35abf998 req-34ae04ad-d44c-453e-ab3f-4cea36ea9d4d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1359615 Jul 23 16:31:26.869242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-479105c9-e7d8-48e2-a033-a9dc35abf998 req-4922ae5f-814e-49e2-b986-af0807adc95e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Jul 23 16:31:27.085244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb4eca-9183-4d00-9d97-3e679c9e0905 req-d2c09e77-27b2-4f87-a7f4-7b37223064b3 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:27.103358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70bb4eca-9183-4d00-9d97-3e679c9e0905 req-d2c09e77-27b2-4f87-a7f4-7b37223064b3 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1527963 Jul 23 16:31:27.227977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70bb4eca-9183-4d00-9d97-3e679c9e0905 req-26a34df2-2ad4-4b2b-960b-17a0210804db tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232789 Jul 23 16:31:28.103040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480642e6-2d6f-4e3b-bdb6-3763c3b7d078 req-28a45550-f499-408c-9ecb-ca4c948f3571 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:28.114529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480642e6-2d6f-4e3b-bdb6-3763c3b7d078 req-28a45550-f499-408c-9ecb-ca4c948f3571 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.2345912 Jul 23 16:31:28.196475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480642e6-2d6f-4e3b-bdb6-3763c3b7d078 req-f57bf56d-b818-42eb-8d4c-72c77667a210 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Jul 23 16:31:28.265900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c4a9-e5f7-4a93-a008-23953c36a92e req-befc7874-ab30-48c9-aa74-9dccfb3fd4f9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:28.279016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ac5c4a9-e5f7-4a93-a008-23953c36a92e req-befc7874-ab30-48c9-aa74-9dccfb3fd4f9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.2789824 Jul 23 16:31:28.337397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ac5c4a9-e5f7-4a93-a008-23953c36a92e req-25788f30-bcdb-49d1-ae26-98aee4f92b0b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Jul 23 16:31:28.702824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.405569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b861902-5d07-4d9a-89e1-1c6f35a5bfdc req-663a6dfc-8259-4c89-ac4b-9bb57d36d172 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.419608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b861902-5d07-4d9a-89e1-1c6f35a5bfdc req-663a6dfc-8259-4c89-ac4b-9bb57d36d172 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1353917 Jul 23 16:31:29.514658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b861902-5d07-4d9a-89e1-1c6f35a5bfdc req-81f68e1f-1b2b-433f-9e45-101ed64c9ea3 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/security-groups?id=80dc4f19-2183-4838-b2a4-79b636a66ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939085 Jul 23 16:31:29.669704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-f8db2a23-ef39-4c98-93bb-d6db24ff3b0b tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.678561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-f8db2a23-ef39-4c98-93bb-d6db24ff3b0b tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 945 time: 0.1829863 Jul 23 16:31:29.713263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44327b1-6905-4d6d-92a8-ea9ba38c1bbf req-4aa6c950-d043-472b-9873-afbdb100075a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.720925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a44327b1-6905-4d6d-92a8-ea9ba38c1bbf req-4aa6c950-d043-472b-9873-afbdb100075a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.2631972 Jul 23 16:31:29.840338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a44327b1-6905-4d6d-92a8-ea9ba38c1bbf req-c4b189e9-4732-4de8-a019-310639738c57 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169524 Jul 23 16:31:29.913422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Deleting port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:29.916094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.046997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] For port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,segment=NetworkSegment(3418b60f-22d6-4c30-9d71-92b0b630947d),segment_id=3418b60f-22d6-4c30-9d71-92b0b630947d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:30.047604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.063567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Calling delete_port for 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:30.400977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.438725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Pushing event deleted for resources: {'Port': ['ID=4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:30.526540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] No DVR routers for this DVR port 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:30.529021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.531226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c29fad6-773c-407d-9666-fce52c2139e3 req-31520a64-657f-4c81-a3fd-f12663f7d676 tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.67 "DELETE /v2.0/ports/4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf HTTP/1.1" status: 204 len: 173 time: 0.8414083 Jul 23 16:31:30.531675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'name': 'network-vif-deleted', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:30.534006 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea0871-ff38-4bae-8336-48714441c821" -d '{"events": [{"server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "name": "network-vif-deleted", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:30.610379 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5641ace-8d34-419f-9e6a-a07afaba3243 x-openstack-request-id: req-f5641ace-8d34-419f-9e6a-a07afaba3243 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:30.610681 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e522775-e3ec-41b3-9aa7-e41e22365b94", "name": "network-vif-deleted", "tag": "4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:30.610938 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5641ace-8d34-419f-9e6a-a07afaba3243 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:30.611340 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e522775-e3ec-41b3-9aa7-e41e22365b94', 'name': 'network-vif-deleted', 'tag': '4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf', 'status': 'completed', 'code': 200} Jul 23 16:31:30.656714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bb02039-67b0-4057-a29c-4dfcae1e9a58 req-665ca0ce-a413-4ff3-9a3a-e06a655aa0ae tempest-ServersNegativeTestMultiTenantJSON-535728647 tempest-ServersNegativeTestMultiTenantJSON-535728647-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e522775-e3ec-41b3-9aa7-e41e22365b94 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Jul 23 16:31:31.062551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118be013-5632-4794-b1b7-e3d090a51ce5 req-a7c44837-6238-4e9f-b12f-f8c4cd16aba7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:31.070136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-118be013-5632-4794-b1b7-e3d090a51ce5 req-a7c44837-6238-4e9f-b12f-f8c4cd16aba7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1127489 Jul 23 16:31:31.118309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-118be013-5632-4794-b1b7-e3d090a51ce5 req-18147db3-fb38-4f0d-a84c-78b9086f82ea tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Jul 23 16:31:31.666234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-53ca0f2c-4cb5-4dba-b097-17bb4e8699d2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:31.668753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-53ca0f2c-4cb5-4dba-b097-17bb4e8699d2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.1503878 Jul 23 16:31:31.686622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-de59bccd-a24f-4433-ac76-580dc1461dbf tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/quotas/ef5e15b00f8446d58129b2421b7b4ecd HTTP/1.1" status: 200 len: 375 time: 0.0121143 Jul 23 16:31:31.772240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59290) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:31.811403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-a8f582fa-2763-47b7-ba0e-77c6dd3208e1 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163294 Jul 23 16:31:31.873264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Deleting subnet 313682cd-c5dc-4f9a-9dd8-6e2af98dc176 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:31.880904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.931104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.987565 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.995699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-4b7d59bb-960e-4474-a50e-95584e8bdcbb service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759527 Jul 23 16:31:32.045500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.102936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313682cd-c5dc-4f9a-9dd8-6e2af98dc176,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:32.116404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.121893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb8e9519-3bcd-4494-a06b-0021f97aabe0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/313682cd-c5dc-4f9a-9dd8-6e2af98dc176 HTTP/1.1" status: 204 len: 168 time: 0.3449342 Jul 23 16:31:32.124944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:32.128385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:32.180249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:32.182672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 4f3c6492-4dcf-42f3-94d3-7c8f8b5dd8bf not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:32.228838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-e162b6c0-280d-4400-95f6-bf2dee49c5f5 service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303364 Jul 23 16:31:32.355740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.515839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc9927-c5a7-43d4-a4cd-39dc7712a37c req-637e5c23-b21c-4c70-ae0e-c98967d95d0d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:32.518363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3edc9927-c5a7-43d4-a4cd-39dc7712a37c req-637e5c23-b21c-4c70-ae0e-c98967d95d0d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1520913 Jul 23 16:31:32.566387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.581701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5373f8d3-57bd-4aed-962c-5e15f094a0ed']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:32.599045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3418b60f-22d6-4c30-9d71-92b0b630947d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:32.599664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3418b60f-22d6-4c30-9d71-92b0b630947d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:32.614065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.636013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.650098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:32.651572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:32.654405 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:32.670623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ec7e7a4-cf95-4da4-a671-ee97102a3284 req-2e8562ff-b1de-4efe-a3bf-72835479182e tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 210 time: 0.1312470 Jul 23 16:31:32.738545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3edc9927-c5a7-43d4-a4cd-39dc7712a37c req-60484bdc-9324-4442-b1f5-08586f1c048e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139399 Jul 23 16:31:32.780493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.786747 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.793298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59324) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:32.793696 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5373f8d3-57bd-4aed-962c-5e15f094a0ed HTTP/1.1" status: 204 len: 168 time: 0.6640325 Jul 23 16:31:32.823272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17545b20-ed8a-4ed7-9b2f-30ac36390b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5373f8d3-57bd-4aed-962c-5e15f094a0ed,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:32.930932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Deleting subnet 779969a4-f227-41f4-adaa-936a329e78ac {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:32.939368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.048217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.166799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.264839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.307472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779969a4-f227-41f4-adaa-936a329e78ac,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.310821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.316670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/779969a4-f227-41f4-adaa-936a329e78ac HTTP/1.1" status: 204 len: 168 time: 0.5218279 Jul 23 16:31:33.318971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:33.325522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.325867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.326234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.326618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.326956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.327289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.327615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.327938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.328269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.328592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.328910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.329227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa6c6a2-b588-4ba1-b7b6-11b761afa4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.452485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.623307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.635842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e286231c-231c-403f-ba6e-dae5bfd8c82e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.649155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1359eec2-b82b-4591-8101-eb756e949934') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.649517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1359eec2-b82b-4591-8101-eb756e949934') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:33.665534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.697483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.708533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:33.709840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:33.712880 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:33.801509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:31:33.802693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.815610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.825229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] 10.222.0.64 "DELETE /v2.0/networks/e286231c-231c-403f-ba6e-dae5bfd8c82e HTTP/1.1" status: 204 len: 168 time: 0.5028164 Jul 23 16:31:33.855121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e286231c-231c-403f-ba6e-dae5bfd8c82e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.867036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.867377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.867719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.868187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.868516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.868842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.869164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.869488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.870223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.870564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.870885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.871204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c88e6b-4274-4a58-aa67-585925a102ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:33.937476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55f8a92d-413d-46b5-8bd1-9019ce1718b0 req-999db8e3-d45d-4895-afae-f4cb18568c0c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 210 time: 0.0819328 Jul 23 16:31:34.133750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:34.257138 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-681f00fc-9f87-497d-b85e-b54c7916695b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f72aa9f8489242b88f13a1c53bd7e278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217585 Jul 23 16:31:34.269484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59350) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:34.373196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.400679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.462359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.466525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.468760 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80dc4f19-2183-4838-b2a4-79b636a66ab5 HTTP/1.1" status: 204 len: 168 time: 0.1976905 Jul 23 16:31:34.484878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0ba17-5463-4cd3-835c-384e15db102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dc4f19-2183-4838-b2a4-79b636a66ab5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.595405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c228f4-e707-4d04-a67c-32a1eac04d48 req-a84667ce-e9be-4657-8ac1-cb3047934aef tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:34.597118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11c228f4-e707-4d04-a67c-32a1eac04d48 req-a84667ce-e9be-4657-8ac1-cb3047934aef tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.7217593 Jul 23 16:31:34.650885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-4dc3fe6f-77f2-44f1-b66f-fb957083d4e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:34.652686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-4dc3fe6f-77f2-44f1-b66f-fb957083d4e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.6666956 Jul 23 16:31:34.676923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Request body: {'port': {'device_id': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'admin_state_up': True, 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:34.696093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11c228f4-e707-4d04-a67c-32a1eac04d48 req-93197b8d-6220-4a01-800b-fb79bbe4ec23 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Jul 23 16:31:34.875134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:34.879603 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.063025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59364) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:35.128129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Allocated IP 172.20.0.14 (2c69d5ed-e296-4523-b821-b7ad92ae7d83/e359676e-a52a-420a-a96e-d2fe405c605e/b1058629-4596-4f66-b146-f5a54b57e393) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:35.147891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f21d2d4f-5258-422b-b40b-7e21456eef88 req-ac9dd5d4-0d14-4c9b-95a3-824d16b03cac tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 210 time: 0.0529852 Jul 23 16:31:35.173859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8d98b6a0-e1a2-45a2-b055-2b7b85653bf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c699086835d4b69bc18d295cb353a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086674 Jul 23 16:31:35.179178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59368) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:35.273564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.363855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.449955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.471006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.473839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.475775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a89659f2-f6ac-4ba0-9693-0241139d0832 HTTP/1.1" status: 204 len: 168 time: 0.2953560 Jul 23 16:31:35.492679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce9d48-ae08-4db9-ac24-bef0d4854d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89659f2-f6ac-4ba0-9693-0241139d0832,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:35.525610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.577056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c', '5e642436-20bd-40cd-9e73-d4f07e65d591'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:35.667606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:35.670946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:35.674901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:35.714153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event updated for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:35.744148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59384) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:35.772000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:35.784664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.894177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Deleting subnet c3de31ed-b9ec-46c3-ba23-513b7217f97d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:35.906107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.936659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-f23c5e2f-7226-4057-861b-719d13ebabab tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620072 Jul 23 16:31:35.951993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Request body: {'port': {'device_id': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:35.994547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.058745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3516c-ae40-4e15-97de-27d5bbdab05c req-99245c07-9219-4ba2-8ac7-235e89aef4da tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:36.065946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29d3516c-ae40-4e15-97de-27d5bbdab05c req-99245c07-9219-4ba2-8ac7-235e89aef4da tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.2482150 Jul 23 16:31:36.087039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.121988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.248609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.335099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.341573 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c3de31ed-b9ec-46c3-ba23-513b7217f97d HTTP/1.1" status: 204 len: 168 time: 0.5953078 Jul 23 16:31:36.343975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:36.365480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb168c59-2e40-476b-88b8-797cd136dbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3de31ed-b9ec-46c3-ba23-513b7217f97d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.479603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29d3516c-ae40-4e15-97de-27d5bbdab05c req-08d336da-ff08-4d14-b32c-e28a3d872891 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126184 Jul 23 16:31:36.490827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.595355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f608c-bd4a-484c-8374-21a92c43406f req-749ce3dc-b882-47df-b137-3767ca9e1b5d tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:36.596923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f7f608c-bd4a-484c-8374-21a92c43406f req-749ce3dc-b882-47df-b137-3767ca9e1b5d tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 932 time: 0.1824443 Jul 23 16:31:36.602879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.614192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daba6af-ebef-4576-876c-fab60756538c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:36.626430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2459e750-21cd-4bc4-930c-41ae44702c53') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:36.626906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2459e750-21cd-4bc4-930c-41ae44702c53') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:36.660160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.690112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f7f608c-bd4a-484c-8374-21a92c43406f req-bc2688c6-99d2-4534-8451-4b9257b874a8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841725 Jul 23 16:31:36.697107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.706246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1058629-4596-4f66-b146-f5a54b57e393 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:36.706400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:36.717354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:36.719474 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:36.731972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.810485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Transition to ACTIVE for port object b1058629-4596-4f66-b146-f5a54b57e393 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:36.810640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.815799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.816623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.820057 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] 10.222.0.64 "DELETE /v2.0/networks/1daba6af-ebef-4576-876c-fab60756538c HTTP/1.1" status: 204 len: 168 time: 0.4733698 Jul 23 16:31:36.822915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59412) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:36.837077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7506f-9fd9-4207-bdcd-c6083b6bc99d admin admin] Pushing event deleted for resources: {'Network': ['ID=1daba6af-ebef-4576-876c-fab60756538c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.931135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:36.937026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Deleting subnet 941854e8-ff77-4fd3-a20c-28832fb28292 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:31:36.966893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.031348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.080663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Attempting to bind port b1058629-4596-4f66-b146-f5a54b57e393 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:37.081379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Attempting to bind port b1058629-4596-4f66-b146-f5a54b57e393 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:37.081379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Attempting to bind port b1058629-4596-4f66-b146-f5a54b57e393 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:37.092405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Port b1058629-4596-4f66-b146-f5a54b57e393 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:37.092736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Attempting to bind port b1058629-4596-4f66-b146-f5a54b57e393 on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:37.099097 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.101490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:37.101825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Checking segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:37.102234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Bound using segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:37.102671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Bound port: b1058629-4596-4f66-b146-f5a54b57e393, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:37.103434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.224969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.263531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941854e8-ff77-4fd3-a20c-28832fb28292,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.272604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:37.275497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.280760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59426) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:37.281002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1a502645-424f-4539-9248-e938becec4a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/941854e8-ff77-4fd3-a20c-28832fb28292 HTTP/1.1" status: 204 len: 168 time: 0.4544020 Jul 23 16:31:37.294627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b1058629-4596-4f66-b146-f5a54b57e393,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:37.309637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.382122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:37.382788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.384375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] 10.222.0.67 "PUT /v2.0/ports/b1058629-4596-4f66-b146-f5a54b57e393 HTTP/1.1" status: 200 len: 1092 time: 1.4458082 Jul 23 16:31:37.384891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:37.386337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.388125 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f6d3e-687c-417b-95b2-6faa2a420700" -d '{"events": [{"name": "network-changed", "server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "tag": "b1058629-4596-4f66-b146-f5a54b57e393"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:37.449881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe416e8c-9355-4639-a099-391f93d11c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.471825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59432) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:37.496414 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28594cf1-64c7-496a-a3e5-0f9a714b8904 x-openstack-request-id: req-28594cf1-64c7-496a-a3e5-0f9a714b8904 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:37.496810 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "tag": "b1058629-4596-4f66-b146-f5a54b57e393", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:37.497159 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28594cf1-64c7-496a-a3e5-0f9a714b8904 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:37.497673 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393', 'status': 'completed', 'code': 200} Jul 23 16:31:37.516726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.519485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-2abca7bc-5f91-4a20-bd9b-d16813669782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:37.521470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-2abca7bc-5f91-4a20-bd9b-d16813669782 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 1095 time: 0.0860255 Jul 23 16:31:37.539430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501cce0-62f2-49c9-86ec-961d2ef8fe22']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:37.590646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-9e71fe64-f9b4-414f-8351-58150fe2ee53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1058629-4596-4f66-b146-f5a54b57e393 HTTP/1.1" status: 200 len: 217 time: 0.0516677 Jul 23 16:31:37.717248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e7682f41-1f9f-474f-a25c-5e923da9887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.732227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-7db10cfd-0fe5-4388-9b4e-d827e4a68b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:37.735792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-7db10cfd-0fe5-4388-9b4e-d827e4a68b9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.1366897 Jul 23 16:31:37.795800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-34549f88-22f7-4415-8a06-786376d0b1bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516133 Jul 23 16:31:37.871470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de9028-c93e-40dd-a694-c58d642b1c76 req-a8c51eb1-bd4e-4c3d-8bde-7d6e58361cec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:37.878432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14de9028-c93e-40dd-a694-c58d642b1c76 req-a8c51eb1-bd4e-4c3d-8bde-7d6e58361cec tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.2355964 Jul 23 16:31:37.941162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8431ca44-f787-40c8-84be-eaae2b8cb098') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:37.941750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8431ca44-f787-40c8-84be-eaae2b8cb098') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:37.951813 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.970840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.995910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:31:37.997181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:31:38.017660 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:31:38.026333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-91c30f90-153a-41a7-bd5f-5ed2c8f7d38b service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207375 Jul 23 16:31:38.041615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14de9028-c93e-40dd-a694-c58d642b1c76 req-18a200b7-68e1-480a-92c6-9a45ffcdab79 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621816 Jul 23 16:31:38.097677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.108778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.124037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb6afd-282f-45ab-af91-d5470caa2f15 req-be4f1f98-4cc0-443f-b251-d7d28bfe3593 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.129465 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8501cce0-62f2-49c9-86ec-961d2ef8fe22 HTTP/1.1" status: 204 len: 168 time: 0.8472438 Jul 23 16:31:38.131890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7abb6afd-282f-45ab-af91-d5470caa2f15 req-be4f1f98-4cc0-443f-b251-d7d28bfe3593 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 944 time: 0.2906187 Jul 23 16:31:38.150582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99d8c-7339-488b-8ca2-be9a15d4c751 admin admin] Pushing event deleted for resources: {'Network': ['ID=8501cce0-62f2-49c9-86ec-961d2ef8fe22,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.226096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e7682f41-1f9f-474f-a25c-5e923da9887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.239446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e7682f41-1f9f-474f-a25c-5e923da9887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.248847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7abb6afd-282f-45ab-af91-d5470caa2f15 req-743b51b9-1fa5-4bea-aaf6-b933cea54c64 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162777 Jul 23 16:31:38.306687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.312980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e51d996-3dcb-4778-a402-566d75ff8377 req-6d766458-99ac-45cc-b916-157c6d1e96fd service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690415 Jul 23 16:31:38.313890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682f41-1f9f-474f-a25c-5e923da9887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb954f0-a57b-4364-8b58-549e1be9ad4e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.318981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e7682f41-1f9f-474f-a25c-5e923da9887a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14f27b0195974bae8ba7a8ce822bf635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466861 Jul 23 16:31:38.321509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59450) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.392747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37e62c03-461e-4810-9da0-51527edc16f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=277c1bfcaa3048c9ae2494e78134a814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845866 Jul 23 16:31:38.399306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59452) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:38.402387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.450335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.467714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.492070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.514644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-2af5adc0-09ec-4ecf-8e8b-41bef679223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.516091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-2af5adc0-09ec-4ecf-8e8b-41bef679223a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 1095 time: 0.1292522 Jul 23 16:31:38.549101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.551868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.553553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cb954f0-a57b-4364-8b58-549e1be9ad4e HTTP/1.1" status: 204 len: 168 time: 0.2309639 Jul 23 16:31:38.555367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.560603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.561876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/374f098e-0e54-40f5-b25f-fc67cc0249ba HTTP/1.1" status: 204 len: 168 time: 0.1614399 Jul 23 16:31:38.572184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514884b-555c-4c89-bc45-5f5d2c0fb3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374f098e-0e54-40f5-b25f-fc67cc0249ba,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.616746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24bea-772e-43d7-bcb5-5b0ee3ee82eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb954f0-a57b-4364-8b58-549e1be9ad4e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:38.711078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-69bd6de1-c7f9-4f9d-bfd8-2a50b4a0fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.712629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-69bd6de1-c7f9-4f9d-bfd8-2a50b4a0fc5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 916 time: 0.1866753 Jul 23 16:31:38.791039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-9f63ea16-a2e4-466f-b4f9-e7c18284a5e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1058629-4596-4f66-b146-f5a54b57e393 HTTP/1.1" status: 200 len: 217 time: 0.0680566 Jul 23 16:31:38.870366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-5d553d7c-be76-4a68-a821-b2763fdaff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:38.874842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-5d553d7c-be76-4a68-a821-b2763fdaff1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0725443 Jul 23 16:31:38.923819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-4b679c7a-7fc7-4cdb-bddd-fff05930b520 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412018 Jul 23 16:31:39.063071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-430f9b40-7647-478a-9c1c-6991c29b6c4d service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300378 Jul 23 16:31:39.150096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:39.207549 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-01a6abeb-f75f-47d4-b90c-0f3f803dc7e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b39a7bda631843b6ba0a2f47dc8b6cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564435 Jul 23 16:31:39.210307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59478) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:39.213720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b3f6d3e-687c-417b-95b2-6faa2a420700 req-c7f6f079-141e-4696-a29a-fa82e1b74937 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346478 Jul 23 16:31:39.308574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.322610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc34c3-38fc-41cd-9696-d55a8f9ce16c req-d46394a6-fb89-48f7-87e2-0cfeeba3d6ca tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:39.324883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfbc34c3-38fc-41cd-9696-d55a8f9ce16c req-d46394a6-fb89-48f7-87e2-0cfeeba3d6ca tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1095593 Jul 23 16:31:39.345084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.370913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfbc34c3-38fc-41cd-9696-d55a8f9ce16c req-eaafe6c5-46b5-405e-ba87-aad72d2177dc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Jul 23 16:31:39.405277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.418720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.422255 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28f23f1c-2e88-48cd-9626-8e931254ead8 HTTP/1.1" status: 204 len: 168 time: 0.2086759 Jul 23 16:31:39.461297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cda0a4-1175-47fc-8b96-db130cb6abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f23f1c-2e88-48cd-9626-8e931254ead8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.566925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca553164-0883-495c-b316-f1eb0d85282d req-394d7e56-119d-47a4-a61b-39fec8ac1b58 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:39.574499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca553164-0883-495c-b316-f1eb0d85282d req-394d7e56-119d-47a4-a61b-39fec8ac1b58 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 944 time: 0.1432731 Jul 23 16:31:39.622736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca553164-0883-495c-b316-f1eb0d85282d req-04e6d0c9-9a60-4e00-9565-ce677fdf009d tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Jul 23 16:31:40.178021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b1058629-4596-4f66-b146-f5a54b57e393 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:31:40.370820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b1058629-4596-4f66-b146-f5a54b57e393,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:40.383747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'b1058629-4596-4f66-b146-f5a54b57e393', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'port_id': 'b1058629-4596-4f66-b146-f5a54b57e393', 'mac_address': 'fa:16:3e:38:45:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e359676e-a52a-420a-a96e-d2fe405c605e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:31:40.429437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.453577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1058629-4596-4f66-b146-f5a54b57e393 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:40.488765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b1058629-4596-4f66-b146-f5a54b57e393,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:40.497814 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.566752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e822-e569-4046-9436-780ba14262ac req-48cf9db2-083f-4912-ac84-e87483b4df5b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:40.575343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e152e822-e569-4046-9436-780ba14262ac req-48cf9db2-083f-4912-ac84-e87483b4df5b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1102233 Jul 23 16:31:40.645800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.664373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.666678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.668416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.669027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.671656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.673353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.675237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.675895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.676560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.678650 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.680094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.680640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.684642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e152e822-e569-4046-9436-780ba14262ac req-9f223f21-0291-4a99-a449-f8a678584c72 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083233 Jul 23 16:31:40.817005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b1058629-4596-4f66-b146-f5a54b57e393'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:31:40.873182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9408-8504-48fd-9b50-6f3c12f901bd req-22ce7e0d-49bb-4a96-9416-79d351c93d75 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:40.887213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d6f9408-8504-48fd-9b50-6f3c12f901bd req-22ce7e0d-49bb-4a96-9416-79d351c93d75 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 945 time: 0.1320746 Jul 23 16:31:40.967789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d6f9408-8504-48fd-9b50-6f3c12f901bd req-1326823f-f44a-4381-9c80-aa3866c73f3e tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735371 Jul 23 16:31:41.366235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:41.450947 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.603010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe67e13d-9a0d-4b59-90f6-c27052d94af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.698460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe67e13d-9a0d-4b59-90f6-c27052d94af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.708013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe67e13d-9a0d-4b59-90f6-c27052d94af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.748206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b97777c-1a56-4aaf-af9a-6b0e08e1936f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.753862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67e13d-9a0d-4b59-90f6-c27052d94af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11e420-18da-4efa-979a-4fdd71215575,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.759769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fe67e13d-9a0d-4b59-90f6-c27052d94af2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f4cdd04e1aa4e8483858d214180352c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924649 Jul 23 16:31:41.762562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:41.818559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.840472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.869655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef48b24-ea60-4d63-b264-5c9237f7107f req-6ded06a3-a8fd-433b-8a61-9c3b531fc729 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:41.871202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef48b24-ea60-4d63-b264-5c9237f7107f req-6ded06a3-a8fd-433b-8a61-9c3b531fc729 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.0782545 Jul 23 16:31:41.900113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.903206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.907960 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd11e420-18da-4efa-979a-4fdd71215575 HTTP/1.1" status: 204 len: 168 time: 0.1442339 Jul 23 16:31:41.918442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dab4ec-7d9c-4b21-8111-dfcaad953f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11e420-18da-4efa-979a-4fdd71215575,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.938160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef48b24-ea60-4d63-b264-5c9237f7107f req-0db2e36e-283b-4b29-a7b5-2ba7088665b9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Jul 23 16:31:42.117321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce0f70-25e6-4766-97d8-7fc2d54d70a4 req-b74adca4-207c-4b12-a123-8f0fe830944f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.118901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57ce0f70-25e6-4766-97d8-7fc2d54d70a4 req-b74adca4-207c-4b12-a123-8f0fe830944f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 945 time: 0.0745611 Jul 23 16:31:42.178951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b1058629-4596-4f66-b146-f5a54b57e393 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:31:42.212520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57ce0f70-25e6-4766-97d8-7fc2d54d70a4 req-2fba539e-b959-4fda-9cc5-39f5ef96a982 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870299 Jul 23 16:31:42.262541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-91f3e3ce-e4f3-44d0-9148-b603b672b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.264167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-91f3e3ce-e4f3-44d0-9148-b603b672b266 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 1096 time: 0.1067767 Jul 23 16:31:42.273234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port b1058629-4596-4f66-b146-f5a54b57e393 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:42.279273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port b1058629-4596-4f66-b146-f5a54b57e393 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:42.279896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.381685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-5cd865d7-8137-4097-b807-5b70e162187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.383484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-5cd865d7-8137-4097-b807-5b70e162187f service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.1107764 Jul 23 16:31:42.436610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-6df64589-1181-49a6-a909-bbddc7e0c2b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 HTTP/1.1" status: 200 len: 217 time: 0.0459411 Jul 23 16:31:42.501484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-21a1b61e-4cd4-4ee3-b415-fb435bf854a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.503535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-21a1b61e-4cd4-4ee3-b415-fb435bf854a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0604556 Jul 23 16:31:42.515372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.553444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:42.556861 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eec0a1-66ba-40d3-b410-8dd257ac48cf" -d '{"events": [{"server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "name": "network-vif-plugged", "status": "completed", "tag": "b1058629-4596-4f66-b146-f5a54b57e393"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:42.574235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b1058629-4596-4f66-b146-f5a54b57e393,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:42.579893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.637537 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc761ddf-e23a-4e05-8c96-fb8fe4ad112f x-openstack-request-id: req-bc761ddf-e23a-4e05-8c96-fb8fe4ad112f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:42.638173 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "name": "network-vif-plugged", "status": "completed", "tag": "b1058629-4596-4f66-b146-f5a54b57e393", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:42.638294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-98775431-b394-4471-8eb1-5677f34d0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.638812 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc761ddf-e23a-4e05-8c96-fb8fe4ad112f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:42.639196 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393', 'code': 200} Jul 23 16:31:42.639862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-98775431-b394-4471-8eb1-5677f34d0220 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283810 Jul 23 16:31:42.662394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.807062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-54e29665-e7b1-40ae-82fe-4659dd491982 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532855 Jul 23 16:31:42.872724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e385fd-8ea0-4d8c-ba6d-094b64654777 req-ed60737c-8bbc-4d6e-bc99-a6084bd75ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.874583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48e385fd-8ea0-4d8c-ba6d-094b64654777 req-ed60737c-8bbc-4d6e-bc99-a6084bd75ab0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 1097 time: 0.1149554 Jul 23 16:31:42.968611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48e385fd-8ea0-4d8c-ba6d-094b64654777 req-df4f2eb5-8985-43ca-8778-1dc0e71dc3bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599093 Jul 23 16:31:42.972591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27b211a3-f209-4e19-9cb1-63b5f3d4b801 req-b2351b7b-80c8-47ef-8b31-6d0e7834f14f service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523631 Jul 23 16:31:43.099603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa56808-be2c-4a7d-9d17-4855c80ae4b6 req-44315ea3-810a-4196-be22-cbad62665dbc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:43.106591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aa56808-be2c-4a7d-9d17-4855c80ae4b6 req-44315ea3-810a-4196-be22-cbad62665dbc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.0828779 Jul 23 16:31:43.145437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aa56808-be2c-4a7d-9d17-4855c80ae4b6 req-e1b8a6d1-2883-4fe8-973a-5aabfb9b7d03 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Jul 23 16:31:43.370694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505032dc-3cff-4d0b-8d43-39d9a49417c2 req-03e67120-6adf-4346-b260-857f9ded1f69 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:43.372526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-505032dc-3cff-4d0b-8d43-39d9a49417c2 req-03e67120-6adf-4346-b260-857f9ded1f69 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 946 time: 0.0727670 Jul 23 16:31:43.421465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-505032dc-3cff-4d0b-8d43-39d9a49417c2 req-4dac30a7-e90c-423f-a825-78f17289e064 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Jul 23 16:31:44.290177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e90cd-b265-4a00-af99-0f18101d61b3 req-f9f1b61f-3d86-41bf-be99-3edbbdba92e1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:44.293847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.297690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-940e90cd-b265-4a00-af99-0f18101d61b3 req-f9f1b61f-3d86-41bf-be99-3edbbdba92e1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.0796032 Jul 23 16:31:44.332273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-940e90cd-b265-4a00-af99-0f18101d61b3 req-5deedb24-75ac-4596-94a6-bda8f4d7746c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Jul 23 16:31:44.416616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30ffcfa4-0581-45b0-9fbd-bd2fde05f041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.897271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aec8f-4bc4-4375-a149-0b0de6fd7ae1 req-2befafc4-cb5f-4346-afbc-65771009aa04 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:44.904828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-906aec8f-4bc4-4375-a149-0b0de6fd7ae1 req-2befafc4-cb5f-4346-afbc-65771009aa04 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 946 time: 0.4085450 Jul 23 16:31:44.949779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-906aec8f-4bc4-4375-a149-0b0de6fd7ae1 req-fb03baca-a1f9-4cdd-b018-fa370a6d9103 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 Jul 23 16:31:45.315340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:45.440403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.499846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.512356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d80de-1758-4499-a93a-bcae7625aaba req-02e11393-c4ad-4ddf-b589-a8effd5cf8f1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:45.525399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:45.525672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c7d80de-1758-4499-a93a-bcae7625aaba req-02e11393-c4ad-4ddf-b589-a8effd5cf8f1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 945 time: 0.1011641 Jul 23 16:31:45.538351 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ec7e3-f673-4d91-8eb6-b80ba4a8b63a" -d '{"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:45.556109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:45.561646 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.583251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c7d80de-1758-4499-a93a-bcae7625aaba req-79800f7a-f582-4a0f-8e57-78f27ce74bbb tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556443 Jul 23 16:31:45.639525 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8452ef-a57d-4b50-8ff6-973cd8e75217 x-openstack-request-id: req-1c8452ef-a57d-4b50-8ff6-973cd8e75217 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:45.640001 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:45.640357 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c8452ef-a57d-4b50-8ff6-973cd8e75217 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:45.640849 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'code': 200} Jul 23 16:31:45.657183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:46.774867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14685625-5bb6-4cd1-bafb-d1a6a3bdbc81 req-8ae5bcff-44c9-4c82-bc22-91c57842082a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:46.776793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14685625-5bb6-4cd1-bafb-d1a6a3bdbc81 req-8ae5bcff-44c9-4c82-bc22-91c57842082a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1042867 Jul 23 16:31:46.839579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14685625-5bb6-4cd1-bafb-d1a6a3bdbc81 req-6000ecf3-7a97-446b-a067-bcfbd3cbea32 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536318 Jul 23 16:31:46.981185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:47.047344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb799c-39f1-4311-8604-916f165d7705 req-d8ebaff3-a8ce-46d9-a8bd-a05fde2159b2 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.049176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fbb799c-39f1-4311-8604-916f165d7705 req-d8ebaff3-a8ce-46d9-a8bd-a05fde2159b2 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1523218 Jul 23 16:31:47.090929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef8cc-ec91-49d5-8ea5-480f118a0a81 req-2578495f-c468-4a7c-bcd8-953c855144a1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.097850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c74ef8cc-ec91-49d5-8ea5-480f118a0a81 req-2578495f-c468-4a7c-bcd8-953c855144a1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1575358 Jul 23 16:31:47.113279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-953f120e-55eb-4b30-a5ef-87ec22068eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.129025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fbb799c-39f1-4311-8604-916f165d7705 req-87123ae5-33b3-420a-b371-df455f91b398 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696211 Jul 23 16:31:47.162304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c74ef8cc-ec91-49d5-8ea5-480f118a0a81 req-904dd36d-daed-4ccd-bbc3-98176d326401 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633981 Jul 23 16:31:47.308719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-953f120e-55eb-4b30-a5ef-87ec22068eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.314720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-953f120e-55eb-4b30-a5ef-87ec22068eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.360839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f120e-55eb-4b30-a5ef-87ec22068eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f2d3a-f8e4-4d8c-94b4-d5b5d308c3c9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.393207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-953f120e-55eb-4b30-a5ef-87ec22068eed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b890172724af4270b52d0c112e2ba61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096999 Jul 23 16:31:47.396814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:47.414477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.460754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0105b0-943b-4ec4-8bd1-0fdd664bfc6e req-bb89104d-8b93-4a68-8dbe-641c80f38dd5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.464258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b0105b0-943b-4ec4-8bd1-0fdd664bfc6e req-bb89104d-8b93-4a68-8dbe-641c80f38dd5 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1760087 Jul 23 16:31:47.518469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.545683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b0105b0-943b-4ec4-8bd1-0fdd664bfc6e req-adf04576-0606-48eb-aab1-2b0ffb1e4fe2 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729184 Jul 23 16:31:47.559723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.637175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.640597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.642122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c30f2d3a-f8e4-4d8c-94b4-d5b5d308c3c9 HTTP/1.1" status: 204 len: 168 time: 0.2425611 Jul 23 16:31:47.651448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde00ec-53ff-4c5a-97c8-36d619cbdc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f2d3a-f8e4-4d8c-94b4-d5b5d308c3c9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.964852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c68fe4-5d5c-437f-964d-62accade6c19 req-1baf9d6c-31c5-4b6f-8971-99f7bd964e2c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.972590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c68fe4-5d5c-437f-964d-62accade6c19 req-1baf9d6c-31c5-4b6f-8971-99f7bd964e2c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1925476 Jul 23 16:31:48.022240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c68fe4-5d5c-437f-964d-62accade6c19 req-c1e635fd-5859-41f9-8069-13827feba4a6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Jul 23 16:31:48.024861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59844) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:48.039992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-921d51f3-0cc5-4cd4-8f09-fb0120fad51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.135193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-921d51f3-0cc5-4cd4-8f09-fb0120fad51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.139467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-921d51f3-0cc5-4cd4-8f09-fb0120fad51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.180089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d51f3-0cc5-4cd4-8f09-fb0120fad51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f75071-443a-444e-a996-a87ed3dadb7d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.186876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-921d51f3-0cc5-4cd4-8f09-fb0120fad51c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee98ba08a4fa48e9a85063ce51462ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579161 Jul 23 16:31:48.187291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59846) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:48.243118 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.268604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.330631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.334910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.338972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10f75071-443a-444e-a996-a87ed3dadb7d HTTP/1.1" status: 204 len: 168 time: 0.1479952 Jul 23 16:31:48.349881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecdaaf-9a27-4037-929a-a499fa684c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f75071-443a-444e-a996-a87ed3dadb7d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:48.675527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8a041-9cec-4609-bc2f-59c8f7de95d5 req-11842910-bb93-485f-aedb-da10665d53ba tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:48.677633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0e8a041-9cec-4609-bc2f-59c8f7de95d5 req-11842910-bb93-485f-aedb-da10665d53ba tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.0711486 Jul 23 16:31:48.728262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0e8a041-9cec-4609-bc2f-59c8f7de95d5 req-51f49f5b-8696-4213-a71f-34ec30cbeed4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439270 Jul 23 16:31:49.183868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6e808-986b-4f79-b861-c02204ef5264 req-e78b0bb7-fb71-45e5-ad4d-2d6445bc0409 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.185722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b6e808-986b-4f79-b861-c02204ef5264 req-e78b0bb7-fb71-45e5-ad4d-2d6445bc0409 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0816071 Jul 23 16:31:49.252062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52b6e808-986b-4f79-b861-c02204ef5264 req-e2a0fb77-26c3-425e-b014-ef9acdaf7fc9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600402 Jul 23 16:31:49.332223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:49.516567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5da1-c59a-455d-a306-646d22415383 req-26728651-9b05-4aa7-91ad-d2f71530728e tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:49.522589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-610c5da1-c59a-455d-a306-646d22415383 req-26728651-9b05-4aa7-91ad-d2f71530728e tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.0882468 Jul 23 16:31:49.562576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-610c5da1-c59a-455d-a306-646d22415383 req-30e3d88f-0e50-462b-976c-bf7944f12fda tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379121 Jul 23 16:31:50.416509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34feb9b-9a36-4043-b3cf-085e491c3231 req-5bfa8ee3-3ef3-481a-a335-782b5877a83b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:50.419771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e34feb9b-9a36-4043-b3cf-085e491c3231 req-5bfa8ee3-3ef3-481a-a335-782b5877a83b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0744140 Jul 23 16:31:50.461879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e34feb9b-9a36-4043-b3cf-085e491c3231 req-8fdfcc59-d4b3-486e-b63b-d7529e7ccc40 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371330 Jul 23 16:31:50.734863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b3e1f-ebe9-4587-9763-c029b646c5b9 req-5450c208-feb4-4532-94ba-1453e4439590 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:50.743592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-051b3e1f-ebe9-4587-9763-c029b646c5b9 req-5450c208-feb4-4532-94ba-1453e4439590 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1075630 Jul 23 16:31:50.787344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-051b3e1f-ebe9-4587-9763-c029b646c5b9 req-79c516ed-8575-4d9b-96c9-ad4a1b1288b1 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Jul 23 16:31:50.890598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59944) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:51.006814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e56558f4-866e-4590-b2f0-863cd4691a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.134582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e56558f4-866e-4590-b2f0-863cd4691a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.139620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e56558f4-866e-4590-b2f0-863cd4691a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.183580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56558f4-866e-4590-b2f0-863cd4691a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13217e-59e0-45f1-b763-05843d97d3fd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.189047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e56558f4-866e-4590-b2f0-863cd4691a45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c969a4c149c7403aae2ff4cf0d8d9019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967503 Jul 23 16:31:51.191158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59952) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:51.244698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.267092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.322306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.325411 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.329732 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d13217e-59e0-45f1-b763-05843d97d3fd HTTP/1.1" status: 204 len: 168 time: 0.1375334 Jul 23 16:31:51.340109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792dd3-3ebf-4967-a6e5-7c831325819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13217e-59e0-45f1-b763-05843d97d3fd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.735462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e971e9-9f15-41b9-9cb9-01d2420eb9be req-4f49d197-b36f-4d23-adfd-b0da889d61e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:51.737213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6e971e9-9f15-41b9-9cb9-01d2420eb9be req-4f49d197-b36f-4d23-adfd-b0da889d61e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1355150 Jul 23 16:31:51.753326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59962) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:51.773840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d46faab-d639-4ae0-8a4e-fc3bae27fb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.786920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6e971e9-9f15-41b9-9cb9-01d2420eb9be req-df91e3a4-a180-48e3-9b52-fed0d8c3829a tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 Jul 23 16:31:51.898192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d46faab-d639-4ae0-8a4e-fc3bae27fb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.903921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d46faab-d639-4ae0-8a4e-fc3bae27fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.951003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d46faab-d639-4ae0-8a4e-fc3bae27fb51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e15c060e5bf41788130537ac9f02fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962483 Jul 23 16:31:51.951736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46faab-d639-4ae0-8a4e-fc3bae27fb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db63daa3-7790-4c54-9cc2-dfcd68c7547b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.954470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:51.978403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44523934-6120-4919-95f7-d87d8acf3e7b req-38606a21-95af-48ed-bcc8-3800d1b226c0 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:51.980338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44523934-6120-4919-95f7-d87d8acf3e7b req-38606a21-95af-48ed-bcc8-3800d1b226c0 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.0931079 Jul 23 16:31:52.009352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.019273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44523934-6120-4919-95f7-d87d8acf3e7b req-f0a35387-9881-411b-a1c8-d94ece11342c tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jul 23 16:31:52.035854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.091541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.094404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.098551 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db63daa3-7790-4c54-9cc2-dfcd68c7547b HTTP/1.1" status: 204 len: 168 time: 0.1430528 Jul 23 16:31:52.108170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090760-88c2-4edb-8563-ff37d3b03182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db63daa3-7790-4c54-9cc2-dfcd68c7547b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.199257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-5c4de833-b5ca-4b56-bb6a-b7baf7633f25 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:52.205734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-5c4de833-b5ca-4b56-bb6a-b7baf7633f25 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 946 time: 0.1594934 Jul 23 16:31:52.337012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Deleting port e0474d3d-5059-416b-adaf-30cfa25c6c44 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:31:52.337430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.407832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:52.453713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] For port e0474d3d-5059-416b-adaf-30cfa25c6c44, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e0474d3d-5059-416b-adaf-30cfa25c6c44,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:52.454070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.532505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7aba712d-92bf-460c-be40-044493f05104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.654593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7aba712d-92bf-460c-be40-044493f05104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.660372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7aba712d-92bf-460c-be40-044493f05104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.703499 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7aba712d-92bf-460c-be40-044493f05104 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21b87f283c1f4207932f5ddbc6832b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914498 Jul 23 16:31:52.703863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba712d-92bf-460c-be40-044493f05104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ebdc76-2f83-4e35-9a63-2c91f71488c6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.706172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59994) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:52.757921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.758547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.758664 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Floating IP 02192385-d495-4bb6-b3bf-73f13f666f09 disassociated. External IP: 172.25.2.203, port: e0474d3d-5059-416b-adaf-30cfa25c6c44. Jul 23 16:31:52.758977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Calling delete_port for e0474d3d-5059-416b-adaf-30cfa25c6c44 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:31:52.762160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.793748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.864054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.866881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.871392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2ebdc76-2f83-4e35-9a63-2c91f71488c6 HTTP/1.1" status: 204 len: 168 time: 0.1616473 Jul 23 16:31:52.883699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8279ba5-2dc0-4e23-8fe1-fdaf9a48534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ebdc76-2f83-4e35-9a63-2c91f71488c6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:53.010654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.027261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c4170-1671-4390-94a9-50c9b5f60e75 req-7f5e15db-5343-4b1d-b654-9cb5caa7f2a0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:53.028814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3c4170-1671-4390-94a9-50c9b5f60e75 req-7f5e15db-5343-4b1d-b654-9cb5caa7f2a0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1223664 Jul 23 16:31:53.054548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event deleted for resources: {'Port': ['ID=e0474d3d-5059-416b-adaf-30cfa25c6c44,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:53.180864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da3c4170-1671-4390-94a9-50c9b5f60e75 req-881238b5-3b7f-41ed-8178-46cdfa1afa47 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283925 Jul 23 16:31:53.214165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7caaf7f-ed63-4f3f-b8c8-a3328c75f0cc req-fbed833a-1df0-4d4f-bf85-2f5c5aa0cddb tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0553124 Jul 23 16:31:53.262742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Router be345d8d-d558-4078-a2bf-96e930bc6286 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:31:53.393464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:53.406329 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Sync routers for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:31:53.416656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:53.417375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.456574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] No DVR routers for this DVR port e0474d3d-5059-416b-adaf-30cfa25c6c44 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:31:53.460352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.462498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63bc76ed-6408-48ff-a84f-0ce716076ad1 req-10ef967e-e5dc-4a0b-bb6a-cd41895fb6b8 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.81 "DELETE /v2.0/ports/e0474d3d-5059-416b-adaf-30cfa25c6c44 HTTP/1.1" status: 204 len: 173 time: 1.2478933 Jul 23 16:31:53.462961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'name': 'network-vif-deleted', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:31:53.465547 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae6c2d-710b-4f3a-8f2a-f39c64575be8" -d '{"events": [{"server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "name": "network-vif-deleted", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:31:53.542226 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4406a0-63ea-42c0-84d7-fcacfb418700 x-openstack-request-id: req-eb4406a0-63ea-42c0-84d7-fcacfb418700 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:31:53.542536 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eeecbed-9d80-4d6f-b9bb-f9c06a38884a", "name": "network-vif-deleted", "tag": "e0474d3d-5059-416b-adaf-30cfa25c6c44", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:31:53.543032 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb4406a0-63ea-42c0-84d7-fcacfb418700 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:31:53.543255 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eeecbed-9d80-4d6f-b9bb-f9c06a38884a', 'name': 'network-vif-deleted', 'tag': 'e0474d3d-5059-416b-adaf-30cfa25c6c44', 'status': 'completed', 'code': 200} Jul 23 16:31:53.589765 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:53.880711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.917813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Checking router: be345d8d-d558-4078-a2bf-96e930bc6286 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:31:53.927908 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:53.928677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:54.117396 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:31:54.204684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:54.380810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-212813118-network', 'tenant_id': '55d64f55a173406cb532c7353a719792'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:54.422514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:54.441724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Made reservation on behalf of 55d64f55a173406cb532c7353a719792 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:54.446564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf88c4ae-bec2-42c2-923e-6193ed8b1f54 req-68e8488a-d166-4cf0-8ec7-7d087ecf66c0 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0482917 Jul 23 16:31:54.448514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.457754 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911f715-4cec-44f6-b8c7-ec0c0ff0bb8b None None] The sync data for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 is: [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:28:25Z', 'revision_number': 4, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fe9272ff-a603-4a46-99d3-5d50648bcdcf', 'name': '', 'network_id': '802893b0-e5d6-4e2c-9552-a5b94847ace6', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'mac_address': 'fa:16:3e:51:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0fc07342-003e-451c-9805-457592823b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:23Z', 'updated_at': '2021-07-23T16:28:36Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'subnets': [{'id': '0fc07342-003e-451c-9805-457592823b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:31:54.479924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.491135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c18da-5b9d-47be-bebf-ee8c1942e793 req-86c7e57c-73da-4fd7-90f1-35a06d879e78 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:54.501978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be1c18da-5b9d-47be-bebf-ee8c1942e793 req-86c7e57c-73da-4fd7-90f1-35a06d879e78 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1527996 Jul 23 16:31:54.571447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be1c18da-5b9d-47be-bebf-ee8c1942e793 req-356f56e1-014d-448d-8dd3-1bd19d79858f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682127 Jul 23 16:31:54.643359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.648749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.683933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:31:54.711397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6260283e-32e9-4354-8b8d-ff547fa6cbd8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:54.716444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.717015 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Added segment 00435886-c618-4770-b567-5055cfc82508 of type vlan for network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 Jul 23 16:31:54.773962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.811788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.814042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:54.814663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.887167 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6792417 Jul 23 16:31:54.888052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389658e8-0753-4e97-aeaa-48881e92a7fd admin admin] Pushing event updated for resources: {'Network': ['ID=49f1c640-ad20-4f2f-9003-b8d7bb82b945,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:54.890586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60078) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:54.896417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Request body: {'subnet': {'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-212813118-subnet', 'tenant_id': '55d64f55a173406cb532c7353a719792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:31:54.908499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:31:54.934548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Made reservation on behalf of 55d64f55a173406cb532c7353a719792 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:54.937922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.012357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083be55e-e530-4e13-9b1b-3747adbc7adc None None] New status for floating IP 02192385-d495-4bb6-b3bf-73f13f666f09: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:31:55.173585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.277011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Checking segment: {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:31:55.277256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Network hostable DHCP agents. Network: 49f1c640-ad20-4f2f-9003-b8d7bb82b945, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:55.299020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Pushing event updated for resources: {'Subnet': ['ID=794b13b4-ecae-4e61-8a50-ff6573018648,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:55.312306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:55.325565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 49f1c640-ad20-4f2f-9003-b8d7bb82b945) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:55.330493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:55.331365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.347450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7742c460-e4bb-4141-a5cb-b9ce94dea945 None None] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:55.369419 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e51e43e2-0e8d-4573-b83f-ba79921d884c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4777563 Jul 23 16:31:55.386433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e0474d3d-5059-416b-adaf-30cfa25c6c44 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:31:55.438747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: e0474d3d-5059-416b-adaf-30cfa25c6c44 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:31:55.439275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e0474d3d-5059-416b-adaf-30cfa25c6c44 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:31:55.596125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:55.619987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2c9d2-c628-4f69-95c6-d72c3b8d422e None None] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:31:55.652361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b01b6b36-da06-4ec9-890c-f97574413b62 req-0f4630bb-cbfc-431b-a8a8-b5a4991179da tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0695899 Jul 23 16:31:55.763853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce79a-cb40-4f7c-bc84-aff31641013d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.831335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eb17e-1b57-4d61-aef9-1528aceb74a7 req-a3babebb-1816-49d9-a7c9-fbdc68f36700 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:55.835199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-167eb17e-1b57-4d61-aef9-1528aceb74a7 req-a3babebb-1816-49d9-a7c9-fbdc68f36700 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1207967 Jul 23 16:31:55.884961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-167eb17e-1b57-4d61-aef9-1528aceb74a7 req-618ef99c-4b94-4be5-8950-02ba9e13bb39 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Jul 23 16:31:55.913453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce79a-cb40-4f7c-bc84-aff31641013d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.913453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce79a-cb40-4f7c-bc84-aff31641013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:55.952330 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0a5ce79a-cb40-4f7c-bc84-aff31641013d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85335cb737c1419298b4fcd16d38d08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527868 Jul 23 16:31:55.952330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce79a-cb40-4f7c-bc84-aff31641013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1f9f9-c9e9-428e-8eb8-20a0dca4b76d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:55.953023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:56.013991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.044615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.103270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.106025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.109501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfe1f9f9-c9e9-428e-8eb8-20a0dca4b76d HTTP/1.1" status: 204 len: 168 time: 0.1531270 Jul 23 16:31:56.115647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa854709-cbc0-4d54-a798-e25783047bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1f9f9-c9e9-428e-8eb8-20a0dca4b76d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.475625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60124) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:56.490322 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f293ed8e-ec78-44bf-a3a8-d7eac4fb6079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.601958 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f293ed8e-ec78-44bf-a3a8-d7eac4fb6079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.606573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f293ed8e-ec78-44bf-a3a8-d7eac4fb6079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.646743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293ed8e-ec78-44bf-a3a8-d7eac4fb6079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b09799a-cbb9-459d-9e6b-184393edcf8a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.651305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f293ed8e-ec78-44bf-a3a8-d7eac4fb6079 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a688a86161c4bb6811343fff8daa6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745145 Jul 23 16:31:56.654105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:31:56.724182 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.778666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a4d608d-a499-46dc-bb4c-ab6095d9d3cf req-990c0428-f84f-40b8-84e1-f53c512e4687 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0424345 Jul 23 16:31:56.783353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.838868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.841644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.842857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b09799a-cbb9-459d-9e6b-184393edcf8a HTTP/1.1" status: 204 len: 168 time: 0.1867757 Jul 23 16:31:56.853348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4c29e-3a0b-4b67-a592-b71e0f461a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b09799a-cbb9-459d-9e6b-184393edcf8a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:57.051030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce0348-e1bf-43bd-9a5f-4f84e6943284 req-640e46b0-a459-44c3-a38f-5c4e10f5202c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.053175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0ce0348-e1bf-43bd-9a5f-4f84e6943284 req-640e46b0-a459-44c3-a38f-5c4e10f5202c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0772285 Jul 23 16:31:57.104916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0ce0348-e1bf-43bd-9a5f-4f84e6943284 req-330fe9aa-07ea-4b4f-8d4b-f03712fde8e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348077 Jul 23 16:31:57.749287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-a2f1baba-eabc-4090-874c-16cf74cb3750 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:57.751061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-a2f1baba-eabc-4090-874c-16cf74cb3750 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 808 time: 0.1449516 Jul 23 16:31:57.772199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-2bbad341-db4f-4f72-a75f-dea0c1506414 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/quotas/55d64f55a173406cb532c7353a719792 HTTP/1.1" status: 200 len: 375 time: 0.0155165 Jul 23 16:31:57.815679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-72876f17-b456-4c50-9d24-ada9c01d0a3b tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424573 Jul 23 16:31:57.919484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-553de275-9214-49ec-8d82-e8e47f476cdc service neutron] 10.222.0.64 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026211 Jul 23 16:31:58.036080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d2990a-f94e-476c-b887-a2451f45a3c8 req-0166bb41-60af-4d4f-bbad-3118e8fbf3d3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0608056 Jul 23 16:31:58.066527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-86c9a853-6fbb-41e0-a9a5-5254eb9875c2 service neutron] 10.222.0.64 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390109 Jul 23 16:31:58.495465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48f05b97-113a-4317-b14a-f0ffc653f0ce req-f6b724c5-4d04-4981-81fc-f5d496bf2800 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 210 time: 0.0581524 Jul 23 16:31:58.571832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d901e72-707a-4f74-be76-8314c98842cd req-3d25b980-c4ff-4701-baf2-36d624a75dc3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:58.575435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d901e72-707a-4f74-be76-8314c98842cd req-3d25b980-c4ff-4701-baf2-36d624a75dc3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2041872 Jul 23 16:31:58.639818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d901e72-707a-4f74-be76-8314c98842cd req-40fed26c-6b6a-421e-8ec7-098c5551c5d3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570524 Jul 23 16:31:58.709865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.035297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549f1b-04a6-4531-8842-d477f8f7e336 req-aa689c53-7d0e-40f7-a6df-a70691f6eac7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.037144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64549f1b-04a6-4531-8842-d477f8f7e336 req-aa689c53-7d0e-40f7-a6df-a70691f6eac7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1479905 Jul 23 16:31:59.140281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64549f1b-04a6-4531-8842-d477f8f7e336 req-6fb81691-1e90-4420-9ae9-06e08b58b17e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789478 Jul 23 16:31:59.189571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-6a309fb7-a5ab-4eab-b079-95abbb2d13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.191510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-6a309fb7-a5ab-4eab-b079-95abbb2d13a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.1854432 Jul 23 16:31:59.313644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69893f7d-d1a5-4835-acfb-5a10450345ba req-26d7cf03-fb4c-40ee-81bd-a3132686e7f4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eeecbed-9d80-4d6f-b9bb-f9c06a38884a HTTP/1.1" status: 200 len: 210 time: 0.0595613 Jul 23 16:31:59.471491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-5ecbcdb2-4416-4234-9934-24bb6964e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.475378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-5ecbcdb2-4416-4234-9934-24bb6964e788 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.2735763 Jul 23 16:31:59.658232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-6b8cebed-c805-479f-9d7b-049c9ca50362 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.1713886 Jul 23 16:31:59.710584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10cfead9-3c3b-47d5-9488-15ace76ae8a4 req-6759a87e-ccde-4724-aee4-380156a87ceb tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 210 time: 0.0816727 Jul 23 16:31:59.774175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-c3c1b8e3-bf13-4eaf-ba51-48e8d84e4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.776333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-c3c1b8e3-bf13-4eaf-ba51-48e8d84e4dbd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0871339 Jul 23 16:31:59.885339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-69b0a3b9-8099-4732-b878-e811bf1a228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.888178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-69b0a3b9-8099-4732-b878-e811bf1a228f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998831 Jul 23 16:32:00.033222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-f6b00a00-051d-459e-b26c-162f78212ee6 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328781 Jul 23 16:32:00.384983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-2aaca281-fff6-4eaa-8722-9255a9b7b38a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:00.386743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-2aaca281-fff6-4eaa-8722-9255a9b7b38a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 808 time: 0.3956535 Jul 23 16:32:00.410486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b1f17fe-ba71-4863-bc9b-e583262372b1 req-60488d20-7bba-4ded-8a63-683c8ff092ec service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647745 Jul 23 16:32:00.414529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Request body: {'port': {'device_id': '9871443c-26f3-4374-9643-cee432deed7b', 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945', 'admin_state_up': True, 'tenant_id': '55d64f55a173406cb532c7353a719792'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:00.488606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-0d2da778-046d-45a6-9bed-2ca91bb61b0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1992266 Jul 23 16:32:00.528898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60244) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:00.669709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.701135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.761555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.764570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.768889 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f47a08f-fba5-4aa8-b2cb-febb0c606b0d HTTP/1.1" status: 204 len: 168 time: 0.2383046 Jul 23 16:32:00.769997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:00.793833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc47cc4-06d0-4f55-9c65-6f8cfa083bc4 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47a08f-fba5-4aa8-b2cb-febb0c606b0d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.806027 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-dd6f8037-9af2-4a25-9bf6-787912a19dc3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] show failed (client error): The resource could not be found. Jul 23 16:32:00.810570 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd6f8037-9af2-4a25-9bf6-787912a19dc3 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "GET /v2.0/security-groups/0f47a08f-fba5-4aa8-b2cb-febb0c606b0d HTTP/1.1" status: 404 len: 347 time: 0.0352623 Jul 23 16:32:00.811432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:00.954969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dced84b-2669-484f-b529-30b54cbb2946 req-ca4a8d40-905f-442d-ad89-9c517a3c561e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:00.956627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dced84b-2669-484f-b529-30b54cbb2946 req-ca4a8d40-905f-442d-ad89-9c517a3c561e tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.7249148 Jul 23 16:32:00.966998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b01e450-49de-4d6d-bcab-33dde9e200c9 req-9d9038d3-430d-49ec-84c7-3bbe8c8d5eeb tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 210 time: 0.0799725 Jul 23 16:32:01.035081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Deleting port 13358e23-4fd2-4b6e-b510-8a7a4d03c1e7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:01.035420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.078692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Made reservation on behalf of 55d64f55a173406cb532c7353a719792 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:01.083914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.117622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dced84b-2669-484f-b529-30b54cbb2946 req-26bfba6f-4bc3-4463-9702-b964b04999ad tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411753 Jul 23 16:32:01.140255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.141130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.141776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.142460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.143170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.143860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.144561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.148517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-517cbdb5-2d09-4d01-b43c-97c693ddaa77 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c8923c2d63204d8998094807d8ea4203&device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 6500 time: 0.2781146 Jul 23 16:32:01.334143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.339084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.355022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Calling delete_port for 13358e23-4fd2-4b6e-b510-8a7a4d03c1e7 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:01.402884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Allocated IP 172.20.0.14 (49f1c640-ad20-4f2f-9003-b8d7bb82b945/794b13b4-ecae-4e61-8a50-ff6573018648/5fe019b5-d5c9-462d-addd-471c901dbbf6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:01.418500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-0dd6d5ae-4927-46e2-878b-1b35b9a45171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.418969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-0dd6d5ae-4927-46e2-878b-1b35b9a45171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.419444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-0dd6d5ae-4927-46e2-878b-1b35b9a45171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.421049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-0dd6d5ae-4927-46e2-878b-1b35b9a45171 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a3be6b15-224f-4323-83e4-e2b4cbabee96&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 200 len: 2299 time: 0.2021003 Jul 23 16:32:01.535644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-89e81ddf-2fd4-494a-b076-73863ef637a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1030383 Jul 23 16:32:01.566181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.638001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Pushing event deleted for resources: {'Port': ['ID=13358e23-4fd2-4b6e-b510-8a7a4d03c1e7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:01.740455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-305d5d9d-1152-40d2-9940-bef40eb3f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.744052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-305d5d9d-1152-40d2-9940-bef40eb3f14e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 200 len: 856 time: 0.1974640 Jul 23 16:32:01.765757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.770600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.776483 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9a7608b3-409a-4fa2-8dd8-7306e2bc3168 tempest-ServersTestBootFromVolume-2143565222 tempest-ServersTestBootFromVolume-2143565222-project] 10.222.0.64 "DELETE /v2.0/floatingips/02192385-d495-4bb6-b3bf-73f13f666f09 HTTP/1.1" status: 204 len: 168 time: 0.9596107 Jul 23 16:32:01.776736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:01.813403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.960928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-91cb347a-0d5b-4d54-80a6-5bb05db28f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:01.963831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-91cb347a-0d5b-4d54-80a6-5bb05db28f57 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a3be6b15-224f-4323-83e4-e2b4cbabee96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993985 Jul 23 16:32:02.005446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.151827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:02.247548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:02.255093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:02.345186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.346096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.354429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Pushing event updated for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:02.451083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-ba828cf8-91a3-4b77-9790-5cb1a2484904 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0452576 Jul 23 16:32:02.457822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-9d8d437f-c27e-483f-80aa-8f5cdf680e96 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772243 Jul 23 16:32:02.460673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.472657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281069e-8690-4637-9ab9-469362f931e0 req-a10f6af4-b89a-4bd9-8e38-83535fe2ca3a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.474993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f281069e-8690-4637-9ab9-469362f931e0 req-a10f6af4-b89a-4bd9-8e38-83535fe2ca3a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 932 time: 0.3189282 Jul 23 16:32:02.483245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Request body: {'port': {'device_id': '9871443c-26f3-4374-9643-cee432deed7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:02.679357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.722710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f281069e-8690-4637-9ab9-469362f931e0 req-438898aa-fef1-424d-a086-13dbdeb9702b tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876967 Jul 23 16:32:02.818641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46943e1-a6f9-4734-832a-c606e619ccde req-8b119323-eb5b-4f56-aaec-f270aaaa5e62 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.826039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d46943e1-a6f9-4734-832a-c606e619ccde req-8b119323-eb5b-4f56-aaec-f270aaaa5e62 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4398885 Jul 23 16:32:02.856762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-1982bf46-4232-4647-8e5f-4a3bf2b45380 service neutron] 10.222.0.81 "GET /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792338 Jul 23 16:32:02.890135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Deleting port fe9272ff-a603-4a46-99d3-5d50648bcdcf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:02.891397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.983092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-275ea593-ec39-496f-b404-af1f344913a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 217 time: 0.1094260 Jul 23 16:32:02.986914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] For port fe9272ff-a603-4a46-99d3-5d50648bcdcf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe9272ff-a603-4a46-99d3-5d50648bcdcf,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:02.987549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.024607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Calling delete_port for fe9272ff-a603-4a46-99d3-5d50648bcdcf owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:03.057179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-d81a86a2-f0ef-4e8a-8b41-b50618180636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.059242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-d81a86a2-f0ef-4e8a-8b41-b50618180636 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.0631046 Jul 23 16:32:03.074517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d46943e1-a6f9-4734-832a-c606e619ccde req-8115fa33-162f-4ff6-9916-be9fb9ca7700 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475066 Jul 23 16:32:03.218211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-1971bc97-7665-4e5f-9cd6-6d343dc7fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.220258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-1971bc97-7665-4e5f-9cd6-6d343dc7fa52 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443491 Jul 23 16:32:03.380593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.421213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9272ff-a603-4a46-99d3-5d50648bcdcf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.435286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe019b5-d5c9-462d-addd-471c901dbbf6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:03.447735 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.452936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-78ebbbe1-f419-48fc-a796-fdbfb6a223d3 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202015 Jul 23 16:32:03.466898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc98940-4c93-4a0b-8300-4a54e9f5aa52 req-03e991df-1c98-4767-bd84-d41cfd2390b7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:03.468500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acc98940-4c93-4a0b-8300-4a54e9f5aa52 req-03e991df-1c98-4767-bd84-d41cfd2390b7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2394438 Jul 23 16:32:03.491251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Transition to ACTIVE for port object 5fe019b5-d5c9-462d-addd-471c901dbbf6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:03.523700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.615766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acc98940-4c93-4a0b-8300-4a54e9f5aa52 req-97e55d8e-a065-422d-8de8-9593b42a0d39 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223345 Jul 23 16:32:03.630981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.705280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Pushing event updated for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.830591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-461ef805-48ce-4e06-bb8a-fb5359031590 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609993 Jul 23 16:32:03.888437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-072ee031-bc79-46b0-9038-d47680ecbb4b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 217 time: 0.0462399 Jul 23 16:32:03.972483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Router be345d8d-d558-4078-a2bf-96e930bc6286 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:03.990646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Attempting to bind port 5fe019b5-d5c9-462d-addd-471c901dbbf6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:03.990980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Attempting to bind port 5fe019b5-d5c9-462d-addd-471c901dbbf6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:03.991312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Attempting to bind port 5fe019b5-d5c9-462d-addd-471c901dbbf6 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:04.012335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Port 5fe019b5-d5c9-462d-addd-471c901dbbf6 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:04.012658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Attempting to bind port 5fe019b5-d5c9-462d-addd-471c901dbbf6 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:04.024334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc63d9-9822-43fc-8c31-e04d1263560d req-486d97db-66c5-4d82-94e2-d3754e04920d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.031735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cacc63d9-9822-43fc-8c31-e04d1263560d req-486d97db-66c5-4d82-94e2-d3754e04920d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.3222313 Jul 23 16:32:04.051269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-66a0996b-8d00-4b89-94a7-b172ff7603db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.053425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-66a0996b-8d00-4b89-94a7-b172ff7603db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1462920 Jul 23 16:32:04.054254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:04.054592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Checking segment: {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:04.056513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Bound using segment: {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:04.056513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Bound port: 5fe019b5-d5c9-462d-addd-471c901dbbf6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:04.056513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.107945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:04.117094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f8025ec4-ddd6-49d0-a05b-46c1e452573e admin admin] 10.222.0.64 "PUT /v2.0/routers/be345d8d-d558-4078-a2bf-96e930bc6286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355060 Jul 23 16:32:04.117486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:04.126138 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Sync routers for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:04.137718 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:04.138690 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.184121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:04.188247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:04.200841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.214370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cacc63d9-9822-43fc-8c31-e04d1263560d req-4434a3cc-e14b-4388-ae3a-052b97981b8f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815650 Jul 23 16:32:04.282580 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:04.315530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.510904 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:32:03Z', 'revision_number': 5, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port': {'id': '1a59c6d0-b8c7-491f-b337-bed7b55b6461', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:28:18Z', 'updated_at': '2021-07-23T16:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.555403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.568685 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Checking router: be345d8d-d558-4078-a2bf-96e930bc6286 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:04.580179 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Routers {'be345d8d-d558-4078-a2bf-96e930bc6286'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:04.581110 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['be345d8d-d558-4078-a2bf-96e930bc6286'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.631282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.632278 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.633772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] 10.222.0.67 "PUT /v2.0/ports/5fe019b5-d5c9-462d-addd-471c901dbbf6 HTTP/1.1" status: 200 len: 1092 time: 2.1574962 Jul 23 16:32:04.649798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6486b-35f4-4a67-bf0d-43251b14a12a req-e47b050c-2962-41bc-aab0-ef31b1215cc4 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.657882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed6486b-35f4-4a67-bf0d-43251b14a12a req-e47b050c-2962-41bc-aab0-ef31b1215cc4 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 944 time: 0.7668037 Jul 23 16:32:04.664903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:04.668229 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:04.692137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Deleting port 1a59c6d0-b8c7-491f-b337-bed7b55b6461 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:04.692607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.760856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756db5-478c-4e0a-8995-51342c89ef5d service neutron] Pushing event updated for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:04.762332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] Set router be345d8d-d558-4078-a2bf-96e930bc6286 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:04.800237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed6486b-35f4-4a67-bf0d-43251b14a12a req-7493ff03-13af-47fd-8f5b-da04ceabfca9 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351194 Jul 23 16:32:04.810477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-814d752b-0d63-49fe-a7fa-36852c852642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.812499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-814d752b-0d63-49fe-a7fa-36852c852642 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7429688 Jul 23 16:32:04.855601 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0e6ea-86e0-4920-9ece-5069777ed9e9 x-openstack-request-id: req-7fd0e6ea-86e0-4920-9ece-5069777ed9e9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:04.855907 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:04.856167 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fd0e6ea-86e0-4920-9ece-5069777ed9e9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:04.856567 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6', 'status': 'completed', 'code': 200} Jul 23 16:32:04.873594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] For port 1a59c6d0-b8c7-491f-b337-bed7b55b6461, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a59c6d0-b8c7-491f-b337-bed7b55b6461,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:04.874227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.900325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Calling delete_port for 1a59c6d0-b8c7-491f-b337-bed7b55b6461 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:04.933441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-bd50af00-9dcd-4dd7-a1a1-df9af8b1185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.934899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-bd50af00-9dcd-4dd7-a1a1-df9af8b1185f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 1095 time: 0.2190015 Jul 23 16:32:04.949881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 6, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:04.986731 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac25d6-ab4e-472f-8549-687e67358227 None None] The sync data for ids ['be345d8d-d558-4078-a2bf-96e930bc6286'] in n-d-800484-3 is: [{'id': 'be345d8d-d558-4078-a2bf-96e930bc6286', 'name': 'tempest-ServersTestBootFromVolume-1352603317-router', 'tenant_id': '7651264669704dc9aba21ab5daf2932b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:28:17Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 6, 'project_id': '7651264669704dc9aba21ab5daf2932b', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:05.027200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-7acf6d60-a95a-4183-986b-b6802dadb52b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6 HTTP/1.1" status: 200 len: 217 time: 0.0528221 Jul 23 16:32:05.107627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-c4fb5e76-8943-4428-8fb7-a3eb25eb8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.109326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-c4fb5e76-8943-4428-8fb7-a3eb25eb8f23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=794b13b4-ecae-4e61-8a50-ff6573018648 HTTP/1.1" status: 200 len: 848 time: 0.0707810 Jul 23 16:32:05.117868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a4e93-6819-4083-a86b-4d9ffa86e6d7 req-51416775-c7a0-4843-aeed-60c497d89a1b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.119415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957a4e93-6819-4083-a86b-4d9ffa86e6d7 req-51416775-c7a0-4843-aeed-60c497d89a1b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2927337 Jul 23 16:32:05.122821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-7be2bcca-40ad-442c-9ca4-184a52058a13 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654541 Jul 23 16:32:05.168444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.175186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-30054eb1-5ed2-4591-b58b-4178e7e6d0a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49f1c640-ad20-4f2f-9003-b8d7bb82b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545158 Jul 23 16:32:05.218723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a59c6d0-b8c7-491f-b337-bed7b55b6461,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:05.295646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957a4e93-6819-4083-a86b-4d9ffa86e6d7 req-3c1d2b57-7695-4ae8-b84a-0153aa71f088 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639230 Jul 23 16:32:05.342538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.537177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.539569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.567995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-a052e684-65a9-4aec-9ebd-c8eed1aaeb8b service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285176 Jul 23 16:32:05.571579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe9272ff-a603-4a46-99d3-5d50648bcdcf no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:05.580107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-4ff6f28d-67ed-4b16-8829-1b75f0be3f4f service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882189 Jul 23 16:32:05.603516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fe9272ff-a603-4a46-99d3-5d50648bcdcf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:05.604102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe9272ff-a603-4a46-99d3-5d50648bcdcf not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:05.617359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.617976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be345d8d-d558-4078-a2bf-96e930bc6286 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:32:05.623187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.624438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa3c4dfd-33ea-45fb-8345-b48d72260cb3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/be345d8d-d558-4078-a2bf-96e930bc6286 HTTP/1.1" status: 204 len: 168 time: 1.5058672 Jul 23 16:32:05.627330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:05.690360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Deleting subnet 0fc07342-003e-451c-9805-457592823b5a {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:05.699555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.728268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-d2c61408-677a-4363-935c-a420d14e0686 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.730921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-d2c61408-677a-4363-935c-a420d14e0686 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.4907925 Jul 23 16:32:05.736692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-e4c150ba-92b1-47b5-8575-b4efc19e1301 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 200 len: 217 time: 0.1487598 Jul 23 16:32:05.789595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.844383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-acf3cd48-5a90-40f0-92ea-3ee4c4c08193 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/quotas/ef5e15b00f8446d58129b2421b7b4ecd HTTP/1.1" status: 200 len: 375 time: 0.0993698 Jul 23 16:32:05.908870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-13ad5903-4f7d-4aad-bffd-b27350d864d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.910438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-13ad5903-4f7d-4aad-bffd-b27350d864d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.1547551 Jul 23 16:32:05.930219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d4bd53e-626c-4061-8b58-35d3aea860ec req-9981574b-dfef-46b0-b660-4f94e66ebfc4 service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892396 Jul 23 16:32:05.935599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.029498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.038251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-44a6679d-266b-400d-9125-250de1ba8647 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1827590 Jul 23 16:32:06.057369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc07342-003e-451c-9805-457592823b5a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.062191 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.066137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-978b2186-2717-47ba-bf32-c7eded7875fe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0fc07342-003e-451c-9805-457592823b5a HTTP/1.1" status: 204 len: 168 time: 0.4356194 Jul 23 16:32:06.068369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60342) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:06.072132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba457e-5cf1-4e8c-85c7-308896e315a9 None None] Network 802893b0-e5d6-4e2c-9552-a5b94847ace6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:06.133040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86e9ea-a57f-475c-91ab-8ed9a9ba5687 req-d6142169-51fc-4932-be04-0206021eb518 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.134682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d86e9ea-a57f-475c-91ab-8ed9a9ba5687 req-d6142169-51fc-4932-be04-0206021eb518 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 944 time: 0.2232885 Jul 23 16:32:06.136721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-6644b8bf-9f25-4030-ad0e-e00b0328acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.138369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-6644b8bf-9f25-4030-ad0e-e00b0328acfb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2124465 Jul 23 16:32:06.338642 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.367381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] DHCP port deletion for 802893b0-e5d6-4e2c-9552-a5b94847ace6 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:06.370233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d86e9ea-a57f-475c-91ab-8ed9a9ba5687 req-5cf560ab-2968-4b39-bf8b-fdbcff17d7ff tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187023 Jul 23 16:32:06.383255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-9d5beea9-09c1-4149-a6b9-3dcaca1f531e service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178637 Jul 23 16:32:06.395684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-1a54a184-9c61-49b6-af57-0c56253e515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.397347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-1a54a184-9c61-49b6-af57-0c56253e515b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 1095 time: 0.3768351 Jul 23 16:32:06.457733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-6d3a7b97-d95b-45da-b09e-92baea03a725 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048346 Jul 23 16:32:06.467701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Deleting port bb36456e-f96d-452d-893a-58c70a0f5c82 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:06.469397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.557784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] For port bb36456e-f96d-452d-893a-58c70a0f5c82, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb36456e-f96d-452d-893a-58c70a0f5c82,segment=NetworkSegment(bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2),segment_id=bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:06.558221 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.574415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Calling delete_port for bb36456e-f96d-452d-893a-58c70a0f5c82 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:06.679717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.710367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] Pushing event deleted for resources: {'Port': ['ID=bb36456e-f96d-452d-893a-58c70a0f5c82,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.714189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fc40a-e8b9-4537-a74c-e7fdd13ba811 None None] No DVR routers for this DVR port bb36456e-f96d-452d-893a-58c70a0f5c82 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:06.731227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-1a387d4f-b68d-4df6-bfad-09450c7f1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.732749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-1a387d4f-b68d-4df6-bfad-09450c7f1f7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 909 time: 0.3168583 Jul 23 16:32:06.742993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-6009bfd3-b827-4d25-87c0-438671055e6e service neutron] 10.222.0.64 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496962 Jul 23 16:32:06.762696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-6faf31dc-a242-4b82-b832-e8f2fabff7cb service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717710 Jul 23 16:32:06.798730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Deleting port bb36456e-f96d-452d-893a-58c70a0f5c82 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:06.799078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.808834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-32d99fe5-7a88-4fb9-a33e-042e54bc9a07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6 HTTP/1.1" status: 200 len: 217 time: 0.0616126 Jul 23 16:32:06.883238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e1419-3839-4cd8-984e-7a0bd63fbba9 req-272db75a-911f-4b27-836e-6aff24320dac tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.884822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391e1419-3839-4cd8-984e-7a0bd63fbba9 req-272db75a-911f-4b27-836e-6aff24320dac tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4015794 Jul 23 16:32:06.889242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-36c73ad8-7f58-4f19-80e0-62edad408f58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 200 len: 217 time: 0.0941517 Jul 23 16:32:07.322584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] For port bb36456e-f96d-452d-893a-58c70a0f5c82, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:07.322999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.370763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3fbf0e1-1929-4b27-95b2-f04d0863e582 req-9ca97ee2-f820-46f0-9b6c-b7045e7193c8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 210 time: 0.0756781 Jul 23 16:32:07.372155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-9426d5ea-e9af-4f75-ba41-9db3e678414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.373782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-9426d5ea-e9af-4f75-ba41-9db3e678414e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=794b13b4-ecae-4e61-8a50-ff6573018648 HTTP/1.1" status: 200 len: 848 time: 0.5496898 Jul 23 16:32:07.376437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Calling delete_port for bb36456e-f96d-452d-893a-58c70a0f5c82 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:07.382909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Port bb36456e-f96d-452d-893a-58c70a0f5c82 was not found and therefore no delete operation was performed {{(pid=94003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:32:07.391626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-51cbd200-dbfa-4b39-be3c-4898d8d06300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.393169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-51cbd200-dbfa-4b39-be3c-4898d8d06300 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 200 len: 797 time: 0.4839308 Jul 23 16:32:07.393731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.453634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb36456e-f96d-452d-893a-58c70a0f5c82 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:07.462882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391e1419-3839-4cd8-984e-7a0bd63fbba9 req-f5ff40fa-301e-4829-8227-fc5b31840a04 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5491745 Jul 23 16:32:07.482956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-9ab76619-72bc-4054-a5a5-52f48c0cf160 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49f1c640-ad20-4f2f-9003-b8d7bb82b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933118 Jul 23 16:32:07.486100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb36456e-f96d-452d-893a-58c70a0f5c82,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:07.492626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: bb36456e-f96d-452d-893a-58c70a0f5c82 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:07.493408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb36456e-f96d-452d-893a-58c70a0f5c82 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:07.494112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a59c6d0-b8c7-491f-b337-bed7b55b6461 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:07.501913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] No DVR routers for this DVR port bb36456e-f96d-452d-893a-58c70a0f5c82 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:07.527466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1a59c6d0-b8c7-491f-b337-bed7b55b6461 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:07.537352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a59c6d0-b8c7-491f-b337-bed7b55b6461 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:07.709851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.736938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802893b0-e5d6-4e2c-9552-a5b94847ace6']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.758136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-4244b3b2-32d1-4dc2-aed5-8379e9fa1c9c service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573569 Jul 23 16:32:07.763796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-d84f6eb9-8515-4b13-90f3-75087463af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.765398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-d84f6eb9-8515-4b13-90f3-75087463af83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3549731 Jul 23 16:32:07.783798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.784188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9458f6-88bd-41e0-aae3-f1cf1e02f8b2') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:07.814783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.882930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.923039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:07.923453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.933002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ff864-9baf-4cb2-9f42-0c78c8f1def2 req-d43aee38-8b6f-4280-b432-5c38584430da tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:07.934602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4ff864-9baf-4cb2-9f42-0c78c8f1def2 req-d43aee38-8b6f-4280-b432-5c38584430da tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 944 time: 0.4308815 Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:07.936288 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:08.108560 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.139881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.141771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/802893b0-e5d6-4e2c-9552-a5b94847ace6 HTTP/1.1" status: 204 len: 168 time: 2.0621181 Jul 23 16:32:08.163127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-d5f3dc80-372f-4454-a4ac-6c23d792fc63 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706446 Jul 23 16:32:08.169382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb5cfa91-0255-43eb-885f-b24cfd0b74ea req-5bbfc085-0879-4df1-ad73-aa876f44eecd service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755486 Jul 23 16:32:08.170025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef7c7-7801-472a-944c-9034e1109ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=802893b0-e5d6-4e2c-9552-a5b94847ace6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.179306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb4ff864-9baf-4cb2-9f42-0c78c8f1def2 req-3a788d74-52c8-4842-a9d2-b46f3a7ccc65 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775315 Jul 23 16:32:08.191289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c665a-dba7-451f-8cc8-7f347c4c82d7 req-87f88939-2379-43e4-8640-9c08a8ebab8f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.192956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b53c665a-dba7-451f-8cc8-7f347c4c82d7 req-87f88939-2379-43e4-8640-9c08a8ebab8f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.4636469 Jul 23 16:32:08.205715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618df6-84a6-4870-9919-7cb765e9f207 req-000ae644-44b9-4e79-a8cf-a8fdc203642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.208098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-000ae644-44b9-4e79-a8cf-a8fdc203642c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 1095 time: 0.3625588 Jul 23 16:32:08.250220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fe019b5-d5c9-462d-addd-471c901dbbf6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:08.373277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b53c665a-dba7-451f-8cc8-7f347c4c82d7 req-f826dbcc-bbdf-4ef9-92fb-89b1e74480e7 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545815 Jul 23 16:32:08.392512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:08.404518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-d44847fe-7a9e-4e86-b4e6-a25e5da80bb9 service neutron] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226079 Jul 23 16:32:08.444718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5fe019b5-d5c9-462d-addd-471c901dbbf6', 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945', 'port_id': '5fe019b5-d5c9-462d-addd-471c901dbbf6', 'mac_address': 'fa:16:3e:da:79:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b13b4-ecae-4e61-8a50-ff6573018648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:08.464484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-666330bf-9e13-44cd-81e6-f22ebe8b4a08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 200 len: 217 time: 0.0461037 Jul 23 16:32:08.466067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618df6-84a6-4870-9919-7cb765e9f207 req-ab783f93-0cdb-467b-8fff-2edddcacdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.467797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-ab783f93-0cdb-467b-8fff-2edddcacdb71 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 200 len: 913 time: 0.2316756 Jul 23 16:32:08.492026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60374) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:08.536266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-55ed8aa3-9761-4961-bf28-b8d92ad521c4 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.537808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-55ed8aa3-9761-4961-bf28-b8d92ad521c4 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.81 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 815 time: 0.1827555 Jul 23 16:32:08.560699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Request body: {'port': {'device_id': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'admin_state_up': True, 'tenant_id': 'ef5e15b00f8446d58129b2421b7b4ecd'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:08.565919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1cd70abc-a615-4a08-90d7-ddb73ecf45fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7651264669704dc9aba21ab5daf2932b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731745 Jul 23 16:32:08.576413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.579467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:08.597460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe019b5-d5c9-462d-addd-471c901dbbf6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:08.629151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-667e647b-48cf-433d-bd3f-a30de01c9ab1 req-f33e449d-05b0-4d4b-a286-e1183a39bd9d tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 210 time: 0.0822189 Jul 23 16:32:08.633307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:08.640150 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.652793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-4d310c7f-701b-45d2-bcc3-1d576815a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.654473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-4d310c7f-701b-45d2-bcc3-1d576815a0ae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.1712308 Jul 23 16:32:08.665193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-a0d1ff69-4bb6-4ea6-ac74-993eb846537a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 200 len: 998 time: 0.1696615 Jul 23 16:32:08.704484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.715191 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.751274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.772405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Made reservation on behalf of ef5e15b00f8446d58129b2421b7b4ecd for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:08.776283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.777075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618df6-84a6-4870-9919-7cb765e9f207 req-0b74ff93-175c-45c2-95ee-efe1faa3a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.779408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-0b74ff93-175c-45c2-95ee-efe1faa3a659 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 200 len: 851 time: 0.0909603 Jul 23 16:32:08.832545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-82abddfe-2544-4332-b228-02c73d81f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.835132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-82abddfe-2544-4332-b228-02c73d81f92b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606278 Jul 23 16:32:08.872848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.875441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.876580 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26f1e8e4-e22d-4ea5-b106-538aaee7b10d HTTP/1.1" status: 204 len: 168 time: 0.2961392 Jul 23 16:32:08.891554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bb3dc-1052-47ef-9bbf-5d8616fb5e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1e8e4-e22d-4ea5-b106-538aaee7b10d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.917818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618df6-84a6-4870-9919-7cb765e9f207 req-aa173070-0653-46e4-9d00-db4852220c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.919376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-aa173070-0653-46e4-9d00-db4852220c75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9da8a594-c05e-466c-9b2f-c730e0d43633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308000 Jul 23 16:32:08.976717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-183b3ab9-9b2c-4018-9672-fbb58c48b799 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309695 Jul 23 16:32:09.072201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5fe019b5-d5c9-462d-addd-471c901dbbf6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:09.101321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-e16fa864-9428-49f2-b475-43a5cc35a9b9 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717153 Jul 23 16:32:09.168634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-305395c6-97e2-43da-85ea-17a565562bb5 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604340 Jul 23 16:32:09.256006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-6bcacee3-1c9f-4147-9066-89fcbd8f3346 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 200 len: 217 time: 0.0460515 Jul 23 16:32:09.310600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15618df6-84a6-4870-9919-7cb765e9f207 req-067fdb17-dc93-4b6e-bc23-aaff34269135 service neutron] 10.222.0.81 "GET /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956818 Jul 23 16:32:09.319452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Allocated IP 172.20.0.13 (2c69d5ed-e296-4523-b821-b7ad92ae7d83/e359676e-a52a-420a-a96e-d2fe405c605e/de461066-7736-4626-b4e6-9965b4f73daf) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:09.362664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-610de4a7-98c5-4b07-ba1b-392e303c76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.364757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-610de4a7-98c5-4b07-ba1b-392e303c76d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 200 len: 797 time: 0.0980477 Jul 23 16:32:09.427793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d2eb9-f7d1-4801-bad2-d7a72a1d86c2 req-3b99dec9-9d6a-41d8-97c4-a91806e890de tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.429459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc8d2eb9-f7d1-4801-bad2-d7a72a1d86c2 req-3b99dec9-9d6a-41d8-97c4-a91806e890de tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 945 time: 0.1254151 Jul 23 16:32:09.519540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595c008-c099-4b06-bd89-795a5bed364d req-3c2cef9a-1250-4fce-8850-d5bb4bd46e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.521275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-3c2cef9a-1250-4fce-8850-d5bb4bd46e7b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415598 Jul 23 16:32:09.546885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc8d2eb9-f7d1-4801-bad2-d7a72a1d86c2 req-4efe02ff-447f-4ccf-87df-b2bb25ba12e6 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102440 Jul 23 16:32:09.565603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.627543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.666644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da7a80-72fd-4bef-a82c-cdb13770d214 req-c0af8327-da0a-485b-9e77-b6eccf44dc2c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.673740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6da7a80-72fd-4bef-a82c-cdb13770d214 req-c0af8327-da0a-485b-9e77-b6eccf44dc2c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1890950 Jul 23 16:32:09.677738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:09.681113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:09.685107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:09.720872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event updated for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:09.749176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-bda800ec-80a8-4981-bfe2-be5de3290e7e service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011988 Jul 23 16:32:09.755958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6da7a80-72fd-4bef-a82c-cdb13770d214 req-423f2299-37f3-482d-bcd5-fe865b77e003 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799699 Jul 23 16:32:09.759911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.761185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.779263 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-4d9e064b-9ad0-45b3-9bc8-84644c9a85e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2233369 Jul 23 16:32:09.809757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Request body: {'port': {'device_id': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:09.887329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60408) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:09.903582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6595c008-c099-4b06-bd89-795a5bed364d req-4bbb81a5-caeb-4be8-b519-daf5a6e73d44 service neutron] 10.222.0.81 "GET /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419013 Jul 23 16:32:09.908516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.919010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2c6f-31e8-4b45-8e5a-7757b4d2dd67 req-b8cb8ecf-ee62-405d-b007-776f91358976 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.920953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-215a2c6f-31e8-4b45-8e5a-7757b4d2dd67 req-b8cb8ecf-ee62-405d-b007-776f91358976 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 932 time: 0.1411800 Jul 23 16:32:09.962980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-215a2c6f-31e8-4b45-8e5a-7757b4d2dd67 req-09a2e4a7-d466-4c0b-ba00-6ce80f92102b tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Jul 23 16:32:10.034278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1502000979-network', 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:10.090135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:10.092403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.104690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c', '5e642436-20bd-40cd-9e73-d4f07e65d591', 'b1058629-4596-4f66-b146-f5a54b57e393'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:10.108816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.283740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de461066-7736-4626-b4e6-9965b4f73daf {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:10.296434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.319961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Transition to ACTIVE for port object de461066-7736-4626-b4e6-9965b4f73daf will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:10.328944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.334230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.362456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.418088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Pushing event updated for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.421079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:10.433840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764bf54-897f-47af-beec-c4cd8ff3655b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.460446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.460800 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Added segment 6f5586fa-19b0-42a2-ab72-b807a85e0161 of type vlan for network ece3d9d5-59b1-40e4-952f-10879a43fd93 Jul 23 16:32:10.543754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.592301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Attempting to bind port de461066-7736-4626-b4e6-9965b4f73daf on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:10.593648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Attempting to bind port de461066-7736-4626-b4e6-9965b4f73daf by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:10.593648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Attempting to bind port de461066-7736-4626-b4e6-9965b4f73daf on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:10.598930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Port de461066-7736-4626-b4e6-9965b4f73daf on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:10.599256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Attempting to bind port de461066-7736-4626-b4e6-9965b4f73daf on network 2c69d5ed-e296-4523-b821-b7ad92ae7d83 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:10.601519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.602644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.603242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.617950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:10.618312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Checking segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:10.618793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Bound using segment: {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:10.619321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Bound port: de461066-7736-4626-b4e6-9965b4f73daf, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:10.619659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.660196 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7716706 Jul 23 16:32:10.666173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60416) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:10.672115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Request body: {'subnet': {'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1502000979-subnet', 'tenant_id': '07a4df32635b430baa238597549e69fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:10.715824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3481e9-934e-485c-aec0-a29f8cecd87f admin admin] Pushing event updated for resources: {'Network': ['ID=ece3d9d5-59b1-40e4-952f-10879a43fd93,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.754221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:10.760653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040656a-c67e-4f6e-8da2-3667187479c9 req-8af6e547-de82-4cf4-b3f5-28261b169406 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.762984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3040656a-c67e-4f6e-8da2-3667187479c9 req-8af6e547-de82-4cf4-b3f5-28261b169406 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 945 time: 0.1059186 Jul 23 16:32:10.798215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:10.801663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de461066-7736-4626-b4e6-9965b4f73daf,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:10.803533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:10.806412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.810529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.825680 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:32:10.836561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3040656a-c67e-4f6e-8da2-3667187479c9 req-07966c93-04b4-4b37-971f-edf4e8fa6f67 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543001 Jul 23 16:32:10.920305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.921168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.922666 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] 10.222.0.81 "PUT /v2.0/ports/de461066-7736-4626-b4e6-9965b4f73daf HTTP/1.1" status: 200 len: 1092 time: 1.1188488 Jul 23 16:32:10.923137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:10.925483 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24b481d-e12c-4b5e-89c2-2dc81416820b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "tag": "de461066-7736-4626-b4e6-9965b4f73daf"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:10.961977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebafc79-83d0-4546-af53-e4f641e412c9 service neutron] Pushing event updated for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.050772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b28048-b3f9-45c6-abc0-5d5365b850a4 req-64fd8b69-def7-49d9-9bb0-5551d3b093c9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.053497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b28048-b3f9-45c6-abc0-5d5365b850a4 req-64fd8b69-def7-49d9-9bb0-5551d3b093c9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0922287 Jul 23 16:32:11.101277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b28048-b3f9-45c6-abc0-5d5365b850a4 req-d9a70775-5d5e-4c37-8a1d-72e4719e0a0c tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406182 Jul 23 16:32:11.153126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.232963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace9b905-3b78-4880-9a19-8080fe2bb780,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.247416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-b00da3c8-05f4-4ee0-b3ed-48c459bcb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.249393 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-b00da3c8-05f4-4ee0-b3ed-48c459bcb4ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 1095 time: 0.1523902 Jul 23 16:32:11.256073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:11.256460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Network hostable DHCP agents. Network: ece3d9d5-59b1-40e4-952f-10879a43fd93, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:11.281326 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fcdeab-492d-45e2-89a6-0fe34b6442a0 x-openstack-request-id: req-c0fcdeab-492d-45e2-89a6-0fe34b6442a0 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:11.281639 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "tag": "de461066-7736-4626-b4e6-9965b4f73daf", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:11.281871 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0fcdeab-492d-45e2-89a6-0fe34b6442a0 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:11.282530 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf', 'status': 'completed', 'code': 200} Jul 23 16:32:11.289600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea8a47-fd40-4bf8-9653-3a9f1a91191b req-11c9e88b-4b00-436b-83ac-cb1c92ccd034 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.291830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5ea8a47-fd40-4bf8-9653-3a9f1a91191b req-11c9e88b-4b00-436b-83ac-cb1c92ccd034 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 944 time: 0.1104567 Jul 23 16:32:11.314479 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-fad743be-5a45-49ce-a3f7-0f3fb71e0f4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de461066-7736-4626-b4e6-9965b4f73daf HTTP/1.1" status: 200 len: 217 time: 0.0444744 Jul 23 16:32:11.314979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:11.336526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ece3d9d5-59b1-40e4-952f-10879a43fd93) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:11.345646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103de8d7-2341-4598-a451-d25333bf6f26 None None] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:11.360918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.361625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.366772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5ea8a47-fd40-4bf8-9653-3a9f1a91191b req-f1f09f4a-94dd-4cdb-812b-fadad46e0833 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Jul 23 16:32:11.386873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643be64-9f20-4b17-a151-390923de8ffe req-d7b60606-41f5-4ccd-8bff-b9c11dfc6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.388919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-d7b60606-41f5-4ccd-8bff-b9c11dfc6468 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0655398 Jul 23 16:32:11.393230 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cc180174-08e9-4b29-aed9-86f5c48c292a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7255738 Jul 23 16:32:11.447010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-0abb6b84-752e-4ad8-b55b-442528181e5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353131 Jul 23 16:32:11.463146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d6a53-6862-4c33-98cc-e3b62960e57f req-7a90a323-27f4-4fa8-9ae5-d880687f4a04 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.464977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c88d6a53-6862-4c33-98cc-e3b62960e57f req-7a90a323-27f4-4fa8-9ae5-d880687f4a04 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.1270931 Jul 23 16:32:11.500916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.531064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c88d6a53-6862-4c33-98cc-e3b62960e57f req-d9d404d1-6fa0-4486-8926-4843c278086b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558376 Jul 23 16:32:11.599892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989f6d6-6599-456e-ab55-90f0907abf88 None None] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:11.661300 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-0b34f965-d033-489e-95aa-539fff1c1494 service neutron] 10.222.0.81 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644924 Jul 23 16:32:11.792965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-41dd212b-088a-4112-a6e0-54408db5a876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.810620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b643be64-9f20-4b17-a151-390923de8ffe req-7882d8b6-472d-42ea-838e-2d5ea995d812 service neutron] 10.222.0.81 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221910 Jul 23 16:32:11.981225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-2258da7e-5b1a-4500-9e11-b176c0ed9c6f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.982474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-2258da7e-5b1a-4500-9e11-b176c0ed9c6f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.1205969 Jul 23 16:32:11.999305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-aded52c5-67c4-475d-8d86-46943521ba71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0112004 Jul 23 16:32:12.018896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-b26610ef-954a-4c66-8d38-0179d3647f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.020650 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-b26610ef-954a-4c66-8d38-0179d3647f3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 1095 time: 0.0700433 Jul 23 16:32:12.039413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-4c95d8dd-91a9-45bd-9929-e679dcf23ddc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312829 Jul 23 16:32:12.131419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-1a86ff2f-5b91-48ca-b0ec-7749c74b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.133028 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-1a86ff2f-5b91-48ca-b0ec-7749c74b646e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 916 time: 0.1010084 Jul 23 16:32:12.145957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-2470d946-ac49-4736-acd7-6ec48947a156 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997796 Jul 23 16:32:12.189268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-8db5ff74-ab8f-4104-b31c-a670db2e9143 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de461066-7736-4626-b4e6-9965b4f73daf HTTP/1.1" status: 200 len: 217 time: 0.0392566 Jul 23 16:32:12.245907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-5795f33f-90f9-4a9e-b8df-a9d33ab92673 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989375 Jul 23 16:32:12.248511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-91975ef5-bba4-4273-ab8b-a8c7c3848bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.250039 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-91975ef5-bba4-4273-ab8b-a8c7c3848bd1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.0468106 Jul 23 16:32:12.260765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fe019b5-d5c9-462d-addd-471c901dbbf6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:12.304079 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-67304dd0-f9c9-4f8c-9657-b5fa32f044dd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375395 Jul 23 16:32:12.334027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 5fe019b5-d5c9-462d-addd-471c901dbbf6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:12.339262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5fe019b5-d5c9-462d-addd-471c901dbbf6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:12.339829 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.435095 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-b0c055f9-3d17-4836-b5e1-d6082ccc32a7 service neutron] 10.222.0.81 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162021 Jul 23 16:32:12.470951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.504309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:12.506753 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796d9c8-fffa-4b0a-9126-47b47198e965" -d '{"events": [{"server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "name": "network-vif-plugged", "status": "completed", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:12.522491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:12.526946 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.593755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:12.599753 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b24b481d-e12c-4b5e-89c2-2dc81416820b req-291849d7-2b83-4528-b50e-9336280a7bef service neutron] 10.222.0.81 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520236 Jul 23 16:32:12.607695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909617-d119-4295-9446-270c426e5c1d req-e5ca7984-62fb-4864-aa65-0ae8f5807a42 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.609738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35909617-d119-4295-9446-270c426e5c1d req-e5ca7984-62fb-4864-aa65-0ae8f5807a42 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=38da3bf4-9f22-4a71-bc86-fcf74295b65d HTTP/1.1" status: 200 len: 943 time: 0.1886322 Jul 23 16:32:12.619449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f37c81-e50a-4cfb-bb91-b43be561a00a req-068aa206-5098-45fa-967d-1c6d59f98aef tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.622707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9f37c81-e50a-4cfb-bb91-b43be561a00a req-068aa206-5098-45fa-967d-1c6d59f98aef tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 945 time: 0.1322734 Jul 23 16:32:13.034415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9f37c81-e50a-4cfb-bb91-b43be561a00a req-8879ffc1-f999-45e8-83cd-1003adfdd233 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964322 Jul 23 16:32:13.087434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:13.087851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.194491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:13.195210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.208134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:13.292948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-313e02b6-cc52-4778-a85e-b5826065aa68 req-2eca3b9e-627c-4ab0-80ad-85387dee3fb7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 210 time: 0.0641315 Jul 23 16:32:13.415504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.430272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:13.453360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:13.476048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:13.489176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de461066-7736-4626-b4e6-9965b4f73daf details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:13.494808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f473f7-cb81-43a4-b6b9-964ab617ed2c req-02b63d40-a265-4373-afc9-e9bec20e7b1a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:13.496545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58f473f7-cb81-43a4-b6b9-964ab617ed2c req-02b63d40-a265-4373-afc9-e9bec20e7b1a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 944 time: 0.1412110 Jul 23 16:32:13.534954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] No DVR routers for this DVR port 6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:13.544660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.547221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35909617-d119-4295-9446-270c426e5c1d req-8647a988-1388-409e-9d13-6e59d3ac7191 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "DELETE /v2.0/ports/6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63 HTTP/1.1" status: 204 len: 173 time: 0.9226625 Jul 23 16:32:13.547961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-deleted', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:13.550632 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e4d237-9733-4def-a0cc-c249e8c633f1" -d '{"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-deleted", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:13.664519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58f473f7-cb81-43a4-b6b9-964ab617ed2c req-0819a594-1d89-49ac-8d8d-74711df92b24 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570201 Jul 23 16:32:13.793867 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3211fb15-de33-4a13-a9bc-aa402c6aee40 x-openstack-request-id: req-3211fb15-de33-4a13-a9bc-aa402c6aee40 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:13.794395 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "name": "network-vif-plugged", "status": "completed", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:13.794804 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3211fb15-de33-4a13-a9bc-aa402c6aee40 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:13.795493 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6', 'code': 200} Jul 23 16:32:13.996411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de461066-7736-4626-b4e6-9965b4f73daf,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:14.035911 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f253aa7-fa0a-44c0-8778-6e127be034d6 x-openstack-request-id: req-8f253aa7-fa0a-44c0-8778-6e127be034d6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:14.036556 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38da3bf4-9f22-4a71-bc86-fcf74295b65d", "name": "network-vif-deleted", "tag": "6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63", "status": "failed", "code": 422}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:14.037142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f253aa7-fa0a-44c0-8778-6e127be034d6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:14.037742 n-d-800484-3 neutron-server[94003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38da3bf4-9f22-4a71-bc86-fcf74295b65d', 'name': 'network-vif-deleted', 'tag': '6d8061cd-dc18-4e62-95ad-1ae0ec7e2c63', 'status': 'failed', 'code': 422} returned with failed status Jul 23 16:32:14.068793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-7e2eb4f7-c038-4ac4-a4da-6644126ccb5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.070666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-7e2eb4f7-c038-4ac4-a4da-6644126ccb5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.2708726 Jul 23 16:32:14.091095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:14.118174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c1f3a-0d91-4846-98ca-899111e9bf6d req-e5e92797-f5a8-44e2-9d96-bf8aa941759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.120248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272c1f3a-0d91-4846-98ca-899111e9bf6d req-e5e92797-f5a8-44e2-9d96-bf8aa941759b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 1097 time: 0.1723053 Jul 23 16:32:14.214283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'de461066-7736-4626-b4e6-9965b4f73daf', 'network_id': '2c69d5ed-e296-4523-b821-b7ad92ae7d83', 'port_id': 'de461066-7736-4626-b4e6-9965b4f73daf', 'mac_address': 'fa:16:3e:fa:4c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e359676e-a52a-420a-a96e-d2fe405c605e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:14.245964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-272c1f3a-0d91-4846-98ca-899111e9bf6d req-39483d34-0e60-484e-bf43-2c895b464e63 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132777 Jul 23 16:32:14.274869 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.302425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fe09-fadd-4361-8e73-fb334aee3482 req-1b872be1-20a0-40bb-b8dd-b27ef7f3b76a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.303376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de461066-7736-4626-b4e6-9965b4f73daf {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:14.306501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee7fe09-fadd-4361-8e73-fb334aee3482 req-1b872be1-20a0-40bb-b8dd-b27ef7f3b76a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.1648893 Jul 23 16:32:14.321237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:14.324873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.330408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.334878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de461066-7736-4626-b4e6-9965b4f73daf,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:14.340479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.371978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eee7fe09-fadd-4361-8e73-fb334aee3482 req-8a5dbc42-575f-445e-84f9-637db7c80866 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Jul 23 16:32:14.404417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:14.419987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-008aabde-62f7-4aef-af51-04bd47661ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.448715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43cd8e6e-158a-4496-ba45-8949361e23f4 req-18fb10ef-e98d-479c-869b-65ab3f56fd71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 210 time: 0.0386655 Jul 23 16:32:14.515615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.3 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/3c49355b-9f4a-4ea7-810d-b933dea41a73) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:14.716401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.738241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d005b0a-8137-46b5-91d9-a51062e264de req-0ac3011f-ef6a-4315-ad14-879a9f8c0ce4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.741966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d005b0a-8137-46b5-91d9-a51062e264de req-0ac3011f-ef6a-4315-ad14-879a9f8c0ce4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 907 time: 0.1532209 Jul 23 16:32:14.808107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.860848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:14.868551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:14.871031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:14.903708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:14.928516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e45ed4-8bef-467e-a308-8e6fa24a7fe7 req-a01654df-d9a1-486d-be1d-941e754bf818 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.930093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94e45ed4-8bef-467e-a308-8e6fa24a7fe7 req-a01654df-d9a1-486d-be1d-941e754bf818 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 945 time: 0.1781554 Jul 23 16:32:14.953671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.954347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.986529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6222f3f1-c2a1-4729-8071-d778dd9c8393 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012015 Jul 23 16:32:14.992648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94e45ed4-8bef-467e-a308-8e6fa24a7fe7 req-1ef7b224-d2b4-4921-9aa2-059c43919b4d tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Jul 23 16:32:15.002332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Request body: {'port': {'device_id': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:15.072330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['de461066-7736-4626-b4e6-9965b4f73daf'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:15.084428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.362843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c49355b-9f4a-4ea7-810d-b933dea41a73 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:15.372304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.387453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Transition to ACTIVE for port object 3c49355b-9f4a-4ea7-810d-b933dea41a73 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:15.391618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.447127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:15.473804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.604385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Attempting to bind port 3c49355b-9f4a-4ea7-810d-b933dea41a73 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:15.604716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Attempting to bind port 3c49355b-9f4a-4ea7-810d-b933dea41a73 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:15.605045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Attempting to bind port 3c49355b-9f4a-4ea7-810d-b933dea41a73 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:15.620545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbc411-b8ea-4e62-9f54-41e005113ec9 req-191176eb-52b6-468f-bd59-0dcdbe7d5731 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.622120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2dbc411-b8ea-4e62-9f54-41e005113ec9 req-191176eb-52b6-468f-bd59-0dcdbe7d5731 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.1479645 Jul 23 16:32:15.627477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Port 3c49355b-9f4a-4ea7-810d-b933dea41a73 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:15.627804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Attempting to bind port 3c49355b-9f4a-4ea7-810d-b933dea41a73 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:15.651484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:15.651840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:15.652311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:15.652864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Bound port: 3c49355b-9f4a-4ea7-810d-b933dea41a73, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:15.653304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.681294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd126ff7-07f5-4d51-af42-26d60c862271 req-3433771a-f947-41e3-b814-a67f9d977169 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.682917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd126ff7-07f5-4d51-af42-26d60c862271 req-3433771a-f947-41e3-b814-a67f9d977169 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 943 time: 0.1530027 Jul 23 16:32:15.725996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2dbc411-b8ea-4e62-9f54-41e005113ec9 req-2d56139e-e400-4aaf-8341-4ab8c718a636 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957410 Jul 23 16:32:15.767349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd126ff7-07f5-4d51-af42-26d60c862271 req-dd838102-75de-47ca-82e6-eb0c2c5d878d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720961 Jul 23 16:32:15.782633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:15.787274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:15.794073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.828524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.829170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.830596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/3c49355b-9f4a-4ea7-810d-b933dea41a73 HTTP/1.1" status: 200 len: 1091 time: 0.8329613 Jul 23 16:32:15.909512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15220691-219e-4d2b-b6de-83a2e39ca0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:15.959299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110de531-7b38-4e5b-a333-db46d60b67c2 req-f33f7b81-86e0-4093-9f8c-1a4ac0bb1130 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.960829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-110de531-7b38-4e5b-a333-db46d60b67c2 req-f33f7b81-86e0-4093-9f8c-1a4ac0bb1130 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 907 time: 0.1293771 Jul 23 16:32:15.962844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-940def50-abcf-4caa-b293-f20253ca7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.964213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-940def50-abcf-4caa-b293-f20253ca7637 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 1094 time: 0.0868807 Jul 23 16:32:16.020535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-c3637486-ace5-45e8-84ba-12d3925f9eeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73 HTTP/1.1" status: 200 len: 217 time: 0.0435739 Jul 23 16:32:16.038837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:16.041102 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d007986-948b-411a-9474-848bfa0c0abc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:16.105370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-d3a648a3-8cb3-4f1b-9268-5a3f3028b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.106884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-d3a648a3-8cb3-4f1b-9268-5a3f3028b677 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0763042 Jul 23 16:32:16.151229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-6b687cbe-e552-4b04-9c25-10c67da9fe50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342515 Jul 23 16:32:16.159061 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516ce6a-824c-4635-864a-6f06ca890a0c x-openstack-request-id: req-d516ce6a-824c-4635-864a-6f06ca890a0c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:16.159361 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:16.159678 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d516ce6a-824c-4635-864a-6f06ca890a0c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:16.160057 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73', 'status': 'completed', 'code': 200} Jul 23 16:32:16.171186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a605aa-30dc-49b5-bb60-982c73f33e5f req-1f1b8a0e-4f45-424d-afef-19e278223a74 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.172772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16a605aa-30dc-49b5-bb60-982c73f33e5f req-1f1b8a0e-4f45-424d-afef-19e278223a74 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 945 time: 0.1080966 Jul 23 16:32:16.266132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16a605aa-30dc-49b5-bb60-982c73f33e5f req-72ebb5c1-c4fc-4fc2-aae9-abd9f867965f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849097 Jul 23 16:32:16.294347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-7fc4bde6-5d07-4d30-a180-a71b58da96dd service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205237 Jul 23 16:32:16.399543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d090142f-73ae-4889-b4ec-060f0d7f4c00 req-dc44ddac-cb15-41f4-89d3-ded07ab2b8e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943644 Jul 23 16:32:16.516385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007986-948b-411a-9474-848bfa0c0abc req-d8154d55-d18b-4c6f-b3b8-a1cf4ffc5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.517949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-d8154d55-d18b-4c6f-b3b8-a1cf4ffc5874 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 1094 time: 0.0577023 Jul 23 16:32:16.621081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007986-948b-411a-9474-848bfa0c0abc req-4ce406b1-3b6a-438b-9db5-6c044a70d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.622674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-4ce406b1-3b6a-438b-9db5-6c044a70d1c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.0933979 Jul 23 16:32:16.674825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-669372c5-bcc1-4bbe-859e-8bd79255522c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73 HTTP/1.1" status: 200 len: 217 time: 0.0407317 Jul 23 16:32:16.734109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007986-948b-411a-9474-848bfa0c0abc req-0d44630a-7e34-4513-9c1e-a19ca7301f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:16.735877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-0d44630a-7e34-4513-9c1e-a19ca7301f0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0508618 Jul 23 16:32:16.784164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-410d9cf9-ed32-4371-8d2f-a462967e8444 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381114 Jul 23 16:32:16.979355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-7857c686-8654-444a-a036-6032bf426e04 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794674 Jul 23 16:32:17.029527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affee81-2934-42c7-95b9-fe36f2756275 req-79d708a6-9b52-40b6-b1f9-a4ff109cf6ad tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.031913 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6affee81-2934-42c7-95b9-fe36f2756275 req-79d708a6-9b52-40b6-b1f9-a4ff109cf6ad tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 907 time: 0.0754883 Jul 23 16:32:17.039564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737a5a-178c-43dc-808c-da2bf8c400a5 req-f48a071d-5fb1-4002-b508-c85088b6ed05 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.041175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37737a5a-178c-43dc-808c-da2bf8c400a5 req-f48a071d-5fb1-4002-b508-c85088b6ed05 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 943 time: 0.1870656 Jul 23 16:32:17.060048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10474-2af7-42da-93f3-209b324b8ec2 req-039b293c-57dd-485b-8e94-edae37277c11 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.061597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46f10474-2af7-42da-93f3-209b324b8ec2 req-039b293c-57dd-485b-8e94-edae37277c11 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.2107790 Jul 23 16:32:17.155101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37737a5a-178c-43dc-808c-da2bf8c400a5 req-945e2c2e-d87e-4f80-9e79-4c17a188e522 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031129 Jul 23 16:32:17.158691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port 7d792ffa-9877-46dd-aa02-4cc6b35d538c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:17.159163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.179462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46f10474-2af7-42da-93f3-209b324b8ec2 req-95179563-0016-48b0-a3c4-9bc5b5c1256c tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Jul 23 16:32:17.185677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d007986-948b-411a-9474-848bfa0c0abc req-dcca9094-b03c-40ad-945a-fa4875bd6f94 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908145 Jul 23 16:32:17.276354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port 7d792ffa-9877-46dd-aa02-4cc6b35d538c, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7d792ffa-9877-46dd-aa02-4cc6b35d538c,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:17.278021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.295290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for 7d792ffa-9877-46dd-aa02-4cc6b35d538c owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:17.320707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c62e-fbf5-4c34-bc85-655b7cf71c7c req-2b4741a5-4556-4462-b0da-e11ad1593b0d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.322403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fa0c62e-fbf5-4c34-bc85-655b7cf71c7c req-2b4741a5-4556-4462-b0da-e11ad1593b0d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 907 time: 0.0968411 Jul 23 16:32:17.412733 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.477694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3841-8af1-4d74-bc95-f2801dd3d337 req-f22763ed-758c-4ef8-bed8-d7a5e672c331 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.479772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c12c3841-8af1-4d74-bc95-f2801dd3d337 req-f22763ed-758c-4ef8-bed8-d7a5e672c331 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 945 time: 0.0889430 Jul 23 16:32:17.481173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.509894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=7d792ffa-9877-46dd-aa02-4cc6b35d538c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:17.537715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de461066-7736-4626-b4e6-9965b4f73daf up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:17.565546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c12c3841-8af1-4d74-bc95-f2801dd3d337 req-a38ca9f8-b581-48f0-86f2-bdd23e8010f4 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790882 Jul 23 16:32:17.566996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] No DVR routers for this DVR port 7d792ffa-9877-46dd-aa02-4cc6b35d538c on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:17.570000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.572479 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6affee81-2934-42c7-95b9-fe36f2756275 req-ec0c9230-0e89-474d-abd6-6c4f18d7356b tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "DELETE /v2.0/ports/7d792ffa-9877-46dd-aa02-4cc6b35d538c HTTP/1.1" status: 204 len: 173 time: 0.5319290 Jul 23 16:32:17.573088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'name': 'network-vif-deleted', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:17.575686 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5da2934-fdfe-4e13-8853-c72b7af3fd7d" -d '{"events": [{"server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "name": "network-vif-deleted", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:17.650118 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de98b0-eab7-4008-bfbb-f794f7393218 x-openstack-request-id: req-23de98b0-eab7-4008-bfbb-f794f7393218 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:17.650558 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab02cc9-ebb4-419d-b290-86edf4c61ec2", "name": "network-vif-deleted", "tag": "7d792ffa-9877-46dd-aa02-4cc6b35d538c", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:17.650908 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23de98b0-eab7-4008-bfbb-f794f7393218 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:17.651453 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab02cc9-ebb4-419d-b290-86edf4c61ec2', 'name': 'network-vif-deleted', 'tag': '7d792ffa-9877-46dd-aa02-4cc6b35d538c', 'status': 'completed', 'code': 200} Jul 23 16:32:17.655312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port de461066-7736-4626-b4e6-9965b4f73daf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:17.660274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port de461066-7736-4626-b4e6-9965b4f73daf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:17.660653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.764170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.790420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:17.792755 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea89e2-2913-4e2a-a55b-09f313b0c2f0" -d '{"events": [{"server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "name": "network-vif-plugged", "status": "completed", "tag": "de461066-7736-4626-b4e6-9965b4f73daf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:17.805737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de461066-7736-4626-b4e6-9965b4f73daf,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:17.811350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.812613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7d792ffa-9877-46dd-aa02-4cc6b35d538c no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:17.853147 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7d8bb-53a3-4ac0-8349-fc5a29f66834 x-openstack-request-id: req-3ba7d8bb-53a3-4ac0-8349-fc5a29f66834 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:17.853448 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "name": "network-vif-plugged", "status": "completed", "tag": "de461066-7736-4626-b4e6-9965b4f73daf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:17.853702 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ba7d8bb-53a3-4ac0-8349-fc5a29f66834 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:17.854140 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf', 'code': 200} Jul 23 16:32:17.854810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 7d792ffa-9877-46dd-aa02-4cc6b35d538c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:17.855150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7d792ffa-9877-46dd-aa02-4cc6b35d538c not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:17.886359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:17.990946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058815-2143-49ba-a666-8b77ae8b9445 req-b00ffade-b523-4855-b68d-534d4e219a84 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.992532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2058815-2143-49ba-a666-8b77ae8b9445 req-b00ffade-b523-4855-b68d-534d4e219a84 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.0729804 Jul 23 16:32:18.041965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2058815-2143-49ba-a666-8b77ae8b9445 req-71e4b8c7-03c8-41ef-b0a8-69663efdbf86 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 Jul 23 16:32:18.076456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08aecc-ebf4-4e24-8ffc-d8a4bfaf6193 req-10e97192-4d3e-48ed-abef-b91249f0587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:18.078005 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ea08aecc-ebf4-4e24-8ffc-d8a4bfaf6193 req-10e97192-4d3e-48ed-abef-b91249f0587e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 1097 time: 0.0920331 Jul 23 16:32:18.128115 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ea08aecc-ebf4-4e24-8ffc-d8a4bfaf6193 req-b31232c2-65f6-4168-a960-13f46c1b96d9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Jul 23 16:32:18.288419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51ef2f-a0fe-4238-875d-95de13bb84f7 req-ee55c2d7-ddd4-4d4b-b2fc-a37857648954 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:18.289906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab51ef2f-a0fe-4238-875d-95de13bb84f7 req-ee55c2d7-ddd4-4d4b-b2fc-a37857648954 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 943 time: 0.0643361 Jul 23 16:32:18.327413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab51ef2f-a0fe-4238-875d-95de13bb84f7 req-c4a0e3bc-0d0f-42d0-a335-9a62a91f17a5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Jul 23 16:32:18.434226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a6a08a0-044f-4368-a890-daef2febeea0 req-8a38385c-8f6f-406d-999a-bd0470c43311 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ab02cc9-ebb4-419d-b290-86edf4c61ec2 HTTP/1.1" status: 200 len: 210 time: 0.0300026 Jul 23 16:32:18.733274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432017a-00cc-4feb-9a2c-861a120210df req-c1f7f0e9-bed5-472b-8469-d7fe35a0696c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:18.734857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4432017a-00cc-4feb-9a2c-861a120210df req-c1f7f0e9-bed5-472b-8469-d7fe35a0696c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.0757186 Jul 23 16:32:18.776090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4432017a-00cc-4feb-9a2c-861a120210df req-5eff5b7e-8bdd-4690-bc96-484587a2715f tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Jul 23 16:32:19.200891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db89c21-5119-4896-9c33-31cb966ac1b6 req-720c108b-2c5a-423a-aad5-0ed0d9861a61 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.203614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3db89c21-5119-4896-9c33-31cb966ac1b6 req-720c108b-2c5a-423a-aad5-0ed0d9861a61 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.0775864 Jul 23 16:32:19.243011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3db89c21-5119-4896-9c33-31cb966ac1b6 req-2ac33fd5-bf35-49bc-8d11-e947280c9c20 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jul 23 16:32:19.471879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646539bb-8b7b-4fac-8801-39bd288e9848 req-f44f8aed-4c75-41ed-a69a-5f3e45099acf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.473494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-646539bb-8b7b-4fac-8801-39bd288e9848 req-f44f8aed-4c75-41ed-a69a-5f3e45099acf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 943 time: 0.0694938 Jul 23 16:32:19.520127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-646539bb-8b7b-4fac-8801-39bd288e9848 req-a62c74a7-3a80-4353-a883-f4a15ac68295 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374761 Jul 23 16:32:19.752241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d586-b9d9-42ce-911f-b9c3c40ce30c req-8eff5b6f-5adc-4bbd-a4e5-070376de9e24 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.753776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29b6d586-b9d9-42ce-911f-b9c3c40ce30c req-8eff5b6f-5adc-4bbd-a4e5-070376de9e24 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.0710084 Jul 23 16:32:19.794085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29b6d586-b9d9-42ce-911f-b9c3c40ce30c req-1624fb11-9eb3-4074-848e-69c4ffd9f4e3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342984 Jul 23 16:32:19.916999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161bb6f-49b2-449f-a88c-12bbb1d5db31 req-83545886-3bec-4d5c-aeaf-abb78562bb69 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:19.918472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7161bb6f-49b2-449f-a88c-12bbb1d5db31 req-83545886-3bec-4d5c-aeaf-abb78562bb69 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.0652690 Jul 23 16:32:19.956772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7161bb6f-49b2-449f-a88c-12bbb1d5db31 req-c583fae7-2238-4d64-b433-d0019d191799 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326469 Jul 23 16:32:20.095440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-6359877b-2582-43e8-8d47-e1faa8a76a7a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:20.096930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-6359877b-2582-43e8-8d47-e1faa8a76a7a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.0770166 Jul 23 16:32:20.203991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Deleting port 5fe019b5-d5c9-462d-addd-471c901dbbf6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:20.204251 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.258042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c49355b-9f4a-4ea7-810d-b933dea41a73 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:20.311377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] For port 5fe019b5-d5c9-462d-addd-471c901dbbf6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5fe019b5-d5c9-462d-addd-471c901dbbf6,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:20.311765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.352399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Calling delete_port for 5fe019b5-d5c9-462d-addd-471c901dbbf6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:20.371908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:20.386056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3c49355b-9f4a-4ea7-810d-b933dea41a73', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': '3c49355b-9f4a-4ea7-810d-b933dea41a73', 'mac_address': 'fa:16:3e:47:c6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:20.431794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.439533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5167-fddb-44d5-a88e-54fc38257d5b req-ab8023e0-466c-4e0e-8616-8d5596f4707a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:20.441097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f44f5167-fddb-44d5-a88e-54fc38257d5b req-ab8023e0-466c-4e0e-8616-8d5596f4707a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 946 time: 0.1210194 Jul 23 16:32:20.452400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c49355b-9f4a-4ea7-810d-b933dea41a73 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:20.478889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:20.484163 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.503280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f44f5167-fddb-44d5-a88e-54fc38257d5b req-421d2341-4c5d-461c-99c4-db58ac4e3403 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Jul 23 16:32:20.551190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.569865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.586896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5fe019b5-d5c9-462d-addd-471c901dbbf6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:20.624694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Pushing event deleted for resources: {'Port': ['ID=5fe019b5-d5c9-462d-addd-471c901dbbf6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:20.910337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3c49355b-9f4a-4ea7-810d-b933dea41a73'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:21.010982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] No DVR routers for this DVR port 5fe019b5-d5c9-462d-addd-471c901dbbf6 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:21.022996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.024925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef3aceda-3a70-45f4-ba5d-ced6deb9b6b4 req-c4961107-def0-4fa4-b306-6539a8d13fc7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "DELETE /v2.0/ports/5fe019b5-d5c9-462d-addd-471c901dbbf6 HTTP/1.1" status: 204 len: 173 time: 0.9189224 Jul 23 16:32:21.025377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'name': 'network-vif-deleted', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:21.027851 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d6452-b762-480c-aea3-35ae3364bdd8" -d '{"events": [{"server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "name": "network-vif-deleted", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:21.074964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f78ac8-53b9-495d-a3cc-e3c81988e6f6 req-5101b95b-c4b6-4576-8d90-decd17737ef9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.078946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4f78ac8-53b9-495d-a3cc-e3c81988e6f6 req-5101b95b-c4b6-4576-8d90-decd17737ef9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 944 time: 0.4596961 Jul 23 16:32:21.132809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a8436-ab96-4c1e-936e-962b7dfdaf28 req-939a7325-2bb6-4869-a1fb-959a7ffa90bc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.134429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-393a8436-ab96-4c1e-936e-962b7dfdaf28 req-939a7325-2bb6-4869-a1fb-959a7ffa90bc tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.1250670 Jul 23 16:32:21.138093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4f78ac8-53b9-495d-a3cc-e3c81988e6f6 req-cb1a0301-a80c-4a1a-a778-4114939914dc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Jul 23 16:32:21.182610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-393a8436-ab96-4c1e-936e-962b7dfdaf28 req-38318847-9051-4345-8e25-42900eb7dba1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Jul 23 16:32:21.293524 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e31204-28c2-41c7-955d-e83bed24a121 x-openstack-request-id: req-a1e31204-28c2-41c7-955d-e83bed24a121 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:21.293821 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9871443c-26f3-4374-9643-cee432deed7b", "name": "network-vif-deleted", "tag": "5fe019b5-d5c9-462d-addd-471c901dbbf6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:21.294102 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1e31204-28c2-41c7-955d-e83bed24a121 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:21.294507 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871443c-26f3-4374-9643-cee432deed7b', 'name': 'network-vif-deleted', 'tag': '5fe019b5-d5c9-462d-addd-471c901dbbf6', 'status': 'completed', 'code': 200} Jul 23 16:32:21.319603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0e48-0e94-45c6-9339-8a3c2f86bc05 req-a5ce8555-8100-4fb9-9b61-c9708367ac38 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.321198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52bf0e48-0e94-45c6-9339-8a3c2f86bc05 req-a5ce8555-8100-4fb9-9b61-c9708367ac38 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.0765588 Jul 23 16:32:21.361367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52bf0e48-0e94-45c6-9339-8a3c2f86bc05 req-9489c460-2659-44e3-8af3-2c72844b5127 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Jul 23 16:32:21.689354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58029c63-3fc6-4fa6-8b7e-89a6b043826a req-651b2987-ebb9-4acf-911c-7fc88ab2df63 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=9871443c-26f3-4374-9643-cee432deed7b HTTP/1.1" status: 200 len: 210 time: 0.0576549 Jul 23 16:32:22.114989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-35276843-1ce9-40d8-a4bb-9724de688b96 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.116697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-35276843-1ce9-40d8-a4bb-9724de688b96 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.67 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.0836177 Jul 23 16:32:22.280559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c49355b-9f4a-4ea7-810d-b933dea41a73 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:22.343084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:22.343351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.353020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3c49355b-9f4a-4ea7-810d-b933dea41a73 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:22.357898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3c49355b-9f4a-4ea7-810d-b933dea41a73 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:22.358303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.438208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ef36d-c61c-416e-b2e8-f4b9285df367 req-4560cc23-e58e-48b2-934c-943659b2f462 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.442621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-241ef36d-c61c-416e-b2e8-f4b9285df367 req-4560cc23-e58e-48b2-934c-943659b2f462 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 944 time: 0.2139452 Jul 23 16:32:22.452649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.463960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8700e-d042-48d7-9a45-02ad8a5fb3eb req-0156a080-1f41-44e2-aaf9-2171bcd29f89 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:22.465506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6bd8700e-d042-48d7-9a45-02ad8a5fb3eb req-0156a080-1f41-44e2-aaf9-2171bcd29f89 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 945 time: 0.1960557 Jul 23 16:32:22.491195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:22.493738 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3023e38-e55a-4d2e-b4d2-ba7fa828147c" -d '{"events": [{"server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "name": "network-vif-plugged", "status": "completed", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:22.507255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:22.512223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.513125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fe019b5-d5c9-462d-addd-471c901dbbf6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:22.534800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 5fe019b5-d5c9-462d-addd-471c901dbbf6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:22.535914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5fe019b5-d5c9-462d-addd-471c901dbbf6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:22.542709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port 2b2113f2-9ce4-4da4-8bde-6bae3181f299, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b2113f2-9ce4-4da4-8bde-6bae3181f299,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:22.543085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.560870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6bd8700e-d042-48d7-9a45-02ad8a5fb3eb req-f39abf0c-d465-4d70-917f-831632799a74 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843239 Jul 23 16:32:22.576936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-241ef36d-c61c-416e-b2e8-f4b9285df367 req-96e51825-67f5-48fd-8689-bd27509e028e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268044 Jul 23 16:32:22.578027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for 2b2113f2-9ce4-4da4-8bde-6bae3181f299 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:22.604694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:22.647667 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d4266e-0b35-4269-9837-d2fa1c33dfd8 x-openstack-request-id: req-61d4266e-0b35-4269-9837-d2fa1c33dfd8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:22.648008 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "name": "network-vif-plugged", "status": "completed", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:22.648221 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61d4266e-0b35-4269-9837-d2fa1c33dfd8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:22.648602 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73', 'code': 200} Jul 23 16:32:22.887129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60684) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:22.900137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.916883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b2113f2-9ce4-4da4-8bde-6bae3181f299'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:22.940201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=2b2113f2-9ce4-4da4-8bde-6bae3181f299,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:22.989162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:23.018060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] No DVR routers for this DVR port 2b2113f2-9ce4-4da4-8bde-6bae3181f299 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:23.023330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.025474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-383df194-36bc-4db0-ad84-f75aebb326c4 req-c0280425-7864-4807-b29b-aaed4afdadbd tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.67 "DELETE /v2.0/ports/2b2113f2-9ce4-4da4-8bde-6bae3181f299 HTTP/1.1" status: 204 len: 173 time: 0.8975527 Jul 23 16:32:23.031533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1889193-911b-4afc-8a28-b160f9a1cc92 req-1e92e8af-3f9c-4d5e-a343-f6d074665469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:23.033543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1889193-911b-4afc-8a28-b160f9a1cc92 req-1e92e8af-3f9c-4d5e-a343-f6d074665469 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 1096 time: 0.2893784 Jul 23 16:32:23.085594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1889193-911b-4afc-8a28-b160f9a1cc92 req-b1d39f76-16c4-4e77-bc16-702d92234699 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Jul 23 16:32:23.106946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d071ddf-2562-4d90-a21d-3a31e312970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.229783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-f92d6b36-59fe-46a2-84c2-b567ed769a29 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:23.244631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-f92d6b36-59fe-46a2-84c2-b567ed769a29 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 808 time: 0.1399028 Jul 23 16:32:23.266493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-bd499bd0-ded4-43ce-9090-74b94e700802 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/quotas/55d64f55a173406cb532c7353a719792 HTTP/1.1" status: 200 len: 375 time: 0.0206485 Jul 23 16:32:23.274412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d071ddf-2562-4d90-a21d-3a31e312970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.279082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d071ddf-2562-4d90-a21d-3a31e312970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.302587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'name': 'network-vif-deleted', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:23.305965 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b90029-6215-4d22-b5ad-270d5bfca54d" -d '{"events": [{"server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "name": "network-vif-deleted", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:23.308197 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d071ddf-2562-4d90-a21d-3a31e312970a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f0fba3fc48247baa3a4d8dd14f1c1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199641 Jul 23 16:32:23.313716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:23.353269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-119b0bd8-e656-4e61-b511-051814af4164 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613742 Jul 23 16:32:23.430219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d071ddf-2562-4d90-a21d-3a31e312970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c3f08-e337-48b1-830d-ee32cb11162e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.431185 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733777a7-edfb-4617-acf8-25ca92cca1cd x-openstack-request-id: req-733777a7-edfb-4617-acf8-25ca92cca1cd {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:23.431489 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8370ef8f-d0fa-443b-9564-564f67e8ed86", "name": "network-vif-deleted", "tag": "2b2113f2-9ce4-4da4-8bde-6bae3181f299", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:23.431745 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-733777a7-edfb-4617-acf8-25ca92cca1cd {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:23.432144 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370ef8f-d0fa-443b-9564-564f67e8ed86', 'name': 'network-vif-deleted', 'tag': '2b2113f2-9ce4-4da4-8bde-6bae3181f299', 'status': 'completed', 'code': 200} Jul 23 16:32:23.466430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.476239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-f4d528f5-cefa-4e6a-9e4b-539d0e1bb40e service neutron] 10.222.0.64 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220584 Jul 23 16:32:23.499272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.587750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.591186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.594177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/308c3f08-e337-48b1-830d-ee32cb11162e HTTP/1.1" status: 204 len: 168 time: 0.2709863 Jul 23 16:32:23.608736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1f5dc-5a06-4619-9028-7f23ed7b3332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c3f08-e337-48b1-830d-ee32cb11162e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.614861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-8643d89f-ca7a-4ff2-bcf3-29a1c14a55a1 service neutron] 10.222.0.64 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319466 Jul 23 16:32:23.752934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2ad5477-d000-427c-9751-c175772e2998 req-3ac55a7e-0e71-4d0c-93d4-59922a3e94c0 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=8370ef8f-d0fa-443b-9564-564f67e8ed86 HTTP/1.1" status: 200 len: 210 time: 0.0505111 Jul 23 16:32:24.036349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898737b5-c86e-4ad0-bac9-ee5190ac9870 req-ea584aca-766f-4835-b979-ea45903c4104 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.040418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-898737b5-c86e-4ad0-bac9-ee5190ac9870 req-ea584aca-766f-4835-b979-ea45903c4104 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.1401081 Jul 23 16:32:24.088327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2cd6715-38fd-4558-8375-66a6e96aadba req-4b2a49a9-c6c4-432c-bfe9-67e0974a5a8b tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Jul 23 16:32:24.143746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-898737b5-c86e-4ad0-bac9-ee5190ac9870 req-2679a5f0-7ae8-4a2e-8820-aa9a3dac491a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Jul 23 16:32:25.205284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfc73-a0f8-4f42-9d5b-2d4bce65f024 req-65683a39-19d6-49c5-b69b-a12ddb8d018d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.207725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afcdfc73-a0f8-4f42-9d5b-2d4bce65f024 req-65683a39-19d6-49c5-b69b-a12ddb8d018d tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1087630 Jul 23 16:32:25.259006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afcdfc73-a0f8-4f42-9d5b-2d4bce65f024 req-dc315cf0-05d0-4b98-8711-26a4459e4352 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Jul 23 16:32:25.309559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05f6f83f-2582-47f8-b69c-b9608f1c1112 req-fa1c0336-7748-450b-9b0d-d3a0f0d53fdc tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 210 time: 0.0407841 Jul 23 16:32:25.509500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60778) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:25.587938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-624334ab-021e-4f22-b315-219e245aa7a6 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.589377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-624334ab-021e-4f22-b315-219e245aa7a6 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 808 time: 0.2788823 Jul 23 16:32:25.613724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Request body: {'port': {'device_id': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945', 'admin_state_up': True, 'tenant_id': '55d64f55a173406cb532c7353a719792'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:25.629818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d059d-adf3-46c7-a573-ab4463534beb req-c67bb5d1-9254-4ed7-88e4-4eb2458d59e0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:25.633117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe8d059d-adf3-46c7-a573-ab4463534beb req-c67bb5d1-9254-4ed7-88e4-4eb2458d59e0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.1695626 Jul 23 16:32:25.690081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:25.721121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.738675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe8d059d-adf3-46c7-a573-ab4463534beb req-36c1af0e-3693-491d-9a05-c98760073cae tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902028 Jul 23 16:32:25.797549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Made reservation on behalf of 55d64f55a173406cb532c7353a719792 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:25.801332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.845339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.989379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Allocated IP 172.20.0.2 (49f1c640-ad20-4f2f-9003-b8d7bb82b945/794b13b4-ecae-4e61-8a50-ff6573018648/f9c9ea71-b351-427d-997d-09c6c1756864) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:26.009718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Allocated IP 172.25.2.88 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e71fb740-2daa-4f84-9e97-a1e758e0f432) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:26.127306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.144843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fed861-35a6-431a-bbc5-23232abb7ac4 req-663316b8-c990-49c9-bf40-951696d6c992 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.146520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54fed861-35a6-431a-bbc5-23232abb7ac4 req-663316b8-c990-49c9-bf40-951696d6c992 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.1292458 Jul 23 16:32:26.177857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.226893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:26.232317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:26.236255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:26.249382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54fed861-35a6-431a-bbc5-23232abb7ac4 req-c25da52b-63ab-412b-a75b-7957a37d3ff7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Jul 23 16:32:26.264685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.285082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Pushing event updated for resources: {'Port': ['ID=e71fb740-2daa-4f84-9e97-a1e758e0f432,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:26.287998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b2113f2-9ce4-4da4-8bde-6bae3181f299 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:26.319285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 2b2113f2-9ce4-4da4-8bde-6bae3181f299 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:26.319870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b2113f2-9ce4-4da4-8bde-6bae3181f299 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:26.340125 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.409714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-81ea5315-61d0-4b7f-8c37-d5893c75802f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.411370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-81ea5315-61d0-4b7f-8c37-d5893c75802f tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.1635964 Jul 23 16:32:26.427816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:26.433877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:26.438102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.446863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:26.480621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Pushing event updated for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:26.543245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.569071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.587292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-be343774-9ffa-45ad-baa7-ee14fd201685 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807460 Jul 23 16:32:26.602365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.610238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79566860-68e4-4cd8-95a6-cc9672cf01e0 req-eee7abac-2687-42ac-8ed4-4c02c8868881 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.612866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79566860-68e4-4cd8-95a6-cc9672cf01e0 req-eee7abac-2687-42ac-8ed4-4c02c8868881 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 945 time: 0.2335148 Jul 23 16:32:26.622924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Request body: {'port': {'device_id': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:26.692402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port f1b88733-7032-4f45-953d-ef26a3ab8c93 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:26.692852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.721820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f81a3-f637-4e1c-9106-5c32dd95580b req-06ef8578-218a-4e95-b857-15c457d09e60 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:26.729003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-079f81a3-f637-4e1c-9106-5c32dd95580b req-06ef8578-218a-4e95-b857-15c457d09e60 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 931 time: 0.2985873 Jul 23 16:32:26.767222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79566860-68e4-4cd8-95a6-cc9672cf01e0 req-3457944d-305d-401c-a9a2-390bfde850e9 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=51cc6c9c-2bef-4f00-a374-8e7318a7645c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375322 Jul 23 16:32:26.835525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-079f81a3-f637-4e1c-9106-5c32dd95580b req-338ce872-6593-4c0f-94c7-f38ac1bff76f tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054544 Jul 23 16:32:26.847232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.877718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port f1b88733-7032-4f45-953d-ef26a3ab8c93, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f1b88733-7032-4f45-953d-ef26a3ab8c93,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:26.878205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.906607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for f1b88733-7032-4f45-953d-ef26a3ab8c93 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:26.920653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.929098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.055380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Pushing event updated for resources: {'Port': ['ID=e71fb740-2daa-4f84-9e97-a1e758e0f432,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.069103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.094353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.099408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e97af2a-edb3-44c0-9baa-5a924fe71cb2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5843647 Jul 23 16:32:27.099941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60796) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:27.105434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-631257033', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'fixed_ips': [{'ip_address': '172.25.2.88'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:27.129584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Made reservation on behalf of cfa3e974ff504c8aa54c7678add532e1 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:27.132088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.146739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.170975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.209809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=f1b88733-7032-4f45-953d-ef26a3ab8c93,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.220166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f1b88733-7032-4f45-953d-ef26a3ab8c93'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:27.275756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.295947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] No DVR routers for this DVR port f1b88733-7032-4f45-953d-ef26a3ab8c93 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:27.298648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.301570 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f3363e20-ae67-4f8a-9bd8-53b23516bb8e req-c78090c1-8622-4e95-92db-fe8fd2d700ce tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "DELETE /v2.0/ports/f1b88733-7032-4f45-953d-ef26a3ab8c93 HTTP/1.1" status: 204 len: 173 time: 0.8765831 Jul 23 16:32:27.302257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'name': 'network-vif-deleted', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:27.312356 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94644f26-526c-4095-a172-fc4c5c85622e" -d '{"events": [{"server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "name": "network-vif-deleted", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:27.329063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.339188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] device_id is not set on port c0e9a662-7c4d-4027-accf-a743bb58d4ac yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:27.554128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e4e4b-63ec-4815-9594-0c31d82916d3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.598338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c9ea71-b351-427d-997d-09c6c1756864 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:27.610174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.673774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Transition to ACTIVE for port object f9c9ea71-b351-427d-997d-09c6c1756864 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:27.686366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.759992 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3a3381-8d89-450d-a9d2-2a19eb703c5c x-openstack-request-id: req-5d3a3381-8d89-450d-a9d2-2a19eb703c5c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:27.760471 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b4a51-67e6-4cc3-9a84-a0b65498280b", "name": "network-vif-deleted", "tag": "f1b88733-7032-4f45-953d-ef26a3ab8c93", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:27.760715 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d3a3381-8d89-450d-a9d2-2a19eb703c5c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:27.760943 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b4a51-67e6-4cc3-9a84-a0b65498280b', 'name': 'network-vif-deleted', 'tag': 'f1b88733-7032-4f45-953d-ef26a3ab8c93', 'status': 'completed', 'code': 200} Jul 23 16:32:27.830522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Pushing event updated for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.845736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f1a3-9c10-416c-9e3e-31d25b0d1fbb req-86c519af-4de0-47aa-be6c-a23e64e8a795 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:27.847565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be71f1a3-9c10-416c-9e3e-31d25b0d1fbb req-86c519af-4de0-47aa-be6c-a23e64e8a795 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.4359074 Jul 23 16:32:27.943612 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:32:27.943612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:32:27.976681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-228528f5-503f-4075-adbf-1faf2c387b7c req-a26eabe4-2159-4069-a054-8c862445f469 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=619b4a51-67e6-4cc3-9a84-a0b65498280b HTTP/1.1" status: 200 len: 210 time: 0.0730467 Jul 23 16:32:28.008980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a24c7f68-450d-4b83-95cd-e32f913aadc2 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9076662 Jul 23 16:32:28.013060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:28.035906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Attempting to bind port f9c9ea71-b351-427d-997d-09c6c1756864 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:28.036637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Attempting to bind port f9c9ea71-b351-427d-997d-09c6c1756864 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:28.038117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Attempting to bind port f9c9ea71-b351-427d-997d-09c6c1756864 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:28.058824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be71f1a3-9c10-416c-9e3e-31d25b0d1fbb req-3d708e5a-ba2d-48b8-afdc-ff18b7626fe2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820838 Jul 23 16:32:28.060053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Port f9c9ea71-b351-427d-997d-09c6c1756864 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:28.060965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Attempting to bind port f9c9ea71-b351-427d-997d-09c6c1756864 on network 49f1c640-ad20-4f2f-9003-b8d7bb82b945 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:28.073750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:28.074272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Checking segment: {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:28.074919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Bound using segment: {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:28.075891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Bound port: f9c9ea71-b351-427d-997d-09c6c1756864, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00435886-c618-4770-b567-5055cfc82508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:28.076633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.224632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Deleting port e71fb740-2daa-4f84-9e97-a1e758e0f432 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:28.224976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.360474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-cafdbe69-42de-44b1-be30-091baab4edf5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.363116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-cafdbe69-42de-44b1-be30-091baab4edf5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.2617791 Jul 23 16:32:28.367978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.368312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.368447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:28.385330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Calling delete_port for e71fb740-2daa-4f84-9e97-a1e758e0f432 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:28.387743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f9c9ea71-b351-427d-997d-09c6c1756864,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:28.431591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.726987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.870145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648df4-4d16-47e5-b782-221f0fa053ad req-2cd79308-aa9a-4e86-a980-71d66fe015d7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.871692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae648df4-4d16-47e5-b782-221f0fa053ad req-2cd79308-aa9a-4e86-a980-71d66fe015d7 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 943 time: 0.7475009 Jul 23 16:32:28.876653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.898728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Pushing event updated for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:28.903055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:28.903867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.905063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-586295d7-1f40-4ae5-8da4-52b906f62dfd service neutron] 10.222.0.67 "PUT /v2.0/ports/f9c9ea71-b351-427d-997d-09c6c1756864 HTTP/1.1" status: 200 len: 1091 time: 2.2904234 Jul 23 16:32:28.922527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Pushing event deleted for resources: {'Port': ['ID=e71fb740-2daa-4f84-9e97-a1e758e0f432,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:28.925900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:28.928908 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f992247-982f-4ad4-8197-125c91135b97" -d '{"events": [{"name": "network-changed", "server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:28.979902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae648df4-4d16-47e5-b782-221f0fa053ad req-e1bdb038-8acf-47a5-a58a-7f060fdd97a8 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982752 Jul 23 16:32:28.982912 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2d67b-cc05-4350-83ff-d332a6affa51 x-openstack-request-id: req-82b2d67b-cc05-4350-83ff-d332a6affa51 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:28.983207 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:28.983455 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82b2d67b-cc05-4350-83ff-d332a6affa51 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:28.983849 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864', 'status': 'completed', 'code': 200} Jul 23 16:32:29.005521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.008212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.009385 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3043b1ec-0b20-42be-bfc6-8b9495585a57 tempest-ExternalNetworksAdminNegativeTestJSON-442926047 tempest-ExternalNetworksAdminNegativeTestJSON-442926047-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/05ba6919-8323-456e-a5c8-dda0ce8d8d09 HTTP/1.1" status: 204 len: 168 time: 0.9953418 Jul 23 16:32:29.027313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port 3c49355b-9f4a-4ea7-810d-b933dea41a73 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:29.027661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.104319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-71d0020a-2634-4185-920d-6a2d46eeb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.105859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-71d0020a-2634-4185-920d-6a2d46eeb559 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 1094 time: 0.1401031 Jul 23 16:32:29.168134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-a2285198-7e10-4253-8417-244b902791c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c9ea71-b351-427d-997d-09c6c1756864 HTTP/1.1" status: 200 len: 217 time: 0.0474143 Jul 23 16:32:29.173800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port 3c49355b-9f4a-4ea7-810d-b933dea41a73, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3c49355b-9f4a-4ea7-810d-b933dea41a73,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:29.174218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.247307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for 3c49355b-9f4a-4ea7-810d-b933dea41a73 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:29.313760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-99d87b1a-705f-467a-b605-73db084bb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.315256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-99d87b1a-705f-467a-b605-73db084bb4f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=794b13b4-ecae-4e61-8a50-ff6573018648 HTTP/1.1" status: 200 len: 848 time: 0.1303704 Jul 23 16:32:29.358770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:29.385729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-684e0831-528b-404c-93f6-156f9ef7e9c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49f1c640-ad20-4f2f-9003-b8d7bb82b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567057 Jul 23 16:32:29.454962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0642d4-a8a2-4732-9f9b-15ac65afa570 req-af451cd9-93a9-4e6b-9e29-eb52a3e9423c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.456604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db0642d4-a8a2-4732-9f9b-15ac65afa570 req-af451cd9-93a9-4e6b-9e29-eb52a3e9423c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3700bd8-234d-4975-b65d-2c149f17b93b HTTP/1.1" status: 200 len: 945 time: 0.2790012 Jul 23 16:32:29.489425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21dca9d-0a6d-4c5d-a6db-3558e2c69596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.562305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f1b88733-7032-4f45-953d-ef26a3ab8c93 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:29.581117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c639977-e65b-497b-badf-3f2fa7263845 req-4af86c77-55d4-48f7-ba07-ae5f25db6e25 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:29.582937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: f1b88733-7032-4f45-953d-ef26a3ab8c93 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:29.583280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f1b88733-7032-4f45-953d-ef26a3ab8c93 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:29.587166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c639977-e65b-497b-badf-3f2fa7263845 req-4af86c77-55d4-48f7-ba07-ae5f25db6e25 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.2781134 Jul 23 16:32:29.635636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db0642d4-a8a2-4732-9f9b-15ac65afa570 req-6c520a8a-a377-431f-bc34-0c723ddf651e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636105 Jul 23 16:32:29.635934 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21dca9d-0a6d-4c5d-a6db-3558e2c69596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.640740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21dca9d-0a6d-4c5d-a6db-3558e2c69596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.647182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-e54b0551-750b-49e8-97ce-a8f6e4c9bca2 service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465751 Jul 23 16:32:29.684458 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c21dca9d-0a6d-4c5d-a6db-3558e2c69596 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7511927b287f4b25940bd177f0c546ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244569 Jul 23 16:32:29.687816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.689418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60840) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:29.696746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dca9d-0a6d-4c5d-a6db-3558e2c69596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96e0de-f957-4da0-8058-3a152bc01837,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:29.703333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3c49355b-9f4a-4ea7-810d-b933dea41a73'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:29.730447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c639977-e65b-497b-badf-3f2fa7263845 req-ae233c10-bdfc-42ef-9381-bbb8d1b8c6e6 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257687 Jul 23 16:32:29.795149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=3c49355b-9f4a-4ea7-810d-b933dea41a73,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:29.866960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port 3c49355b-9f4a-4ea7-810d-b933dea41a73 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:29.874779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.876742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b57c73e7-fe8c-47b9-81c3-039d37ec0c68 req-afcf9782-d560-4b29-80e8-51e1b7b41dab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "DELETE /v2.0/ports/3c49355b-9f4a-4ea7-810d-b933dea41a73 HTTP/1.1" status: 204 len: 173 time: 1.4862769 Jul 23 16:32:29.892374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-111eb1f2-0e1b-4625-80a9-b447eab8ac24 req-1abb6755-f927-4e63-9bc7-cafe1ee27e25 service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367818 Jul 23 16:32:29.898122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.939473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.011103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.013607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.017174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc96e0de-f957-4da0-8058-3a152bc01837 HTTP/1.1" status: 204 len: 168 time: 0.3155305 Jul 23 16:32:30.047513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab6a81-9666-4cfa-b7df-de60ac00dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96e0de-f957-4da0-8058-3a152bc01837,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.061227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f992247-982f-4ad4-8197-125c91135b97 req-b60fa7c1-7f82-4baa-9a3b-d403a5a266e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.063016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-b60fa7c1-7f82-4baa-9a3b-d403a5a266e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d64f55a173406cb532c7353a719792&device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 1094 time: 0.0936434 Jul 23 16:32:30.226033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f992247-982f-4ad4-8197-125c91135b97 req-aff3c7a3-18fd-4709-a5a9-fe773b3a0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.227490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-aff3c7a3-18fd-4709-a5a9-fe773b3a0277 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 200 len: 909 time: 0.1487925 Jul 23 16:32:30.235080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb2b5-f3fe-439d-812f-5b792ebc2b3c req-34b35c8d-b0e0-4eee-8a79-23b2e97cffa4 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.236512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb9bb2b5-f3fe-439d-812f-5b792ebc2b3c req-34b35c8d-b0e0-4eee-8a79-23b2e97cffa4 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 943 time: 0.1598694 Jul 23 16:32:30.285754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-58e21261-c26e-49bd-afaf-a8406ecb2896 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c9ea71-b351-427d-997d-09c6c1756864 HTTP/1.1" status: 200 len: 217 time: 0.0433676 Jul 23 16:32:30.328955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60852) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:30.357023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb9bb2b5-f3fe-439d-812f-5b792ebc2b3c req-ce99d969-d45d-4200-9b76-0b5c3c54fe7f tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738258 Jul 23 16:32:30.367197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f992247-982f-4ad4-8197-125c91135b97 req-fcf83df0-0aaf-48a1-bdaa-6262363e344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.368679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-fcf83df0-0aaf-48a1-bdaa-6262363e344d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=794b13b4-ecae-4e61-8a50-ff6573018648 HTTP/1.1" status: 200 len: 848 time: 0.0685639 Jul 23 16:32:30.374611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-796a9af5-4495-4028-94b7-8c974bb3337e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cfa3e974ff504c8aa54c7678add532e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443182 Jul 23 16:32:30.375042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60854) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:30.422225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-56a3f623-4488-4eb3-b948-0512b489c2fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49f1c640-ad20-4f2f-9003-b8d7bb82b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334501 Jul 23 16:32:30.450039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.498408 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.586316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-a9d5c131-6856-4c2b-a099-828eef4451c7 service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319373 Jul 23 16:32:30.610786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.613789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.614960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/476e4e4b-63ec-4815-9594-0c31d82916d3 HTTP/1.1" status: 204 len: 168 time: 0.2390084 Jul 23 16:32:30.635782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc9453-5db9-471e-b55c-741b4209ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e4e4b-63ec-4815-9594-0c31d82916d3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.725975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f992247-982f-4ad4-8197-125c91135b97 req-eafc6b53-9ed9-428f-8751-91f06f4bcba8 service neutron] 10.222.0.67 "GET /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228843 Jul 23 16:32:30.874723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c263d1-7cf0-425b-9645-6d9778575260 req-b0c95bf6-05db-4b07-ad5e-237e43c563f3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.876269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0c263d1-7cf0-425b-9645-6d9778575260 req-b0c95bf6-05db-4b07-ad5e-237e43c563f3 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0702083 Jul 23 16:32:30.919176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0c263d1-7cf0-425b-9645-6d9778575260 req-fd04804c-33f6-4b00-90f5-e8e3e04d20e4 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363834 Jul 23 16:32:30.994279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'name': 'network-vif-deleted', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:30.996458 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3522ef-c7e6-4be7-a358-50d92732eabd" -d '{"events": [{"server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "name": "network-vif-deleted", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:31.100694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-7c701ea3-3cb6-4c2f-96d2-81f539ec17b1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.103090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-7c701ea3-3cb6-4c2f-96d2-81f539ec17b1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.1333389 Jul 23 16:32:31.121253 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe910968-a737-4ed2-9dcf-47973200f26e x-openstack-request-id: req-fe910968-a737-4ed2-9dcf-47973200f26e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:31.121565 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3700bd8-234d-4975-b65d-2c149f17b93b", "name": "network-vif-deleted", "tag": "3c49355b-9f4a-4ea7-810d-b933dea41a73", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:31.121794 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe910968-a737-4ed2-9dcf-47973200f26e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:31.122212 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3700bd8-234d-4975-b65d-2c149f17b93b', 'name': 'network-vif-deleted', 'tag': '3c49355b-9f4a-4ea7-810d-b933dea41a73', 'status': 'completed', 'code': 200} Jul 23 16:32:31.123706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-9344b662-060b-4c48-865e-5f60e55643c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0142374 Jul 23 16:32:31.159411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-94574ab6-be57-492a-b01c-c101e3632964 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jul 23 16:32:31.255473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-c39cd418-f448-4519-8e5a-b9aedf0c7060 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882916 Jul 23 16:32:31.353824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-358e9c58-750a-4f3e-8b00-746f5694b27d service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922055 Jul 23 16:32:31.540700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ffe65-b453-4a11-8d4a-6b10089442b9 req-1bb11e0d-9e0d-4265-bcfa-0c01639dd8fc tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.542985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac0ffe65-b453-4a11-8d4a-6b10089442b9 req-1bb11e0d-9e0d-4265-bcfa-0c01639dd8fc tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 943 time: 0.0845852 Jul 23 16:32:31.574440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6fc8f72-9c31-4e27-a0ad-88700f0a731d req-5a780f14-4083-40a4-bfc6-7f4c4a541a08 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0541031 Jul 23 16:32:31.617070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac0ffe65-b453-4a11-8d4a-6b10089442b9 req-7f189d3b-f545-4d76-83a9-c3007375f966 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Jul 23 16:32:31.709050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-876d9128-07f6-425c-b716-49588a2fc924 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.710649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-876d9128-07f6-425c-b716-49588a2fc924 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0746770 Jul 23 16:32:31.829908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:31.830279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.930367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] For port 56417a0d-829b-4c41-a108-21da14a25f49, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=56417a0d-829b-4c41-a108-21da14a25f49,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:31.930738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.100600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a779c-8532-4ea1-b4f3-07f0f93fa891 req-01e53203-73d0-4930-a0ea-7bc750cee288 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.102208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c4a779c-8532-4ea1-b4f3-07f0f93fa891 req-01e53203-73d0-4930-a0ea-7bc750cee288 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 944 time: 0.0898097 Jul 23 16:32:32.180991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c4a779c-8532-4ea1-b4f3-07f0f93fa891 req-9ad8db4b-1510-4bf9-812c-f38061313600 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups?id=946a3961-7efc-49b8-8f6b-370438627b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698278 Jul 23 16:32:32.195449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60934) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:32.240482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.240986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.241375 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Floating IP 1a5d4496-9339-49bd-a89d-e5f1df9d573b disassociated. External IP: 172.25.2.34, port: 56417a0d-829b-4c41-a108-21da14a25f49. Jul 23 16:32:32.241804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for 56417a0d-829b-4c41-a108-21da14a25f49 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:32.334124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c49355b-9f4a-4ea7-810d-b933dea41a73 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:32.363220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3c49355b-9f4a-4ea7-810d-b933dea41a73 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:32.363823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3c49355b-9f4a-4ea7-810d-b933dea41a73 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:32.385551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1092372430'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:32.416895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Made reservation on behalf of 234827b1136b4c1780a67d53ee4ff16c for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:32.420878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.423040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.431574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.462882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=56417a0d-829b-4c41-a108-21da14a25f49,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.559952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.566510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.608674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:32.626908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Router 6fe88384-1356-425a-9d47-e7deac96d1ec has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:32.632333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.633079 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Added segment 4a9696a1-e1fe-4089-9f7a-559c90a9a869 of type vlan for network 3c75517e-ba78-411b-9edc-2e4378fba4ed Jul 23 16:32:32.635354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd87919e-ba34-401a-a726-333dab836db2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:32.782520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8ac04eb-f642-42a6-b07c-f92d26ee38df req-274d01d4-e641-4cee-8848-2b2647f44ff3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0522323 Jul 23 16:32:32.799696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.815310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:32.827771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Sync routers for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:32.840997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:32.841917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:32.868629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] No DVR routers for this DVR port 56417a0d-829b-4c41-a108-21da14a25f49 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:32.871407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.873589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4e284e4d-aca8-494e-b861-9268fd535b0b req-9cd346f0-1825-4536-80db-8f48534c5a46 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.81 "DELETE /v2.0/ports/56417a0d-829b-4c41-a108-21da14a25f49 HTTP/1.1" status: 204 len: 173 time: 1.1541374 Jul 23 16:32:32.874015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-deleted', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:32.876441 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5fc802-d93b-4bba-922c-21b077b80e76" -d '{"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-deleted", "tag": "56417a0d-829b-4c41-a108-21da14a25f49"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:32.932477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.936004 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25194f-2a69-4d04-9974-a09d7ca1a98e x-openstack-request-id: req-7a25194f-2a69-4d04-9974-a09d7ca1a98e {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:32.936299 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7131d1a-b36c-41e0-9b41-a4140d33b2d7", "name": "network-vif-deleted", "tag": "56417a0d-829b-4c41-a108-21da14a25f49", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:32.936554 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a25194f-2a69-4d04-9974-a09d7ca1a98e {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:32.937061 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7131d1a-b36c-41e0-9b41-a4140d33b2d7', 'name': 'network-vif-deleted', 'tag': '56417a0d-829b-4c41-a108-21da14a25f49', 'status': 'completed', 'code': 200} Jul 23 16:32:32.938215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.938869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.025841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8269477 Jul 23 16:32:33.043224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20b21d-1800-4288-8496-8ab8a90a7d69 req-9404b06f-23f2-42c4-9e9e-542d43fcc567 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:33.044795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b20b21d-1800-4288-8496-8ab8a90a7d69 req-9404b06f-23f2-42c4-9e9e-542d43fcc567 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 943 time: 0.2996497 Jul 23 16:32:33.052047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-b66e1b58-40aa-44b7-9d3a-86c586a55fa7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:33.053549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-b66e1b58-40aa-44b7-9d3a-86c586a55fa7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.2785389 Jul 23 16:32:33.064454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:33.085766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:33.146292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06d9d9-ff54-49f0-9a4e-dba8398b637a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Pushing event updated for resources: {'Network': ['ID=3c75517e-ba78-411b-9edc-2e4378fba4ed,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:33.180336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:33.229545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b20b21d-1800-4288-8496-8ab8a90a7d69 req-d0b410a9-7b4e-46f2-bd4c-80acd6137f41 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749420 Jul 23 16:32:33.380885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:33.402517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.433673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:33.439743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed', 'binding:host_id': 'n-h2-800484-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1357816580'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:33.458451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:33.471254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60500a88-242c-495e-93d8-442108bad8b5 req-96ece23e-1cee-4942-93be-77ff5dda8323 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7131d1a-b36c-41e0-9b41-a4140d33b2d7 HTTP/1.1" status: 200 len: 210 time: 0.1162393 Jul 23 16:32:33.489350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Checking router: 6fe88384-1356-425a-9d47-e7deac96d1ec for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:33.502093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:33.502898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:33.514387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Made reservation on behalf of f2fe785df3e04a329301471d17c9178d for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:33.516812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.526694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.591269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:33.642240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 56417a0d-829b-4c41-a108-21da14a25f49 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:33.642827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 56417a0d-829b-4c41-a108-21da14a25f49 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:33.668495 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.674246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.679751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:33.682682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.2 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/225502f9-6a8b-4c67-a3bb-4e7f64dd87f0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:33.697555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:33.778079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fefee5-dbe1-4e34-a2ac-092c9647c0f6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:33.973125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-418e12ad-a03f-4430-9ded-89335114ab61 req-36140a59-5b33-4cd9-9f63-b8ae0dae4a65 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0582666 Jul 23 16:32:33.993994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:34.005842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.019740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Transition to ACTIVE for port object 02fc5abd-62f2-4491-a19a-37ca92c4e3ef will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:34.031744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.036946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.054674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:34.088288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb7ed45-3cb9-4b10-954d-da7956421cf3 None None] The sync data for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 is: [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:23:12Z', 'revision_number': 4, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'df980b2b-a705-416a-af80-6c15c5a95823', 'name': '', 'network_id': '9da8a594-c05e-466c-9b2f-c730e0d43633', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'mac_address': 'fa:16:3e:72:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:11Z', 'updated_at': '2021-07-23T16:23:19Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'subnets': [{'id': 'f3e466bf-8561-4808-b8ba-1861ad9b2eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:34.090513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.128939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=02fc5abd-62f2-4491-a19a-37ca92c4e3ef,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.139415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:34.143793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:34.147078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:34.166605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.166807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.167284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.167742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.168277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.168921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.169319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.169703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.170324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.170737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.171132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.171577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.178843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Checking segment: {'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:34.179293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Network hostable DHCP agents. Network: 3c75517e-ba78-411b-9edc-2e4378fba4ed, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:34.180351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.197861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.198487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.198979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.199474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.199962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.200455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.200932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.201409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.201903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.202417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.202894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.203367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.224313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:34.236937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3c75517e-ba78-411b-9edc-2e4378fba4ed) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:34.238142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.238991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.244110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:34.249276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f106d3-64c8-43b9-ad16-29b2ee02af8c None None] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:34.263186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83abc79a-e3b7-4a47-9c45-8ccf7ca79044 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818635 Jul 23 16:32:34.277714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.278818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.279280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.284686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Request body: {'port': {'device_id': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:34.294244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.295794 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.298344 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 2 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.323421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.323818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.324154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.330921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.331249 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.332340 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 3 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.346096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.346428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.346762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.352735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f9c9ea71-b351-427d-997d-09c6c1756864 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:34.352963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.353213 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.353622 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 4 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.368050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.368436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.368825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.374837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.375184 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.375782 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 5 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.395115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.395512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.396023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.403527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.403867 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.404723 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 6 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.426250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.427516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.428308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.428694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.434236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.434568 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.434967 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 7 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.439908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9483c5-c7ee-4b5d-af85-0a81783be429 req-e62d6423-fe5d-4ae0-a75b-7b11adb2d969 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.442234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b9483c5-c7ee-4b5d-af85-0a81783be429 req-e62d6423-fe5d-4ae0-a75b-7b11adb2d969 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 943 time: 0.1307731 Jul 23 16:32:34.454028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.454380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.454712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.461479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.461989 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.463427 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 8 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.484799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.485222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.485563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.491968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.491968 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.492219 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 9 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.518896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.519448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.520486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.526037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.526891 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.527910 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 10 to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef Jul 23 16:32:34.539506 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9dadbe-d706-455c-8fc4-7a14a8c526b1 None None] New status for floating IP 1a5d4496-9339-49bd-a89d-e5f1df9d573b: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:32:34.542807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b9483c5-c7ee-4b5d-af85-0a81783be429 req-eadcb248-48e6-4b82-961a-60feb349f8b9 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922959 Jul 23 16:32:34.557243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f9c9ea71-b351-427d-997d-09c6c1756864,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:34.567829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:34.568150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:34.568487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:34.573082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'f9c9ea71-b351-427d-997d-09c6c1756864', 'network_id': '49f1c640-ad20-4f2f-9003-b8d7bb82b945', 'port_id': 'f9c9ea71-b351-427d-997d-09c6c1756864', 'mac_address': 'fa:16:3e:94:98:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794b13b4-ecae-4e61-8a50-ff6573018648', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:34.573281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:34.573596 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:34.574004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.598582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.636692 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.652810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c9ea71-b351-427d-997d-09c6c1756864 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:34.696552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f9c9ea71-b351-427d-997d-09c6c1756864,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:34.703552 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.715736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.742292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:34.742571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempted to set empty binding levels {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:32:34.749605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.752981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.775940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.799240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.799840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.839701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4045520 Jul 23 16:32:34.840607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392bacd-aa75-4cd4-89d1-158730eed22d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=02fc5abd-62f2-4491-a19a-37ca92c4e3ef,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.844503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.877528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:34.886341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.888537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.891641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.892789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "DELETE /v2.0/security-groups/946a3961-7efc-49b8-8f6b-370438627b65 HTTP/1.1" status: 204 len: 168 time: 0.2932653 Jul 23 16:32:34.897650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.904657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Transition to ACTIVE for port object 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:34.910009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.919068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abda3e-7425-4953-b638-44ca4e2307b1 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946a3961-7efc-49b8-8f6b-370438627b65,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.937301 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-bc1fd1e2-dab7-4bbb-8077-0942b44e6647 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] show failed (client error): The resource could not be found. Jul 23 16:32:34.938162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc1fd1e2-dab7-4bbb-8077-0942b44e6647 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "GET /v2.0/security-groups/946a3961-7efc-49b8-8f6b-370438627b65 HTTP/1.1" status: 404 len: 347 time: 0.0363307 Jul 23 16:32:34.956212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:34.982971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Deleting port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:34.983304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.027036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905d005-047b-4a73-9091-62568647f372 service neutron] Pushing event updated for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.058786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 02fc5abd-62f2-4491-a19a-37ca92c4e3ef, host n-h2-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:35.059536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.071472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Calling delete_port for 02fc5abd-62f2-4491-a19a-37ca92c4e3ef owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:35.086994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['f9c9ea71-b351-427d-997d-09c6c1756864'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:35.157112 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.188612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event deleted for resources: {'Port': ['ID=02fc5abd-62f2-4491-a19a-37ca92c4e3ef,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.194896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.199719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3775516e-7485-4495-8632-e2300693f864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "DELETE /v2.0/ports/02fc5abd-62f2-4491-a19a-37ca92c4e3ef HTTP/1.1" status: 204 len: 168 time: 0.3504417 Jul 23 16:32:35.199848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:35.216526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Attempting to bind port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:35.216861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Attempting to bind port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:35.217196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Attempting to bind port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:35.229068 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-375e3ba7-6f27-4d73-b0a6-c32c45626e66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:32:35.229682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:35.230040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Attempting to bind port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:35.234215 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-375e3ba7-6f27-4d73-b0a6-c32c45626e66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports/02fc5abd-62f2-4491-a19a-37ca92c4e3ef HTTP/1.1" status: 404 len: 333 time: 0.0302057 Jul 23 16:32:35.234506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:35.239319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-925447941'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:35.246843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eec60-4500-48b9-bf45-bcdb09ea9a8e req-88b780bf-ff45-40a1-8121-6f49f45a61f0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.247957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-576eec60-4500-48b9-bf45-bcdb09ea9a8e req-88b780bf-ff45-40a1-8121-6f49f45a61f0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 943 time: 0.1579857 Jul 23 16:32:35.250517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:35.250854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:35.251233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:35.251675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Bound port: 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:35.252231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.259956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Deleting port 60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:35.260220 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.261150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Made reservation on behalf of f2fe785df3e04a329301471d17c9178d for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:35.263936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.282642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 88634203-f11b-4fae-8958-996aaa43bdd6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:35.479436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.539471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.587215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:35.592324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:35.595101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:35.596293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.597519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.620499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=88634203-f11b-4fae-8958-996aaa43bdd6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.632177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a015a2b4-1dee-4151-98a4-01b262d15752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3966196 Jul 23 16:32:35.634687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32772) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:35.639947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:35.716398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-576eec60-4500-48b9-bf45-bcdb09ea9a8e req-e50b2d69-41dd-4edc-8287-80f33ef21db4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580824 Jul 23 16:32:35.736431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.757203 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.758254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.762637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:35.772530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:35.780111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Calling delete_port for 60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:35.785089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.863316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.863929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.865361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-2905d005-047b-4a73-9091-62568647f372 service neutron] 10.222.0.67 "PUT /v2.0/ports/225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 HTTP/1.1" status: 200 len: 1091 time: 1.5883772 Jul 23 16:32:35.898808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:35.901088 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:35.948601 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140b51d-be5c-4314-a22e-201ca9bc56ab x-openstack-request-id: req-5140b51d-be5c-4314-a22e-201ca9bc56ab {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:35.949012 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:35.949153 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5140b51d-be5c-4314-a22e-201ca9bc56ab {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:35.949516 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0', 'status': 'completed', 'code': 200} Jul 23 16:32:35.959211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 88634203-f11b-4fae-8958-996aaa43bdd6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:35.967170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.971527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905d005-047b-4a73-9091-62568647f372 service neutron] Pushing event updated for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.980501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Transition to ACTIVE for port object 88634203-f11b-4fae-8958-996aaa43bdd6 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:35.983549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.028720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c8239-1fb1-47ed-91d0-c0df225f1b24 req-98147535-db84-4850-8928-999444621c3e tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.030177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-435c8239-1fb1-47ed-91d0-c0df225f1b24 req-98147535-db84-4850-8928-999444621c3e tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 944 time: 0.2379036 Jul 23 16:32:36.032340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=88634203-f11b-4fae-8958-996aaa43bdd6,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.051031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.051031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.051403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.058751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.059077 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.059695 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 2 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.076443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.076774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.077145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.082031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.082353 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.082739 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 3 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.095711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.096038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.096371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.101286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.101600 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.102013 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 4 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.113578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-4f88881d-cbc5-4988-864c-2fdd6c724d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.114630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.114960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.115221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-4f88881d-cbc5-4988-864c-2fdd6c724d8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 1094 time: 0.1852372 Jul 23 16:32:36.115349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.119709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.119872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-435c8239-1fb1-47ed-91d0-c0df225f1b24 req-cad90e33-a1af-400d-98b3-d9ea5ef33ff2 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Jul 23 16:32:36.120027 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.120420 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 5 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.132395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.132726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.133063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.137974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.137974 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.138197 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 6 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.151507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.151836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.152175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.156460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.156777 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.157160 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 7 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.169363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.169653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.170018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.170693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-9ad8141e-920c-4e04-8ddc-214a6acceb58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 HTTP/1.1" status: 200 len: 217 time: 0.0415156 Jul 23 16:32:36.175302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.175632 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.176062 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 8 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.176269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.189013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.189344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.189681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.194159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.194391 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.194780 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 9 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.206933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.207297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.207630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.210512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Pushing event deleted for resources: {'Port': ['ID=60f493ef-6e04-49fd-bd4f-13f6d8cfc3b0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.212044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.212365 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.212754 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 10 to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 Jul 23 16:32:36.225756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:36.226108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:36.226443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:36.230671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:36.230999 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 88634203-f11b-4fae-8958-996aaa43bdd6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:36.231357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.296136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 88634203-f11b-4fae-8958-996aaa43bdd6, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:36.296421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempted to set empty binding levels {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:32:36.297429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-774710e5-6229-4d54-95ee-2a1eb081b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.299538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-774710e5-6229-4d54-95ee-2a1eb081b6bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.1149702 Jul 23 16:32:36.301240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.321288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.324415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.325818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a7f1fb9f-2336-4b84-9129-4b162f1ca154 tempest-ServerActionsTestJSON-1647508962 tempest-ServerActionsTestJSON-1647508962-project] 10.222.0.64 "DELETE /v2.0/floatingips/1a5d4496-9339-49bd-a89d-e5f1df9d573b HTTP/1.1" status: 204 len: 168 time: 1.3681357 Jul 23 16:32:36.328975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32784) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.337360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f9c9ea71-b351-427d-997d-09c6c1756864 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:36.339471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] In _notify_port_updated(), no bound segment for port 88634203-f11b-4fae-8958-996aaa43bdd6 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:32:36.340425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.341099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.345536 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "PUT /v2.0/ports/88634203-f11b-4fae-8958-996aaa43bdd6 HTTP/1.1" status: 200 len: 978 time: 0.7097876 Jul 23 16:32:36.348217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.353852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-83ec9249-8966-4183-b283-0f543f7a03fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426533 Jul 23 16:32:36.390021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port f9c9ea71-b351-427d-997d-09c6c1756864 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:36.397098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port f9c9ea71-b351-427d-997d-09c6c1756864 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:36.397717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.418227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f6f18-910a-4be8-9a6a-b14de8f82a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=88634203-f11b-4fae-8958-996aaa43bdd6,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.482102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-e1d0456d-550c-47d3-8398-dbbfa83ccda4 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157386 Jul 23 16:32:36.498941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.505399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.506001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.506544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.507436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.507595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.508125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.508650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.509180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.509706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.510309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.510917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.511330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.511820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.512285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.512747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.513239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.513731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.514254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.514715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.515177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.515675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.516170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.516659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.517116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.517573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.518064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.518529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.519549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.520016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.520484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.520946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.521526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.521867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.522395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.522855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.523311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.523891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.524009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:36.524241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.524675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.525130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.525721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.526185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.526434 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f41ae-8845-4ae4-85fe-3605f0b351a1" -d '{"events": [{"server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "name": "network-vif-plugged", "status": "completed", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:36.526707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.527164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.527627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:36.532280 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5b0ca5d-2ff3-4b3b-9d02-2417cde5f521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40593 time: 0.1831341 Jul 23 16:32:36.538717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.546981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f9c9ea71-b351-427d-997d-09c6c1756864,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:36.551440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.582506 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc3609-0223-4d4e-b8fe-ffa5b9765067 x-openstack-request-id: req-a4cc3609-0223-4d4e-b8fe-ffa5b9765067 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:36.582847 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "name": "network-vif-plugged", "status": "completed", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:36.583084 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4cc3609-0223-4d4e-b8fe-ffa5b9765067 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:36.583548 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864', 'code': 200} Jul 23 16:32:36.610192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.641281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Deleting port 88634203-f11b-4fae-8958-996aaa43bdd6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:36.641968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.709064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 88634203-f11b-4fae-8958-996aaa43bdd6, host n-h2-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:36.709454 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.721358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Calling delete_port for 88634203-f11b-4fae-8958-996aaa43bdd6 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:36.752756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b26bac6-afb5-40d5-86eb-6fb9df4e1c56 req-7731f05b-a63e-4fbb-82a8-16fd84d05200 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529192 Jul 23 16:32:36.807066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.853616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event deleted for resources: {'Port': ['ID=88634203-f11b-4fae-8958-996aaa43bdd6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:36.866896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.869097 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e771a96a-8377-44a5-963e-14cc223258bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "DELETE /v2.0/ports/88634203-f11b-4fae-8958-996aaa43bdd6 HTTP/1.1" status: 204 len: 168 time: 0.3293786 Jul 23 16:32:36.872143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.904152 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b75f66d-1eeb-4090-b671-bab75d950782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:32:36.909308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6b75f66d-1eeb-4090-b671-bab75d950782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports/88634203-f11b-4fae-8958-996aaa43bdd6 HTTP/1.1" status: 404 len: 333 time: 0.0326829 Jul 23 16:32:36.910515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32800) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:36.915337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-448157728', 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:36.940583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Made reservation on behalf of f2fe785df3e04a329301471d17c9178d for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:36.943375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.963918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port e99b9b25-8e9f-40e4-b528-9eb9b485bb23 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:37.027016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df54f7e-73f4-4ca8-be65-4d532b8a00fa req-1144bb60-b47d-4c7d-9179-e399f3bf9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.028508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df54f7e-73f4-4ca8-be65-4d532b8a00fa req-1144bb60-b47d-4c7d-9179-e399f3bf9985 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 1096 time: 0.3554602 Jul 23 16:32:37.125051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-888aa596-f968-49d2-91d7-a0c4e18d2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.126061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.126792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-888aa596-f968-49d2-91d7-a0c4e18d2884 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 1094 time: 0.2713389 Jul 23 16:32:37.137899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df54f7e-73f4-4ca8-be65-4d532b8a00fa req-1532dbec-030e-42f0-b350-7f59dab1531f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967984 Jul 23 16:32:37.148596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630660-72a2-416c-8ec6-eb4a8598324e req-6f48faa2-2f15-4317-a1ff-068a1c6f9e5f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.150508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e630660-72a2-416c-8ec6-eb4a8598324e req-6f48faa2-2f15-4317-a1ff-068a1c6f9e5f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 943 time: 0.2965302 Jul 23 16:32:37.175775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.232919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:37.237326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:37.242168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:37.244082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.244333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.262438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3507793 Jul 23 16:32:37.264360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b125d51-ca5c-4717-959e-df3a8924b322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=e99b9b25-8e9f-40e4-b528-9eb9b485bb23,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:37.266794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32808) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.318324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e630660-72a2-416c-8ec6-eb4a8598324e req-3af86a74-8a9e-40fe-83ba-435df2033f22 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595509 Jul 23 16:32:37.444292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-cf0b2239-d45e-413e-86e2-ffc3b2a2bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.448509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-cf0b2239-d45e-413e-86e2-ffc3b2a2bf7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.3096402 Jul 23 16:32:37.471014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26d2d7-8951-483e-b1a9-46e306875b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.476017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fa26d2d7-8951-483e-b1a9-46e306875b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports/e99b9b25-8e9f-40e4-b528-9eb9b485bb23 HTTP/1.1" status: 200 len: 958 time: 0.1974514 Jul 23 16:32:37.476262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32818) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.556058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-121c2b73-8e41-4178-81bf-70590afb6a6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 HTTP/1.1" status: 200 len: 217 time: 0.0944607 Jul 23 16:32:37.610912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f30ff-9f23-4e87-b9d6-a7a42457c373 req-99327d1a-fb11-4a3f-a207-73d292b5b60f tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.612392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Deleting port e99b9b25-8e9f-40e4-b528-9eb9b485bb23 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:37.613381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.617443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c2f30ff-9f23-4e87-b9d6-a7a42457c373 req-99327d1a-fb11-4a3f-a207-73d292b5b60f tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 945 time: 0.3452404 Jul 23 16:32:37.638556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.706941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.725588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Calling delete_port for e99b9b25-8e9f-40e4-b528-9eb9b485bb23 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:37.775844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-04ab8219-11ca-41ee-8a7d-f612f7298c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.777717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-04ab8219-11ca-41ee-8a7d-f612f7298c9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.2108624 Jul 23 16:32:37.845827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c2f30ff-9f23-4e87-b9d6-a7a42457c373 req-fc07c994-f90c-4289-a8ee-e26fd8e51c7b tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220740 Jul 23 16:32:37.848583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-4fb4e41e-a621-4220-ba84-21411f671d64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570250 Jul 23 16:32:37.850704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.890158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event deleted for resources: {'Port': ['ID=e99b9b25-8e9f-40e4-b528-9eb9b485bb23,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:37.899853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.901967 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-689bfdf1-c6f2-4798-a7cd-70f2effea7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e99b9b25-8e9f-40e4-b528-9eb9b485bb23 HTTP/1.1" status: 204 len: 168 time: 0.4246032 Jul 23 16:32:37.904477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32824) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.940383 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4a945c-871e-49bb-b11b-e94c79ad7a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:32:37.945487 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb4a945c-871e-49bb-b11b-e94c79ad7a74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports/e99b9b25-8e9f-40e4-b528-9eb9b485bb23 HTTP/1.1" status: 404 len: 333 time: 0.0365820 Jul 23 16:32:37.945810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:37.951278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217655301'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:37.981526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Made reservation on behalf of f2fe785df3e04a329301471d17c9178d for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:37.984468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.005170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 01b3cf11-5315-4878-aa36-e85f5c871902 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:38.201037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.243936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.283113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Network 3c75517e-ba78-411b-9edc-2e4378fba4ed is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:38.287805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:38.291399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:38.292334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.292935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.309037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=01b3cf11-5315-4878-aa36-e85f5c871902,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:38.322637 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d7433d4-c4b7-4183-acf2-5d255344f9ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3725190 Jul 23 16:32:38.325437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:38.335988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:38.432350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.552784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-d098b830-ec4c-41bd-a65a-b0cc43b30b02 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885219 Jul 23 16:32:38.670173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.670616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] device_id is not set on port 01b3cf11-5315-4878-aa36-e85f5c871902 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:38.678255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.679902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.686120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.693609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.695353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Transition to ACTIVE for port object 01b3cf11-5315-4878-aa36-e85f5c871902 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:38.699810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.701000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.709223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.715593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.723921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-58b8da36-2662-4df0-8b86-82aa5becb5fc tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.7877998 Jul 23 16:32:38.761971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=01b3cf11-5315-4878-aa36-e85f5c871902,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:38.776843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.777241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.777624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.782599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.782990 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.783447 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 2 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.798523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.798861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.799266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.804480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.804879 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.805340 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 3 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.819594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.820049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.820510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.825585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.826083 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.826572 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 4 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.832224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2654292d-077d-4f94-b898-a9cfb1d42eed req-f5aecd54-b27c-4b43-9f8f-71c359d57dc0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065376 Jul 23 16:32:38.841771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.842269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.842711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.848603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.849063 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.849770 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 5 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.865053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.865544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.865966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.870512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.870943 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.871425 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 6 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.884685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.885168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.885576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.890316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.890742 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.891230 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 7 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.905058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-357545c9-bd4e-48b4-abc5-f3acd52b0e0b req-175ac039-0baf-48c7-a7d1-0c417adb79fe service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238571 Jul 23 16:32:38.908923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.909450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.910455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.915174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.915665 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.916154 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 8 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.932963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.933518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.933974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.939002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.939373 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.939640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade049d-5d41-49bf-95db-eb170acd0c20 req-e5e4fc28-41f9-4fc4-9363-b2dc04678ac3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:38.940115 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 9 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.941308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ade049d-5d41-49bf-95db-eb170acd0c20 req-e5e4fc28-41f9-4fc4-9363-b2dc04678ac3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 943 time: 0.4442446 Jul 23 16:32:38.953137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.953740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.954088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.959548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.959977 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.960485 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempt 10 to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 Jul 23 16:32:38.974417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.976036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.976036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempting to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.979937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.980366 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Failed to bind port 01b3cf11-5315-4878-aa36-e85f5c871902 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '4a9696a1-e1fe-4089-9f7a-559c90a9a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3c75517e-ba78-411b-9edc-2e4378fba4ed'}] Jul 23 16:32:38.981050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.050634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 01b3cf11-5315-4878-aa36-e85f5c871902, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:39.051156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attempted to set empty binding levels {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:32:39.058738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.063168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ade049d-5d41-49bf-95db-eb170acd0c20 req-b86c9cb7-aa42-4fdd-b3b3-e2bfecd624bb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084681 Jul 23 16:32:39.093100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] In _notify_port_updated(), no bound segment for port 01b3cf11-5315-4878-aa36-e85f5c871902 on network 3c75517e-ba78-411b-9edc-2e4378fba4ed {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:32:39.094941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Deleting port df980b2b-a705-416a-af80-6c15c5a95823 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:39.095288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.095423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:39.096248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.098341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "PUT /v2.0/ports/01b3cf11-5315-4878-aa36-e85f5c871902 HTTP/1.1" status: 200 len: 979 time: 0.7681496 Jul 23 16:32:39.101052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:39.140841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e54287-f25f-4ba4-af12-0af8f9d8362a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event updated for resources: {'Port': ['ID=01b3cf11-5315-4878-aa36-e85f5c871902,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.169809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2009-157e-4545-9ab8-8f1581734a25 req-3e16d154-c5ab-49c8-b286-33e9119b3f09 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:39.171343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b8f2009-157e-4545-9ab8-8f1581734a25 req-3e16d154-c5ab-49c8-b286-33e9119b3f09 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 945 time: 0.2086341 Jul 23 16:32:39.211861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Deleting port 01b3cf11-5315-4878-aa36-e85f5c871902 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:39.212412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.238858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b8f2009-157e-4545-9ab8-8f1581734a25 req-037901d7-09f2-42d3-ac11-7579e3022f0b tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Jul 23 16:32:39.240655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] For port df980b2b-a705-416a-af80-6c15c5a95823, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df980b2b-a705-416a-af80-6c15c5a95823,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:39.241016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.259318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Calling delete_port for df980b2b-a705-416a-af80-6c15c5a95823 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:39.291096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] For port 01b3cf11-5315-4878-aa36-e85f5c871902, host n-h2-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:39.291461 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.305142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Calling delete_port for 01b3cf11-5315-4878-aa36-e85f5c871902 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:39.420493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.438453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.446866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32848) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:39.447090 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "DELETE /v2.0/ports/01b3cf11-5315-4878-aa36-e85f5c871902 HTTP/1.1" status: 204 len: 168 time: 0.3436141 Jul 23 16:32:39.476437 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-267afb36-6bcc-40d5-a65e-a9dd3c1049a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:32:39.482038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-267afb36-6bcc-40d5-a65e-a9dd3c1049a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] 10.222.0.64 "GET /v2.0/ports/01b3cf11-5315-4878-aa36-e85f5c871902 HTTP/1.1" status: 404 len: 333 time: 0.0327630 Jul 23 16:32:39.483362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:39.503598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2ef0a-7a42-41d4-b34b-c7295e9fa525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813701589-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b3cf11-5315-4878-aa36-e85f5c871902,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.568032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.615636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Pushing event deleted for resources: {'Port': ['ID=df980b2b-a705-416a-af80-6c15c5a95823,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.931281 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.024198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.054205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.060796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.068414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.074926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.084591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.091753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.097760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.099738 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-62af4bb1-7006-44aa-8222-7f461998d4f1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.6515911 Jul 23 16:32:40.156578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.162729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.168749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.174894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.180852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.196788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.215256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.215256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-b79bec1b-704f-43ef-b417-7a89d33cf849 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 5443 time: 0.1816890 Jul 23 16:32:40.231769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.244489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-42cb0fe8-fcf6-4763-9b0a-1c71c5066b0f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.245964 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-42cb0fe8-fcf6-4763-9b0a-1c71c5066b0f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1375167 Jul 23 16:32:40.250508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c75517e-ba78-411b-9edc-2e4378fba4ed']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:40.277488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9696a1-e1fe-4089-9f7a-559c90a9a869') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:40.277754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9696a1-e1fe-4089-9f7a-559c90a9a869') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:40.304432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.342802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:32:40.344314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0dc6502d-55a2-4aa0-8407-cac9db2e9460 req-899afbdb-c001-4948-885f-d02b46bb9aa6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822697 Jul 23 16:32:40.357872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.376305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Router 6fe88384-1356-425a-9d47-e7deac96d1ec has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:40.384419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:40.384823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:40.388776 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:40.542075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:40.554035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a2ae657e-a47b-44ff-bd21-4185c235be07 admin admin] 10.222.0.64 "PUT /v2.0/routers/6fe88384-1356-425a-9d47-e7deac96d1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2235675 Jul 23 16:32:40.556552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32882) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:40.562667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Sync routers for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:40.585459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:40.586539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:40.602723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.619029 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-90adb305-fc29-41e1-9342-eeb11ab8b934 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3574045 Jul 23 16:32:40.679365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.683875 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] 10.222.0.64 "DELETE /v2.0/networks/3c75517e-ba78-411b-9edc-2e4378fba4ed HTTP/1.1" status: 204 len: 168 time: 1.1689055 Jul 23 16:32:40.701770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:40.711612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cf0c0-1b53-42f1-a51f-37d6b0a3c795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514524311-project] Pushing event deleted for resources: {'Network': ['ID=3c75517e-ba78-411b-9edc-2e4378fba4ed,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:40.737007 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.761725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b23eb-5877-40f9-b793-606acdd76f60 req-a2077b52-eaec-4b15-b1c4-4bb93727fca9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.763473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f7b23eb-5877-40f9-b793-606acdd76f60 req-a2077b52-eaec-4b15-b1c4-4bb93727fca9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 943 time: 0.2082374 Jul 23 16:32:40.911066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.048720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32890) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:41.089040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:41.091270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:41.104247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0', 'mac_address': 'fa:16:3e:da:47:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:32:41.132090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] For port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:41.185078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] device_id is not set on port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:41.205256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.209333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f7b23eb-5877-40f9-b793-606acdd76f60 req-d6b29537-9e3f-4fbd-b396-24e9e20efca4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953944 Jul 23 16:32:41.212380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.212549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.218925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:41.334650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] No DVR routers for this DVR port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:41.349114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ba04b-f14a-48ef-8a09-15a6abb4d057 req-b4929bbb-f491-4118-8e38-3d03f1fa8432 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.363099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c9ba04b-f14a-48ef-8a09-15a6abb4d057 req-b4929bbb-f491-4118-8e38-3d03f1fa8432 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 945 time: 0.2614207 Jul 23 16:32:41.400636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.424351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] In _notify_port_updated(), no bound segment for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:32:41.426271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.427195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.429762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-e4988cc2-18e2-475c-8773-39fb8c4c8cf1 service neutron] 10.222.0.81 "PUT /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 200 len: 1033 time: 0.7412484 Jul 23 16:32:41.446347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e845018e-b3e0-4834-9a0d-8109aa4be5e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=234827b1136b4c1780a67d53ee4ff16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743651 Jul 23 16:32:41.449118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32898) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:41.573262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a457569f-9433-4334-bb83-800b10b8c531 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.574798 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a457569f-9433-4334-bb83-800b10b8c531 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "GET /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1379268 Jul 23 16:32:41.590071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:41.628763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.665527 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.666221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c9ba04b-f14a-48ef-8a09-15a6abb4d057 req-8b761503-0cd5-4eba-a4f9-1f0f9156b418 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013682 Jul 23 16:32:41.670393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:41.683331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb51ed59-7c1b-4a99-b20f-e9ca767f96cf None None] Provisioning complete for port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:41.683713 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb51ed59-7c1b-4a99-b20f-e9ca767f96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.689015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Deleting port 3707c6a0-cd14-4dda-8650-974c8c97ada8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:41.689502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.745493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:41.750400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.757611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.762331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.763869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.770164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.771508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.776533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.782638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.796271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-77e06d07-92cf-4b93-8957-77ddef930acf tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 4663 time: 0.2439494 Jul 23 16:32:41.834189 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-58909960-fe68-4611-bb13-2f274647978e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.840620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fb51ed59-7c1b-4a99-b20f-e9ca767f96cf None None] Port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:41.846774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.862958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:32:39Z', 'revision_number': 5, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port': {'id': '3707c6a0-cd14-4dda-8650-974c8c97ada8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:23:08Z', 'updated_at': '2021-07-23T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:41.865831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.866259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.866606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.867045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.867430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.867932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.868262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.868691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.869128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.869500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.869826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.870173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:41.904228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.950613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Checking router: 6fe88384-1356-425a-9d47-e7deac96d1ec for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:41.980097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Routers {'6fe88384-1356-425a-9d47-e7deac96d1ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:41.980735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fe88384-1356-425a-9d47-e7deac96d1ec'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:41.989656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4fc695-8ad2-4fb9-8484-cb17559f0085 req-46fe0ce3-de2e-4d19-b013-ca902c312872 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&id=2dfdb68b-e9b6-4746-84b4-e2da1068c56c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349082 Jul 23 16:32:42.018226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=44774a99-c188-44d4-b2a7-08fbbd086dbb,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:42.037373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.067920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] For port 3707c6a0-cd14-4dda-8650-974c8c97ada8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3707c6a0-cd14-4dda-8650-974c8c97ada8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:42.068344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.091942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] For port 44774a99-c188-44d4-b2a7-08fbbd086dbb, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:42.097773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Calling delete_port for 3707c6a0-cd14-4dda-8650-974c8c97ada8 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:42.137379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] Set router 6fe88384-1356-425a-9d47-e7deac96d1ec gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:42.153146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] device_id is not set on port 44774a99-c188-44d4-b2a7-08fbbd086dbb yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:42.177795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.191310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.225020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['225502f9-6a8b-4c67-a3bb-4e7f64dd87f0'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:42.240300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:32:41Z', 'revision_number': 6, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:42.245123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Pushing event updated for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.317619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.325572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] No DVR routers for this DVR port 44774a99-c188-44d4-b2a7-08fbbd086dbb on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:42.326064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.329722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd87919e-ba34-401a-a726-333dab836db2 HTTP/1.1" status: 204 len: 168 time: 0.8561192 Jul 23 16:32:42.337606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e27780-c8c0-41b6-b5db-10ed8b812571 None None] The sync data for ids ['6fe88384-1356-425a-9d47-e7deac96d1ec'] in n-d-800484-3 is: [{'id': '6fe88384-1356-425a-9d47-e7deac96d1ec', 'name': 'tempest-ServerActionsTestJSON-1462240133-router', 'tenant_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:23:07Z', 'updated_at': '2021-07-23T16:32:41Z', 'revision_number': 6, 'project_id': '1d49ba6beca84e5f8a365b79856fb1c0', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:42.403419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] In _notify_port_updated(), no bound segment for port 44774a99-c188-44d4-b2a7-08fbbd086dbb on network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:32:42.405016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:42.407011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.412561 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-7b62c7e5-5298-4a27-97b8-e44d841692dc service neutron] 10.222.0.81 "PUT /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 200 len: 1031 time: 0.8278234 Jul 23 16:32:42.430689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2e77b-9316-4d6c-8e28-1800a16dd26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd87919e-ba34-401a-a726-333dab836db2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.528302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.606329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port 15eb5d16-30c1-4477-8e0a-865a55367ed6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:42.610147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.611027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Pushing event deleted for resources: {'Port': ['ID=3707c6a0-cd14-4dda-8650-974c8c97ada8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:42.645218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8014ae-fa69-44d2-8f9b-c2e7fe211848 req-c3c7c026-a39b-4c5d-a001-d2991809e883 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:42.652186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee8014ae-fa69-44d2-8f9b-c2e7fe211848 req-c3c7c026-a39b-4c5d-a001-d2991809e883 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 944 time: 0.3179827 Jul 23 16:32:42.680360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c35488b2-88bc-42aa-abd5-3003b08fd4dd None None] Provisioning complete for port 44774a99-c188-44d4-b2a7-08fbbd086dbb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:42.685450 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c35488b2-88bc-42aa-abd5-3003b08fd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.740066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c35488b2-88bc-42aa-abd5-3003b08fd4dd None None] Port 44774a99-c188-44d4-b2a7-08fbbd086dbb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:42.778496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee8014ae-fa69-44d2-8f9b-c2e7fe211848 req-4bf132c2-7654-43d6-ad2b-671a7ef49ddc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222994 Jul 23 16:32:42.796078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port 15eb5d16-30c1-4477-8e0a-865a55367ed6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=15eb5d16-30c1-4477-8e0a-865a55367ed6,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:42.796651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.820827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:42.830493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.945680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.953880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47a60d17-9b83-463d-a87e-dfc60d2a987a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2fe785df3e04a329301471d17c9178d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295307 Jul 23 16:32:42.955003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.075764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.094953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.095476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.095888 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Floating IP e41449f8-efa0-4264-98de-d583c08ed6ef disassociated. External IP: 172.25.2.20, port: 15eb5d16-30c1-4477-8e0a-865a55367ed6. Jul 23 16:32:43.096333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for 15eb5d16-30c1-4477-8e0a-865a55367ed6 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:43.121353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.260317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.266396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.270755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44fefee5-dbe1-4e34-a2ac-092c9647c0f6 HTTP/1.1" status: 204 len: 168 time: 0.3114011 Jul 23 16:32:43.358282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.360749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.360905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b25a8-1789-49f1-901d-6ac0a190ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fefee5-dbe1-4e34-a2ac-092c9647c0f6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:43.400340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=15eb5d16-30c1-4477-8e0a-865a55367ed6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:43.541861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:32:43.544410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df980b2b-a705-416a-af80-6c15c5a95823 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:43.555870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.556393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe88384-1356-425a-9d47-e7deac96d1ec {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:32:43.567324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.569699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-545adef9-833e-483d-b291-5a79a8f1e62e admin admin] 10.222.0.64 "DELETE /v2.0/routers/6fe88384-1356-425a-9d47-e7deac96d1ec HTTP/1.1" status: 204 len: 168 time: 3.0122738 Jul 23 16:32:43.595056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:43.595274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bb07b-7a77-48ea-ac98-99d301d70d1e req-a0eed428-24a4-4067-9362-c726c7fbacc5 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.595707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196bb07b-7a77-48ea-ac98-99d301d70d1e req-a0eed428-24a4-4067-9362-c726c7fbacc5 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 945 time: 0.8162777 Jul 23 16:32:43.599342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: df980b2b-a705-416a-af80-6c15c5a95823 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:43.600892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df980b2b-a705-416a-af80-6c15c5a95823 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:43.610083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3707c6a0-cd14-4dda-8650-974c8c97ada8 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:43.630149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-9d4f14a6-f98d-4832-99cd-4dc0db3ebdda tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.631937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-9d4f14a6-f98d-4832-99cd-4dc0db3ebdda tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 945 time: 0.6983948 Jul 23 16:32:43.671782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f72edd57-d0b5-4a2e-b0f8-d2efa8895347 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:43.688600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3707c6a0-cd14-4dda-8650-974c8c97ada8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:43.690919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3707c6a0-cd14-4dda-8650-974c8c97ada8 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:43.738727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Deleting subnet f3e466bf-8561-4808-b8ba-1861ad9b2eca {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:43.746102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.806125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.808967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:43.821196 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Sync routers for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:32:43.839598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.839847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-30f0c4ed-e08a-4d6d-973a-14b71a32bffa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4619555 Jul 23 16:32:43.840399 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:43.848803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:43.878688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:43.888047 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af21a3-ea9e-4929-811e-8b0ee626d41b" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:43.907340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:43.914229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.916243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 0c7fe573-fbe3-465f-a883-850b5982a461 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:43.944422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-02743f1f-52fb-4bbf-8ec1-150faf8b4f2f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.952807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-02743f1f-52fb-4bbf-8ec1-150faf8b4f2f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.965723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-02743f1f-52fb-4bbf-8ec1-150faf8b4f2f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.972862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-02743f1f-52fb-4bbf-8ec1-150faf8b4f2f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:43.975399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-02743f1f-52fb-4bbf-8ec1-150faf8b4f2f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 3150 time: 0.6011610 Jul 23 16:32:43.977760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port 15eb5d16-30c1-4477-8e0a-865a55367ed6 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:43.981310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.983776 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-a7a93522-43e3-46c0-8f97-bf93600ac046 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "DELETE /v2.0/ports/15eb5d16-30c1-4477-8e0a-865a55367ed6 HTTP/1.1" status: 204 len: 173 time: 1.5643206 Jul 23 16:32:43.984228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:43.986612 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042bb7c4-d6c5-414f-8526-8f8d522e03f3" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:44.057327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196bb07b-7a77-48ea-ac98-99d301d70d1e req-043cf2e0-34db-40aa-be72-12371141e537 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476840 Jul 23 16:32:44.100454 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:44.145034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2eaf692d-6070-49a1-ade3-2a78bce6d663 req-80e50885-7a0c-466e-a593-7b84c673cd0c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543984 Jul 23 16:32:44.160121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.261282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Deleting port f9c9ea71-b351-427d-997d-09c6c1756864 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:44.261638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.263077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.283475 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.294588 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b934670-4f35-436c-be7f-ac524a815830 x-openstack-request-id: req-2b934670-4f35-436c-be7f-ac524a815830 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:44.294901 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:44.295125 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b934670-4f35-436c-be7f-ac524a815830 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:44.297734 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'code': 200} Jul 23 16:32:44.365306 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed3310-b5a1-40a0-9c34-2fa90901ed85 x-openstack-request-id: req-76ed3310-b5a1-40a0-9c34-2fa90901ed85 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:44.365623 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "15eb5d16-30c1-4477-8e0a-865a55367ed6", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:44.365894 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76ed3310-b5a1-40a0-9c34-2fa90901ed85 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:44.366414 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '15eb5d16-30c1-4477-8e0a-865a55367ed6', 'status': 'completed', 'code': 200} Jul 23 16:32:44.368557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.374385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:44.374940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.414847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:44.428823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:44.429686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97801838-c0b6-4166-8682-c90d2663b13c req-2497adea-f606-44f8-a279-4cbf9e3e18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.431243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-2497adea-f606-44f8-a279-4cbf9e3e18f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 1096 time: 0.4544759 Jul 23 16:32:44.491997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e466bf-8561-4808-b8ba-1861ad9b2eca,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.501817 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.502561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 44774a99-c188-44d4-b2a7-08fbbd086dbb no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:44.544633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.555179 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74ca7c79-d374-430b-b6bc-5f487ae5ebf4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f3e466bf-8561-4808-b8ba-1861ad9b2eca HTTP/1.1" status: 204 len: 168 time: 0.9589522 Jul 23 16:32:44.563817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32960) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:44.613436 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:44.682299 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Checking router: fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:32:44.693575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6c848-9fbb-49e7-9689-6170c7a9a363 None None] Network 9da8a594-c05e-466c-9b2f-c730e0d43633 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:44.708841 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.710367 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:44.711263 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:44.750089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] For port f9c9ea71-b351-427d-997d-09c6c1756864, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f9c9ea71-b351-427d-997d-09c6c1756864,segment=NetworkSegment(00435886-c618-4770-b567-5055cfc82508),segment_id=00435886-c618-4770-b567-5055cfc82508)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:44.750500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.770014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 44774a99-c188-44d4-b2a7-08fbbd086dbb not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:44.775900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d4056bd7-1268-40c7-bda6-8925fe5a0b48 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:44.794778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.800271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7356c392-dfe9-4ca5-87a2-12ae3f3c768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.801016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:44.835039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f3d6-dcc2-4a1e-bfd6-f77ce20d47cf req-c4027d0d-da46-4a7c-b99a-a4a9b35ed2d8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.836672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd5f3d6-dcc2-4a1e-bfd6-f77ce20d47cf req-c4027d0d-da46-4a7c-b99a-a4a9b35ed2d8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 944 time: 0.5918517 Jul 23 16:32:44.837702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Calling delete_port for f9c9ea71-b351-427d-997d-09c6c1756864 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:44.848153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:44.885538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:32:44.941345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:44.941638 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.943204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.951499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97801838-c0b6-4166-8682-c90d2663b13c req-e567e2e5-611d-4247-9b6f-62ad6b38f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.965441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-e567e2e5-611d-4247-9b6f-62ad6b38f8ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 200 len: 916 time: 0.4878953 Jul 23 16:32:44.967802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:44.968175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.006975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for 94813ef9-0e86-4da9-8f46-0ce4d974b9ee owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:45.031618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1156897695'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:45.041998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Deleting port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:45.042206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.117631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd5f3d6-dcc2-4a1e-bfd6-f77ce20d47cf req-ec14b01b-dc4d-4b54-8f11-bd8bacf94625 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520037 Jul 23 16:32:45.197375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-113f2657-fc88-4020-bb5c-75adb8c2d22e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c HTTP/1.1" status: 200 len: 217 time: 0.2125111 Jul 23 16:32:45.237369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] For port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,segment=NetworkSegment(a9b4797c-2a53-4c32-938b-327f6e19322e),segment_id=a9b4797c-2a53-4c32-938b-327f6e19322e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:45.237728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.241467 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:45.243865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.246007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Made reservation on behalf of 621da90f301c41eb8ae9303925ca538f for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:45.251485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.269309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.294683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Calling delete_port for e09653ff-4b98-4bfb-bfcd-0ff12a33e56a owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:45.320023 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c91c-bb97-4f68-9513-fe2783a08c72 None None] The sync data for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 is: [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:22:26Z', 'revision_number': 4, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'aa38d350-e534-4b0d-9fa2-716d1a77ff35', 'name': '', 'network_id': 'a3be6b15-224f-4323-83e4-e2b4cbabee96', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'mac_address': 'fa:16:3e:68:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '773513cf-ff94-4f0b-a17e-635864251219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:25Z', 'updated_at': '2021-07-23T16:22:35Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'subnets': [{'id': '773513cf-ff94-4f0b-a17e-635864251219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:32:45.371883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.425349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97801838-c0b6-4166-8682-c90d2663b13c req-2f37fd12-bf3b-4910-be93-651121b55f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.426243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:45.428227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.430040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-2f37fd12-bf3b-4910-be93-651121b55f1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 200 len: 855 time: 0.2038429 Jul 23 16:32:45.442411 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.443420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:45.518466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.529608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0081286-d39f-478f-826d-8b8528a1f8a7 None None] DHCP port deletion for 9da8a594-c05e-466c-9b2f-c730e0d43633 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:45.551369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.557668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=94813ef9-0e86-4da9-8f46-0ce4d974b9ee,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.609196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-06b85542-2ce3-4b3f-9dbe-04745e70d7d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c69d5ed-e296-4523-b821-b7ad92ae7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681329 Jul 23 16:32:45.622906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905b5b9-d3b1-4727-9d64-cb9d6b2ba023 req-a27f868a-e273-4cc4-81af-a224068fa1d6 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.625356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c905b5b9-d3b1-4727-9d64-cb9d6b2ba023 req-a27f868a-e273-4cc4-81af-a224068fa1d6 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 867 time: 0.4267530 Jul 23 16:32:45.626350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Pushing event deleted for resources: {'Port': ['ID=f9c9ea71-b351-427d-997d-09c6c1756864,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.627133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:45.647786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09653ff-4b98-4bfb-bfcd-0ff12a33e56a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.661463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.662484 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.663463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f9c9ea71-b351-427d-997d-09c6c1756864 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:45.713114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.733575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: f9c9ea71-b351-427d-997d-09c6c1756864 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:45.734179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f9c9ea71-b351-427d-997d-09c6c1756864 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:45.738532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:45.738966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 94813ef9-0e86-4da9-8f46-0ce4d974b9ee no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:45.740853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.748114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.783483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port 94813ef9-0e86-4da9-8f46-0ce4d974b9ee on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:45.796244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.799229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-2c4a5f93-4315-4a44-b062-4e295e8d516f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "DELETE /v2.0/ports/94813ef9-0e86-4da9-8f46-0ce4d974b9ee HTTP/1.1" status: 204 len: 173 time: 1.8052905 Jul 23 16:32:45.800322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] No DVR routers for this DVR port e09653ff-4b98-4bfb-bfcd-0ff12a33e56a on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:45.816366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:45.816560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 94813ef9-0e86-4da9-8f46-0ce4d974b9ee {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:45.816830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 94813ef9-0e86-4da9-8f46-0ce4d974b9ee not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:45.817180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 15eb5d16-30c1-4477-8e0a-865a55367ed6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:45.824677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-ecfd5f78-bbc9-498b-a40a-6b02cdc4c77f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.832247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-ecfd5f78-bbc9-498b-a40a-6b02cdc4c77f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.840054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-ecfd5f78-bbc9-498b-a40a-6b02cdc4c77f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.848074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-ecfd5f78-bbc9-498b-a40a-6b02cdc4c77f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.848519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37afd007-b71d-4524-851b-b16d7b2fc83a None None] New status for floating IP e41449f8-efa0-4264-98de-d583c08ed6ef: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:32:45.850161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-ecfd5f78-bbc9-498b-a40a-6b02cdc4c77f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 3146 time: 0.6046963 Jul 23 16:32:45.854084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-531acc41-350d-42ca-ab46-d723a793be8f service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195034 Jul 23 16:32:45.854844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 15eb5d16-30c1-4477-8e0a-865a55367ed6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:45.855188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 15eb5d16-30c1-4477-8e0a-865a55367ed6 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:45.915086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.916017 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Added segment d4a56289-748d-46ad-bb54-a70fac79dea7 of type vlan for network 121711e7-1717-4a54-a8f3-d3c817b99f8f Jul 23 16:32:45.917811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d823e089-500b-4a11-9265-b2c09d20d28d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.937636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c905b5b9-d3b1-4727-9d64-cb9d6b2ba023 req-1232e647-44ea-492a-917c-5f745495fa81 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/security-groups?id=6260283e-32e9-4354-8b8d-ff547fa6cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573500 Jul 23 16:32:45.940689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] No DVR routers for this DVR port f9c9ea71-b351-427d-997d-09c6c1756864 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:45.944619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.946858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca3c3c2d-c28d-4163-8df9-77066ac53cbc req-c85390aa-194f-4243-a237-9b0c5513d26a tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.67 "DELETE /v2.0/ports/f9c9ea71-b351-427d-997d-09c6c1756864 HTTP/1.1" status: 204 len: 173 time: 2.2976959 Jul 23 16:32:45.994374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'name': 'network-vif-deleted', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:45.997988 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24988a-6dfc-4457-994f-910a2c8273f5" -d '{"events": [{"server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "name": "network-vif-deleted", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:46.091072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d6acd49-abb3-4c26-a371-c4583e6142b9 req-779489e1-1423-4e2b-abfe-785acab94d20 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981022 Jul 23 16:32:46.148832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.173399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97801838-c0b6-4166-8682-c90d2663b13c req-2025323a-aa85-476e-bca3-9dffd1c41196 service neutron] 10.222.0.67 "GET /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483187 Jul 23 16:32:46.191774 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6280f6-0c8b-40d6-8c54-ea17b7a66088 x-openstack-request-id: req-dd6280f6-0c8b-40d6-8c54-ea17b7a66088 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:46.192085 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd514f98-5768-4fc8-a9dc-27d6cc9814a6", "name": "network-vif-deleted", "tag": "f9c9ea71-b351-427d-997d-09c6c1756864", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:46.192189 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd6280f6-0c8b-40d6-8c54-ea17b7a66088 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:46.192530 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd514f98-5768-4fc8-a9dc-27d6cc9814a6', 'name': 'network-vif-deleted', 'tag': 'f9c9ea71-b351-427d-997d-09c6c1756864', 'status': 'completed', 'code': 200} Jul 23 16:32:46.209355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.230009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da8a594-c05e-466c-9b2f-c730e0d43633']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.272130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b4797c-2a53-4c32-938b-327f6e19322e') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.272509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b4797c-2a53-4c32-938b-327f6e19322e') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:46.284389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.299996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48'}, {'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:46.302489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.302664 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08b313-6dd7-4c94-92d4-74e86cfaa88d" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48"}, {"server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "name": "network-vif-plugged", "status": "completed", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:46.318300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.320164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:46.324576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.408667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25adc26-3f81-4165-938d-b045d2a0f840 req-994068e0-690f-473c-b58e-c00b38c037cb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.410331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25adc26-3f81-4165-938d-b045d2a0f840 req-994068e0-690f-473c-b58e-c00b38c037cb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.1528502 Jul 23 16:32:46.420912 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee671ea7-d6da-4941-8a11-d6bad1999d99 x-openstack-request-id: req-ee671ea7-d6da-4941-8a11-d6bad1999d99 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:46.421223 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48", "code": 200}, {"server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "name": "network-vif-plugged", "status": "completed", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:46.421476 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee671ea7-d6da-4941-8a11-d6bad1999d99 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:46.421881 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461', 'code': 200} Jul 23 16:32:46.422161 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'code': 200} Jul 23 16:32:46.422416 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0', 'code': 200} Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:46.467741 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:46.469840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:46.470357 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f8464-d0fe-43e8-9587-1e5d3cdee611" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:46.481204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.resource_extend [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:46.508928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25adc26-3f81-4165-938d-b045d2a0f840 req-55e223a0-7e47-4b10-840a-fc97c7b00f45 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923800 Jul 23 16:32:46.531164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.544524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.555277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.556109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.559842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.561921 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9da8a594-c05e-466c-9b2f-c730e0d43633 HTTP/1.1" status: 204 len: 168 time: 1.9969878 Jul 23 16:32:46.564703 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a0608e-c7a7-48c8-a906-b6c2bf1feaf9 x-openstack-request-id: req-c9a0608e-c7a7-48c8-a906-b6c2bf1feaf9 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:46.565046 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "94813ef9-0e86-4da9-8f46-0ce4d974b9ee", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:46.565332 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9a0608e-c7a7-48c8-a906-b6c2bf1feaf9 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:46.566379 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '94813ef9-0e86-4da9-8f46-0ce4d974b9ee', 'status': 'completed', 'code': 200} Jul 23 16:32:46.577486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03075-efe1-459e-89d2-bdc3e620d43f req-586ec7f1-1d20-4af5-af5a-3cb26e2ced54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.590863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44c03075-efe1-459e-89d2-bdc3e620d43f req-586ec7f1-1d20-4af5-af5a-3cb26e2ced54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0814750 Jul 23 16:32:46.610920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a61753-0198-4e7e-8753-5f8d693c4eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da8a594-c05e-466c-9b2f-c730e0d43633,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.633053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:46.633691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.633843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44c03075-efe1-459e-89d2-bdc3e620d43f req-2d015d16-375d-40c2-9a58-65d230a3ce65 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Jul 23 16:32:46.649324 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8324120 Jul 23 16:32:46.652823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32996) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.662189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Request body: {'subnet': {'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:46.770941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e3252-25af-433e-9c9a-ffa3789cf7f5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'Network': ['ID=121711e7-1717-4a54-a8f3-d3c817b99f8f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.784925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:46.803369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Made reservation on behalf of 621da90f301c41eb8ae9303925ca538f for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:46.808179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.830906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port f72edd57-d0b5-4a2e-b0f8-d2efa8895347, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:46.830906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.856216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for f72edd57-d0b5-4a2e-b0f8-d2efa8895347 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:46.881966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32998) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:46.947445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7a60946c-0386-40d2-9917-dc71d4712272 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d49ba6beca84e5f8a365b79856fb1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609071 Jul 23 16:32:46.948108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33000) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:47.028993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.077351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=f72edd57-d0b5-4a2e-b0f8-d2efa8895347,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.137514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af5f1bb5-a972-4f6e-87a5-9bf153fec59c req-5d6848d7-a264-4f09-b99e-d788a979fd83 tempest-VolumesActionsTest-1808965360 tempest-VolumesActionsTest-1808965360-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd514f98-5768-4fc8-a9dc-27d6cc9814a6 HTTP/1.1" status: 200 len: 210 time: 0.0454800 Jul 23 16:32:47.153136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port f72edd57-d0b5-4a2e-b0f8-d2efa8895347 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:47.156726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.163057 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-758bc2e6-42b5-427a-9579-10e93948043c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "DELETE /v2.0/ports/f72edd57-d0b5-4a2e-b0f8-d2efa8895347 HTTP/1.1" status: 204 len: 173 time: 1.3530250 Jul 23 16:32:47.230989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.331177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port d4056bd7-1268-40c7-bda6-8925fe5a0b48 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:47.331908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.397214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.400167 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.401279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.481382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port d4056bd7-1268-40c7-bda6-8925fe5a0b48, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d4056bd7-1268-40c7-bda6-8925fe5a0b48,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:47.482345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.503533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for d4056bd7-1268-40c7-bda6-8925fe5a0b48 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:47.515485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e09653ff-4b98-4bfb-bfcd-0ff12a33e56a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:47.563095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e09653ff-4b98-4bfb-bfcd-0ff12a33e56a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:47.575893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e09653ff-4b98-4bfb-bfcd-0ff12a33e56a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:47.660135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58272-645d-471c-9a69-eb925f982553 req-3a6ea5e3-5bb9-45d1-8715-0377e8b1aa15 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.666210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58272-645d-471c-9a69-eb925f982553 req-3a6ea5e3-5bb9-45d1-8715-0377e8b1aa15 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.667870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5e58272-645d-471c-9a69-eb925f982553 req-3a6ea5e3-5bb9-45d1-8715-0377e8b1aa15 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 1677 time: 0.3722973 Jul 23 16:32:47.714571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'Subnet': ['ID=0a9a94ef-5256-4ac8-a781-c88e355af6ab,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.720540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Checking segment: {'id': 'd4a56289-748d-46ad-bb54-a70fac79dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:47.721076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Network hostable DHCP agents. Network: 121711e7-1717-4a54-a8f3-d3c817b99f8f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:47.722748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.777727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.780555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.785960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51cc6c9c-2bef-4f00-a374-8e7318a7645c HTTP/1.1" status: 204 len: 168 time: 0.7725534 Jul 23 16:32:47.791634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:47.794981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=d4056bd7-1268-40c7-bda6-8925fe5a0b48,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.806282 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:32:47.816932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 121711e7-1717-4a54-a8f3-d3c817b99f8f) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:47.824964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd2edf-f264-43f1-b1bd-0620956bf3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc6c9c-2bef-4f00-a374-8e7318a7645c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.832079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc7462-1bcc-4689-9517-348b5375470c None None] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:47.855554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.858576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.884756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009fcc1-550b-4dce-8584-cefbab04f20c req-0926241e-00e3-45ae-ae4c-4dfec66f6437 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.898212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6009fcc1-550b-4dce-8584-cefbab04f20c req-0926241e-00e3-45ae-ae4c-4dfec66f6437 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.2275987 Jul 23 16:32:47.913668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5e58272-645d-471c-9a69-eb925f982553 req-abedb5d1-9a12-4f25-958c-f35dbb410982 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups?id=70830ac3-48b2-4650-a97a-fded394161b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059386 Jul 23 16:32:47.915653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port d4056bd7-1268-40c7-bda6-8925fe5a0b48 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:47.920079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.939609 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-55c7d498-7106-45a4-931f-74c5f0f4456f tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "DELETE /v2.0/ports/d4056bd7-1268-40c7-bda6-8925fe5a0b48 HTTP/1.1" status: 204 len: 173 time: 0.7637687 Jul 23 16:32:48.011899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-adb7ff60-348b-44b8-9bc3-ae1ae85ae1ed tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3558547 Jul 23 16:32:48.013570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33016) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:48.025231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Request body: {'port': {'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-503637290'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:48.056119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6009fcc1-550b-4dce-8584-cefbab04f20c req-18f483ee-6204-4781-9a44-68f895dd0801 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568308 Jul 23 16:32:48.202616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port 0c7fe573-fbe3-465f-a883-850b5982a461 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:48.203256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.262498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-121711e7-1717-4a54-a8f3-d3c817b99f8f', 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f', 'tenant_id': '621da90f301c41eb8ae9303925ca538f', 'fixed_ips': [{'subnet_id': '0a9a94ef-5256-4ac8-a781-c88e355af6ab'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:32:48.268139 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.453073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port 0c7fe573-fbe3-465f-a883-850b5982a461, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=0c7fe573-fbe3-465f-a883-850b5982a461,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.453818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.461314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Made reservation on behalf of 621da90f301c41eb8ae9303925ca538f for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:48.466417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.511660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for 0c7fe573-fbe3-465f-a883-850b5982a461 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:48.522577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] device_id is not set on port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:48.616173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Allocated IP 172.20.0.2 (121711e7-1717-4a54-a8f3-d3c817b99f8f/0a9a94ef-5256-4ac8-a781-c88e355af6ab/0cb81123-e75c-4810-a94e-385633d48fb3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:48.782412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.814170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347'}, {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:48.817116 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b14664-f047-4d25-92f3-0a49d26830ff" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347"}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:48.898044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Transition to ACTIVE for port object 0cb81123-e75c-4810-a94e-385633d48fb3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:48.907570 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba7723-aad1-4a67-af18-1c10ced8c107 x-openstack-request-id: req-fbba7723-aad1-4a67-af18-1c10ced8c107 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:48.911049 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "f72edd57-d0b5-4a2e-b0f8-d2efa8895347", "status": "completed", "code": 200}, {"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "d4056bd7-1268-40c7-bda6-8925fe5a0b48", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:48.911254 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbba7723-aad1-4a67-af18-1c10ced8c107 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:48.914110 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': 'f72edd57-d0b5-4a2e-b0f8-d2efa8895347', 'status': 'completed', 'code': 200} Jul 23 16:32:48.916416 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': 'd4056bd7-1268-40c7-bda6-8925fe5a0b48', 'status': 'completed', 'code': 200} Jul 23 16:32:48.917296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.931465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Transition to ACTIVE for port object 0cb81123-e75c-4810-a94e-385633d48fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:48.942730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.059228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:49.066174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:49.075851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:49.103029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Pushing event updated for resources: {'Port': ['ID=0cb81123-e75c-4810-a94e-385633d48fb3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.144837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd12304d-c181-446b-8004-9065aeb39b0c req-03e92096-350d-4067-9e42-427fb1175667 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0816131 Jul 23 16:32:49.161325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=0c7fe573-fbe3-465f-a883-850b5982a461,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.216903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port 0c7fe573-fbe3-465f-a883-850b5982a461 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:49.235257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.237275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-abf4ed8c-e392-4d36-8628-02906fff7dc2 req-1ca58a1e-5e1d-4e9a-9508-9badcb27a201 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.81 "DELETE /v2.0/ports/0c7fe573-fbe3-465f-a883-850b5982a461 HTTP/1.1" status: 204 len: 173 time: 1.2903552 Jul 23 16:32:49.239375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Attempting to bind port 0cb81123-e75c-4810-a94e-385633d48fb3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:49.242225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Attempting to bind port 0cb81123-e75c-4810-a94e-385633d48fb3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd4a56289-748d-46ad-bb54-a70fac79dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:49.242931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Attempting to bind port 0cb81123-e75c-4810-a94e-385633d48fb3 on network 121711e7-1717-4a54-a8f3-d3c817b99f8f {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:49.254232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:49.255297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Checking segment: {'id': 'd4a56289-748d-46ad-bb54-a70fac79dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:49.256073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.258867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Bound using segment: {'id': 'd4a56289-748d-46ad-bb54-a70fac79dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:49.259652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Bound port: 0cb81123-e75c-4810-a94e-385633d48fb3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a56289-748d-46ad-bb54-a70fac79dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:49.260771 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.274674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Allocated IP 172.20.0.6 (121711e7-1717-4a54-a8f3-d3c817b99f8f/0a9a94ef-5256-4ac8-a781-c88e355af6ab/4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:49.288961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33072) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:49.426233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] For port 0cb81123-e75c-4810-a94e-385633d48fb3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:49.431668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] For port 0cb81123-e75c-4810-a94e-385633d48fb3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0cb81123-e75c-4810-a94e-385633d48fb3,segment=NetworkSegment(d4a56289-748d-46ad-bb54-a70fac79dea7),segment_id=d4a56289-748d-46ad-bb54-a70fac79dea7)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:49.445348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1686a-c0ca-4b8f-becc-29eebae867e1 req-e57c0771-0965-433e-8390-749b46623832 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:49.450576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ac1686a-c0ca-4b8f-becc-29eebae867e1 req-e57c0771-0965-433e-8390-749b46623832 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.2473938 Jul 23 16:32:49.469834 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.540326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1393945717-network', 'tenant_id': 'ca848486e64f4ad0b1605f7f38d4de0f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:49.570777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Made reservation on behalf of ca848486e64f4ad0b1605f7f38d4de0f for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:49.573357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.608149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.650048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ac1686a-c0ca-4b8f-becc-29eebae867e1 req-e2da4ad1-ca79-415b-aae0-f3aa0381987e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802642 Jul 23 16:32:49.656185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf342-c8c5-4c29-9897-543326ce9257 None None] Pushing event updated for resources: {'Port': ['ID=0cb81123-e75c-4810-a94e-385633d48fb3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.825305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.832758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.858620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:32:49.875177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098127d-734b-4640-962a-0ce3b775d3b1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.881292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.881711 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Added segment 31c12da7-12f1-44c6-be6a-1dfe28958410 of type vlan for network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae Jul 23 16:32:49.929887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.001975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.007237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:50.007832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.103717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8107688 Jul 23 16:32:50.108377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33088) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:50.115751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Request body: {'subnet': {'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1393945717-subnet', 'tenant_id': 'ca848486e64f4ad0b1605f7f38d4de0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:50.222130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd827c-8d01-41b5-ac59-fd5ef933309e admin admin] Pushing event updated for resources: {'Network': ['ID=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.237889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:32:50.304860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Made reservation on behalf of ca848486e64f4ad0b1605f7f38d4de0f for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:50.318419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.330920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.368221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Transition to ACTIVE for port object 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:50.441442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.497461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:50.501673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:50.506406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:50.543498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'Port': ['ID=4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.571219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:50.572343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.598654 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60dd360b-8b7d-476f-ac1c-77570404f9d5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5817013 Jul 23 16:32:50.600578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33108) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:50.617167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Request body: {'port': {'network_id': '121711e7-1717-4a54-a8f3-d3c817b99f8f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-187419282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:50.618196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] bootfile-name is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:50.618326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] tftp-server is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:50.618964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] server-ip-address is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:50.826334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef0187d-3cf3-408a-9e8b-12981f7248aa req-8e80f16a-b914-4675-bac6-5e07afda14ad tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.3403449 Jul 23 16:32:50.848659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.951391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:50.957671 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4dfb1b-f7eb-41b8-bfcd-4cb84eb0f4a7" -d '{"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:51.019507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Checking segment: {'id': '31c12da7-12f1-44c6-be6a-1dfe28958410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:32:51.019884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Network hostable DHCP agents. Network: 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:32:51.021034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Made reservation on behalf of 621da90f301c41eb8ae9303925ca538f for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:51.030924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.043932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e73af55-419d-4f8a-88ed-8578ddeee795,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.083604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:32:51.091309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] device_id is not set on port 93b89d79-8b65-45ca-bd34-9eb56ec15794 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:32:51.106441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:51.107182 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b653c-89ee-4f7a-9663-e21820249528 x-openstack-request-id: req-425b653c-89ee-4f7a-9663-e21820249528 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:51.108651 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08779e50-5d53-4ca3-bcdf-10ca5418880c", "name": "network-vif-deleted", "tag": "0c7fe573-fbe3-465f-a883-850b5982a461", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:51.108914 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-425b653c-89ee-4f7a-9663-e21820249528 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:51.109336 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08779e50-5d53-4ca3-bcdf-10ca5418880c', 'name': 'network-vif-deleted', 'tag': '0c7fe573-fbe3-465f-a883-850b5982a461', 'status': 'completed', 'code': 200} Jul 23 16:32:51.119402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691a916-5edd-4582-874c-b2bfd9d9291d None None] Network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:51.128551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.141814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.181029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-20ec5573-8629-4228-b191-b8ceeeaba8ef admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0699630 Jul 23 16:32:51.389254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7889b9-ae7b-460e-abdf-abcc9252884a None None] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:51.411886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b28f4-b620-4131-ba37-89d181c23f4f None None] Network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:51.473017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Allocated IP 172.20.0.4 (121711e7-1717-4a54-a8f3-d3c817b99f8f/0a9a94ef-5256-4ac8-a781-c88e355af6ab/93b89d79-8b65-45ca-bd34-9eb56ec15794) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:51.744215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0cb81123-e75c-4810-a94e-385633d48fb3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:51.854631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bf78afd0-67ad-485a-8962-d24b140eceef None None] Provisioning for port 0cb81123-e75c-4810-a94e-385633d48fb3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:51.904383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab5487-75b4-4358-bb7b-0584ca32408d req-34a8e9d2-19f9-4d52-ac5f-77257e12ce06 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.912893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daab5487-75b4-4358-bb7b-0584ca32408d req-34a8e9d2-19f9-4d52-ac5f-77257e12ce06 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.1661704 Jul 23 16:32:51.981131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daab5487-75b4-4358-bb7b-0584ca32408d req-43734b4c-d4ed-4158-809a-a63438d1bae2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670004 Jul 23 16:32:52.004778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0cb81123-e75c-4810-a94e-385633d48fb3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:52.031367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0cb81123-e75c-4810-a94e-385633d48fb3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.032070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.057981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.103957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Transition to ACTIVE for port object 93b89d79-8b65-45ca-bd34-9eb56ec15794 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:52.212069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.279918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.416894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 0cb81123-e75c-4810-a94e-385633d48fb3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0cb81123-e75c-4810-a94e-385633d48fb3,segment=NetworkSegment(d4a56289-748d-46ad-bb54-a70fac79dea7),segment_id=d4a56289-748d-46ad-bb54-a70fac79dea7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:52.427044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.459642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:52.463962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-4bb2f5d0-4154-47e0-a972-7c1f0d841ad9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.468792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:52.478487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-4bb2f5d0-4154-47e0-a972-7c1f0d841ad9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/networks?id=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae HTTP/1.1" status: 200 len: 809 time: 0.4295163 Jul 23 16:32:52.503526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8d54bed-076d-437a-81da-f28bb3a69f08 req-e0d9616a-7212-46fc-8a61-a5258b509d75 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1357563 Jul 23 16:32:52.512266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:52.516551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'Port': ['ID=93b89d79-8b65-45ca-bd34-9eb56ec15794,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:52.540736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-a9df022c-2cd0-4ee1-91cc-a8a22889a6b9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/quotas/ca848486e64f4ad0b1605f7f38d4de0f HTTP/1.1" status: 200 len: 375 time: 0.0608635 Jul 23 16:32:52.648568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=0cb81123-e75c-4810-a94e-385633d48fb3,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:52.648790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-8cd5244b-af97-4598-badc-8844e7c6f262 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ca848486e64f4ad0b1605f7f38d4de0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069837 Jul 23 16:32:52.670572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Provisioning complete for port 0cb81123-e75c-4810-a94e-385633d48fb3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.671222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.792865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.793992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.836829 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87b9f867-9a37-4952-b9d8-623381777bbb tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.2344921 Jul 23 16:32:52.839564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33178) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:52.897739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-a7f507ce-a08f-4cc2-9107-214740aac9da service neutron] 10.222.0.64 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480941 Jul 23 16:32:52.978265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Provisioning for port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:52.987991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71110781-0613-4b1d-b8f6-b69bb20aebb8 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.991092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Provisioning complete for port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.991474 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.022048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71110781-0613-4b1d-b8f6-b69bb20aebb8 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.035854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71110781-0613-4b1d-b8f6-b69bb20aebb8 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.039888 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-71110781-0613-4b1d-b8f6-b69bb20aebb8 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1989996 Jul 23 16:32:53.042808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33182) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:53.086080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3de8f802-daa9-4179-8d67-cd9fcaff6fa6 None None] Port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:53.170067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-02be0910-99fb-49e7-af26-adcd6d1e6e24 service neutron] 10.222.0.64 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704229 Jul 23 16:32:53.215676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eef67523-c6d9-4871-8b4c-a0204ae717e3 None None] Provisioning complete for port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:53.222204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eef67523-c6d9-4871-8b4c-a0204ae717e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.269202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9925db-19ee-4599-ab7b-bcf1ca69fdcc req-2c2ffd13-5329-45f5-8b81-f182731c4287 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.314183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa9925db-19ee-4599-ab7b-bcf1ca69fdcc req-2c2ffd13-5329-45f5-8b81-f182731c4287 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.4064865 Jul 23 16:32:53.322369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Deleting port 93b89d79-8b65-45ca-bd34-9eb56ec15794 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:53.322715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.379443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eef67523-c6d9-4871-8b4c-a0204ae717e3 None None] Port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:53.441113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.464066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Calling delete_port for 93b89d79-8b65-45ca-bd34-9eb56ec15794 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:53.501243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa9925db-19ee-4599-ab7b-bcf1ca69fdcc req-2d51e6a7-bdcf-4ec6-9948-488aed13cf29 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819968 Jul 23 16:32:53.505229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-baf56ad1-380c-401d-a36a-aa370160a3d2 None None] Provisioning for port 93b89d79-8b65-45ca-bd34-9eb56ec15794 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:53.539244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-baf56ad1-380c-401d-a36a-aa370160a3d2 None None] Provisioning complete for port 93b89d79-8b65-45ca-bd34-9eb56ec15794 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:53.539740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-baf56ad1-380c-401d-a36a-aa370160a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.666186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0cb81123-e75c-4810-a94e-385633d48fb3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:32:53.713470 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.746668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event deleted for resources: {'Port': ['ID=93b89d79-8b65-45ca-bd34-9eb56ec15794,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.811380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-baf56ad1-380c-401d-a36a-aa370160a3d2 None None] Port 93b89d79-8b65-45ca-bd34-9eb56ec15794 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:53.915157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.924572 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0fcc3dd3-2936-4d79-81e7-cf3491bc2110 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "DELETE /v2.0/ports/93b89d79-8b65-45ca-bd34-9eb56ec15794 HTTP/1.1" status: 204 len: 168 time: 0.8803504 Jul 23 16:32:53.925225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:53.936685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0cb81123-e75c-4810-a94e-385633d48fb3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:53.936685 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.948280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e21c8-0a7a-4a6a-95c1-a2cadcb82298 req-04218c60-a70e-444e-b4e4-1d3c9ebee602 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.949852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb8e21c8-0a7a-4a6a-95c1-a2cadcb82298 req-04218c60-a70e-444e-b4e4-1d3c9ebee602 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.3144584 Jul 23 16:32:53.971922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Request body: {'port': {'name': 'tempest-new-port-name-1313321334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:53.972290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] bootfile-name is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:53.972290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] tftp-server is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:53.972631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.api.validators [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] server-ip-address is not in valid_values {{(pid=94004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:32:54.063336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a16f1d4-e6fb-45b1-a9f6-41637b2cd818 req-57215dc7-f34a-4728-8b6d-1b0fb0a4b141 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 210 time: 0.2166343 Jul 23 16:32:54.229328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb8e21c8-0a7a-4a6a-95c1-a2cadcb82298 req-f5a71ad1-86df-4807-ba62-25b49a0d11a9 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653937 Jul 23 16:32:54.255445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-aee57b05-6f1f-4605-a6be-58edf6ba2467 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.257752 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-aee57b05-6f1f-4605-a6be-58edf6ba2467 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.3314056 Jul 23 16:32:54.300271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.381748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d357898-9b62-4731-9d6f-a7848d86aea9 req-77d7e956-b3e9-425b-8bee-b32979e770c7 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0689228 Jul 23 16:32:54.901304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd96eb-92e4-42eb-af16-f803d6128cf7 req-718cbe78-aef0-4a5a-9e83-a119a11813a8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:54.914494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8cd96eb-92e4-42eb-af16-f803d6128cf7 req-718cbe78-aef0-4a5a-9e83-a119a11813a8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2596228 Jul 23 16:32:55.035514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.049453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.064362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8cd96eb-92e4-42eb-af16-f803d6128cf7 req-67f21dd7-f54a-4271-8d47-b2b98944666e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484785 Jul 23 16:32:55.188721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] In _notify_port_updated(), no bound segment for port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e on network 121711e7-1717-4a54-a8f3-d3c817b99f8f {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:32:55.205441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.209537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.211058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "PUT /v2.0/ports/4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e HTTP/1.1" status: 200 len: 1136 time: 1.2779820 Jul 23 16:32:55.222253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:55.274494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28ca5890-6102-4098-82f9-78cf4b94eb1e req-4823109b-9f7d-4eaf-b594-87f4882f2cda tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 210 time: 0.0796065 Jul 23 16:32:55.380612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7ed28-7007-4d21-b5fe-9f96dbe2d6ab tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event updated for resources: {'Port': ['ID=4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:55.414333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87c297-c3db-428d-a978-c68b0b6b03c7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.427881 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f87c297-c3db-428d-a978-c68b0b6b03c7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "GET /v2.0/ports/4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e HTTP/1.1" status: 200 len: 1136 time: 0.1626530 Jul 23 16:32:55.431710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:55.451769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Deleting port de461066-7736-4626-b4e6-9965b4f73daf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:55.452129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.576606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc761869-20ae-4410-8dd8-60649824c7bd None None] Provisioning complete for port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:55.579523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9891-67fe-42d6-b940-d1a57452e8c9 req-9f2c12ef-c7ad-4eee-90c7-37925d693769 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.580176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc761869-20ae-4410-8dd8-60649824c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.604135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-365a9891-67fe-42d6-b940-d1a57452e8c9 req-9f2c12ef-c7ad-4eee-90c7-37925d693769 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 946 time: 0.2470021 Jul 23 16:32:55.672080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cc761869-20ae-4410-8dd8-60649824c7bd None None] Port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:32:55.885754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06a21851-a9e7-4a89-9a16-0da234b6bfb7 req-ff1ade7c-5367-40c8-bdb0-74fce2a8df60 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.2683928 Jul 23 16:32:55.988351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] For port de461066-7736-4626-b4e6-9965b4f73daf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=de461066-7736-4626-b4e6-9965b4f73daf,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:55.988716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.022761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-365a9891-67fe-42d6-b940-d1a57452e8c9 req-9425e77e-341f-4403-8c20-37539249a317 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097846 Jul 23 16:32:56.038158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Calling delete_port for de461066-7736-4626-b4e6-9965b4f73daf owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:56.058290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Deleting port 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:56.058916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.126876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-6cbb5773-36d3-41eb-8337-6d5747544f00 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.129084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-6cbb5773-36d3-41eb-8337-6d5747544f00 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.67 "GET /v2.0/networks?id=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae HTTP/1.1" status: 200 len: 809 time: 0.3931448 Jul 23 16:32:56.150106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Request body: {'port': {'device_id': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae', 'admin_state_up': True, 'tenant_id': 'ca848486e64f4ad0b1605f7f38d4de0f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:56.248258 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.263815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Calling delete_port for 4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:56.516862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.656783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event deleted for resources: {'Port': ['ID=4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:56.766274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-199732eb-50bf-4c2c-ba60-66f8b11da421 req-e1376b3d-f314-44d6-9338-19139e15e975 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 210 time: 0.0519099 Jul 23 16:32:56.833328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317cdda-d73a-476f-8cb6-cc94d2ae2b9a req-f8f21429-8f4d-4872-ba48-7886115c1935 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.840620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f317cdda-d73a-476f-8cb6-cc94d2ae2b9a req-f8f21429-8f4d-4872-ba48-7886115c1935 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.6157908 Jul 23 16:32:56.919313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f317cdda-d73a-476f-8cb6-cc94d2ae2b9a req-843ccc00-ad3b-4ae1-84cb-4be385bd256c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721602 Jul 23 16:32:56.920746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Made reservation on behalf of ca848486e64f4ad0b1605f7f38d4de0f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:56.943265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.991028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.009997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c', '5e642436-20bd-40cd-9e73-d4f07e65d591', 'b1058629-4596-4f66-b146-f5a54b57e393'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:32:57.200740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Allocated IP 172.20.0.10 (390c99ec-c0b6-42d3-8e92-9bb19e87b3ae/0e73af55-419d-4f8a-88ed-8578ddeee795/cf0f28bc-22fd-40c7-a031-8485ea0a3150) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:57.249571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event deleted for resources: {'Port': ['ID=de461066-7736-4626-b4e6-9965b4f73daf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:57.252453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] No DVR routers for this DVR port de461066-7736-4626-b4e6-9965b4f73daf on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:57.303960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.311056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-428f2bc7-a870-4f89-85f5-b234c0291e34 req-33ea091f-dd69-4652-9d44-7cf56e03a373 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.81 "DELETE /v2.0/ports/de461066-7736-4626-b4e6-9965b4f73daf HTTP/1.1" status: 204 len: 173 time: 3.0299585 Jul 23 16:32:57.314206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'name': 'network-vif-deleted', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:57.316905 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb511ef4-1e4f-4be8-a67d-d239ed01b2f1" -d '{"events": [{"server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "name": "network-vif-deleted", "tag": "de461066-7736-4626-b4e6-9965b4f73daf"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:32:57.329393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.331928 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8a471f4a-0ca8-4305-9089-91d0149ba8a5 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "DELETE /v2.0/ports/4bfc5e85-1014-42cc-8f6d-a5fe9e026b5e HTTP/1.1" status: 204 len: 168 time: 1.8992138 Jul 23 16:32:57.350165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:57.404542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d93d05b3-03f8-41af-944f-560be0f3bd7d req-b8e6f37e-1be2-4202-b74b-ab04f2e3f130 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 210 time: 0.0660453 Jul 23 16:32:57.415294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8658ac2f-21a8-4dbf-ab03-899d0d6748e5 req-cb70f460-092e-45f3-a808-74abf74c83a6 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0478284 Jul 23 16:32:57.476167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Deleting subnet 0a9a94ef-5256-4ac8-a781-c88e355af6ab {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:32:57.487492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.564191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.599142 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1694931-240a-4eaf-85ec-ea9622c27cb0 x-openstack-request-id: req-f1694931-240a-4eaf-85ec-ea9622c27cb0 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:32:57.599448 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f49554-cbb5-4469-8715-dd38595c63e0", "name": "network-vif-deleted", "tag": "de461066-7736-4626-b4e6-9965b4f73daf", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:32:57.599704 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1694931-240a-4eaf-85ec-ea9622c27cb0 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:32:57.600130 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f49554-cbb5-4469-8715-dd38595c63e0', 'name': 'network-vif-deleted', 'tag': 'de461066-7736-4626-b4e6-9965b4f73daf', 'status': 'completed', 'code': 200} Jul 23 16:32:57.616931 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.655525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.741324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de461066-7736-4626-b4e6-9965b4f73daf no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:57.773164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:57.788431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:57.791584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.813473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: de461066-7736-4626-b4e6-9965b4f73daf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:57.814573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:57.824735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device de461066-7736-4626-b4e6-9965b4f73daf not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:57.892258 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.923206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Pushing event updated for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:57.943950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9a94ef-5256-4ac8-a781-c88e355af6ab,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:57.947590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.952978 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b68481e3-212d-4cd0-ad3c-0d5cba01a4f7 tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "DELETE /v2.0/subnets/0a9a94ef-5256-4ac8-a781-c88e355af6ab HTTP/1.1" status: 204 len: 168 time: 0.6016099 Jul 23 16:32:57.953677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:57.958418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747df2b-bee8-4b38-a014-665513280578 None None] Network 121711e7-1717-4a54-a8f3-d3c817b99f8f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:32:57.981074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.993756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.096644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.112053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe0beb84-a493-48aa-a3d3-ee4e92c33886 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672413 Jul 23 16:32:58.132059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Request body: {'port': {'device_id': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:32:58.182860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7cbbd-66b4-47dc-a818-3587e022bc21 req-bb15d8d9-7a0a-4d59-b412-97a369f9b41a tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.191220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76f7cbbd-66b4-47dc-a818-3587e022bc21 req-bb15d8d9-7a0a-4d59-b412-97a369f9b41a tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 932 time: 0.2718306 Jul 23 16:32:58.274652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb22d-b4dd-49d2-9d28-fd1812561ffe req-0634104a-7852-4ec5-8dc8-bf700eb3556b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.276532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Deleting port 0cb81123-e75c-4810-a94e-385633d48fb3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:58.277027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.285435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2fb22d-b4dd-49d2-9d28-fd1812561ffe req-0634104a-7852-4ec5-8dc8-bf700eb3556b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2385051 Jul 23 16:32:58.343750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76f7cbbd-66b4-47dc-a818-3587e022bc21 req-3f46f696-6b45-4d84-8cc9-3982940e1744 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512353 Jul 23 16:32:58.394638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.426113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2fb22d-b4dd-49d2-9d28-fd1812561ffe req-4122e46a-e5f9-45a2-ba4e-180aadec291a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392772 Jul 23 16:32:58.451827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] DHCP port deletion for 121711e7-1717-4a54-a8f3-d3c817b99f8f request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:32:58.489846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] For port 0cb81123-e75c-4810-a94e-385633d48fb3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0cb81123-e75c-4810-a94e-385633d48fb3,segment=NetworkSegment(d4a56289-748d-46ad-bb54-a70fac79dea7),segment_id=d4a56289-748d-46ad-bb54-a70fac79dea7)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:58.491859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.557812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Calling delete_port for 0cb81123-e75c-4810-a94e-385633d48fb3 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:58.661576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Deleting port 0cb81123-e75c-4810-a94e-385633d48fb3 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:32:58.662252 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.781889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.793075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] For port 0cb81123-e75c-4810-a94e-385633d48fb3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0cb81123-e75c-4810-a94e-385633d48fb3,segment=NetworkSegment(d4a56289-748d-46ad-bb54-a70fac79dea7),segment_id=d4a56289-748d-46ad-bb54-a70fac79dea7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:58.793764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.805166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.812425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Calling delete_port for 0cb81123-e75c-4810-a94e-385633d48fb3 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:32:58.844611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event deleted for resources: {'Port': ['ID=0cb81123-e75c-4810-a94e-385633d48fb3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:58.854200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] No DVR routers for this DVR port 0cb81123-e75c-4810-a94e-385633d48fb3 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:58.868351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-17718659-7ad2-41dd-90e5-cfe201377bf7 req-14934fa1-46ac-4757-bdbc-3fc8dc34453b tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5f49554-cbb5-4469-8715-dd38595c63e0 HTTP/1.1" status: 200 len: 210 time: 0.1486387 Jul 23 16:32:58.884655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4707db56-8711-4b62-92de-7a38956b4e11 req-70429af1-fd1f-475d-999f-07dab4a0002c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1429274 Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:58.997183 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:32:59.000509 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:32:59.020209 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.046429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.070336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121711e7-1717-4a54-a8f3-d3c817b99f8f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:59.083459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] No DVR routers for this DVR port 0cb81123-e75c-4810-a94e-385633d48fb3 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:59.091019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e01df-4279-4a20-82c9-b03864d71663 None None] Pushing event deleted for resources: {'Port': ['ID=0cb81123-e75c-4810-a94e-385633d48fb3,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.104644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a56289-748d-46ad-bb54-a70fac79dea7') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:59.104935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a56289-748d-46ad-bb54-a70fac79dea7') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:59.130760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.162924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.173153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:32:59.173556 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:32:59.177948 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:32:59.206843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0f28bc-22fd-40c7-a031-8485ea0a3150 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:59.220434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.298757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Transition to ACTIVE for port object cf0f28bc-22fd-40c7-a031-8485ea0a3150 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:59.300766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.308750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.333366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.341279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] 10.222.0.64 "DELETE /v2.0/networks/121711e7-1717-4a54-a8f3-d3c817b99f8f HTTP/1.1" status: 204 len: 168 time: 1.3864260 Jul 23 16:32:59.362815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7684-249d-4943-abd9-fa934d6253ce tempest-ExtraDHCPOptionsTestJSON-1557927375 tempest-ExtraDHCPOptionsTestJSON-1557927375-project] Pushing event deleted for resources: {'Network': ['ID=121711e7-1717-4a54-a8f3-d3c817b99f8f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.547300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.599484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0cb81123-e75c-4810-a94e-385633d48fb3 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:32:59.623839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0cb81123-e75c-4810-a94e-385633d48fb3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:32:59.624494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0cb81123-e75c-4810-a94e-385633d48fb3 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:32:59.754881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33294) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:59.892955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500a26-0c96-4c5b-9e00-39c9800bcf1b req-95013c58-f800-4ee1-a9d9-12e36c183816 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.898439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2500a26-0c96-4c5b-9e00-39c9800bcf1b req-95013c58-f800-4ee1-a9d9-12e36c183816 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 944 time: 0.3124127 Jul 23 16:32:59.932848 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45a5b237-557c-4b0f-8fcf-6cf9b92cee63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=621da90f301c41eb8ae9303925ca538f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767130 Jul 23 16:32:59.948815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:32:59.961909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed070fe-8ffa-4d28-b3ee-4822dff2b1d1 req-5329d60b-ece1-478a-8473-147ce6619f77 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.969257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed070fe-8ffa-4d28-b3ee-4822dff2b1d1 req-5329d60b-ece1-478a-8473-147ce6619f77 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2989357 Jul 23 16:32:59.981252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Attempting to bind port cf0f28bc-22fd-40c7-a031-8485ea0a3150 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:59.982071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Attempting to bind port cf0f28bc-22fd-40c7-a031-8485ea0a3150 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '31c12da7-12f1-44c6-be6a-1dfe28958410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:59.982403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Attempting to bind port cf0f28bc-22fd-40c7-a031-8485ea0a3150 on network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:00.010573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Port cf0f28bc-22fd-40c7-a031-8485ea0a3150 on network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:00.010804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Attempting to bind port cf0f28bc-22fd-40c7-a031-8485ea0a3150 on network 390c99ec-c0b6-42d3-8e92-9bb19e87b3ae {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:00.023033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2500a26-0c96-4c5b-9e00-39c9800bcf1b req-6d0c2b17-3233-4584-ad58-0a9a1182bb46 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184912 Jul 23 16:33:00.030448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:00.030801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Checking segment: {'id': '31c12da7-12f1-44c6-be6a-1dfe28958410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:00.031187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Bound using segment: {'id': '31c12da7-12f1-44c6-be6a-1dfe28958410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:00.031632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Bound port: cf0f28bc-22fd-40c7-a031-8485ea0a3150, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c12da7-12f1-44c6-be6a-1dfe28958410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:00.034564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.058068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.113244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.131475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:00.135317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150,segment=NetworkSegment(31c12da7-12f1-44c6-be6a-1dfe28958410),segment_id=31c12da7-12f1-44c6-be6a-1dfe28958410)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:00.144316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.161201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ed070fe-8ffa-4d28-b3ee-4822dff2b1d1 req-b7916b2b-c52d-4b63-8c2a-c57246e15c4e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866369 Jul 23 16:33:00.213086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.216382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.220073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d823e089-500b-4a11-9265-b2c09d20d28d HTTP/1.1" status: 204 len: 168 time: 0.2674403 Jul 23 16:33:00.237517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b9aa-1737-42ea-99d0-b6ba69060793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d823e089-500b-4a11-9265-b2c09d20d28d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.332242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.333971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.336812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf0f28bc-22fd-40c7-a031-8485ea0a3150 HTTP/1.1" status: 200 len: 1092 time: 2.2095890 Jul 23 16:33:00.359364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:00.363171 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a560a9-ea19-4f89-8cda-d86eb8c4be93" -d '{"events": [{"name": "network-changed", "server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:00.479509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4521f6f2-2a56-496f-97f5-fa8610b2b148 req-d717b6f1-b724-4bbd-a533-1f62509b5d65 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1660075 Jul 23 16:33:00.481896 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb633d-d2d8-4b31-a4d2-7ffd3548a173 x-openstack-request-id: req-15fb633d-d2d8-4b31-a4d2-7ffd3548a173 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:00.482303 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:00.482627 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15fb633d-d2d8-4b31-a4d2-7ffd3548a173 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:00.483635 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150', 'status': 'completed', 'code': 200} Jul 23 16:33:00.518812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2aff-e707-49de-877f-6cf6af48c860 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.560139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-24d182d9-cb59-4c95-8987-a680e18f54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.561702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-24d182d9-cb59-4c95-8987-a680e18f54ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca848486e64f4ad0b1605f7f38d4de0f&device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 1095 time: 0.1671333 Jul 23 16:33:00.634572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-9229a734-417f-4b43-8d4b-8eaa52f78788 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150 HTTP/1.1" status: 200 len: 217 time: 0.0640886 Jul 23 16:33:00.713356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-5d5624e0-fbd0-4850-884c-4610e0760272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.713356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-5d5624e0-fbd0-4850-884c-4610e0760272 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e73af55-419d-4f8a-88ed-8578ddeee795 HTTP/1.1" status: 200 len: 849 time: 0.0655155 Jul 23 16:33:00.751498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-23d505a2-a56d-4159-a89a-fd6f027499c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300367 Jul 23 16:33:00.928190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-c56e4adb-8a48-4837-9b12-3902e1b6dfd2 service neutron] 10.222.0.67 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650186 Jul 23 16:33:01.087303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90c73794-82e9-44f1-9e4a-426408cc1e1d req-9ac16626-2880-40d2-81f9-19a3da1a67e8 service neutron] 10.222.0.67 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446366 Jul 23 16:33:01.290713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e6f6-562e-437e-98b9-e327d9ad3b77 req-ef48671c-b7b8-43e2-a7f4-31e8f83f2000 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.293095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18b8e6f6-562e-437e-98b9-e327d9ad3b77 req-ef48671c-b7b8-43e2-a7f4-31e8f83f2000 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 944 time: 0.1575284 Jul 23 16:33:01.357529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-c0f6c5da-d797-48ff-8cbb-752aa90e369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.359498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-c0f6c5da-d797-48ff-8cbb-752aa90e369d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ca848486e64f4ad0b1605f7f38d4de0f&device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 1095 time: 0.1736403 Jul 23 16:33:01.426912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18b8e6f6-562e-437e-98b9-e327d9ad3b77 req-12bc7cc7-e14d-439a-8b99-7ee2bcf7bff4 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176155 Jul 23 16:33:01.467117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.569732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-de3cdaab-aafa-48de-ad49-8b737e5ae497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.571261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-de3cdaab-aafa-48de-ad49-8b737e5ae497 service neutron] 10.222.0.67 "GET /v2.0/networks?id=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae HTTP/1.1" status: 200 len: 910 time: 0.2014952 Jul 23 16:33:01.658336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9ebaa012-3e52-47f7-acfd-6fccb9caea92 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] Request body: {'port': {'network_id': '56b9b0d8-24e3-40c7-9c3a-3c7c88448ec2', 'name': 'tempest-NetworksNegativeTestJSON-1650968837'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:01.679154 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebaa012-3e52-47f7-acfd-6fccb9caea92 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] POST failed (client error): The resource could not be found. Jul 23 16:33:01.679742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebaa012-3e52-47f7-acfd-6fccb9caea92 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:01.684586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ebaa012-3e52-47f7-acfd-6fccb9caea92 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2117283 Jul 23 16:33:01.687044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-bb7febe2-ad11-4e1a-b969-a176c676e283 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150 HTTP/1.1" status: 200 len: 217 time: 0.0967114 Jul 23 16:33:01.689603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33354) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.758051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-1296a9d9-1a99-4f9b-aa0d-22d93a782e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.759534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-1296a9d9-1a99-4f9b-aa0d-22d93a782e6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0e73af55-419d-4f8a-88ed-8578ddeee795 HTTP/1.1" status: 200 len: 849 time: 0.0569448 Jul 23 16:33:01.805684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d762-882a-4ad9-bcf1-fa930c4786ea req-81ed5fd3-4f9e-4bab-be50-42c111609c53 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.812971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5309d762-882a-4ad9-bcf1-fa930c4786ea req-81ed5fd3-4f9e-4bab-be50-42c111609c53 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.5351515 Jul 23 16:33:01.822000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13cffa86-eeab-4a2f-bc2d-d0fc5972dae3 req-14d9edce-787d-4e46-8d5d-215807e7fc44 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0613270 Jul 23 16:33:01.841958 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd066f7-03ba-4d20-a945-f0122e3b41e1 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:01.842505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd066f7-03ba-4d20-a945-f0122e3b41e1 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:01.846207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2cd066f7-03ba-4d20-a945-f0122e3b41e1 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "DELETE /v2.0/networks/f01e30a3-e26e-4292-a054-76dfda12709e HTTP/1.1" status: 404 len: 339 time: 0.1543059 Jul 23 16:33:01.848134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33356) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.905287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-59578d1c-d946-429d-876e-463b2c64c335 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810030 Jul 23 16:33:01.908177 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4e4fc4-ed1a-43f4-a719-52b5d18648e6 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:01.909233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4e4fc4-ed1a-43f4-a719-52b5d18648e6 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:01.911237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9a4e4fc4-ed1a-43f4-a719-52b5d18648e6 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "DELETE /v2.0/ports/d2038515-f0f6-46bc-a9bf-1b1a1b149ccd HTTP/1.1" status: 404 len: 333 time: 0.0619092 Jul 23 16:33:01.914966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33358) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:01.972702 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-95051795-8091-40e7-9fea-cdaec0c61db3 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] DELETE failed (client error): The resource could not be found. Jul 23 16:33:01.973417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95051795-8091-40e7-9fea-cdaec0c61db3 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:01.975528 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95051795-8091-40e7-9fea-cdaec0c61db3 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "DELETE /v2.0/subnets/3017d999-b52b-4434-aa2f-bbd1aa39815a HTTP/1.1" status: 404 len: 337 time: 0.0594363 Jul 23 16:33:01.980077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33360) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.010329 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac36fe4-45e4-47c6-9f2f-d76913c73fef tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] GET failed (client error): The resource could not be found. Jul 23 16:33:02.012292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ac36fe4-45e4-47c6-9f2f-d76913c73fef tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "GET /v2.0/networks/356ff9a5-ccf9-4694-8eb3-68c2876c514c HTTP/1.1" status: 404 len: 339 time: 0.0286884 Jul 23 16:33:02.016217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33362) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.063368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5309d762-882a-4ad9-bcf1-fa930c4786ea req-3cb8b4c1-e304-4693-b894-a7d77d6293c2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324932 Jul 23 16:33:02.100271 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b936a80-ef67-483e-8532-bdf9fc6951f2 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] GET failed (client error): The resource could not be found. Jul 23 16:33:02.101912 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b936a80-ef67-483e-8532-bdf9fc6951f2 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "GET /v2.0/ports/c224c723-fcab-4233-a7c4-bdb074e2ce94 HTTP/1.1" status: 404 len: 333 time: 0.0844624 Jul 23 16:33:02.106404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33368) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.137761 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbbce1b-07d1-44fe-9ac8-76c88599ee56 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] GET failed (client error): The resource could not be found. Jul 23 16:33:02.144718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddbbce1b-07d1-44fe-9ac8-76c88599ee56 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "GET /v2.0/subnets/b3ede72e-c31d-4fb3-bb23-575ad19d3892 HTTP/1.1" status: 404 len: 337 time: 0.0370097 Jul 23 16:33:02.145335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33370) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.151099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2146feb9-f0ec-4561-bfcd-6949821dfebd tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:02.152938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-779e14a2-94cb-4df4-864e-4e7a8d29e6f1 service neutron] 10.222.0.67 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293310 Jul 23 16:33:02.164966 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2146feb9-f0ec-4561-bfcd-6949821dfebd tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] PUT failed (client error): The resource could not be found. Jul 23 16:33:02.165536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2146feb9-f0ec-4561-bfcd-6949821dfebd tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:02.172219 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2146feb9-f0ec-4561-bfcd-6949821dfebd tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "PUT /v2.0/networks/549890fd-c67e-4994-be97-6007cbcbee2c HTTP/1.1" status: 404 len: 339 time: 0.0258002 Jul 23 16:33:02.172832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.187016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-19f32982-05dd-49eb-807c-49630591cc5d tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:02.223913 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f32982-05dd-49eb-807c-49630591cc5d tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] PUT failed (client error): The resource could not be found. Jul 23 16:33:02.225207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f32982-05dd-49eb-807c-49630591cc5d tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:02.226603 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-19f32982-05dd-49eb-807c-49630591cc5d tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "PUT /v2.0/ports/8dec2318-da1f-450d-991e-79aebd56c10c HTTP/1.1" status: 404 len: 333 time: 0.0528431 Jul 23 16:33:02.231914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33374) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:02.244182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e38cc783-2c39-41bf-895d-6f76ab191175 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:02.270532 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38cc783-2c39-41bf-895d-6f76ab191175 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] PUT failed (client error): The resource could not be found. Jul 23 16:33:02.271241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38cc783-2c39-41bf-895d-6f76ab191175 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:33:02.272670 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e38cc783-2c39-41bf-895d-6f76ab191175 tempest-NetworksNegativeTestJSON-1629609266 tempest-NetworksNegativeTestJSON-1629609266-project] 10.222.0.64 "PUT /v2.0/subnets/741df5f4-1073-4fde-b9da-c88f9aadbf5d HTTP/1.1" status: 404 len: 337 time: 0.0375681 Jul 23 16:33:02.366493 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-98f60c9e-dcbf-4352-8598-0983d060a8cb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0817256 Jul 23 16:33:02.371690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27a560a9-ea19-4f89-8cda-d86eb8c4be93 req-6f2c7e47-033b-4dd1-ba7e-b5901a22ae66 service neutron] 10.222.0.67 "GET /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092416 Jul 23 16:33:02.556851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.573088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.574037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.574728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.575404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.576067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.576729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.579130 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-19924505-ec79-4244-86bd-f3d0a79de981 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 0.1665630 Jul 23 16:33:02.734186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3fff-538c-4497-97cf-7e942653bcfd req-ed735f17-1c2c-441a-b38b-3dd238509a02 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.756553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0bb3fff-538c-4497-97cf-7e942653bcfd req-ed735f17-1c2c-441a-b38b-3dd238509a02 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 944 time: 0.2301505 Jul 23 16:33:02.903061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-54cc2594-bd50-4020-993f-9e1774613da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.903610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-54cc2594-bd50-4020-993f-9e1774613da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.904096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-54cc2594-bd50-4020-993f-9e1774613da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.905720 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-54cc2594-bd50-4020-993f-9e1774613da9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=ff938261-6b7d-4d37-8618-87ee569dee20&id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 2292 time: 0.2578449 Jul 23 16:33:02.961149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0bb3fff-538c-4497-97cf-7e942653bcfd req-111657a3-45d4-4b4b-a72d-47683cc12e9d tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016728 Jul 23 16:33:02.989209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:03.073877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad58ecdf-2a4d-49c3-9239-714dcd87165f req-08c4100c-954d-42d9-be52-845075466156 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0779653 Jul 23 16:33:03.137867 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-438ecdcd-98a1-4bc0-851c-baa017e00fde service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 1001 time: 0.2055428 Jul 23 16:33:03.270770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-7bece7d1-4c76-4155-910a-335f3f0469a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:03.272269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-7bece7d1-4c76-4155-910a-335f3f0469a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 200 len: 850 time: 0.1257668 Jul 23 16:33:03.285451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-35027a8c-58fe-4d2d-942b-07ce815eae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.335575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376a084-6f28-4cb1-8c2b-d5db07ed6d5a req-150d9b01-ffae-4d53-8044-607f8cf03310 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:03.338200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7376a084-6f28-4cb1-8c2b-d5db07ed6d5a req-150d9b01-ffae-4d53-8044-607f8cf03310 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1974299 Jul 23 16:33:03.434928 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-46485f23-cef7-402b-88e6-a2daac0d4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:03.436969 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-46485f23-cef7-402b-88e6-a2daac0d4b21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430330 Jul 23 16:33:03.486299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7376a084-6f28-4cb1-8c2b-d5db07ed6d5a req-5379dc62-6eb5-4517-b2c3-2e71c2917a20 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342642 Jul 23 16:33:03.624163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-35027a8c-58fe-4d2d-942b-07ce815eae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.648289 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-35027a8c-58fe-4d2d-942b-07ce815eae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.652640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-084b85ef-4418-402f-84bc-9b5782d3b3c8 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058110 Jul 23 16:33:03.686495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-35027a8c-58fe-4d2d-942b-07ce815eae1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e1d8e5b020c4e41a006d4db8ad7e99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953516 Jul 23 16:33:03.689758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33396) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:03.743465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35027a8c-58fe-4d2d-942b-07ce815eae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0575ae9-1298-4114-96c1-5e0e4abefb48,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:03.777584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.804155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.835438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-72d708db-75a7-4576-bfe0-25de143b905e service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753948 Jul 23 16:33:03.887655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-1b0c9eaa-6195-4a7e-b670-9d37483812f2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 217 time: 0.0441658 Jul 23 16:33:03.894564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.903850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.912857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0575ae9-1298-4114-96c1-5e0e4abefb48 HTTP/1.1" status: 204 len: 168 time: 0.2210193 Jul 23 16:33:03.935471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7814a-a6d8-43cf-9b6c-b4c7b6a0b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0575ae9-1298-4114-96c1-5e0e4abefb48,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.007137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f51ad917-d200-4e18-9572-795977c75c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.012715 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f51ad917-d200-4e18-9572-795977c75c8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1141429 Jul 23 16:33:04.128191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-543df93e-073e-4a3c-87c0-01fd529ddb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.147590 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-543df93e-073e-4a3c-87c0-01fd529ddb97 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292305 Jul 23 16:33:04.251788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbef1d-d431-4616-82bf-6f7a0f488e43 req-dc648ae7-cb4b-49cf-82a7-6e2e639e3e53 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.258931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5fbef1d-d431-4616-82bf-6f7a0f488e43 req-dc648ae7-cb4b-49cf-82a7-6e2e639e3e53 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 944 time: 0.1667967 Jul 23 16:33:04.279177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-14268b14-a006-4ee2-b082-aa15bf7d4d4a service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246629 Jul 23 16:33:04.362018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-319a587f-1dc7-4095-945d-6c51825259f8 req-6b529aa6-c0cb-466e-bc04-518790ba7dd0 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1268783 Jul 23 16:33:04.396750 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-95ecf5c9-6ae7-4f70-976d-89c0b8951b50 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057441 Jul 23 16:33:04.416204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5fbef1d-d431-4616-82bf-6f7a0f488e43 req-50759874-2614-42e3-a423-c4f62ca6b3f9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563890 Jul 23 16:33:04.468818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cf0f28bc-22fd-40c7-a031-8485ea0a3150 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:33:04.526591 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-b2284a49-4fd6-487b-99ed-86968738339c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 217 time: 0.1183968 Jul 23 16:33:04.635410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150,segment=NetworkSegment(31c12da7-12f1-44c6-be6a-1dfe28958410),segment_id=31c12da7-12f1-44c6-be6a-1dfe28958410)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:04.670894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150', 'network_id': '390c99ec-c0b6-42d3-8e92-9bb19e87b3ae', 'port_id': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150', 'mac_address': 'fa:16:3e:c4:26:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e73af55-419d-4f8a-88ed-8578ddeee795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:33:04.693195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-31b57d02-3cc0-4cc2-aba2-58b312fd9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.694746 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-31b57d02-3cc0-4cc2-aba2-58b312fd9861 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1584880 Jul 23 16:33:04.761735 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.791401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0f28bc-22fd-40c7-a031-8485ea0a3150 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:04.810374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e6690-bbb0-483d-a8ca-b5efef2828f0 req-b5865211-3a51-49ba-92fb-1ccc4a6079bd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.820052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a4e6690-bbb0-483d-a8ca-b5efef2828f0 req-b5865211-3a51-49ba-92fb-1ccc4a6079bd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1810369 Jul 23 16:33:04.830716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150,segment=NetworkSegment(31c12da7-12f1-44c6-be6a-1dfe28958410),segment_id=31c12da7-12f1-44c6-be6a-1dfe28958410)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:04.842384 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.899495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-d3caa9b5-c2e4-401a-90fd-2f3f8c724ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.905577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-d3caa9b5-c2e4-401a-90fd-2f3f8c724ac8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975112 Jul 23 16:33:04.925765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a4e6690-bbb0-483d-a8ca-b5efef2828f0 req-cd4cb359-3f1b-41c3-9549-6c75ab9fb25d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037879 Jul 23 16:33:05.010098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.199620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cf0f28bc-22fd-40c7-a031-8485ea0a3150'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:05.211066 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-e24c3770-c464-4c5e-9b17-a82e5920b042 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994800 Jul 23 16:33:05.318263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33440) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:05.461975 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-2daf819e-00b5-44e7-af30-0617577038aa service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420182 Jul 23 16:33:05.547152 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-df22b8b0-8984-43f8-af81-5282cc925358 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 200 len: 217 time: 0.0778201 Jul 23 16:33:05.628748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a04a4-3cd2-4183-959f-85fd21276cd4 req-2f3af8a7-719f-491a-a642-4d691a7aa616 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.638530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-907a04a4-3cd2-4183-959f-85fd21276cd4 req-2f3af8a7-719f-491a-a642-4d691a7aa616 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.4068954 Jul 23 16:33:05.662849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-9cf88182-970d-418e-ac7a-104d6b78865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.668020 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-9cf88182-970d-418e-ac7a-104d6b78865a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1142719 Jul 23 16:33:05.681869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402940897'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:05.753420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:05.758982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.760750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f7c2bc1-0f64-4844-8a48-54912e7795ab req-7fc5e5e8-04d3-41b0-8832-d769b67440de tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1103997 Jul 23 16:33:05.789039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.810948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-80ace25b-fe8d-4696-be74-f6e6ac110575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.814119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-80ace25b-fe8d-4696-be74-f6e6ac110575 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1097 time: 0.4764473 Jul 23 16:33:05.857553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-907a04a4-3cd2-4183-959f-85fd21276cd4 req-f971dabb-c21a-448f-ab17-fdee5fb8e111 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090604 Jul 23 16:33:05.880827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-cec3a0dc-73b9-468e-817b-3c0f8790e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.882495 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-cec3a0dc-73b9-468e-817b-3c0f8790e4df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1930895 Jul 23 16:33:06.034741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-2429549c-c0ef-45a9-8f32-cbea9f0175d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.036597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-2429549c-c0ef-45a9-8f32-cbea9f0175d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.2122879 Jul 23 16:33:06.051807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446ea69-61e3-4bca-9ebf-ae8267e64b1b req-e4395417-3c57-4c7c-8b44-91a8013c5a75 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.060546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3446ea69-61e3-4bca-9ebf-ae8267e64b1b req-e4395417-3c57-4c7c-8b44-91a8013c5a75 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 945 time: 0.1788523 Jul 23 16:33:06.062044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.072015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.119694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df049a38-1419-44a9-8baa-0ece6f264d7e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:06.140752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:06.166261 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-35fa682b-16cd-4bb0-9f94-d13d269bf2f1 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732801 Jul 23 16:33:06.171631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.171985 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5 of type vlan for network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 Jul 23 16:33:06.187551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-87351cbe-1a22-4ae0-b759-99f6f8a00a96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 1001 time: 0.1167741 Jul 23 16:33:06.259326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.261999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3446ea69-61e3-4bca-9ebf-ae8267e64b1b req-8e218033-5a9d-4d1a-ac0d-5dbc2e1351c9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952648 Jul 23 16:33:06.281265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-a10ee4a1-b60c-443c-a4fd-ae1253fcfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.283250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-a10ee4a1-b60c-443c-a4fd-ae1253fcfca0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.0868278 Jul 23 16:33:06.364930 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-a33e9693-3156-4930-849a-a270458d3933 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909842 Jul 23 16:33:06.368807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.374916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.375405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.389530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-5ba7385a-6fee-442f-8b63-7260824f9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.392073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-5ba7385a-6fee-442f-8b63-7260824f9458 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015711 Jul 23 16:33:06.464799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1418905 Jul 23 16:33:06.476422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cf0f28bc-22fd-40c7-a031-8485ea0a3150 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:06.496767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33458) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:06.502551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-220257788'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:06.573427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-60cf8469-dedd-49b4-b981-3c1ed9e3f549 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714299 Jul 23 16:33:06.574070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:06.583089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae53e5-d1fb-4f71-a7ff-eba0859e2fbc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=59196dbf-554e-4e8d-ade9-76e0bbc7b3d0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:06.593549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.595488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-a3afe759-b4de-4dbb-b9fa-6309a73d3d58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 200 len: 217 time: 0.2032492 Jul 23 16:33:06.599489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:06.603017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port cf0f28bc-22fd-40c7-a031-8485ea0a3150 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:06.669698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-fcf51ed7-b0ca-4fd2-9818-fd55c66897e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.671715 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-fcf51ed7-b0ca-4fd2-9818-fd55c66897e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.0658593 Jul 23 16:33:06.745403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:06.749440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-02b5f51e-f642-41af-aa3a-9c1fccd1fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.751552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-02b5f51e-f642-41af-aa3a-9c1fccd1fa22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703599 Jul 23 16:33:06.786372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port cf0f28bc-22fd-40c7-a031-8485ea0a3150 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:06.786773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.791315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.791677 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment 6c9e26a1-1312-4912-8ea1-6a24ab86dafb of type vlan for network 505d3a4b-2138-4792-9d6b-3b707287295e Jul 23 16:33:06.871742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a9948eb-bf64-4904-a8fa-93e6b3696b07 req-8f9da100-a136-4bf5-b814-e5f4f4ac2946 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667756 Jul 23 16:33:06.984664 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-30b9c01d-fa8c-4ddb-aa1c-b385042bb728 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205687 Jul 23 16:33:07.084284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c74dd4a4-97bb-4f3a-918e-d5ee75e43d5c req-81ba2ef1-b35d-4f83-8c8f-7fd8a71a6606 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1395414 Jul 23 16:33:07.142971 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-09d096a6-e628-477d-a87d-ce60a6e3b233 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494503 Jul 23 16:33:07.167218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.264696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:07.269063 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae5614-d82a-4092-b890-6aa03c3e1abb" -d '{"events": [{"server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:07.292627 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f6b1f80c-d725-4b3e-bee1-7fa97114fa11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 200 len: 217 time: 0.1409798 Jul 23 16:33:07.337377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150,segment=NetworkSegment(31c12da7-12f1-44c6-be6a-1dfe28958410),segment_id=31c12da7-12f1-44c6-be6a-1dfe28958410)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:07.347947 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.503531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-7c4f362c-e0ad-4efa-b003-7df03cd71f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.505737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-7c4f362c-e0ad-4efa-b003-7df03cd71f98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.2014349 Jul 23 16:33:07.566149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.631521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f68834b9-24d3-4a70-8cca-773ceed4408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.634336 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f68834b9-24d3-4a70-8cca-773ceed4408c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172974 Jul 23 16:33:07.676463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.780494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7125-a6cf-40ea-9ed8-a6735aabfdca req-5bdfeaf7-94ac-49d6-a232-bd5ae8f79469 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.782101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0eb7125-a6cf-40ea-9ed8-a6735aabfdca req-5bdfeaf7-94ac-49d6-a232-bd5ae8f79469 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1386428 Jul 23 16:33:07.784683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.790165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.790782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.841723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0003c-413d-46cd-a7bf-617e10b1f890 req-e64d868a-c208-474d-806d-b2bf7931f248 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.849311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c0003c-413d-46cd-a7bf-617e10b1f890 req-e64d868a-c208-474d-806d-b2bf7931f248 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.7679358 Jul 23 16:33:07.928324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4302022 Jul 23 16:33:07.934225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-946e419c-c824-4b06-8314-c6f8ef7f65bf service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867877 Jul 23 16:33:07.938261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:07.945433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:07.961663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0eb7125-a6cf-40ea-9ed8-a6735aabfdca req-5d123d3e-b8f1-4f18-8c57-153f8d200c6c tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678970 Jul 23 16:33:07.962790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbe5ef-06fc-42ea-9a19-2b9eb71535f5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=505d3a4b-2138-4792-9d6b-3b707287295e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.978947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c0003c-413d-46cd-a7bf-617e10b1f890 req-73f463b4-c7a2-46a4-a6c7-d69f454c5cf2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286185 Jul 23 16:33:07.980613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:08.167221 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb4ba1-eb82-42d3-be73-4896365f6b6c x-openstack-request-id: req-b0fb4ba1-eb82-42d3-be73-4896365f6b6c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:08.168510 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "name": "network-vif-plugged", "status": "completed", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:08.168882 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0fb4ba1-eb82-42d3-be73-4896365f6b6c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:08.169877 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150', 'code': 200} Jul 23 16:33:08.272473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e60b-05d2-4515-82d7-c7f793d3a51d req-230d020e-45b9-44a3-9d12-caeb78acd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.276354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab15e60b-05d2-4515-82d7-c7f793d3a51d req-230d020e-45b9-44a3-9d12-caeb78acd3fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1295302 Jul 23 16:33:08.319630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc46ee24-15ba-4c6c-a2d2-da6df1d9f2d1 req-96b58c30-5172-452e-9c44-434b4d7c22e4 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0751786 Jul 23 16:33:08.390894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab15e60b-05d2-4515-82d7-c7f793d3a51d req-be187de8-c623-4166-9329-1f343ad8e6ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691185 Jul 23 16:33:08.687076 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-70193d57-2c02-4d4f-bd70-7404dd533903 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358887 Jul 23 16:33:08.688755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:08.692322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.752610 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-ef6a96a5-a8b1-4440-b121-59cc379f8481 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 217 time: 0.0562017 Jul 23 16:33:08.808480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f57db5ee-9de2-42c9-802f-dcc7a3124a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.810316 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f57db5ee-9de2-42c9-802f-dcc7a3124a7f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.0505867 Jul 23 16:33:08.958974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-c6ee4615-2fcc-41e2-b844-e6996b3a3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.960466 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-c6ee4615-2fcc-41e2-b844-e6996b3a3592 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409492 Jul 23 16:33:09.157544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.209641 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-641ae00f-1ee7-4b33-b669-0682c9f73092 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384984 Jul 23 16:33:09.303964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1a85-57f1-4441-b1dc-adc0aa429aec req-b9cfc811-1c70-46cb-a616-facbd50d3e6e tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.306422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7be1a85-57f1-4441-b1dc-adc0aa429aec req-b9cfc811-1c70-46cb-a616-facbd50d3e6e tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1495416 Jul 23 16:33:09.323076 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-666257bd-c1cf-4a30-b81c-1af540583a18 req-f6629645-beb0-47e7-aa63-e4d0d76680a5 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000197 Jul 23 16:33:09.335075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12bf4-50a4-4c2c-bacc-c73543125d07 req-6f5a9714-006e-4cb2-af81-71a425d0db1f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.336567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=70afbfc0-f323-4b2e-905b-107292832685,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:09.336710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ff12bf4-50a4-4c2c-bacc-c73543125d07 req-6f5a9714-006e-4cb2-af81-71a425d0db1f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2213798 Jul 23 16:33:09.340268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:09.340636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:09.363313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:09.378734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:09.390255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37970da-bff5-4069-9131-dce286a62af0 None None] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:09.409225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.415263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.434970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7be1a85-57f1-4441-b1dc-adc0aa429aec req-0025dc8c-cfa6-4b22-939b-dcbff38b67e9 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148562 Jul 23 16:33:09.450840 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-611e8403-9fe2-4c82-be88-2c7513751699 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5109088 Jul 23 16:33:09.453354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33500) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:09.460405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:09.474448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ff12bf4-50a4-4c2c-bacc-c73543125d07 req-d66e1697-abd3-4286-b523-02eff52c2923 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191535 Jul 23 16:33:09.644512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3eb9c37-840d-437b-b693-ebf5e2e78102 req-756e009b-a97f-4d77-8e93-b33162856b4c tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0744941 Jul 23 16:33:09.714262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:09.721413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.784809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-59196dbf-554e-4e8d-ade9-76e0bbc7b3d0', 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '70afbfc0-f323-4b2e-905b-107292832685'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:09.786300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.005516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.035159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Allocated IP 2001:db8::2 (59196dbf-554e-4e8d-ade9-76e0bbc7b3d0/70afbfc0-f323-4b2e-905b-107292832685/c31e57be-780d-41ea-aeb8-e64a809d35fb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:10.092137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=fc5b204f-e14b-4831-a5d9-b1d364dbcf87,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:10.101487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': '6c9e26a1-1312-4912-8ea1-6a24ab86dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:10.102044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 505d3a4b-2138-4792-9d6b-3b707287295e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:10.121880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 505d3a4b-2138-4792-9d6b-3b707287295e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:10.133246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 505d3a4b-2138-4792-9d6b-3b707287295e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:10.150828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af11a7-52c9-43c4-8b86-4af6709bbe1d None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:10.162919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.163554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.194332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e91ed929-a97d-43b0-8d03-2829eebda70a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7396393 Jul 23 16:33:10.197521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33506) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:10.203370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1468722226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:10.248525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.249574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.314635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.322805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.349851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.354462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.361127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-894784f1-df85-4df0-bf88-15bf0a91dcc7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1600516 Jul 23 16:33:10.362061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:10.372204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Transition to ACTIVE for port object c31e57be-780d-41ea-aeb8-e64a809d35fb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:10.422362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Transition to ACTIVE for port object c31e57be-780d-41ea-aeb8-e64a809d35fb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:10.436826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.534315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:10.544815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:10.551050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:10.782628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-505d3a4b-2138-4792-9d6b-3b707287295e', 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': 'fc5b204f-e14b-4831-a5d9-b1d364dbcf87'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:10.790943 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.809260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a46-4eee-4aa4-a881-b25fbfb8a88a req-9bb261c5-6612-4b70-bdd9-26dc4493bf47 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.818078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43aa1a46-4eee-4aa4-a881-b25fbfb8a88a req-9bb261c5-6612-4b70-bdd9-26dc4493bf47 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.2086239 Jul 23 16:33:10.884814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43aa1a46-4eee-4aa4-a881-b25fbfb8a88a req-dcb37baf-defc-4c30-a041-440271d36bd5 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614648 Jul 23 16:33:10.912414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Pushing event updated for resources: {'Port': ['ID=c31e57be-780d-41ea-aeb8-e64a809d35fb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:10.928314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Attempting to bind port c31e57be-780d-41ea-aeb8-e64a809d35fb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:10.928684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Attempting to bind port c31e57be-780d-41ea-aeb8-e64a809d35fb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:10.929047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Attempting to bind port c31e57be-780d-41ea-aeb8-e64a809d35fb on network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:10.960376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:10.960674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Checking segment: {'id': 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:10.964379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.964886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Bound using segment: {'id': 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:10.965382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Bound port: c31e57be-780d-41ea-aeb8-e64a809d35fb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '59196dbf-554e-4e8d-ade9-76e0bbc7b3d0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:10.965772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.996097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bab13ae-3007-49e7-8600-6d430430e946 req-2e577c00-3320-4a9e-b0e4-9f8c896fa900 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1097541 Jul 23 16:33:11.247939 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.411009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] For port c31e57be-780d-41ea-aeb8-e64a809d35fb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:11.422601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] For port c31e57be-780d-41ea-aeb8-e64a809d35fb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c31e57be-780d-41ea-aeb8-e64a809d35fb,segment=NetworkSegment(c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5),segment_id=c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:11.585633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.616315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.763686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72b1d-1006-48ff-ad24-1f8479a983db None None] Pushing event updated for resources: {'Port': ['ID=c31e57be-780d-41ea-aeb8-e64a809d35fb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:11.786323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Allocated IP 2001:db8:1::2 (505d3a4b-2138-4792-9d6b-3b707287295e/fc5b204f-e14b-4831-a5d9-b1d364dbcf87/bb9f7941-36e9-4048-a438-3f481e69560e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:11.827872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c57d-9b35-4911-bcca-03d872f3dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.849442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8::1 (59196dbf-554e-4e8d-ade9-76e0bbc7b3d0/70afbfc0-f323-4b2e-905b-107292832685/a8571f2c-d1fd-4df9-87be-b2c3505088f5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:12.155479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.171706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Transition to ACTIVE for port object bb9f7941-36e9-4048-a438-3f481e69560e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:12.219871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Transition to ACTIVE for port object bb9f7941-36e9-4048-a438-3f481e69560e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:12.229275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.233198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.290589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object a8571f2c-d1fd-4df9-87be-b2c3505088f5 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:12.299911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ab06b8e-aaa6-4329-bf8a-2092ce5d516f req-014a957f-c7df-49f9-92db-9fdb47d10c6b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0731392 Jul 23 16:33:12.356757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:12.360679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:12.367911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:12.372403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.379009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Pushing event updated for resources: {'Port': ['ID=bb9f7941-36e9-4048-a438-3f481e69560e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.433063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:12.439319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:12.447369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:12.448473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.466666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Attempting to bind port bb9f7941-36e9-4048-a438-3f481e69560e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:12.467236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Attempting to bind port bb9f7941-36e9-4048-a438-3f481e69560e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6c9e26a1-1312-4912-8ea1-6a24ab86dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:12.469953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Attempting to bind port bb9f7941-36e9-4048-a438-3f481e69560e on network 505d3a4b-2138-4792-9d6b-3b707287295e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:12.483227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:12.483623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Checking segment: {'id': '6c9e26a1-1312-4912-8ea1-6a24ab86dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:12.484171 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.486311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Bound using segment: {'id': '6c9e26a1-1312-4912-8ea1-6a24ab86dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:12.487386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Bound port: bb9f7941-36e9-4048-a438-3f481e69560e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9e26a1-1312-4912-8ea1-6a24ab86dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '505d3a4b-2138-4792-9d6b-3b707287295e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:12.488469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.519479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=a8571f2c-d1fd-4df9-87be-b2c3505088f5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.653745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] For port bb9f7941-36e9-4048-a438-3f481e69560e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:12.663383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] For port bb9f7941-36e9-4048-a438-3f481e69560e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb9f7941-36e9-4048-a438-3f481e69560e,segment=NetworkSegment(6c9e26a1-1312-4912-8ea1-6a24ab86dafb),segment_id=6c9e26a1-1312-4912-8ea1-6a24ab86dafb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:12.684515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.821635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.827662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676d011-c9f4-4b15-9d99-7ec2c4e4887d None None] Pushing event updated for resources: {'Port': ['ID=bb9f7941-36e9-4048-a438-3f481e69560e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:13.499695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f91f77-e628-48e3-a4d9-1657a05dfba0 None None] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:13.552167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.566788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.567583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.583561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32f0585a-e030-4b88-8988-2f54f4d86884 req-9d226339-7663-40a4-927a-778e78ecfc94 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0875850 Jul 23 16:33:13.700372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=a8571f2c-d1fd-4df9-87be-b2c3505088f5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:13.792210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c31e57be-780d-41ea-aeb8-e64a809d35fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:13.800822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-82d156ae-5010-4773-a9ce-8cc7fec10262 None None] Provisioning for port c31e57be-780d-41ea-aeb8-e64a809d35fb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:13.911150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:13.912904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:14.096148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router bdf27478-a6ba-45e5-88be-e67a4258903a is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:33:14.103924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c31e57be-780d-41ea-aeb8-e64a809d35fb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:14.147608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c31e57be-780d-41ea-aeb8-e64a809d35fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:14.148660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.251062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:14.268795 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] Sync routers for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:14.272587 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d3119af-9d40-4ce3-a61b-14679e7b5b54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9082527 Jul 23 16:33:14.274857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33590) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:14.301828 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:14.307912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:14.375480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.398943 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:14.412066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:14.412757 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:32:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:14.475001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.481437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51b4bb-da32-4ddc-bff1-e9078734f311 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:14.486746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ae51b4bb-da32-4ddc-bff1-e9078734f311 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports/a8571f2c-d1fd-4df9-87be-b2c3505088f5 HTTP/1.1" status: 200 len: 911 time: 0.2102020 Jul 23 16:33:14.487247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33596) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:14.487927 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf958f94-9275-41a1-8366-6421e60b1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.511066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:14.512796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6d7a6-131e-420a-9572-b7b698488799 None None] The sync data for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:14.593132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c31e57be-780d-41ea-aeb8-e64a809d35fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c31e57be-780d-41ea-aeb8-e64a809d35fb,segment=NetworkSegment(c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5),segment_id=c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:14.604670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.607202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb9f7941-36e9-4048-a438-3f481e69560e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:14.724297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Provisioning for port a8571f2c-d1fd-4df9-87be-b2c3505088f5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:14.798041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Provisioning complete for port a8571f2c-d1fd-4df9-87be-b2c3505088f5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:14.798598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.801967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c31e57be-780d-41ea-aeb8-e64a809d35fb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:14.852186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b50cb70-1437-4d95-9918-15a3c07f057a req-bd713c33-4492-4995-b4fa-ee820c0461b1 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0662105 Jul 23 16:33:14.937646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port bb9f7941-36e9-4048-a438-3f481e69560e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:14.972362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Port a8571f2c-d1fd-4df9-87be-b2c3505088f5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:14.977046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a900517-c95d-4506-b87b-63d88e9743be None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:15.211099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Provisioning complete for port c31e57be-780d-41ea-aeb8-e64a809d35fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:15.211467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c36d6e2e-eddc-4d84-9964-5041e33ebc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.365329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b37a64-232d-4652-bf1d-d2053cb92562 req-35eb6a2d-e688-463a-8c97-92b8b5cc744a tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.374198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89b37a64-232d-4652-bf1d-d2053cb92562 req-35eb6a2d-e688-463a-8c97-92b8b5cc744a tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1602857 Jul 23 16:33:15.468253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89b37a64-232d-4652-bf1d-d2053cb92562 req-d436c8ee-cd19-47e6-8c1e-3cb7f80678ef tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927634 Jul 23 16:33:15.544053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.616728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c31e57be-780d-41ea-aeb8-e64a809d35fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:15.703547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Provisioning complete for port a8571f2c-d1fd-4df9-87be-b2c3505088f5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:15.703924 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.718319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.813824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Port a8571f2c-d1fd-4df9-87be-b2c3505088f5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:15.831319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c31e57be-780d-41ea-aeb8-e64a809d35fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:15.831917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.892249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Provisioning for port bb9f7941-36e9-4048-a438-3f481e69560e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:15.900308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Provisioning complete for port bb9f7941-36e9-4048-a438-3f481e69560e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:15.900308 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.028650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.117161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62ff1a78-7d47-4442-a39b-1870c05ddf14 req-e1608c9d-a34d-48fd-92ca-ce4edc546397 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0700896 Jul 23 16:33:16.124913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-32e1f210-166a-4306-96ce-d0925269751a None None] For port bb9f7941-36e9-4048-a438-3f481e69560e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb9f7941-36e9-4048-a438-3f481e69560e,segment=NetworkSegment(6c9e26a1-1312-4912-8ea1-6a24ab86dafb),segment_id=6c9e26a1-1312-4912-8ea1-6a24ab86dafb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:16.131218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.183593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8:1::1 (505d3a4b-2138-4792-9d6b-3b707287295e/fc5b204f-e14b-4831-a5d9-b1d364dbcf87/e852a073-df3c-4cbb-b589-1547418cecb2) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:16.262199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1f210-166a-4306-96ce-d0925269751a None None] Pushing event updated for resources: {'Port': ['ID=bb9f7941-36e9-4048-a438-3f481e69560e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:16.285091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1fc1fa25-4d11-4e9a-a10e-3e8927e11cee None None] Provisioning complete for port a8571f2c-d1fd-4df9-87be-b2c3505088f5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:16.285471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fa25-4d11-4e9a-a10e-3e8927e11cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.327632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1fa25-4d11-4e9a-a10e-3e8927e11cee None None] Port a8571f2c-d1fd-4df9-87be-b2c3505088f5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:16.341241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1fc1fa25-4d11-4e9a-a10e-3e8927e11cee None None] Provisioning complete for port bb9f7941-36e9-4048-a438-3f481e69560e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:16.341737 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fa25-4d11-4e9a-a10e-3e8927e11cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.343335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.359711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object e852a073-df3c-4cbb-b589-1547418cecb2 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:16.399930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.456828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 505d3a4b-2138-4792-9d6b-3b707287295e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:16.461844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:16.482874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:16.483310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.495643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=e852a073-df3c-4cbb-b589-1547418cecb2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:16.737991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.764381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43b03d-6867-40f8-a4d1-82e54fc98b41 req-f8743f77-6778-4576-a2be-e8b71af20820 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.769431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d43b03d-6867-40f8-a4d1-82e54fc98b41 req-f8743f77-6778-4576-a2be-e8b71af20820 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1566398 Jul 23 16:33:16.880464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d43b03d-6867-40f8-a4d1-82e54fc98b41 req-fbe63f98-232f-4ae9-8cdf-cbf7ca8f1381 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Jul 23 16:33:17.084193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb545cb8-d283-431d-a495-442b13856698 None None] Provisioning for port e852a073-df3c-4cbb-b589-1547418cecb2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:17.113041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb545cb8-d283-431d-a495-442b13856698 None None] Provisioning complete for port e852a073-df3c-4cbb-b589-1547418cecb2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:17.115942 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb545cb8-d283-431d-a495-442b13856698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.195406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-235095e9-b477-4b3d-9334-d5676e5bfc3e tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.197968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-235095e9-b477-4b3d-9334-d5676e5bfc3e tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.67 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1386511 Jul 23 16:33:17.227887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fb545cb8-d283-431d-a495-442b13856698 None None] Port e852a073-df3c-4cbb-b589-1547418cecb2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:17.420100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.464524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01ef8b3d-e606-4f1c-8ef2-21b16ea5bdfc req-7315b20e-6fbd-476b-8a89-6192ec036f97 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.1273634 Jul 23 16:33:17.565403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb9f7941-36e9-4048-a438-3f481e69560e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:17.577166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966097d1-4314-4374-b38c-e0797f9a958a req-3aac53f0-8eed-428e-9538-e08b21158b0f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.584458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-966097d1-4314-4374-b38c-e0797f9a958a req-3aac53f0-8eed-428e-9538-e08b21158b0f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.3850639 Jul 23 16:33:17.600770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Deleting port cf0f28bc-22fd-40c7-a031-8485ea0a3150 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:17.601135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.706805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bb9f7941-36e9-4048-a438-3f481e69560e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:17.707233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.718040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-966097d1-4314-4374-b38c-e0797f9a958a req-91e774dc-10f3-409b-90f5-218e7845be5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323214 Jul 23 16:33:17.806021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] For port cf0f28bc-22fd-40c7-a031-8485ea0a3150, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cf0f28bc-22fd-40c7-a031-8485ea0a3150,segment=NetworkSegment(31c12da7-12f1-44c6-be6a-1dfe28958410),segment_id=31c12da7-12f1-44c6-be6a-1dfe28958410)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:17.806841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.839887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Calling delete_port for cf0f28bc-22fd-40c7-a031-8485ea0a3150 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:18.008384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.015085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.015997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.137121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=e852a073-df3c-4cbb-b589-1547418cecb2,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.189377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946ad8-dcef-4f59-9ae8-e51833ff6d6f req-bf8bb245-5e9e-4169-bd8d-221202dfd578 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:18.197379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3946ad8-dcef-4f59-9ae8-e51833ff6d6f req-bf8bb245-5e9e-4169-bd8d-221202dfd578 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/ports?device_id=b534ca9f-a708-4ee7-a147-2b4332d4ac3a HTTP/1.1" status: 200 len: 946 time: 0.1450713 Jul 23 16:33:18.207549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.225428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cf0f28bc-22fd-40c7-a031-8485ea0a3150'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:18.227649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 505d3a4b-2138-4792-9d6b-3b707287295e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:18.230153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:18.419162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router bdf27478-a6ba-45e5-88be-e67a4258903a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:18.431774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] No DVR routers for this DVR port cf0f28bc-22fd-40c7-a031-8485ea0a3150 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:18.443503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.445582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5301f75-2466-44e2-b68c-9d0ec9f8848b req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.67 "DELETE /v2.0/ports/cf0f28bc-22fd-40c7-a031-8485ea0a3150 HTTP/1.1" status: 204 len: 173 time: 1.1890206 Jul 23 16:33:18.446379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fbbf1-d134-4677-a761-328ee5f73559 tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] Pushing event deleted for resources: {'Port': ['ID=cf0f28bc-22fd-40c7-a031-8485ea0a3150,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.507777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'name': 'network-vif-deleted', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:18.550071 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fca5ba-9c4c-4d6a-bc7f-b0ddb5c8c1b7" -d '{"events": [{"server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "name": "network-vif-deleted", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:18.569016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3946ad8-dcef-4f59-9ae8-e51833ff6d6f req-926eb31c-99dc-423d-be06-faa93bc13d7c tempest-ServerTagsTestJSON-865317439 tempest-ServerTagsTestJSON-865317439-project] 10.222.0.64 "GET /v2.0/security-groups?id=a098127d-734b-4640-962a-0ce3b775d3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696694 Jul 23 16:33:18.707906 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91809a94-809e-48a5-9b1f-1e74a75f0127 x-openstack-request-id: req-91809a94-809e-48a5-9b1f-1e74a75f0127 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:18.708349 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b534ca9f-a708-4ee7-a147-2b4332d4ac3a", "name": "network-vif-deleted", "tag": "cf0f28bc-22fd-40c7-a031-8485ea0a3150", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:18.709011 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91809a94-809e-48a5-9b1f-1e74a75f0127 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:18.709198 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b534ca9f-a708-4ee7-a147-2b4332d4ac3a', 'name': 'network-vif-deleted', 'tag': 'cf0f28bc-22fd-40c7-a031-8485ea0a3150', 'status': 'completed', 'code': 200} Jul 23 16:33:18.735406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:18.749838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] Sync routers for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:18.763501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-da2e5d68-07c7-47d5-8101-a518e00af172 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2750320 Jul 23 16:33:18.766116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:18.766603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33658) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:18.781395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:18.899895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:18.914705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbab8c0-9454-4452-b740-c8cecfa6aa15 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:18.922189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33660) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:18.925440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7fbab8c0-9454-4452-b740-c8cecfa6aa15 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports/e852a073-df3c-4cbb-b589-1547418cecb2 HTTP/1.1" status: 200 len: 913 time: 0.1568966 Jul 23 16:33:18.948175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:18.949021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:18.998071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f573b06-35ab-4ac1-bbee-05da44f09a94 req-f6b31593-5a66-4f80-b84c-1c30e3ae297b tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/ports?device_id=08779e50-5d53-4ca3-bcdf-10ca5418880c HTTP/1.1" status: 200 len: 210 time: 0.0713172 Jul 23 16:33:19.088264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:19.094301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6952cb-accd-417b-8802-10b8e909c0c8 None None] The sync data for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:19.120749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e78df1ff-e808-49e6-8471-abee39ee8077 None None] Provisioning complete for port e852a073-df3c-4cbb-b589-1547418cecb2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:19.121218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e78df1ff-e808-49e6-8471-abee39ee8077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.208401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f01a-0906-406f-b46f-6ef7a982245c req-6dba1901-0ec3-4697-a926-d1a29faf66fd tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.221561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10f1f01a-0906-406f-b46f-6ef7a982245c req-6dba1901-0ec3-4697-a926-d1a29faf66fd tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.1843023 Jul 23 16:33:19.280254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10f1f01a-0906-406f-b46f-6ef7a982245c req-8cd655c9-6d96-41b1-b727-29a8cf969f8e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Jul 23 16:33:19.493265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-0efb5728-fa42-4e2a-8700-06e736b172a4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.502685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-0efb5728-fa42-4e2a-8700-06e736b172a4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 945 time: 0.1545665 Jul 23 16:33:19.552132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.590969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e78df1ff-e808-49e6-8471-abee39ee8077 None None] Port e852a073-df3c-4cbb-b589-1547418cecb2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:19.647503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:19.647958 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.688266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33668) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:19.806403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Deleting subnet 0e73af55-419d-4f8a-88ed-8578ddeee795 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:19.831819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.931781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:19.933128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.957397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port e852a073-df3c-4cbb-b589-1547418cecb2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:19.957851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.971571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.018684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:20.104443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.108980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.123781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for e852a073-df3c-4cbb-b589-1547418cecb2 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:20.207580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33682) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.375318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.453115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e73af55-419d-4f8a-88ed-8578ddeee795,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.458350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.527397 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.533798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de129692-bb66-449f-a7c4-b9fa5079d560 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0e73af55-419d-4f8a-88ed-8578ddeee795 HTTP/1.1" status: 204 len: 168 time: 0.8401005 Jul 23 16:33:20.534054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33686) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.537611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cf0f28bc-22fd-40c7-a031-8485ea0a3150 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:20.541412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.603576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: cf0f28bc-22fd-40c7-a031-8485ea0a3150 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:20.604193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.604302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cf0f28bc-22fd-40c7-a031-8485ea0a3150 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:20.606239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.609800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/security-groups/70830ac3-48b2-4650-a97a-fded394161b6 HTTP/1.1" status: 204 len: 168 time: 0.3987932 Jul 23 16:33:20.622282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33688) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.625537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ddb7b-b1f4-488c-b663-47dac4bac8fd tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70830ac3-48b2-4650-a97a-fded394161b6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.657643 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-41e7a310-2bf7-41c0-a33f-ace16976c754 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] show failed (client error): The resource could not be found. Jul 23 16:33:20.662516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41e7a310-2bf7-41c0-a33f-ace16976c754 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "GET /v2.0/security-groups/70830ac3-48b2-4650-a97a-fded394161b6 HTTP/1.1" status: 404 len: 347 time: 0.0312872 Jul 23 16:33:20.662516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.664304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33690) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:20.665862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.724987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.727065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=e852a073-df3c-4cbb-b589-1547418cecb2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.754245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=225502f9-6a8b-4c67-a3bb-4e7f64dd87f0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.818349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60030d-5d46-42ed-bd0d-53758418a94d req-31c77e41-7202-4cda-bc0e-384e4688c7ac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.819962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a60030d-5d46-42ed-bd0d-53758418a94d req-31c77e41-7202-4cda-bc0e-384e4688c7ac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 867 time: 0.4646294 Jul 23 16:33:20.973539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a60030d-5d46-42ed-bd0d-53758418a94d req-6518b3a5-6115-4c52-ae62-4633208b16a8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431644 Jul 23 16:33:20.973539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:20.981114 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.983222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35eb3e70-1c60-4456-be3d-f8ae528e7b18 req-79622148-9445-446a-982a-e23b3eeb56c4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "DELETE /v2.0/ports/225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 HTTP/1.1" status: 204 len: 173 time: 1.4796593 Jul 23 16:33:20.983692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'name': 'network-vif-deleted', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:20.987115 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef89745-260d-4a81-89cd-3bee7bb7c1f4" -d '{"events": [{"server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "name": "network-vif-deleted", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:21.105389 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b6633-2cd4-4b7e-80e9-933201f3ed62 x-openstack-request-id: req-989b6633-2cd4-4b7e-80e9-933201f3ed62 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:21.105689 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac24273-5fb1-416b-8ce2-6d33021de0c8", "name": "network-vif-deleted", "tag": "225502f9-6a8b-4c67-a3bb-4e7f64dd87f0", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:21.105960 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-989b6633-2cd4-4b7e-80e9-933201f3ed62 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:21.106380 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac24273-5fb1-416b-8ce2-6d33021de0c8', 'name': 'network-vif-deleted', 'tag': '225502f9-6a8b-4c67-a3bb-4e7f64dd87f0', 'status': 'completed', 'code': 200} Jul 23 16:33:21.187206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port ce5c7502-c1c4-4261-92f9-b6f0931867fb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:21.195111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.196056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.207023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390c99ec-c0b6-42d3-8e92-9bb19e87b3ae']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:21.233596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c12da7-12f1-44c6-be6a-1dfe28958410') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:21.233919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c12da7-12f1-44c6-be6a-1dfe28958410') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:21.271069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.285990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.292210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:21.292608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.318786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.319109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.351163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for ce5c7502-c1c4-4261-92f9-b6f0931867fb owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:21.374464 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:21.377502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.383263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.388993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.394735 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] 10.222.0.64 "DELETE /v2.0/networks/390c99ec-c0b6-42d3-8e92-9bb19e87b3ae HTTP/1.1" status: 204 len: 168 time: 0.8601356 Jul 23 16:33:21.411483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc06c8-5454-4e76-a562-42e52fb28e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=390c99ec-c0b6-42d3-8e92-9bb19e87b3ae,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.718682 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.774123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33708) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:21.807231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router bdf27478-a6ba-45e5-88be-e67a4258903a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:21.822006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=ce5c7502-c1c4-4261-92f9-b6f0931867fb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.983819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:21.995200 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608707a3-9ae3-467d-9348-2504b501421b None None] Sync routers for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:21.995873 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fcc515b0-ef91-4859-9d6c-ccb6fece9371 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0717955 Jul 23 16:33:22.001228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33710) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:22.007986 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:22.008858 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:22.031241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-305bf89a-c96f-4b46-98a8-a63448d8383f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca848486e64f4ad0b1605f7f38d4de0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522144 Jul 23 16:33:22.035575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.046994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.051345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8f6e536e-7c82-4af0-bc24-aefa6f8f27f9 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/floatingips/e41449f8-efa0-4264-98de-d583c08ed6ef HTTP/1.1" status: 204 len: 168 time: 1.3842847 Jul 23 16:33:22.051917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33714) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:22.052257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33716) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:22.060491 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:22.070884 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:22.071747 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:22.186810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-608707a3-9ae3-467d-9348-2504b501421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:22.189431 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608707a3-9ae3-467d-9348-2504b501421b None None] The sync data for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:22.318336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e69de7da-80cb-43e1-aba2-850da2a5637b req-485d3c33-c74e-43fb-a012-df4be3c47c20 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0611424 Jul 23 16:33:22.447496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port 44774a99-c188-44d4-b2a7-08fbbd086dbb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:22.448223 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.490515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.554423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:22.596652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:22.598988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 225502f9-6a8b-4c67-a3bb-4e7f64dd87f0 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:22.780600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.841817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.871724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for 44774a99-c188-44d4-b2a7-08fbbd086dbb owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:22.893060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21837e-9e13-4af0-bc84-dcc4f6e61190 req-9fea7c00-ebd5-40dd-8baa-401af52f9840 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:22.900928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd21837e-9e13-4af0-bc84-dcc4f6e61190 req-9fea7c00-ebd5-40dd-8baa-401af52f9840 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 946 time: 0.3522727 Jul 23 16:33:22.904829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.971579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.974234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.977911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a098127d-734b-4640-962a-0ce3b775d3b1 HTTP/1.1" status: 204 len: 168 time: 0.9222646 Jul 23 16:33:23.009710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafcb8b-61be-4f82-a2a7-d8a7066646dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098127d-734b-4640-962a-0ce3b775d3b1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.097987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd21837e-9e13-4af0-bc84-dcc4f6e61190 req-93880819-71f2-4a17-9d4a-9a6073594255 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959858 Jul 23 16:33:23.263347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.336481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=44774a99-c188-44d4-b2a7-08fbbd086dbb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.616957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a6e6ffe-bf63-4d57-b5ca-811bc2341907 req-1ac143a3-b6cc-4198-95ab-1884bba6d4f6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0598583 Jul 23 16:33:23.658508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.667558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5d494f51-9e37-4c86-8203-6141b7f24b5d tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/ports/44774a99-c188-44d4-b2a7-08fbbd086dbb HTTP/1.1" status: 204 len: 168 time: 1.5941465 Jul 23 16:33:23.667558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33746) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:23.930309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:23.938619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.050259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port a8571f2c-d1fd-4df9-87be-b2c3505088f5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:24.050841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.175492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.233244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:24.323100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.338426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for a8571f2c-d1fd-4df9-87be-b2c3505088f5 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:24.765309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.811325 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:33:24.895689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=a8571f2c-d1fd-4df9-87be-b2c3505088f5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.080259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2aeb70f-d2d8-40f1-9afc-e4d07e4cf08f req-b2de78d8-24af-4eb8-aaa1-bd0c7ef8fe87 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.1333141 Jul 23 16:33:25.179160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.335685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.370097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f870c8-eb7c-4049-b1e3-2c87f1598f4c req-464908c5-6922-4d9d-9aba-4e6843ae8123 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.379439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59f870c8-eb7c-4049-b1e3-2c87f1598f4c req-464908c5-6922-4d9d-9aba-4e6843ae8123 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 946 time: 1.1222060 Jul 23 16:33:25.466742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60154f80-099b-4fcf-9a88-25108251b2ab req-14bd1d0e-3360-492e-a364-7fcbfeeb8077 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:25.469038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60154f80-099b-4fcf-9a88-25108251b2ab req-14bd1d0e-3360-492e-a364-7fcbfeeb8077 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 946 time: 1.2499454 Jul 23 16:33:25.479762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=c652ca6f-cae7-4943-8c7e-b9b05e8c96d4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.596794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router bdf27478-a6ba-45e5-88be-e67a4258903a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:25.898580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:25.912657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59f870c8-eb7c-4049-b1e3-2c87f1598f4c req-43e8e41f-2c9f-45f4-ae3c-fdeba46fa595 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239582 Jul 23 16:33:25.916477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] Sync routers for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:25.924554 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddc76ec8-9829-401b-a1d4-340bb1003806 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9176536 Jul 23 16:33:25.936526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33782) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:25.944879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:25.945875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.005455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f27e32a7-b1fa-4a3e-9083-40e874ba8c97 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf27478-a6ba-45e5-88be-e67a4258903a HTTP/1.1" status: 200 len: 205 time: 0.0652568 Jul 23 16:33:26.006090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.038020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.043388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-58c4f2de-1373-4abc-925c-d27e3b044d32 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/ports/c652ca6f-cae7-4943-8c7e-b9b05e8c96d4 HTTP/1.1" status: 204 len: 168 time: 2.3759487 Jul 23 16:33:26.045203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33786) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.072337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.097459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] Routers {'bdf27478-a6ba-45e5-88be-e67a4258903a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:26.110064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['bdf27478-a6ba-45e5-88be-e67a4258903a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.112550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting subnet 8f91ce67-1fd0-4e36-8a79-221fce6daaab {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:26.117767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.169577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Deleting port b1058629-4596-4f66-b146-f5a54b57e393 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:26.169951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.200824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.203843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a524d-978e-4c8d-a9fe-e144101907a3 None None] The sync data for ids ['bdf27478-a6ba-45e5-88be-e67a4258903a'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:26.208994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.216254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.332982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5047b91-baf2-456c-bcac-9293b1fb01b5 req-cb54a4ca-8322-44d4-ae97-728b8f4b615a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0773807 Jul 23 16:33:26.542497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] For port b1058629-4596-4f66-b146-f5a54b57e393, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b1058629-4596-4f66-b146-f5a54b57e393,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:26.542857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.578566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Calling delete_port for b1058629-4596-4f66-b146-f5a54b57e393 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:26.588964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.593750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.597963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.692463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.692896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router bdf27478-a6ba-45e5-88be-e67a4258903a {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:33:26.723532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.727459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af9ab47d-232d-4f01-826a-55756e155b8c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a HTTP/1.1" status: 204 len: 168 time: 0.7198758 Jul 23 16:33:26.728093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.789169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.826215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Subnet': ['ID=8f91ce67-1fd0-4e36-8a79-221fce6daaab,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:26.833259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.839294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5de81004-28c8-452b-8814-40a84ffddc25 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/subnets/8f91ce67-1fd0-4e36-8a79-221fce6daaab HTTP/1.1" status: 204 len: 168 time: 0.7926936 Jul 23 16:33:26.841286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33800) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:26.844290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92333dc2-7305-4775-afa2-8ca4ef8352e5 None None] Network de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:26.875990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet fc5b204f-e14b-4831-a5d9-b1d364dbcf87 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:26.889156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.905418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting subnet 173ad981-9ac8-4ac9-82c3-e900495208d7 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:26.945326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.960275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.162791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.228128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.286013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.298599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c', '5e642436-20bd-40cd-9e73-d4f07e65d591'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:27.364254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.392287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] DHCP port deletion for de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:27.439502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.454010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/fc5b204f-e14b-4831-a5d9-b1d364dbcf87 HTTP/1.1" status: 204 len: 168 time: 0.7248037 Jul 23 16:33:27.459822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:27.467284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950786d7-b15f-4f80-a8e0-e4940aafaf7e None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:27.488584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event deleted for resources: {'Port': ['ID=b1058629-4596-4f66-b146-f5a54b57e393,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:27.546660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e5c8-dd40-4743-9463-933ee3cc6b69 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5b204f-e14b-4831-a5d9-b1d364dbcf87,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:27.634926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 70afbfc0-f323-4b2e-905b-107292832685 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:27.638876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.645438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] No DVR routers for this DVR port b1058629-4596-4f66-b146-f5a54b57e393 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:27.650047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.652440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60154f80-099b-4fcf-9a88-25108251b2ab req-3ca02f75-b5bf-4176-81b5-b91a9a50b3a5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "DELETE /v2.0/ports/b1058629-4596-4f66-b146-f5a54b57e393 HTTP/1.1" status: 204 len: 173 time: 2.1738787 Jul 23 16:33:27.722959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:27.729176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'name': 'network-vif-deleted', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:27.737372 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c374613-df4d-49b6-b368-99531b41e859" -d '{"events": [{"server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "name": "network-vif-deleted", "tag": "b1058629-4596-4f66-b146-f5a54b57e393"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:27.762114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dba4511d-2050-4d74-86f7-18515fcf5dd2 req-b92c9755-5be2-48ca-b8fb-7bea90393102 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.1662157 Jul 23 16:33:27.806901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.971546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ae087-17d6-491b-aaf8-9f7c216b324b req-c0c5a842-ac8b-4eac-9314-4b26528a34e6 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.978521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21ae087-17d6-491b-aaf8-9f7c216b324b req-c0c5a842-ac8b-4eac-9314-4b26528a34e6 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a405b557-c7f0-49e0-8d47-cef31beb99dd HTTP/1.1" status: 200 len: 867 time: 0.8802917 Jul 23 16:33:27.990309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.069319 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6cf8fc-170b-4778-9817-43fd6c2d00fa x-openstack-request-id: req-bc6cf8fc-170b-4778-9817-43fd6c2d00fa {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:28.069922 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405b557-c7f0-49e0-8d47-cef31beb99dd", "name": "network-vif-deleted", "tag": "b1058629-4596-4f66-b146-f5a54b57e393", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:28.070453 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc6cf8fc-170b-4778-9817-43fd6c2d00fa {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:28.071106 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405b557-c7f0-49e0-8d47-cef31beb99dd', 'name': 'network-vif-deleted', 'tag': 'b1058629-4596-4f66-b146-f5a54b57e393', 'status': 'completed', 'code': 200} Jul 23 16:33:28.074015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.180331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.191662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Deleting port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:28.193383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.217552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c21ae087-17d6-491b-aaf8-9f7c216b324b req-36d47a4e-d845-435a-aa73-faf2c8e076e8 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372718 Jul 23 16:33:28.219925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.222593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/70afbfc0-f323-4b2e-905b-107292832685 HTTP/1.1" status: 204 len: 168 time: 0.6771579 Jul 23 16:33:28.239421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:28.247902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914eb67-cac6-406f-85a6-2932e151448b None None] Network 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:28.278693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.291101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b2a9-d3ca-408d-8d0b-5e6acb6d2004 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=70afbfc0-f323-4b2e-905b-107292832685,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:28.352333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.408920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] DHCP port deletion for 505d3a4b-2138-4792-9d6b-3b707287295e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:28.465094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Subnet': ['ID=173ad981-9ac8-4ac9-82c3-e900495208d7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:28.494263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.501614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.505861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f9397554-68b9-43c2-b7be-d20f8906fb96 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/subnets/173ad981-9ac8-4ac9-82c3-e900495208d7 HTTP/1.1" status: 204 len: 168 time: 1.6633608 Jul 23 16:33:28.508779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:28.542753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d848b9b-585a-4f75-9767-2775d669ca5e None None] Network 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:28.547614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:28.548334 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.655306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b1058629-4596-4f66-b146-f5a54b57e393 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:28.695031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Calling delete_port for e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:28.695489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.701604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port bb9f7941-36e9-4048-a438-3f481e69560e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:28.705483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.787100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:28.787370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.807261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:28.890298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: b1058629-4596-4f66-b146-f5a54b57e393 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:28.890773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b1058629-4596-4f66-b146-f5a54b57e393 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:28.922815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port bb9f7941-36e9-4048-a438-3f481e69560e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb9f7941-36e9-4048-a438-3f481e69560e,segment=NetworkSegment(6c9e26a1-1312-4912-8ea1-6a24ab86dafb),segment_id=6c9e26a1-1312-4912-8ea1-6a24ab86dafb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:28.923683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.960708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.978409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81d7054b-944e-4025-bcb3-1634c89d3f15 req-c9aa58c9-733b-47f1-8ae7-3f19e1f05977 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ac24273-5fb1-416b-8ce2-6d33021de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0668144 Jul 23 16:33:28.986487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for bb9f7941-36e9-4048-a438-3f481e69560e owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:29.019499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.113083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,segment=NetworkSegment(7b2f8337-cf6d-425f-9e0a-5cfdc27d552f),segment_id=7b2f8337-cf6d-425f-9e0a-5cfdc27d552f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:29.113456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.182989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:29.214968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Deleting port bb9f7941-36e9-4048-a438-3f481e69560e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:29.216030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.341149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.369487 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.441352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=bb9f7941-36e9-4048-a438-3f481e69560e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.448027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port bb9f7941-36e9-4048-a438-3f481e69560e on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:29.473375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] For port bb9f7941-36e9-4048-a438-3f481e69560e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bb9f7941-36e9-4048-a438-3f481e69560e,segment=NetworkSegment(6c9e26a1-1312-4912-8ea1-6a24ab86dafb),segment_id=6c9e26a1-1312-4912-8ea1-6a24ab86dafb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:29.474067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.499678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.525079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Calling delete_port for bb9f7941-36e9-4048-a438-3f481e69560e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:29.535643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] No DVR routers for this DVR port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:29.566019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.600787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d1519-91e2-4f93-9b55-ef0818f09baa None None] Pushing event deleted for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.705536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:29.722200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=e95b4a9d-be4b-4b4a-8bd0-d9e43f68f959,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:29.736846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb9f7941-36e9-4048-a438-3f481e69560e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:29.762651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.794452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505d3a4b-2138-4792-9d6b-3b707287295e']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:29.827470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9e26a1-1312-4912-8ea1-6a24ab86dafb') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:29.827925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9e26a1-1312-4912-8ea1-6a24ab86dafb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:29.851029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: bb9f7941-36e9-4048-a438-3f481e69560e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:29.851362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bb9f7941-36e9-4048-a438-3f481e69560e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:29.861381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.873287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] DHCP port deletion for 59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:29.906694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.919390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:29.922108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.008785 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.023292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.047173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8b8ba0-44ff-4cce-926e-3fb332cbb2f5']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:30.084523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:30.084827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2f8337-cf6d-425f-9e0a-5cfdc27d552f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:30.096670 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:30.109847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.120910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.131624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.131843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.136950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/505d3a4b-2138-4792-9d6b-3b707287295e HTTP/1.1" status: 204 len: 168 time: 1.8961937 Jul 23 16:33:30.140866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33864) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:30.153179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c4b7-6fcc-4adb-a320-5b2252c89ef5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=505d3a4b-2138-4792-9d6b-3b707287295e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:30.200598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:30.203428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.308011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2139-4bad-4d21-b444-f0266b62942e req-9588bbd3-a9eb-4a3d-adbb-bc396aee92fd tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:30.329166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0aa2139-4bad-4d21-b444-f0266b62942e req-9588bbd3-a9eb-4a3d-adbb-bc396aee92fd tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.2489371 Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:30.357021 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:30.397429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.399928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] DHCP port deletion for 43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:30.407343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Pushing event deleted for resources: {'Port': ['ID=bb9f7941-36e9-4048-a438-3f481e69560e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:30.417860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] Network 505d3a4b-2138-4792-9d6b-3b707287295e is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:33:30.418397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544023ad-12cb-489e-8aa4-b898b6623d7c None None] No DVR routers for this DVR port bb9f7941-36e9-4048-a438-3f481e69560e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:30.418921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.425687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/networks/de8b8ba0-44ff-4cce-926e-3fb332cbb2f5 HTTP/1.1" status: 204 len: 168 time: 1.9156618 Jul 23 16:33:30.449753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33872) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:30.464460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5680-16f8-4cd4-9f9d-f7a3b4c3b629 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Network': ['ID=de8b8ba0-44ff-4cce-926e-3fb332cbb2f5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:30.484479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Deleting port c31e57be-780d-41ea-aeb8-e64a809d35fb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:30.485613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.547496 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.553716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0aa2139-4bad-4d21-b444-f0266b62942e req-379d0398-be69-4ce4-9077-4e3cddb06184 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186129 Jul 23 16:33:30.671629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port c31e57be-780d-41ea-aeb8-e64a809d35fb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:30.672141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.694861 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.735886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] For port c31e57be-780d-41ea-aeb8-e64a809d35fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c31e57be-780d-41ea-aeb8-e64a809d35fb,segment=NetworkSegment(c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5),segment_id=c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:30.736297 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.773212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Calling delete_port for c31e57be-780d-41ea-aeb8-e64a809d35fb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:30.791048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Deleting port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:30.791424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.823945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port c31e57be-780d-41ea-aeb8-e64a809d35fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c31e57be-780d-41ea-aeb8-e64a809d35fb,segment=NetworkSegment(c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5),segment_id=c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:30.824213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.839601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for c31e57be-780d-41ea-aeb8-e64a809d35fb owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:30.845619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Deleting port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:30.846002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.931439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.945075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port c31e57be-780d-41ea-aeb8-e64a809d35fb on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:30.969239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=c31e57be-780d-41ea-aeb8-e64a809d35fb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:30.995365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] For port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:30.995721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.008307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] For port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,segment=NetworkSegment(92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882),segment_id=92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:31.009477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Calling delete_port for 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:31.011050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.042823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Calling delete_port for 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:31.079557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.098736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59196dbf-554e-4e8d-ade9-76e0bbc7b3d0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.121544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.122250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e9986-b7d1-4d17-815f-5cdb0a6ff8b5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.123451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.134290 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.135518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.158483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.170957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] Pushing event deleted for resources: {'Port': ['ID=c31e57be-780d-41ea-aeb8-e64a809d35fb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.177470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:31.178574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:31.185339 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:31.191330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec3e1f-1150-4b45-9014-29a430ebb599 None None] No DVR routers for this DVR port c31e57be-780d-41ea-aeb8-e64a809d35fb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:31.199554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] No DVR routers for this DVR port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:31.229357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.244398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] No DVR routers for this DVR port 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:31.273037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00893964-eeb4-4c70-9f5d-3286d85a15b8 None None] Pushing event deleted for resources: {'Port': ['ID=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.294381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.300000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.302293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/59196dbf-554e-4e8d-ade9-76e0bbc7b3d0 HTTP/1.1" status: 204 len: 168 time: 1.1603770 Jul 23 16:33:31.326735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.329028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef267-3301-41ca-b81c-34d14c18ccfa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=59196dbf-554e-4e8d-ade9-76e0bbc7b3d0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.338878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Port': ['ID=7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.339807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-862580907'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:31.369242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:31.375430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.414490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:31.425599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.426030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.426400 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment bf895e69-bc68-426c-970e-d5e4058ac2ec of type vlan for network f2355500-7e47-4675-baa9-b96df9eecf12 Jul 23 16:33:31.437226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fbffad-5e9b-40a3-bd97-714f9cb7a0b0']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.448422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.448617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92acf9e9-c8f8-4e8c-ad5e-1bd3dba57882') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.510990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.560441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.569026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.569706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.576962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c31e57be-780d-41ea-aeb8-e64a809d35fb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:31.600453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.624515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c31e57be-780d-41ea-aeb8-e64a809d35fb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:31.624988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.626413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c31e57be-780d-41ea-aeb8-e64a809d35fb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:31.627610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:31.632951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:31.633695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.673266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:31.673845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7ac7fbd9-4064-4a9f-ab78-5fbaf68fe545 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:31.689493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=f2355500-7e47-4675-baa9-b96df9eecf12,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.696273 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-927313af-319e-43bc-bb1d-4fd833cca648 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3682323 Jul 23 16:33:31.697257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:31.702860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:31.717143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f2355500-7e47-4675-baa9-b96df9eecf12 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:31.762887 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:31.832832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:31.846292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.863933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.867637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.871011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] 10.222.0.64 "DELETE /v2.0/networks/43fbffad-5e9b-40a3-bd97-714f9cb7a0b0 HTTP/1.1" status: 204 len: 168 time: 1.4202001 Jul 23 16:33:31.892701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10f63-5fd4-45f4-b3ee-e8bb81c20721 tempest-TaggedBootDevicesTest_v242-1908162843 tempest-TaggedBootDevicesTest_v242-1908162843-project] Pushing event deleted for resources: {'Network': ['ID=43fbffad-5e9b-40a3-bd97-714f9cb7a0b0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.914050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-d653ed42-83b0-436d-b2ba-b6744d5359b5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.928178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-d653ed42-83b0-436d-b2ba-b6744d5359b5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 1.1114521 Jul 23 16:33:31.964232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-819aaa29-f1db-41ea-82ce-8af4efe4408f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0223594 Jul 23 16:33:32.026269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-3281fa6d-621f-4ac5-bc47-2370580fe83e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412633 Jul 23 16:33:32.045646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff706d0-09f9-448b-828f-1ed59897d306 req-fe899cdb-681e-4542-9a5f-643bdd19c0b6 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.047279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fff706d0-09f9-448b-828f-1ed59897d306 req-fe899cdb-681e-4542-9a5f-643bdd19c0b6 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.5162082 Jul 23 16:33:32.068630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034001a-746f-4b35-8bc3-77354f37b310 req-4ea6569f-e220-4cb9-a4c8-465821f9748c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.070195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7034001a-746f-4b35-8bc3-77354f37b310 req-4ea6569f-e220-4cb9-a4c8-465821f9748c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.3054724 Jul 23 16:33:32.099928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.193875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=46a848e9-856e-4f1f-bfa8-ea94654b8063,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:32.202947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': 'bf895e69-bc68-426c-970e-d5e4058ac2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:32.203305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: f2355500-7e47-4675-baa9-b96df9eecf12, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:32.235267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network f2355500-7e47-4675-baa9-b96df9eecf12 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:32.247515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f2355500-7e47-4675-baa9-b96df9eecf12) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:32.249112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7034001a-746f-4b35-8bc3-77354f37b310 req-ebfdf3b4-3049-4890-883b-49b04eb50f05 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318188 Jul 23 16:33:32.271891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03486263-fe24-42f4-9519-28d649b02b06 None None] Network f2355500-7e47-4675-baa9-b96df9eecf12 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:32.280944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.281715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.292035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-565605a8-4466-41d4-b6e2-0ae29fa9bdd3 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547112 Jul 23 16:33:32.313322 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8228c704-f161-454c-a5f7-5ba5c1c38a36 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6132131 Jul 23 16:33:32.314547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:32.327331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-943483198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:32.391800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.395225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.421740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Deleting port 5e642436-20bd-40cd-9e73-d4f07e65d591 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:32.423661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.563895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.570664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.606623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.608041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bdd39c50-3b99-4530-bf64-2a9da25e5c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2924609 Jul 23 16:33:32.611236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33948) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:32.623703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'port': {'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12', 'name': 'tempest-RoutersIpV6Test-1990284299'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:32.668562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f2355500-7e47-4675-baa9-b96df9eecf12', 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '46a848e9-856e-4f1f-bfa8-ea94654b8063'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:32.675241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.888027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:32.894135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:32.944025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] device_id is not set on port ea60c125-12b8-4b0c-bb82-4d207069ac05 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:33:33.014011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Allocated IP 2001:db8::2 (f2355500-7e47-4675-baa9-b96df9eecf12/46a848e9-856e-4f1f-bfa8-ea94654b8063/e43aca39-b078-49de-a2c3-e7de78cf0b5f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:33.267581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.286401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Transition to ACTIVE for port object e43aca39-b078-49de-a2c3-e7de78cf0b5f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:33.318774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Transition to ACTIVE for port object e43aca39-b078-49de-a2c3-e7de78cf0b5f will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:33.328555 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.346876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5f8315-2844-4b31-846e-c2b2efbad245 req-becdbdb9-c277-4083-91e1-7796b0a4a247 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409653 Jul 23 16:33:33.431744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] For port 5e642436-20bd-40cd-9e73-d4f07e65d591, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5e642436-20bd-40cd-9e73-d4f07e65d591,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:33.432116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.442805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Network f2355500-7e47-4675-baa9-b96df9eecf12 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:33.451786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:33.459875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:33.494596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8::2c1 (f2355500-7e47-4675-baa9-b96df9eecf12/46a848e9-856e-4f1f-bfa8-ea94654b8063/ea60c125-12b8-4b0c-bb82-4d207069ac05) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:33.541626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Calling delete_port for 5e642436-20bd-40cd-9e73-d4f07e65d591 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:33.684154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Pushing event updated for resources: {'Port': ['ID=e43aca39-b078-49de-a2c3-e7de78cf0b5f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:33.701508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Attempting to bind port e43aca39-b078-49de-a2c3-e7de78cf0b5f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:33.702396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Attempting to bind port e43aca39-b078-49de-a2c3-e7de78cf0b5f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bf895e69-bc68-426c-970e-d5e4058ac2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:33.708600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Attempting to bind port e43aca39-b078-49de-a2c3-e7de78cf0b5f on network f2355500-7e47-4675-baa9-b96df9eecf12 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:33.715185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:33.715572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Checking segment: {'id': 'bf895e69-bc68-426c-970e-d5e4058ac2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:33.715983 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.716423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Bound using segment: {'id': 'bf895e69-bc68-426c-970e-d5e4058ac2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:33.716856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Bound port: e43aca39-b078-49de-a2c3-e7de78cf0b5f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf895e69-bc68-426c-970e-d5e4058ac2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f2355500-7e47-4675-baa9-b96df9eecf12'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:33.717222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.717718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f9e22-8c23-4bbf-af9c-1b556446e2d5 req-40b16175-f6ba-4679-9065-8fd50fdc67e5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:33.740860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-230f9e22-8c23-4bbf-af9c-1b556446e2d5 req-40b16175-f6ba-4679-9065-8fd50fdc67e5 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 945 time: 0.3027177 Jul 23 16:33:33.833556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] For port e43aca39-b078-49de-a2c3-e7de78cf0b5f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:33.837847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] For port e43aca39-b078-49de-a2c3-e7de78cf0b5f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e43aca39-b078-49de-a2c3-e7de78cf0b5f,segment=NetworkSegment(bf895e69-bc68-426c-970e-d5e4058ac2ec),segment_id=bf895e69-bc68-426c-970e-d5e4058ac2ec)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:33.843069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:33.978916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-230f9e22-8c23-4bbf-af9c-1b556446e2d5 req-4760f950-1001-4fcf-b524-97edc9130496 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217784 Jul 23 16:33:33.981572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.047638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object ea60c125-12b8-4b0c-bb82-4d207069ac05 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:34.048996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f133b-d742-4576-94bc-01abf9f37867 None None] Pushing event updated for resources: {'Port': ['ID=e43aca39-b078-49de-a2c3-e7de78cf0b5f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:34.113299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbff658e-efe3-4386-88c0-65942fe60f36 req-993ccd32-2df9-493a-a592-f4a368a30eff tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a36b352-b737-4ada-9a13-df991989885d HTTP/1.1" status: 200 len: 210 time: 0.2091303 Jul 23 16:33:34.147679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.153347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.189867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:34.198536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network f2355500-7e47-4675-baa9-b96df9eecf12 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:34.204441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:34.266788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:34.292356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event deleted for resources: {'Port': ['ID=5e642436-20bd-40cd-9e73-d4f07e65d591,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:34.292861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:34.295068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.378940 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7664061 Jul 23 16:33:34.392567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34044) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:34.451216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.451769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.451879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.452215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.452548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.452884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.453212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.453536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.453864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.474760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.475450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.475985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.512754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] No DVR routers for this DVR port 5e642436-20bd-40cd-9e73-d4f07e65d591 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:34.516135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.521240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fff706d0-09f9-448b-828f-1ed59897d306 req-e746651f-32dc-44b0-ba16-742954ded285 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "DELETE /v2.0/ports/5e642436-20bd-40cd-9e73-d4f07e65d591 HTTP/1.1" status: 204 len: 173 time: 2.4631996 Jul 23 16:33:34.521970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'name': 'network-vif-deleted', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:34.524780 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423173f0-7d30-4b12-bdf7-e06f7bb431f3" -d '{"events": [{"server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "name": "network-vif-deleted", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:34.646638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5e642436-20bd-40cd-9e73-d4f07e65d591 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:34.650903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=ea60c125-12b8-4b0c-bb82-4d207069ac05,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:34.670984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.673915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.675969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.676528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.677923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.678499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.679340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.681406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.681966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.682467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.682967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.683631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c62bcd-bff6-479a-bb53-8180d1fc7270 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:34.757014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 5e642436-20bd-40cd-9e73-d4f07e65d591 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:34.757554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5e642436-20bd-40cd-9e73-d4f07e65d591 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:34.767346 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2edb8d9-1f2a-4e68-b818-9a08fe0cf8b0 x-openstack-request-id: req-b2edb8d9-1f2a-4e68-b818-9a08fe0cf8b0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:34.768343 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6150aad0-9a65-46de-b224-8e0613abbe04", "name": "network-vif-deleted", "tag": "5e642436-20bd-40cd-9e73-d4f07e65d591", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:34.768777 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2edb8d9-1f2a-4e68-b818-9a08fe0cf8b0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:34.769471 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6150aad0-9a65-46de-b224-8e0613abbe04', 'name': 'network-vif-deleted', 'tag': '5e642436-20bd-40cd-9e73-d4f07e65d591', 'status': 'completed', 'code': 200} Jul 23 16:33:35.074877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.379495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5822d0d-130e-4fc1-8c79-eb94104c356b req-cb024629-0bfb-4d2b-bb83-c9005d40df5e tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=6150aad0-9a65-46de-b224-8e0613abbe04 HTTP/1.1" status: 200 len: 210 time: 0.0884881 Jul 23 16:33:35.554790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-151dc3b6-512d-44f9-9889-88eb9ce9b81d req-5395c3e0-5235-40aa-b04b-9e97ec95bbbe tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a36b352-b737-4ada-9a13-df991989885d HTTP/1.1" status: 200 len: 210 time: 0.0661535 Jul 23 16:33:35.656020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e43aca39-b078-49de-a2c3-e7de78cf0b5f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:35.741566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e43aca39-b078-49de-a2c3-e7de78cf0b5f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:35.772167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac1923-ec1d-47eb-b186-fbd8fa473944 None None] Network f2355500-7e47-4675-baa9-b96df9eecf12 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:35.913085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Provisioning for port e43aca39-b078-49de-a2c3-e7de78cf0b5f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:35.922317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Provisioning complete for port e43aca39-b078-49de-a2c3-e7de78cf0b5f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:35.923629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.042436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.050050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.106692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=ea60c125-12b8-4b0c-bb82-4d207069ac05,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:36.149890 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.224505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] For port e43aca39-b078-49de-a2c3-e7de78cf0b5f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e43aca39-b078-49de-a2c3-e7de78cf0b5f,segment=NetworkSegment(bf895e69-bc68-426c-970e-d5e4058ac2ec),segment_id=bf895e69-bc68-426c-970e-d5e4058ac2ec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:36.230923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.367038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1f25-d274-45b6-a3c3-a291f07e7125 None None] Pushing event updated for resources: {'Port': ['ID=e43aca39-b078-49de-a2c3-e7de78cf0b5f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:36.383762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.618670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Provisioning complete for port e43aca39-b078-49de-a2c3-e7de78cf0b5f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:36.627151 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.721918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.881698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Provisioning for port ea60c125-12b8-4b0c-bb82-4d207069ac05 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:36.891581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Provisioning complete for port ea60c125-12b8-4b0c-bb82-4d207069ac05 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:36.892041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.968176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d02bc-aa23-4365-a27a-d08a14d39f00 None None] Port ea60c125-12b8-4b0c-bb82-4d207069ac05 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:37.103572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b812108-ca56-471d-940c-5903e2303e26 None None] Provisioning complete for port ea60c125-12b8-4b0c-bb82-4d207069ac05 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:37.103572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b812108-ca56-471d-940c-5903e2303e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.111238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-e77aadd0-5b48-4755-8d8d-4ec530d38e1e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.124158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-e77aadd0-5b48-4755-8d8d-4ec530d38e1e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.2876840 Jul 23 16:33:37.153894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-bf9d2c8a-9fa4-4d06-9785-7d560d59f502 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0284343 Jul 23 16:33:37.208727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-b6914c52-945c-4e79-a432-b2050da3efa1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536826 Jul 23 16:33:37.267944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0b812108-ca56-471d-940c-5903e2303e26 None None] Port ea60c125-12b8-4b0c-bb82-4d207069ac05 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:37.370570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34134) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:37.372519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-f2ac652a-0ac0-465b-b8fe-52f751d39e37 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623197 Jul 23 16:33:37.486552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Deleting subnet 794b13b4-ecae-4e61-8a50-ff6573018648 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:37.491554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.499686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0a5b3f3b-6b13-4837-9563-d00b5f9cbc05 None None] Provisioning complete for port ea60c125-12b8-4b0c-bb82-4d207069ac05 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:37.506415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3f3b-6b13-4837-9563-d00b5f9cbc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.533144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.554756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-c6c7fd10-7104-4d91-a6f6-00c2e02c45c3 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791809 Jul 23 16:33:37.596489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.601034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.620642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e43aca39-b078-49de-a2c3-e7de78cf0b5f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:37.660330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.661295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.742382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.759672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=ea60c125-12b8-4b0c-bb82-4d207069ac05,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.788721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.794922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34142) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:37.797795 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/794b13b4-ecae-4e61-8a50-ff6573018648 HTTP/1.1" status: 204 len: 168 time: 0.4225068 Jul 23 16:33:37.815810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b3f3b-6b13-4837-9563-d00b5f9cbc05 None None] Port ea60c125-12b8-4b0c-bb82-4d207069ac05 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:37.855565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e43aca39-b078-49de-a2c3-e7de78cf0b5f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:37.855995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.968402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network f2355500-7e47-4675-baa9-b96df9eecf12 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:37.971867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e720-5eed-4d30-a71e-fe2a38648172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794b13b4-ecae-4e61-8a50-ff6573018648,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.978400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:38.080396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.084296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf81ab0f-a964-4e05-a1b5-c6ab6dc1f0b4 req-19a6af74-97ab-4b05-9786-ab4c98aa2daf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 210 time: 0.0740771 Jul 23 16:33:38.289631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.299267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router 2623491e-c284-401e-aa84-435de7a42048 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:33:38.328904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f1c640-ad20-4f2f-9003-b8d7bb82b945']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:38.351346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00435886-c618-4770-b567-5055cfc82508') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:38.352149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00435886-c618-4770-b567-5055cfc82508') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:38.405902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.449016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b42b17b0-7ec2-459f-84ec-c6c5a7acae73 None None] Provisioning complete for port ea60c125-12b8-4b0c-bb82-4d207069ac05 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:38.451738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.453563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b42b17b0-7ec2-459f-84ec-c6c5a7acae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.475077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:38.476553 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:38.479115 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:38.587634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b42b17b0-7ec2-459f-84ec-c6c5a7acae73 None None] Port ea60c125-12b8-4b0c-bb82-4d207069ac05 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:38.615910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:38.634164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.635073 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] Sync routers for ids ['2623491e-c284-401e-aa84-435de7a42048'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:38.640764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.648520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/49f1c640-ad20-4f2f-9003-b8d7bb82b945 HTTP/1.1" status: 204 len: 168 time: 0.8500407 Jul 23 16:33:38.651550 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] Routers {'2623491e-c284-401e-aa84-435de7a42048'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:38.652672 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2623491e-c284-401e-aa84-435de7a42048'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:38.658793 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae5c80bd-0cda-4399-b128-e3dc0fb87a07 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/2623491e-c284-401e-aa84-435de7a42048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2637911 Jul 23 16:33:38.669289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34162) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.685820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b059e-3290-4db2-9be4-16acf2166cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f1c640-ad20-4f2f-9003-b8d7bb82b945,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:38.869125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218e659-89bc-48a6-ac10-ad51c5fe1b3e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:38.883426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d218e659-89bc-48a6-ac10-ad51c5fe1b3e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports/ea60c125-12b8-4b0c-bb82-4d207069ac05 HTTP/1.1" status: 200 len: 984 time: 0.2068117 Jul 23 16:33:38.886017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34166) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:38.959948 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:38.984285 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] Routers {'2623491e-c284-401e-aa84-435de7a42048'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:38.985178 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2623491e-c284-401e-aa84-435de7a42048'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:39.056153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:39.057243 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9add8a-0e31-4693-813b-49a79a3eeae5 None None] The sync data for ids ['2623491e-c284-401e-aa84-435de7a42048'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:39.124941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:39.198588 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc6d2c17-f01e-4545-b80e-7667f3c0bdaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55d64f55a173406cb532c7353a719792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720127 Jul 23 16:33:39.199522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:39.305338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.369269 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.370108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae9b67a1-c914-4ddc-8d46-2f8e252d681e req-f47438e0-b9e1-47a2-a1ed-7bfdf5e4b085 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 210 time: 0.1299555 Jul 23 16:33:39.494864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.498018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.500404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6260283e-32e9-4354-8b8d-ff547fa6cbd8 HTTP/1.1" status: 204 len: 168 time: 0.2997296 Jul 23 16:33:39.526656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7096d58-d4fa-45d9-b616-d2b1f3552448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6260283e-32e9-4354-8b8d-ff547fa6cbd8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:40.077996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-d4436746-b0f1-4ed4-bf2d-2987c6fb920e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.081590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-d4436746-b0f1-4ed4-bf2d-2987c6fb920e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.3384824 Jul 23 16:33:40.107884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:40.522627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:40.526081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.572556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-feee950f-9608-41e1-a65b-3d6eda4c28e5 req-a5d6ed5f-2582-40d5-a1b1-bbca9c7891c3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 210 time: 0.0854890 Jul 23 16:33:40.579924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.030216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.3 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/5b070c6f-6755-4e29-8bb1-116e1134dee6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:41.333250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.383711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port ea60c125-12b8-4b0c-bb82-4d207069ac05 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:41.384066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.418028 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.485547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.599854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:41.603367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:41.606401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:41.609681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:41.711115 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.729824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for ea60c125-12b8-4b0c-bb82-4d207069ac05 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:41.768156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-647cd878-a48d-46e1-ac55-ab2963602b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.205153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.205865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.280504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-55ba978d-5aa6-4aec-bbf7-ea809bfa739f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1776612 Jul 23 16:33:42.299611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Request body: {'port': {'device_id': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:42.398824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdd9bc-d61a-436c-8a60-ae21372bc79f req-9c19e12e-0c9b-44fb-bf7d-302ddee62647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:42.400372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ecdd9bc-d61a-436c-8a60-ae21372bc79f req-9c19e12e-0c9b-44fb-bf7d-302ddee62647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 931 time: 0.6933200 Jul 23 16:33:42.511925 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.557807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ecdd9bc-d61a-436c-8a60-ae21372bc79f req-81214757-2f1d-4645-9980-e2c404ec725f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439817 Jul 23 16:33:42.688332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.776775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=ea60c125-12b8-4b0c-bb82-4d207069ac05,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:42.964797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.221901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6c1c8-2440-4dfe-b9a7-2def6fa71af1 req-b4166174-9ce3-49a5-ad0d-36c27d9bcb6c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:43.221901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fc6c1c8-2440-4dfe-b9a7-2def6fa71af1 req-b4166174-9ce3-49a5-ad0d-36c27d9bcb6c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.5337653 Jul 23 16:33:43.394286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fc6c1c8-2440-4dfe-b9a7-2def6fa71af1 req-42d8fc15-5c8d-4b4b-952d-359abc44b001 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633401 Jul 23 16:33:43.428480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router 2623491e-c284-401e-aa84-435de7a42048 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:43.545569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b070c6f-6755-4e29-8bb1-116e1134dee6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:43.558637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.569093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:43.579539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-26b318b4-f9d8-4cf9-8439-750d38f5033b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/2623491e-c284-401e-aa84-435de7a42048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6900198 Jul 23 16:33:43.579902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:43.580360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] Sync routers for ids ['2623491e-c284-401e-aa84-435de7a42048'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:43.596567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] Routers {'2623491e-c284-401e-aa84-435de7a42048'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:43.599903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2623491e-c284-401e-aa84-435de7a42048'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:43.606703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Transition to ACTIVE for port object 5b070c6f-6755-4e29-8bb1-116e1134dee6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:43.618956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.769101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:43.807093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] Routers {'2623491e-c284-401e-aa84-435de7a42048'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:43.809233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2623491e-c284-401e-aa84-435de7a42048'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:43.927279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:43.939965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31fea1-6c6e-4a1d-b6e0-9b91315ece42 None None] The sync data for ids ['2623491e-c284-401e-aa84-435de7a42048'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:43.962282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Pushing event updated for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:44.092249 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-df129373-3b42-4a11-9ef1-f8f51e54f33c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 16:33:44.093206 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df129373-3b42-4a11-9ef1-f8f51e54f33c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/2623491e-c284-401e-aa84-435de7a42048/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5120492 Jul 23 16:33:44.097984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.108019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766116c-d3ab-48dc-b8fc-612fc696a3d5 req-9420800b-ffb4-4f15-ae91-98ac6281fff7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.115663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d766116c-d3ab-48dc-b8fc-612fc696a3d5 req-9420800b-ffb4-4f15-ae91-98ac6281fff7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 943 time: 0.3613646 Jul 23 16:33:44.191272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68a5a213-48ef-4d61-b417-60186e6168c0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=2623491e-c284-401e-aa84-435de7a42048 HTTP/1.1" status: 200 len: 205 time: 0.0910065 Jul 23 16:33:44.193682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34354) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.266122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d766116c-d3ab-48dc-b8fc-612fc696a3d5 req-ca8ca26a-f5c1-483c-a3b6-4be7ef4734c2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442776 Jul 23 16:33:44.267810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Attempting to bind port 5b070c6f-6755-4e29-8bb1-116e1134dee6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:44.277688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Attempting to bind port 5b070c6f-6755-4e29-8bb1-116e1134dee6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:44.278352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Attempting to bind port 5b070c6f-6755-4e29-8bb1-116e1134dee6 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:44.303239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.314467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Port 5b070c6f-6755-4e29-8bb1-116e1134dee6 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:44.314824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Attempting to bind port 5b070c6f-6755-4e29-8bb1-116e1134dee6 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:44.341071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:44.341437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:44.341834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:44.342426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Bound port: 5b070c6f-6755-4e29-8bb1-116e1134dee6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:44.342719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.380041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.424606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9e53-991a-46f8-9271-b02349824054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.446481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:44.450204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:44.456252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.584050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Pushing event updated for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:44.633760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.634422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.636862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-783c7c23-4dab-4127-8625-12c293d58619 service neutron] 10.222.0.67 "PUT /v2.0/ports/5b070c6f-6755-4e29-8bb1-116e1134dee6 HTTP/1.1" status: 200 len: 1091 time: 2.3446066 Jul 23 16:33:44.638435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:44.641056 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1348bd9f-0406-49e4-b66d-1e04c71795d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:44.679865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9286a9ed-612d-4495-a6e0-76a642cc8d9c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.681665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9286a9ed-612d-4495-a6e0-76a642cc8d9c tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.3816330 Jul 23 16:33:44.699971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.710818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.763373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.765404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router 2623491e-c284-401e-aa84-435de7a42048 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:33:44.779930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.787550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6319768b-c48d-4983-bd99-ce4eed953ed6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/2623491e-c284-401e-aa84-435de7a42048 HTTP/1.1" status: 204 len: 168 time: 0.5926151 Jul 23 16:33:44.788017 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dafabeb-60e9-4c4d-ac1c-40b7ae3d1a25 x-openstack-request-id: req-1dafabeb-60e9-4c4d-ac1c-40b7ae3d1a25 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:44.788491 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:44.788740 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1dafabeb-60e9-4c4d-ac1c-40b7ae3d1a25 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:44.789143 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6', 'status': 'completed', 'code': 200} Jul 23 16:33:44.789646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34362) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:44.854983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580c651-2843-4648-89fb-663c7d62d0e7 req-c6c786dd-de1e-4c94-a61a-5da8fa0f221a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.864161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6580c651-2843-4648-89fb-663c7d62d0e7 req-c6c786dd-de1e-4c94-a61a-5da8fa0f221a tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 945 time: 0.2829809 Jul 23 16:33:44.955605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-ec91d6a1-2e48-4794-8a0d-cb5de29008a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:44.959600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-ec91d6a1-2e48-4794-8a0d-cb5de29008a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 1094 time: 0.2524710 Jul 23 16:33:45.018266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 46a848e9-856e-4f1f-bfa8-ea94654b8063 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:45.021903 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.036746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6580c651-2843-4648-89fb-663c7d62d0e7 req-ae4753c5-9aa8-4831-a140-7248d5a11474 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715472 Jul 23 16:33:45.044777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-588f6cba-5618-4eef-acba-00cd737a01da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6 HTTP/1.1" status: 200 len: 217 time: 0.0655873 Jul 23 16:33:45.085975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.119302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Deleting port cb8df41f-1fa8-4951-bc9a-56254a6f665c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:45.120004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.138132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-de7e4614-e23f-4a8d-886b-9364bef6d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.140050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-de7e4614-e23f-4a8d-886b-9364bef6d670 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0882230 Jul 23 16:33:45.224938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-89fa789e-20cc-4d55-aaa9-84d0e96a9c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708497 Jul 23 16:33:45.302282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.397402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] For port cb8df41f-1fa8-4951-bc9a-56254a6f665c, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=cb8df41f-1fa8-4951-bc9a-56254a6f665c,segment=NetworkSegment(aa3cc8c3-6a96-4c12-8072-f0e591cc4b93),segment_id=aa3cc8c3-6a96-4c12-8072-f0e591cc4b93)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:45.397825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.451454 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.491539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.506636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Calling delete_port for cb8df41f-1fa8-4951-bc9a-56254a6f665c owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:45.535464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=46a848e9-856e-4f1f-bfa8-ea94654b8063,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:45.559020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.566808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36283a44-a1d7-4721-9c6a-8bf5615276c0 None None] Network f2355500-7e47-4675-baa9-b96df9eecf12 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:45.573840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34376) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:45.589454 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a010ecc-5fed-407a-acd9-98c473737718 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/46a848e9-856e-4f1f-bfa8-ea94654b8063 HTTP/1.1" status: 204 len: 168 time: 0.7891879 Jul 23 16:33:45.677716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-1a3ef655-c46c-4d82-80e4-98af6e99f1d8 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330883 Jul 23 16:33:45.717329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a58cd-c0bd-4f9e-8008-17158a26c5d0 req-74a7ac5d-e4ed-4d58-8882-4cac04f40a5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.727593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb7a58cd-c0bd-4f9e-8008-17158a26c5d0 req-74a7ac5d-e4ed-4d58-8882-4cac04f40a5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 943 time: 0.3554025 Jul 23 16:33:45.853033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:45.942954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] DHCP port deletion for f2355500-7e47-4675-baa9-b96df9eecf12 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:46.054750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Deleting port e43aca39-b078-49de-a2c3-e7de78cf0b5f {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:46.055121 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.267852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] For port e43aca39-b078-49de-a2c3-e7de78cf0b5f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e43aca39-b078-49de-a2c3-e7de78cf0b5f,segment=NetworkSegment(bf895e69-bc68-426c-970e-d5e4058ac2ec),segment_id=bf895e69-bc68-426c-970e-d5e4058ac2ec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:46.269543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.300193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Calling delete_port for e43aca39-b078-49de-a2c3-e7de78cf0b5f owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:46.310329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb7a58cd-c0bd-4f9e-8008-17158a26c5d0 req-1e3987c9-81f1-43a2-9ba1-28e12d2be154 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147948 Jul 23 16:33:46.443371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5f3300c-0ad0-4069-99c1-b7fbf6f3bd91 req-75ec9ea9-181d-4d0a-a5c2-c2772d612245 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514949 Jul 23 16:33:46.487442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.524274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['cb8df41f-1fa8-4951-bc9a-56254a6f665c'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:46.534332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.649968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] No DVR routers for this DVR port e43aca39-b078-49de-a2c3-e7de78cf0b5f on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:46.663948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Pushing event deleted for resources: {'Port': ['ID=e43aca39-b078-49de-a2c3-e7de78cf0b5f,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:46.686598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.688228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.688228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.689029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.689462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.690123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.690123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.690851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.691958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Pushing event deleted for resources: {'Port': ['ID=cb8df41f-1fa8-4951-bc9a-56254a6f665c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:46.692243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.693478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.693770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.694319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301fd2f0-5566-48d2-9da1-19ea1a97c551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:46.810179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5122-3408-4000-9629-8b8a682cbe4f req-ed713076-aea5-4e3d-b42f-3679760c0a4b tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:46.812094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60ee5122-3408-4000-9629-8b8a682cbe4f req-ed713076-aea5-4e3d-b42f-3679760c0a4b tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9647024-cdb8-43c8-be43-7b98d23ffa22 HTTP/1.1" status: 200 len: 867 time: 0.4966893 Jul 23 16:33:46.813741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] No DVR routers for this DVR port cb8df41f-1fa8-4951-bc9a-56254a6f665c on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:46.819477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.822610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b74ee03-f44f-4bfa-a2e9-2977868fb382 req-9982010f-5d1d-41c1-a1fa-4a628d2461f2 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.67 "DELETE /v2.0/ports/cb8df41f-1fa8-4951-bc9a-56254a6f665c HTTP/1.1" status: 204 len: 173 time: 2.1295087 Jul 23 16:33:46.825472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'name': 'network-vif-deleted', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:46.828050 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e57984-0806-43c2-8845-bae8515105cc" -d '{"events": [{"server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "name": "network-vif-deleted", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:46.831628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port e43aca39-b078-49de-a2c3-e7de78cf0b5f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:46.832069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.948880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port e43aca39-b078-49de-a2c3-e7de78cf0b5f, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:46.949250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.967387 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7340533a-6162-4079-a870-0fe586c9bbb0 x-openstack-request-id: req-7340533a-6162-4079-a870-0fe586c9bbb0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:46.967676 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9647024-cdb8-43c8-be43-7b98d23ffa22", "name": "network-vif-deleted", "tag": "cb8df41f-1fa8-4951-bc9a-56254a6f665c", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:46.967925 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7340533a-6162-4079-a870-0fe586c9bbb0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:46.968317 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9647024-cdb8-43c8-be43-7b98d23ffa22', 'name': 'network-vif-deleted', 'tag': 'cb8df41f-1fa8-4951-bc9a-56254a6f665c', 'status': 'completed', 'code': 200} Jul 23 16:33:46.973303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-111a72d5-36d3-4024-bfdf-77caff7805d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:46.975248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-111a72d5-36d3-4024-bfdf-77caff7805d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 1094 time: 0.4432845 Jul 23 16:33:46.981902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for e43aca39-b078-49de-a2c3-e7de78cf0b5f owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:46.985781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Port e43aca39-b078-49de-a2c3-e7de78cf0b5f was not found and therefore no delete operation was performed {{(pid=94003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:33:46.989062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60ee5122-3408-4000-9629-8b8a682cbe4f req-ee22412d-4b6d-45d9-bdc7-cbb67838f2d0 tempest-AttachVolumeNegativeTest-2022258062 tempest-AttachVolumeNegativeTest-2022258062-project] 10.222.0.64 "GET /v2.0/security-groups?id=51b56c37-8cf5-4165-9aeb-4dc95017b525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647925 Jul 23 16:33:46.998512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.066219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=e43aca39-b078-49de-a2c3-e7de78cf0b5f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.082477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port e43aca39-b078-49de-a2c3-e7de78cf0b5f on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:47.189051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-b6b20cc9-8860-4ea9-9bad-c153d7b7a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.190786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-b6b20cc9-8860-4ea9-9bad-c153d7b7a0eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.2008569 Jul 23 16:33:47.259423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-f8e812ba-5a2f-4aba-9f1f-f72963030d61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6 HTTP/1.1" status: 200 len: 217 time: 0.0571222 Jul 23 16:33:47.291433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.310725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2355500-7e47-4675-baa9-b96df9eecf12']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:47.340977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf895e69-bc68-426c-970e-d5e4058ac2ec') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:47.341188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf895e69-bc68-426c-970e-d5e4058ac2ec') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:47.357330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.373740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-70c70ad4-76fe-42b3-84ff-a3cfc5f9f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.375580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-70c70ad4-76fe-42b3-84ff-a3cfc5f9f8bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0809052 Jul 23 16:33:47.381647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.423427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:47.423911 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:47.431654 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:47.478388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-e293b741-fbb4-44c6-ab79-25a62dca898b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776477 Jul 23 16:33:47.480270 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.582335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e43aca39-b078-49de-a2c3-e7de78cf0b5f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:47.627717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.642062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.647716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/f2355500-7e47-4675-baa9-b96df9eecf12 HTTP/1.1" status: 204 len: 168 time: 2.0719612 Jul 23 16:33:47.650402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34402) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:47.656924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673965742'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:47.667354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e43aca39-b078-49de-a2c3-e7de78cf0b5f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:47.667884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e43aca39-b078-49de-a2c3-e7de78cf0b5f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:47.680060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34404) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:47.738043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:47.741908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.796158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba63f9-9424-476e-a3e5-caeb3cb5b1ed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=f2355500-7e47-4675-baa9-b96df9eecf12,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.799554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:47.841821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-2f619c78-a36c-4d61-8bc2-9056f36e7fc8 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481753 Jul 23 16:33:47.866853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.867503 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment dc03bbdd-0965-4dda-86d2-1f414342b60d of type vlan for network 01540f71-c298-4546-b3fa-f5e89167dd84 Jul 23 16:33:47.877781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e647c7-154c-4b67-bb71-686adc3b922e req-e11179ea-5503-471f-8162-316dc8738694 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.879643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e647c7-154c-4b67-bb71-686adc3b922e req-e11179ea-5503-471f-8162-316dc8738694 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 943 time: 0.4051867 Jul 23 16:33:47.959070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.998240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.017682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:48.019014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.104076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e647c7-154c-4b67-bb71-686adc3b922e req-ecbce699-4766-4094-9310-4961bfde5e15 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073750 Jul 23 16:33:48.127450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:48.250246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1348bd9f-0406-49e4-b66d-1e04c71795d6 req-48e8bd9a-4643-4c6f-9e92-32fb1c0899b6 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933921 Jul 23 16:33:48.255444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Deleting subnet e359676e-a52a-420a-a96e-d2fe405c605e {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:48.271626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.357283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:48.394032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.533989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.639651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=01540f71-c298-4546-b3fa-f5e89167dd84,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:48.653309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 01540f71-c298-4546-b3fa-f5e89167dd84 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:48.657051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2085f9cc-751d-42ec-8687-d32f52ea4c75 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0027549 Jul 23 16:33:48.658048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34426) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:48.678428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:48.689830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7b981950-7067-4e4e-9f81-aa600f99011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.748078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cb8df41f-1fa8-4951-bc9a-56254a6f665c no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:48.762259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.781376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: cb8df41f-1fa8-4951-bc9a-56254a6f665c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:48.782692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device cb8df41f-1fa8-4951-bc9a-56254a6f665c not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:48.820062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.822093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e359676e-a52a-420a-a96e-d2fe405c605e HTTP/1.1" status: 204 len: 168 time: 0.6939678 Jul 23 16:33:48.826901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716c22d-9026-45b5-977c-f951a1a774da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e359676e-a52a-420a-a96e-d2fe405c605e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:48.828567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34428) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:48.933894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.007483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7b981950-7067-4e4e-9f81-aa600f99011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.024323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7b981950-7067-4e4e-9f81-aa600f99011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.059410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.061681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:49.065860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.089222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.112559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c69d5ed-e296-4523-b821-b7ad92ae7d83']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:49.130855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7b981950-7067-4e4e-9f81-aa600f99011e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b22f29b6661c4e90833349241e55da04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674911 Jul 23 16:33:49.131486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34432) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:49.133440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:49.133724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3cc8c3-6a96-4c12-8072-f0e591cc4b93') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:49.136740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981950-7067-4e4e-9f81-aa600f99011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa3255-b98b-4d32-874b-97aebaa02127,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.160930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.191816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.201218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:49.201615 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:49.204431 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:49.268252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.290469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.300808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.302912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.306007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] 10.222.0.64 "DELETE /v2.0/networks/2c69d5ed-e296-4523-b821-b7ad92ae7d83 HTTP/1.1" status: 204 len: 168 time: 0.4719985 Jul 23 16:33:49.356376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb82ee-345e-414e-80da-5572e23bbfea admin admin] Pushing event deleted for resources: {'Network': ['ID=2c69d5ed-e296-4523-b821-b7ad92ae7d83,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.437177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54d9da-fef9-439a-a818-74dbc0464360 req-5735a681-69f8-4bc0-a442-9b33cca162f0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.439359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea54d9da-fef9-439a-a818-74dbc0464360 req-5735a681-69f8-4bc0-a442-9b33cca162f0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 943 time: 0.1285253 Jul 23 16:33:49.442587 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.445146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.449072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6baa3255-b98b-4d32-874b-97aebaa02127 HTTP/1.1" status: 204 len: 168 time: 0.3131881 Jul 23 16:33:49.474279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fca2e-2435-4de9-8b00-69f27a5b0526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa3255-b98b-4d32-874b-97aebaa02127,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.515848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea54d9da-fef9-439a-a818-74dbc0464360 req-309f5c18-b762-4f3e-92db-9868667ac284 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656407 Jul 23 16:33:49.527663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34442) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:49.570060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.624010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-10d6558c-be3c-4a75-9909-6f6915740447 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef5e15b00f8446d58129b2421b7b4ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948267 Jul 23 16:33:49.624806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34444) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:49.693641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=6c19d148-9c1a-45ce-b511-936c6b78ce90,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.698336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.732300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': 'dc03bbdd-0965-4dda-86d2-1f414342b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:49.732659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 01540f71-c298-4546-b3fa-f5e89167dd84, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:49.736968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.763936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 01540f71-c298-4546-b3fa-f5e89167dd84 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:49.778360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Deleting port aa38d350-e534-4b0d-9fa2-716d1a77ff35 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:49.778764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.782588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 01540f71-c298-4546-b3fa-f5e89167dd84) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:49.791534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bcd7b-bced-4962-adc0-47e2239b5494 None None] Network 01540f71-c298-4546-b3fa-f5e89167dd84 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:49.813181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:49.813878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.832044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.843818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.843818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51b56c37-8cf5-4165-9aeb-4dc95017b525 HTTP/1.1" status: 204 len: 168 time: 0.2113838 Jul 23 16:33:49.869711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bcf33-2c48-4943-9a71-5993f3d267c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b56c37-8cf5-4165-9aeb-4dc95017b525,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:49.910661 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e4d92e32-ea56-445c-ae5f-ba4f7d2114f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2437978 Jul 23 16:33:49.914358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34452) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:49.919819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-72249514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:49.967412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] For port aa38d350-e534-4b0d-9fa2-716d1a77ff35, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=aa38d350-e534-4b0d-9fa2-716d1a77ff35,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:49.967684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.970895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.971948 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.023893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Calling delete_port for aa38d350-e534-4b0d-9fa2-716d1a77ff35 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:50.143290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.151336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.186064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.192229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fac7dd2-d359-4261-9431-baad5401efed tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2766793 Jul 23 16:33:50.192892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34458) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:50.273265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-01540f71-c298-4546-b3fa-f5e89167dd84', 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '6c19d148-9c1a-45ce-b511-936c6b78ce90'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:33:50.274182 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.465572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.548612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa38d350-e534-4b0d-9fa2-716d1a77ff35,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:50.592643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Allocated IP 2001:db8::2 (01540f71-c298-4546-b3fa-f5e89167dd84/6c19d148-9c1a-45ce-b511-936c6b78ce90/b74e628f-6a22-4f78-a823-4d9aca380667) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:50.903265 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.913240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Transition to ACTIVE for port object b74e628f-6a22-4f78-a823-4d9aca380667 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:50.932618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Transition to ACTIVE for port object b74e628f-6a22-4f78-a823-4d9aca380667 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:50.939086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5b070c6f-6755-4e29-8bb1-116e1134dee6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:33:51.077146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.110080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.121624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3457bf6-1dd0-44e5-b73e-36d2e8214ffb req-e6a947b5-ae33-4a32-be2e-36f02ac6be33 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:51.128213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:51.129604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3457bf6-1dd0-44e5-b73e-36d2e8214ffb req-e6a947b5-ae33-4a32-be2e-36f02ac6be33 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 943 time: 0.3715947 Jul 23 16:33:51.145990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.157478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '5b070c6f-6755-4e29-8bb1-116e1134dee6', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': '5b070c6f-6755-4e29-8bb1-116e1134dee6', 'mac_address': 'fa:16:3e:80:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:33:51.174625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Network 01540f71-c298-4546-b3fa-f5e89167dd84 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:51.215691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:51.235684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:51.328118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Pushing event updated for resources: {'Port': ['ID=b74e628f-6a22-4f78-a823-4d9aca380667,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:51.491053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Attempting to bind port b74e628f-6a22-4f78-a823-4d9aca380667 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:51.492787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Attempting to bind port b74e628f-6a22-4f78-a823-4d9aca380667 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'dc03bbdd-0965-4dda-86d2-1f414342b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:51.493058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Attempting to bind port b74e628f-6a22-4f78-a823-4d9aca380667 on network 01540f71-c298-4546-b3fa-f5e89167dd84 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:51.523317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:51.523762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Checking segment: {'id': 'dc03bbdd-0965-4dda-86d2-1f414342b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:33:51.526308 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.526711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Bound using segment: {'id': 'dc03bbdd-0965-4dda-86d2-1f414342b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:51.527252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Bound port: b74e628f-6a22-4f78-a823-4d9aca380667, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc03bbdd-0965-4dda-86d2-1f414342b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '01540f71-c298-4546-b3fa-f5e89167dd84'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:51.527661 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.704747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8::1 (01540f71-c298-4546-b3fa-f5e89167dd84/6c19d148-9c1a-45ce-b511-936c6b78ce90/90bbcc73-7021-46bc-b48b-c0ae160409b1) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:51.766797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] For port b74e628f-6a22-4f78-a823-4d9aca380667, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:51.773596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] For port b74e628f-6a22-4f78-a823-4d9aca380667, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b74e628f-6a22-4f78-a823-4d9aca380667,segment=NetworkSegment(dc03bbdd-0965-4dda-86d2-1f414342b60d),segment_id=dc03bbdd-0965-4dda-86d2-1f414342b60d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:51.789633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.943054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.970594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object 90bbcc73-7021-46bc-b48b-c0ae160409b1 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:52.081091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.101693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.108015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b2bf-71cd-4150-a281-6442d3ce79c2 None None] Pushing event updated for resources: {'Port': ['ID=b74e628f-6a22-4f78-a823-4d9aca380667,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:52.145526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b070c6f-6755-4e29-8bb1-116e1134dee6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:52.201922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:52.207420 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.301456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3457bf6-1dd0-44e5-b73e-36d2e8214ffb req-c2c038b8-5040-41a5-a178-055cadd05dcb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1709027 Jul 23 16:33:52.325166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 01540f71-c298-4546-b3fa-f5e89167dd84 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:52.328409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:33:52.329484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:52.337111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=90bbcc73-7021-46bc-b48b-c0ae160409b1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:52.349283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:52.352013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.359531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:52.459438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['5b070c6f-6755-4e29-8bb1-116e1134dee6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:33:52.572790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:52.599584 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3bad833e-37d4-4698-9aef-9122cc1bcbbd admin admin] 10.222.0.64 "PUT /v2.0/routers/fa99ae06-fddb-481c-b33f-63a8e0d1cdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9162109 Jul 23 16:33:52.599744 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Sync routers for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:52.600207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:52.611212 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:52.618703 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:52.735697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.851155 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:33:53.018104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.283759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.343600 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:33:50Z', 'revision_number': 5, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port': {'id': 'a871ecc4-ddf3-47bb-afa7-f0eb705a03ea', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:18Z', 'updated_at': '2021-07-23T16:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:53.392201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Deleting port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:53.392779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.394958 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Checking router: fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:33:53.405115 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Routers {'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:53.406222 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:53.541116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] For port a871ecc4-ddf3-47bb-afa7-f0eb705a03ea, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:53.541478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.560444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Calling delete_port for a871ecc4-ddf3-47bb-afa7-f0eb705a03ea owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:53.673877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.704451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.705611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.738611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b74e628f-6a22-4f78-a823-4d9aca380667 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:53.744235 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] Set router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:33:53.831056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80336306-c1b0-485a-8f89-8e6f884696b4 req-3297c5a3-bf61-4b08-a630-55630f158f94 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:53.832668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80336306-c1b0-485a-8f89-8e6f884696b4 req-3297c5a3-bf61-4b08-a630-55630f158f94 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.5149026 Jul 23 16:33:53.865777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.869189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b74e628f-6a22-4f78-a823-4d9aca380667 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:53.909924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:33:53Z', 'revision_number': 6, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:53.967902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a871ecc4-ddf3-47bb-afa7-f0eb705a03ea,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:53.998141 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e747d-c815-4be7-9239-8bc9fd0adfbf None None] The sync data for ids ['fa99ae06-fddb-481c-b33f-63a8e0d1cdf9'] in n-d-800484-3 is: [{'id': 'fa99ae06-fddb-481c-b33f-63a8e0d1cdf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1108883242-router', 'tenant_id': 'c8923c2d63204d8998094807d8ea4203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:13Z', 'updated_at': '2021-07-23T16:33:53Z', 'revision_number': 6, 'project_id': 'c8923c2d63204d8998094807d8ea4203', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:54.011176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63067af-b6e3-4a91-b375-819c002e1405 None None] Network 01540f71-c298-4546-b3fa-f5e89167dd84 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:54.071450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.114655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222825ef-0230-4cd9-9beb-77160ff943c2 req-d304e7c3-4944-401b-a534-df9444231d7e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:54.120143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222825ef-0230-4cd9-9beb-77160ff943c2 req-d304e7c3-4944-401b-a534-df9444231d7e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 944 time: 0.6775172 Jul 23 16:33:54.163467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Provisioning for port b74e628f-6a22-4f78-a823-4d9aca380667 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:54.180054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Provisioning complete for port b74e628f-6a22-4f78-a823-4d9aca380667 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:54.180436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.261498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.265704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.396463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.399211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:33:54.420442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.427927 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-afb15255-95e0-4fbf-8dab-e8515086bb36 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fa99ae06-fddb-481c-b33f-63a8e0d1cdf9 HTTP/1.1" status: 204 len: 168 time: 1.8267107 Jul 23 16:33:54.431151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34580) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:54.470289 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.578498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] For port b74e628f-6a22-4f78-a823-4d9aca380667, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b74e628f-6a22-4f78-a823-4d9aca380667,segment=NetworkSegment(dc03bbdd-0965-4dda-86d2-1f414342b60d),segment_id=dc03bbdd-0965-4dda-86d2-1f414342b60d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:54.589211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.618062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Deleting subnet 773513cf-ff94-4f0b-a17e-635864251219 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:33:54.633710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.667271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f383dc-b3e4-4684-abac-5e030fe72896 None None] Pushing event updated for resources: {'Port': ['ID=b74e628f-6a22-4f78-a823-4d9aca380667,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:54.704630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80336306-c1b0-485a-8f89-8e6f884696b4 req-ef044096-7135-4c4c-b997-2dd73830079e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7783556 Jul 23 16:33:54.713562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=90bbcc73-7021-46bc-b48b-c0ae160409b1,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:54.725816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.741112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5b070c6f-6755-4e29-8bb1-116e1134dee6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:54.759175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 01540f71-c298-4546-b3fa-f5e89167dd84 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:54.763250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:54.794592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222825ef-0230-4cd9-9beb-77160ff943c2 req-1e5fc6cd-187f-4d4e-8487-e90e7aeef190 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456733 Jul 23 16:33:54.852159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 5b070c6f-6755-4e29-8bb1-116e1134dee6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:54.864001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 5b070c6f-6755-4e29-8bb1-116e1134dee6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:54.865837 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.867225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.998526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.049774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router d911bfcd-324a-4439-92ae-57b95beb55de is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:33:55.112008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.123473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773513cf-ff94-4f0b-a17e-635864251219,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:55.156503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:55.158894 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3c09e0-9b87-416a-a8a9-3414ca7ac4b2" -d '{"events": [{"server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "name": "network-vif-plugged", "status": "completed", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:33:55.163266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.178593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68d930e4-21e4-4d66-9865-9f819cff49f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/773513cf-ff94-4f0b-a17e-635864251219 HTTP/1.1" status: 204 len: 168 time: 0.7439082 Jul 23 16:33:55.179967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34600) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.204013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f764c-cb9e-44bf-a0be-2568d0f32513 None None] Network a3be6b15-224f-4323-83e4-e2b4cbabee96 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:33:55.208052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:55.245995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.280498 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0689bc-f588-42fe-a3f0-b72251c97e5e x-openstack-request-id: req-0a0689bc-f588-42fe-a3f0-b72251c97e5e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:33:55.280798 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "name": "network-vif-plugged", "status": "completed", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:33:55.281057 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a0689bc-f588-42fe-a3f0-b72251c97e5e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:33:55.281482 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6', 'code': 200} Jul 23 16:33:55.483151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:55.487995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Provisioning for port 90bbcc73-7021-46bc-b48b-c0ae160409b1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:55.516940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc329a78-a841-463c-807f-367291bc230c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/d911bfcd-324a-4439-92ae-57b95beb55de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3229918 Jul 23 16:33:55.521672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34608) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.563805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] Sync routers for ids ['d911bfcd-324a-4439-92ae-57b95beb55de'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:33:55.606841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.637323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Provisioning complete for port 90bbcc73-7021-46bc-b48b-c0ae160409b1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:55.638329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.683478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d98b-0e2f-4148-8103-8b355eba4cfa req-07e74ea7-22ae-4921-b420-39f436baa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.685496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97a3d98b-0e2f-4148-8103-8b355eba4cfa req-07e74ea7-22ae-4921-b420-39f436baa9a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 1096 time: 0.3299718 Jul 23 16:33:55.757216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a3de1-7964-4507-9127-71c5b2c2f398 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.765627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34612) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:55.769977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-073a3de1-7964-4507-9127-71c5b2c2f398 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports/90bbcc73-7021-46bc-b48b-c0ae160409b1 HTTP/1.1" status: 200 len: 911 time: 0.2456563 Jul 23 16:33:55.785024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Port 90bbcc73-7021-46bc-b48b-c0ae160409b1 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:55.795603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b74e628f-6a22-4f78-a823-4d9aca380667 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:33:55.805529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97a3d98b-0e2f-4148-8103-8b355eba4cfa req-a37a27cd-dfd4-453c-9220-2c86caf16ca1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102245 Jul 23 16:33:55.805973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Deleting port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:55.806369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.816530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:55.985779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] Routers {'d911bfcd-324a-4439-92ae-57b95beb55de'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:55.988062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d911bfcd-324a-4439-92ae-57b95beb55de'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.004530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Provisioning complete for port b74e628f-6a22-4f78-a823-4d9aca380667 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:56.004919 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d73ded5c-b98d-4ad3-bdbc-7b2d69b0d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.059490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34620) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.104118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e281671-eab9-4965-82ee-749efc716c7a req-2035c48d-7990-4499-8b82-840b418af652 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:56.107199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e281671-eab9-4965-82ee-749efc716c7a req-2035c48d-7990-4499-8b82-840b418af652 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2414417 Jul 23 16:33:56.123970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.212314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] Routers {'d911bfcd-324a-4439-92ae-57b95beb55de'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:56.212993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d911bfcd-324a-4439-92ae-57b95beb55de'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.236067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] For port 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=997d7e18-4bb1-4079-a02a-75f7dc90bf23,segment=NetworkSegment(fcfdcb55-a27a-4000-9bcd-9763f16ed016),segment_id=fcfdcb55-a27a-4000-9bcd-9763f16ed016)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:56.238714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.243837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e281671-eab9-4965-82ee-749efc716c7a req-52f2d6d8-ce1e-4a47-a5d9-b95461cc99dd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106877 Jul 23 16:33:56.265157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a7f25-a559-4885-ab4e-870840eadbaa req-d24c2aa9-6eeb-4a5b-8c2e-62043195354f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:56.273118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a75a7f25-a559-4885-ab4e-870840eadbaa req-d24c2aa9-6eeb-4a5b-8c2e-62043195354f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.2992051 Jul 23 16:33:56.285223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Calling delete_port for 997d7e18-4bb1-4079-a02a-75f7dc90bf23 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:56.313780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.319044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8ab4a-d479-4b08-ae36-4a78e735fc4a None None] The sync data for ids ['d911bfcd-324a-4439-92ae-57b95beb55de'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:33:56.363792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a75a7f25-a559-4885-ab4e-870840eadbaa req-20701fcb-2f8f-4082-8c0e-0d857e887754 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893896 Jul 23 16:33:56.370435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f339d39d-d7c6-43a7-84a7-bfaaff368e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.413298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b74e628f-6a22-4f78-a823-4d9aca380667 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:56.413850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.483365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] DHCP port deletion for a3be6b15-224f-4323-83e4-e2b4cbabee96 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:33:56.580510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-62e591a8-5e8d-4eab-8564-9be51dffe974 None None] Provisioning complete for port 90bbcc73-7021-46bc-b48b-c0ae160409b1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:56.581036 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-62e591a8-5e8d-4eab-8564-9be51dffe974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.607268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f339d39d-d7c6-43a7-84a7-bfaaff368e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.616980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f339d39d-d7c6-43a7-84a7-bfaaff368e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.677690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-62e591a8-5e8d-4eab-8564-9be51dffe974 None None] Port 90bbcc73-7021-46bc-b48b-c0ae160409b1 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:33:56.677946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.728050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=997d7e18-4bb1-4079-a02a-75f7dc90bf23,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:56.731345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] No DVR routers for this DVR port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:56.762994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Deleting port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:56.763792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.784649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f339d39d-d7c6-43a7-84a7-bfaaff368e6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7796df4b71c94096a8bae49e2110bb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214725 Jul 23 16:33:56.787831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d39d-d7c6-43a7-84a7-bfaaff368e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48450ec-a190-489f-bf1f-5919a98d868c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:56.810165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34630) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:56.897643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] For port 997d7e18-4bb1-4079-a02a-75f7dc90bf23, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:56.898219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.898832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.911969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.925876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3be6b15-224f-4323-83e4-e2b4cbabee96']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.927101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device aa38d350-e534-4b0d-9fa2-716d1a77ff35 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:56.933791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Calling delete_port for 997d7e18-4bb1-4079-a02a-75f7dc90bf23 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:56.938563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfdcb55-a27a-4000-9bcd-9763f16ed016') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.938867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfdcb55-a27a-4000-9bcd-9763f16ed016') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:56.940943 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.948371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.965919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.972018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:33:56.972429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.981299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:33:56.985324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: aa38d350-e534-4b0d-9fa2-716d1a77ff35 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:56.987443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device aa38d350-e534-4b0d-9fa2-716d1a77ff35 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:56.989909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a871ecc4-ddf3-47bb-afa7-f0eb705a03ea no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:57.026541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a871ecc4-ddf3-47bb-afa7-f0eb705a03ea {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:57.027068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a871ecc4-ddf3-47bb-afa7-f0eb705a03ea not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:57.029382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:57.032802 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:57.039721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.045019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.048793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.050350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d48450ec-a190-489f-bf1f-5919a98d868c HTTP/1.1" status: 204 len: 168 time: 0.2386293 Jul 23 16:33:57.084887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f126e-fce3-4460-b581-e14a89c80985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48450ec-a190-489f-bf1f-5919a98d868c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:57.085865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.089335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] 10.222.0.64 "DELETE /v2.0/networks/a3be6b15-224f-4323-83e4-e2b4cbabee96 HTTP/1.1" status: 204 len: 168 time: 1.9077950 Jul 23 16:33:57.134844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606a1c-89d3-4bd5-8c47-6f402ac80a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3be6b15-224f-4323-83e4-e2b4cbabee96,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:57.149037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] Pushing event deleted for resources: {'Port': ['ID=997d7e18-4bb1-4079-a02a-75f7dc90bf23,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:57.152261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843a849-17fd-4d82-a6f0-7c4e4e3e96b1 None None] No DVR routers for this DVR port 997d7e18-4bb1-4079-a02a-75f7dc90bf23 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:33:57.191335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.345328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34640) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.412688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f1b85f56-516f-415c-8f21-6fd76f5e06b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8923c2d63204d8998094807d8ea4203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655661 Jul 23 16:33:57.417510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.556305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567656f-095a-4e67-a782-4c652be37fe4 req-4067a29d-98b1-4632-86ed-7c96b905d7fb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.558152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0567656f-095a-4e67-a782-4c652be37fe4 req-4067a29d-98b1-4632-86ed-7c96b905d7fb tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1443293 Jul 23 16:33:57.597040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.605000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 997d7e18-4bb1-4079-a02a-75f7dc90bf23 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:33:57.626350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.671916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0567656f-095a-4e67-a782-4c652be37fe4 req-e914af4d-4a33-4b99-a9d1-af69416c700d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045430 Jul 23 16:33:57.674963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 997d7e18-4bb1-4079-a02a-75f7dc90bf23 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:33:57.675346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 997d7e18-4bb1-4079-a02a-75f7dc90bf23 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:33:57.696639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f2a4-829c-48e4-afcc-df1a6106fbbb req-ecf65612-0e81-4bd2-be21-d5b0cd55defd tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.711906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf19f2a4-829c-48e4-afcc-df1a6106fbbb req-ecf65612-0e81-4bd2-be21-d5b0cd55defd tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.2314541 Jul 23 16:33:57.769724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.780306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:57.785093 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dfdb68b-e9b6-4746-84b4-e2da1068c56c HTTP/1.1" status: 204 len: 168 time: 0.3618369 Jul 23 16:33:57.800552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:57.816703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf19f2a4-829c-48e4-afcc-df1a6106fbbb req-68a646b6-13e9-438e-9dd8-6dcd9c8f3556 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994747 Jul 23 16:33:57.852631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0fe2b-1e65-47a8-83ce-5c97ef89f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfdb68b-e9b6-4746-84b4-e2da1068c56c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:57.858046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0affc189-f175-485c-91f2-ac8882f051a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.002993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 90bbcc73-7021-46bc-b48b-c0ae160409b1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:33:58.003570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.171927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0affc189-f175-485c-91f2-ac8882f051a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.184918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0affc189-f175-485c-91f2-ac8882f051a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.242347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9ec1-a257-4d6b-9089-5a0359465324 req-c0d13bd0-ec3e-497d-97b9-2a3cf9739165 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.254371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9baa9ec1-a257-4d6b-9089-5a0359465324 req-c0d13bd0-ec3e-497d-97b9-2a3cf9739165 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.1599405 Jul 23 16:33:58.262269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0affc189-f175-485c-91f2-ac8882f051a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bc17dfd7440411b9c71999964ef8a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603908 Jul 23 16:33:58.263650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:58.268220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc189-f175-485c-91f2-ac8882f051a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aca8e79-66d1-4745-8fe5-af6f8a33f273,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:58.325360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9baa9ec1-a257-4d6b-9089-5a0359465324 req-e5018ed4-d3ac-44b0-9c92-eda589ded40e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Jul 23 16:33:58.347451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.368196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 90bbcc73-7021-46bc-b48b-c0ae160409b1 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:33:58.394376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.461627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.602509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.605040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.606228 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7aca8e79-66d1-4745-8fe5-af6f8a33f273 HTTP/1.1" status: 204 len: 168 time: 0.3347056 Jul 23 16:33:58.623080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ed144-574a-4b6e-83d5-df6c0ee27795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aca8e79-66d1-4745-8fe5-af6f8a33f273,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:58.689162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.751015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=90bbcc73-7021-46bc-b48b-c0ae160409b1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:58.754135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.967893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da004f-f1a0-434d-896c-6f548cfbf4f5 req-cb08ed4f-9ed6-4179-b51a-c1a0471d178a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.973349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16da004f-f1a0-434d-896c-6f548cfbf4f5 req-cb08ed4f-9ed6-4179-b51a-c1a0471d178a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.1741974 Jul 23 16:33:59.112186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16da004f-f1a0-434d-896c-6f548cfbf4f5 req-be688b62-df32-4e7a-a9fb-84d8cff30efa tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324663 Jul 23 16:33:59.219224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34702) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:59.353531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1144938695-network', 'tenant_id': 'd9ca9e238c564bfc82d450d73cc95cc2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:33:59.394869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Made reservation on behalf of d9ca9e238c564bfc82d450d73cc95cc2 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:59.397214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.416859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.594639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.608896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cf65a-0717-4cb8-a001-1069811908bd req-3e7128f6-6767-4fde-93f6-e7442c8b0c73 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:59.611253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab4cf65a-0717-4cb8-a001-1069811908bd req-3e7128f6-6767-4fde-93f6-e7442c8b0c73 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.1152318 Jul 23 16:33:59.669648 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.688445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab4cf65a-0717-4cb8-a001-1069811908bd req-9b8f23ce-06da-4e96-8715-f47961df88b9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650249 Jul 23 16:33:59.696574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.713223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:33:59.730069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.731274 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Added segment c816c3fe-d920-4c0c-a94d-39268442793f of type vlan for network 12513d74-2f46-4d14-af59-aa55d9b9dfaa Jul 23 16:33:59.778949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34718) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:59.833468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.846121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df7c80-a83f-4742-8a0c-01332fcadaa8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.873873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.875203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:59.876008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.966634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] Pushing event updated for resources: {'Network': ['ID=12513d74-2f46-4d14-af59-aa55d9b9dfaa,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.970784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-572d6927-687f-4e6d-a6ae-348978c67128 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7501736 Jul 23 16:33:59.973768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34730) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:33:59.979701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:33:59.980844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Request body: {'subnet': {'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1144938695-subnet', 'tenant_id': 'd9ca9e238c564bfc82d450d73cc95cc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:00.005907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Made reservation on behalf of d9ca9e238c564bfc82d450d73cc95cc2 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:00.010190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.052114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router d911bfcd-324a-4439-92ae-57b95beb55de has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:00.191144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d88d6041-0f41-4cb4-b7e3-81ca6dd8a664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.245196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:00.256413 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea5cb5cf-aa80-4402-9844-24798f202de8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/d911bfcd-324a-4439-92ae-57b95beb55de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4852493 Jul 23 16:34:00.260772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:00.263956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] Sync routers for ids ['d911bfcd-324a-4439-92ae-57b95beb55de'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:00.303413 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] Routers {'d911bfcd-324a-4439-92ae-57b95beb55de'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:00.304058 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d911bfcd-324a-4439-92ae-57b95beb55de'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:00.313951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e141cfc-6a62-439f-b93f-2cf35df22b73 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=d911bfcd-324a-4439-92ae-57b95beb55de HTTP/1.1" status: 200 len: 205 time: 0.0504744 Jul 23 16:34:00.318915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:00.343730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ab2e-fd62-48f2-b2b5-a2cf17a2506d req-8a860f62-e8ca-4d79-9d25-f95195d0886b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.345688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3193ab2e-fd62-48f2-b2b5-a2cf17a2506d req-8a860f62-e8ca-4d79-9d25-f95195d0886b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.1978650 Jul 23 16:34:00.412793 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:00.432747 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] Routers {'d911bfcd-324a-4439-92ae-57b95beb55de'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:00.436143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.439761 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d911bfcd-324a-4439-92ae-57b95beb55de'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:00.495101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3193ab2e-fd62-48f2-b2b5-a2cf17a2506d req-4e79a8ec-700e-46c5-94ce-ef5ed7c23484 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966473 Jul 23 16:34:00.500243 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:00.502004 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0eb38-01aa-42ed-92e0-e4f0ee8a5ae0 None None] The sync data for ids ['d911bfcd-324a-4439-92ae-57b95beb55de'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:00.589829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8b7eb-0f0a-4519-b172-f9c96055d38d req-695878fe-6952-48c1-8aa2-8635c5bb6a7c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.597395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3b8b7eb-0f0a-4519-b172-f9c96055d38d req-695878fe-6952-48c1-8aa2-8635c5bb6a7c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.2504292 Jul 23 16:34:00.601959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.695950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.697898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aba16ec-9ef8-4cda-8665-871c1e752432,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:00.701998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.708827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d88d6041-0f41-4cb4-b7e3-81ca6dd8a664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.715609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d88d6041-0f41-4cb4-b7e3-81ca6dd8a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.718339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3b8b7eb-0f0a-4519-b172-f9c96055d38d req-719e344d-11fc-46af-b967-2ae6c5cc4ab1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199589 Jul 23 16:34:00.740546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Checking segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:00.741184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Network hostable DHCP agents. Network: 12513d74-2f46-4d14-af59-aa55d9b9dfaa, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:00.767285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:00.782089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 12513d74-2f46-4d14-af59-aa55d9b9dfaa) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:00.787568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.788230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.788437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router d911bfcd-324a-4439-92ae-57b95beb55de {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:34:00.788845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.792426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad343017-8890-460b-84b0-4306c13dafa4 None None] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:00.820292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.824664 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d8d750c-dae3-41a6-b504-571e7e82852b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/d911bfcd-324a-4439-92ae-57b95beb55de HTTP/1.1" status: 204 len: 168 time: 0.5046227 Jul 23 16:34:00.826680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34752) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:00.830613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8988ccc7-49df-4008-89e8-11d87a976167 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8550031 Jul 23 16:34:00.832598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d88d6041-0f41-4cb4-b7e3-81ca6dd8a664 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f1d3edb630f4ac6b5a137136f840a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527520 Jul 23 16:34:00.835111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34756) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:00.839980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d6041-0f41-4cb4-b7e3-81ca6dd8a664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd113d4f-dbc0-4f1e-aa67-e63dae6b2e91,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:00.897222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 6c19d148-9c1a-45ce-b511-936c6b78ce90 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:34:00.901632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.961063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.963632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.014642 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.084415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.085837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f2f6f-001f-405b-9e05-03e967e9f36e None None] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:01.087820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.092122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd113d4f-dbc0-4f1e-aa67-e63dae6b2e91 HTTP/1.1" status: 204 len: 168 time: 0.2559137 Jul 23 16:34:01.101853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb9656-9565-4ce2-ab6f-a9d041c8c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd113d4f-dbc0-4f1e-aa67-e63dae6b2e91,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:01.180645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.316958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.377797 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.378901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7f42c-cc3e-4373-86bb-3b5e77def995 None None] Network 01540f71-c298-4546-b3fa-f5e89167dd84 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:01.382864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34778) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:01.383235 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/6c19d148-9c1a-45ce-b511-936c6b78ce90 HTTP/1.1" status: 204 len: 168 time: 0.5548217 Jul 23 16:34:01.384423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de353e-d73d-4862-9419-9ea49ffb582b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=6c19d148-9c1a-45ce-b511-936c6b78ce90,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:01.531512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.666072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] DHCP port deletion for 01540f71-c298-4546-b3fa-f5e89167dd84 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:34:01.720278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port b74e628f-6a22-4f78-a823-4d9aca380667 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:01.721107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.768830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Deleting port b74e628f-6a22-4f78-a823-4d9aca380667 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:01.769233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.811262 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:34:01.817175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e58038-8e25-4301-9a33-72896a387b7d req-2e26abca-28d8-4f0e-80fb-16a3af1a7236 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:01.818846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8e58038-8e25-4301-9a33-72896a387b7d req-2e26abca-28d8-4f0e-80fb-16a3af1a7236 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.2251623 Jul 23 16:34:01.857542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] For port b74e628f-6a22-4f78-a823-4d9aca380667, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b74e628f-6a22-4f78-a823-4d9aca380667,segment=NetworkSegment(dc03bbdd-0965-4dda-86d2-1f414342b60d),segment_id=dc03bbdd-0965-4dda-86d2-1f414342b60d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:01.858180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.880792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Calling delete_port for b74e628f-6a22-4f78-a823-4d9aca380667 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:02.019358 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.028307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port b74e628f-6a22-4f78-a823-4d9aca380667, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b74e628f-6a22-4f78-a823-4d9aca380667,segment=NetworkSegment(dc03bbdd-0965-4dda-86d2-1f414342b60d),segment_id=dc03bbdd-0965-4dda-86d2-1f414342b60d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:02.028914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.041459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b12de-ed70-4c87-8d66-5ababa4b5f74 req-0797903f-628a-4b14-8fce-639633a79d6f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.043145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-882b12de-ed70-4c87-8d66-5ababa4b5f74 req-0797903f-628a-4b14-8fce-639633a79d6f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.3918734 Jul 23 16:34:02.064514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] Pushing event deleted for resources: {'Port': ['ID=b74e628f-6a22-4f78-a823-4d9aca380667,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:02.068956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f22e2-62fe-4d05-a6a4-bfdf02d48eb6 None None] No DVR routers for this DVR port b74e628f-6a22-4f78-a823-4d9aca380667 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:02.084271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for b74e628f-6a22-4f78-a823-4d9aca380667 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:02.326043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-882b12de-ed70-4c87-8d66-5ababa4b5f74 req-7c937e01-154c-457e-a516-38922def7b1b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652841 Jul 23 16:34:02.382773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ac86-be57-4e0c-9f19-410becdb601f req-be760e89-0d3c-4cc2-80d5-e179d4e6590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.386032 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-be760e89-0d3c-4cc2-80d5-e179d4e6590e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1097 time: 0.0849979 Jul 23 16:34:02.386901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-564fa83e-68f1-468d-986e-368d76c5d55f tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.389920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-564fa83e-68f1-468d-986e-368d76c5d55f tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 818 time: 0.4397571 Jul 23 16:34:02.437898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-834614d3-24d2-4485-a08d-b720b81e5dc1 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/quotas/d9ca9e238c564bfc82d450d73cc95cc2 HTTP/1.1" status: 200 len: 375 time: 0.0291808 Jul 23 16:34:02.566031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-79bccb80-a9f2-4c43-b315-81c834fc6b21 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268411 Jul 23 16:34:02.586775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ac86-be57-4e0c-9f19-410becdb601f req-3aa73811-e227-4629-b5d3-76a26e14ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.588459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-3aa73811-e227-4629-b5d3-76a26e14ed3e service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.1747267 Jul 23 16:34:02.618971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.664944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port 5b070c6f-6755-4e29-8bb1-116e1134dee6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:02.665288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.693280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=b74e628f-6a22-4f78-a823-4d9aca380667,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:02.707604 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-7b38f990-aa05-4634-836f-49e1edbea2c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 1001 time: 0.1118135 Jul 23 16:34:02.724377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port b74e628f-6a22-4f78-a823-4d9aca380667 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:02.796765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ac86-be57-4e0c-9f19-410becdb601f req-c2ccbd77-2db2-4344-9b44-00ed14f04909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.798478 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-c2ccbd77-2db2-4344-9b44-00ed14f04909 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.0824425 Jul 23 16:34:02.883611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189cda-dcfd-4891-a16e-db678419a1ad req-d1a2b7f4-70ab-428b-9cdf-fbe7a780178d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.885254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb189cda-dcfd-4891-a16e-db678419a1ad req-d1a2b7f4-70ab-428b-9cdf-fbe7a780178d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.4158895 Jul 23 16:34:02.910896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ac86-be57-4e0c-9f19-410becdb601f req-2a1e8799-8f09-45c3-9c8b-ef1ba1eacc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.912700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-2a1e8799-8f09-45c3-9c8b-ef1ba1eacc4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070931 Jul 23 16:34:02.985188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-b23ed519-a79d-4c76-9c2e-78e94436c02e service neutron] 10.222.0.64 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175019 Jul 23 16:34:03.067175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.078724 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-2c0d1571-35dd-4ad5-a6af-680a660127ae service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547732 Jul 23 16:34:03.092239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port 5b070c6f-6755-4e29-8bb1-116e1134dee6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=5b070c6f-6755-4e29-8bb1-116e1134dee6,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:03.092601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.096545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01540f71-c298-4546-b3fa-f5e89167dd84']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:03.120984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb189cda-dcfd-4891-a16e-db678419a1ad req-f58d584e-992c-4434-aacf-44b9c0e9784b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090096 Jul 23 16:34:03.134298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc03bbdd-0965-4dda-86d2-1f414342b60d') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:03.134721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc03bbdd-0965-4dda-86d2-1f414342b60d') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:03.145260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.161985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.169566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:03.170131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:03.260766 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:03.298075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.302937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for 5b070c6f-6755-4e29-8bb1-116e1134dee6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:03.315240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.320823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/01540f71-c298-4546-b3fa-f5e89167dd84 HTTP/1.1" status: 204 len: 168 time: 1.9327850 Jul 23 16:34:03.324514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 34832) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:03.340259 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a414ac86-be57-4e0c-9f19-410becdb601f req-4d1a6c21-26a9-4f99-9ace-4aed347cf2b0 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519941 Jul 23 16:34:03.341209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1778750337', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:03.373254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aff3f9-9ec7-4f42-9a7a-39ee874a0dd3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=01540f71-c298-4546-b3fa-f5e89167dd84,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:03.617042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b74e628f-6a22-4f78-a823-4d9aca380667 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:03.653213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b74e628f-6a22-4f78-a823-4d9aca380667 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:03.653554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b74e628f-6a22-4f78-a823-4d9aca380667 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:03.833060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-de9364f4-fa85-47fd-b5f0-20e98c3f2426 service neutron] 10.222.0.64 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469899 Jul 23 16:34:03.845459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.846892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.948571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.977177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf54f6-c30f-492c-b7c8-d81c3a6c0f97 req-1d8bf2b6-b7cd-4457-b85b-1ae486767993 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:03.987636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fdf54f6-c30f-492c-b7c8-d81c3a6c0f97 req-1d8bf2b6-b7cd-4457-b85b-1ae486767993 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 945 time: 0.5313723 Jul 23 16:34:04.180013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.263033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fdf54f6-c30f-492c-b7c8-d81c3a6c0f97 req-2f432816-800b-4f1f-b8d8-66b429a26657 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575490 Jul 23 16:34:04.292057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=5b070c6f-6755-4e29-8bb1-116e1134dee6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.598494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.603997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port 5b070c6f-6755-4e29-8bb1-116e1134dee6 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:04.609324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.611695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8e58038-8e25-4301-9a33-72896a387b7d req-36e92c6a-3b6a-4b34-83a9-9f815845dfe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "DELETE /v2.0/ports/5b070c6f-6755-4e29-8bb1-116e1134dee6 HTTP/1.1" status: 204 len: 173 time: 2.6975889 Jul 23 16:34:04.612483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'name': 'network-vif-deleted', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:04.615064 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac9119-c00a-454c-b33f-feb08edfa80c" -d '{"events": [{"server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "name": "network-vif-deleted", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:04.771701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3eec4a42-65c7-4228-b1d8-44218a17ca7a req-ccd844ae-2f83-430f-bdc5-3271526b2f27 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.0677371 Jul 23 16:34:04.823610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5b070c6f-6755-4e29-8bb1-116e1134dee6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:04.887329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714d262-b2d2-425a-8a44-217e59cc4dff req-486c1902-8ae1-47f2-9e3f-1600a0150a38 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:04.902552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9714d262-b2d2-425a-8a44-217e59cc4dff req-486c1902-8ae1-47f2-9e3f-1600a0150a38 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.5103028 Jul 23 16:34:04.905535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 5b070c6f-6755-4e29-8bb1-116e1134dee6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:04.906128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 5b070c6f-6755-4e29-8bb1-116e1134dee6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:04.909572 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cdd0f0-bca5-4722-983c-9f2ad213e4fe x-openstack-request-id: req-75cdd0f0-bca5-4722-983c-9f2ad213e4fe {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:04.909881 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aad5e93-d93c-4bbe-a581-7706fda90333", "name": "network-vif-deleted", "tag": "5b070c6f-6755-4e29-8bb1-116e1134dee6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:04.910200 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75cdd0f0-bca5-4722-983c-9f2ad213e4fe {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:04.910689 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aad5e93-d93c-4bbe-a581-7706fda90333', 'name': 'network-vif-deleted', 'tag': '5b070c6f-6755-4e29-8bb1-116e1134dee6', 'status': 'completed', 'code': 200} Jul 23 16:34:05.032359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9714d262-b2d2-425a-8a44-217e59cc4dff req-948eb788-6b9f-4d8c-9b8f-d5a855788659 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208673 Jul 23 16:34:05.196043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.231956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.572630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-431cd7c9-52fa-49a6-8083-67a1a9b29e32 req-2ef28daa-c832-487e-8c71-37e716caf052 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aad5e93-d93c-4bbe-a581-7706fda90333 HTTP/1.1" status: 200 len: 210 time: 0.1303287 Jul 23 16:34:05.680848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-7d63a6cb-5750-448e-8bc6-7e4ee3d02d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.682978 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-7d63a6cb-5750-448e-8bc6-7e4ee3d02d17 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 1097 time: 0.1992824 Jul 23 16:34:05.769348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 172.25.2.54 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/5f7ff243-0255-4500-9f32-4b3cdf62da0e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:05.957198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-e327cef9-bc52-48ea-818f-72521ad1060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:05.960713 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-e327cef9-bc52-48ea-818f-72521ad1060c service neutron] 10.222.0.81 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.2689817 Jul 23 16:34:06.124454 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-14544b51-5a7e-4770-92ef-77893e28ae32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 200 len: 1001 time: 0.1513152 Jul 23 16:34:06.134007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-826c5beb-7ecc-41d6-b581-84563916b1d3 req-45e33a72-eaa5-42e8-b3e3-4e24c1d6aa0d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.1387970 Jul 23 16:34:06.201763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c18623-7998-431a-9079-a646a1e7fa40 req-ab37636e-d42e-4a93-9303-3c66e33bd5a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.213270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7c18623-7998-431a-9079-a646a1e7fa40 req-ab37636e-d42e-4a93-9303-3c66e33bd5a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.7075284 Jul 23 16:34:06.267330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.282310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-50663291-335c-4d4e-b543-304a794e51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.289562 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-50663291-335c-4d4e-b543-304a794e51da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.1334674 Jul 23 16:34:06.367737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7c18623-7998-431a-9079-a646a1e7fa40 req-af0aec51-6b0d-4a16-90c5-73d77ff8296d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529770 Jul 23 16:34:06.462237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.465636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-9122f385-ac10-4808-99f3-17b6309f4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.467552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-9122f385-ac10-4808-99f3-17b6309f4cf2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670828 Jul 23 16:34:06.542079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:06.552298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:06.559438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:06.576327 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-bc21f30d-2fa7-4743-81a1-f27d44abdcd4 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998976 Jul 23 16:34:06.641754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=5f7ff243-0255-4500-9f32-4b3cdf62da0e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.777653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c01d60e9-b482-4f64-b32e-c0b6df6999dd req-49381d53-8b93-4ee7-bb11-8980a7635314 service neutron] 10.222.0.81 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914606 Jul 23 16:34:07.197846 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.251084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-9140caae-36a6-4aa1-ac2a-80bdce9ea11c tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.252543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-9140caae-36a6-4aa1-ac2a-80bdce9ea11c tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.67 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 818 time: 0.3573389 Jul 23 16:34:07.317779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Request body: {'port': {'device_id': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'admin_state_up': True, 'tenant_id': 'd9ca9e238c564bfc82d450d73cc95cc2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:07.375004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa21c9a8-3132-4e66-9a1f-6ca2c5fdba53 req-3fab971f-7985-48bf-87a4-3ce335f421ba tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.0724061 Jul 23 16:34:07.570043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:07.649892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-ef34667e-5ba3-4aea-8331-6b33704cc723 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.652055 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-ef34667e-5ba3-4aea-8331-6b33704cc723 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 818 time: 0.3801656 Jul 23 16:34:07.653042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-430385eb-183e-4fd1-ad46-eceffeb30a22 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.654791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-430385eb-183e-4fd1-ad46-eceffeb30a22 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.1447074 Jul 23 16:34:07.677974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Request body: {'port': {'device_id': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'admin_state_up': True, 'tenant_id': 'd9ca9e238c564bfc82d450d73cc95cc2'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:07.720503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-87ebff79-8a3a-4fed-96e1-aba9a42ce64f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0434816 Jul 23 16:34:07.853249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419cade8-bb9f-4083-a580-fac8df9ebb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.854425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.875036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Made reservation on behalf of d9ca9e238c564bfc82d450d73cc95cc2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:07.878004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.912326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-18252f7d-bd6f-4997-8211-64c2c8d57dd7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599689 Jul 23 16:34:07.931306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Made reservation on behalf of d9ca9e238c564bfc82d450d73cc95cc2 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:07.934971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.164264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Allocated IP 172.20.0.5 (12513d74-2f46-4d14-af59-aa55d9b9dfaa/9aba16ec-9ef8-4cda-8665-871c1e752432/afc49264-9a4f-4ccf-b268-083a727e60ad) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:08.356980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.407550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.465648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:08.475203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:08.486532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:08.491521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event updated for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:08.559178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.559790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.596216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419cade8-bb9f-4083-a580-fac8df9ebb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.604010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419cade8-bb9f-4083-a580-fac8df9ebb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.609034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926bae-8a0e-4654-b3b2-0b198ca03d3b req-0186ff27-eba5-4024-987b-d97eb473797a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.611994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55926bae-8a0e-4654-b3b2-0b198ca03d3b req-0186ff27-eba5-4024-987b-d97eb473797a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 1.1005905 Jul 23 16:34:08.632133 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1dbbcc80-a841-4739-82d5-ea619667742d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585457 Jul 23 16:34:08.662525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Request body: {'port': {'device_id': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:08.683348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-da188445-1c79-4260-bcb3-65e2ecaf21a3 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700901 Jul 23 16:34:08.698498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cade8-bb9f-4083-a580-fac8df9ebb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a961a76-0e61-4bee-b6d8-e205bc5cf0db,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:08.715300 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-419cade8-bb9f-4083-a580-fac8df9ebb47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4189e154c82e49d6abc81d555d78d55c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419392 Jul 23 16:34:08.716134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35038) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:08.810621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.857149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.872764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55926bae-8a0e-4654-b3b2-0b198ca03d3b req-9343b7a8-6c23-4d03-b3c7-1fcfffddd723 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438433 Jul 23 16:34:08.899151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-513620ff-e733-485c-b2c8-1e7606559713 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.900935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-513620ff-e733-485c-b2c8-1e7606559713 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 818 time: 0.4514785 Jul 23 16:34:08.920650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.926443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Allocated IP 172.20.0.4 (12513d74-2f46-4d14-af59-aa55d9b9dfaa/9aba16ec-9ef8-4cda-8665-871c1e752432/3873d19f-1d89-4a12-a180-7878a3b57141) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:08.932890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Request body: {'port': {'device_id': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'admin_state_up': True, 'tenant_id': 'd9ca9e238c564bfc82d450d73cc95cc2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:09.046448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-e0e6f7d9-c67c-4497-bcba-6d48ee1dc575 service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620954 Jul 23 16:34:09.152751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.155814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.157958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a961a76-0e61-4bee-b6d8-e205bc5cf0db HTTP/1.1" status: 204 len: 168 time: 0.4398828 Jul 23 16:34:09.175023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0cc54-7873-4b4c-bbed-851f9652ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a961a76-0e61-4bee-b6d8-e205bc5cf0db,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:09.320632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2caa08a0-29c1-4737-8ee2-fd25488ebeef req-41bd4dd7-6011-4744-af73-595ccbcc5615 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.0925944 Jul 23 16:34:09.321236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router fc8b1f18-9730-469d-835e-212f72468185 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:34:09.402842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd0daab0-b92b-4ed5-9117-731a84b4cade req-a93439f5-aaa9-4c0a-8343-dbaeef75a1ff tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 210 time: 0.0703273 Jul 23 16:34:09.553741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:09.565354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] Sync routers for ids ['fc8b1f18-9730-469d-835e-212f72468185'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:09.571468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Made reservation on behalf of d9ca9e238c564bfc82d450d73cc95cc2 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:09.575503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.581774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.582784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] Routers {'fc8b1f18-9730-469d-835e-212f72468185'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:09.585421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fc8b1f18-9730-469d-835e-212f72468185'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.585973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:09.593340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f385ba1f-d6e6-4834-b60f-129fbef8d8fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2659578 Jul 23 16:34:09.675742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.700588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] Routers {'fc8b1f18-9730-469d-835e-212f72468185'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:09.703857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fc8b1f18-9730-469d-835e-212f72468185'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.848153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:09.849864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3dc48-e59d-46e5-8cb6-8fb330ff4944 None None] The sync data for ids ['fc8b1f18-9730-469d-835e-212f72468185'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:09.900328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.043065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35068) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:10.044700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2437d538-8fb1-408c-8ebb-78606b55f248 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers/fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 200 len: 884 time: 0.4573939 Jul 23 16:34:10.386166 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.565653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:10.573696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:10.577907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:10.628767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc49264-9a4f-4ccf-b268-083a727e60ad {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:10.639609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.659499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35078) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:10.661883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Transition to ACTIVE for port object afc49264-9a4f-4ccf-b268-083a727e60ad will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:10.668071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.707554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67257683-1423-4abb-8d41-dff629cd9bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.733919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.785863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2cacf6d-f5fd-4659-8621-d6c48e63d870 req-cf35b60d-7570-474d-93ec-2bb697e6d05d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.2334433 Jul 23 16:34:10.807305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event updated for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.826944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.833628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.877318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35082) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:10.878142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Attempting to bind port afc49264-9a4f-4ccf-b268-083a727e60ad on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:10.878504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Attempting to bind port afc49264-9a4f-4ccf-b268-083a727e60ad by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:10.878906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Attempting to bind port afc49264-9a4f-4ccf-b268-083a727e60ad on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:10.892681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Port afc49264-9a4f-4ccf-b268-083a727e60ad on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:10.893306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Attempting to bind port afc49264-9a4f-4ccf-b268-083a727e60ad on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:10.901962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:10.901962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Checking segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:10.902296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Bound using segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:10.903254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Bound port: afc49264-9a4f-4ccf-b268-083a727e60ad, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:10.903462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.925697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Allocated IP 172.20.0.11 (12513d74-2f46-4d14-af59-aa55d9b9dfaa/9aba16ec-9ef8-4cda-8665-871c1e752432/6b1dd285-1a45-4ebf-ab79-93348aefccc3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:11.023473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:11.028017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=afc49264-9a4f-4ccf-b268-083a727e60ad,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:11.034488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abfaf5-00ea-4e22-a86b-0aa0a2c70131 req-14665d05-2e5e-48f9-b664-5363b7b894fa tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.034721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.041376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09abfaf5-00ea-4e22-a86b-0aa0a2c70131 req-14665d05-2e5e-48f9-b664-5363b7b894fa tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.8979633 Jul 23 16:34:11.053224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e420224-ca04-4025-ac09-ae20928eacd9 req-aae19e31-f206-43ef-91d1-992cf1f50d67 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 210 time: 0.1417556 Jul 23 16:34:11.117872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.120669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.120669 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] 10.222.0.81 "PUT /v2.0/ports/afc49264-9a4f-4ccf-b268-083a727e60ad HTTP/1.1" status: 200 len: 1091 time: 2.4627037 Jul 23 16:34:11.130929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:11.135259 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e8173-508f-41e0-b529-900c7e9846ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:11.142848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0abd-2fb8-48e0-8885-0d29c0b3fb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.206887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67257683-1423-4abb-8d41-dff629cd9bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.229272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67257683-1423-4abb-8d41-dff629cd9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.252519 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d279d84d-a2c3-4b9f-9149-fc1ec672c667 x-openstack-request-id: req-d279d84d-a2c3-4b9f-9149-fc1ec672c667 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:11.252941 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:11.253290 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d279d84d-a2c3-4b9f-9149-fc1ec672c667 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:11.253856 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad', 'status': 'completed', 'code': 200} Jul 23 16:34:11.257222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-2f2dd023-0c17-4dc4-9e3b-da8259d666c2 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9562099 Jul 23 16:34:11.262872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf17956-c893-4a68-a137-888dca323aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.310533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Request body: {'port': {'device_id': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:11.345918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-942209ac-c86f-4a87-ad5a-a1747bacd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.347593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-942209ac-c86f-4a87-ad5a-a1747bacd598 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 1094 time: 0.1533101 Jul 23 16:34:11.381149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b169d589-6383-40f2-85e5-d93dacfae7ff tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.383001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b169d589-6383-40f2-85e5-d93dacfae7ff tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.5366013 Jul 23 16:34:11.399380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67257683-1423-4abb-8d41-dff629cd9bce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dee040e8aeb04b9fb4bfae439f7f994d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343678 Jul 23 16:34:11.404986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35092) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.419019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09abfaf5-00ea-4e22-a86b-0aa0a2c70131 req-7e72d1fa-7cc9-4b30-92a0-0c4e91ec5276 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767591 Jul 23 16:34:11.419438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-0a13d2e8-d53e-46d2-858f-7a8e0cec759f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afc49264-9a4f-4ccf-b268-083a727e60ad HTTP/1.1" status: 200 len: 217 time: 0.0540063 Jul 23 16:34:11.423283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:11.431645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67257683-1423-4abb-8d41-dff629cd9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885dff9d-6714-4ecb-a7f9-99d03ab5657f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.458682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0abd-2fb8-48e0-8885-0d29c0b3fb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.475764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0abd-2fb8-48e0-8885-0d29c0b3fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.501194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.556640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d3a0abd-2fb8-48e0-8885-0d29c0b3fb6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a5e12ff146c473aac05f9ae800dc3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747048 Jul 23 16:34:11.567609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.584144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-e5040b1c-9cfa-4264-91f8-3d563d423ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.585821 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-e5040b1c-9cfa-4264-91f8-3d563d423ae1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.1391933 Jul 23 16:34:11.592006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a0abd-2fb8-48e0-8885-0d29c0b3fb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d8e52d-6791-4312-aed0-cca6b3f6455c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.598933 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.640044 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-a75ff6ce-6af3-4ac6-92aa-4e9db2636632 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422614 Jul 23 16:34:11.693866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.718474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.767884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b384328a-2026-4a23-8f78-d6bcbf5dcb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.782730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-487ce49f-1cb4-4c76-8bfc-54d89f31f0bd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7245400 Jul 23 16:34:11.785989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.790880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35098) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:11.796295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1778750337'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:11.840293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.899657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.930570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.933332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.933774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c4e6ae5-e4c4-41d1-9a0d-19c9cfc742d5 req-f89ab081-debe-414d-ab49-a6fd0555d724 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.0672338 Jul 23 16:34:11.934878 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/885dff9d-6714-4ecb-a7f9-99d03ab5657f HTTP/1.1" status: 204 len: 168 time: 0.5260525 Jul 23 16:34:11.946363 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-71c224a7-ddf3-40f3-9cef-7a9cc2333ec9 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964447 Jul 23 16:34:11.976329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60de84e-9828-46ca-b4c0-8cb5b1b0e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885dff9d-6714-4ecb-a7f9-99d03ab5657f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.993443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:11.996708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.071977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.074542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.076300 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0d8e52d-6791-4312-aed0-cca6b3f6455c HTTP/1.1" status: 204 len: 168 time: 0.5053608 Jul 23 16:34:12.107428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.681629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dcfa476-c3be-4ebe-9efa-710dfa5a148b req-1e0bfa9f-aaa1-4b96-8cf9-684fb5b489ba tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 210 time: 0.1041350 Jul 23 16:34:12.716240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event updated for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:12.744005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Network 12513d74-2f46-4d14-af59-aa55d9b9dfaa is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:12.757683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:12.805669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:12.841985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35128) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:12.863058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-cdaab7a5-a508-4e3a-a196-a9030f9e413f service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992984 Jul 23 16:34:12.863787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c171-dc38-4f7e-80d6-0d1d07d0e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d8e52d-6791-4312-aed0-cca6b3f6455c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:12.919996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-281e6bef-dbbc-42ac-9ab7-529120cd98eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.943933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3873d19f-1d89-4a12-a180-7878a3b57141 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:12.952768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.980532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Transition to ACTIVE for port object 3873d19f-1d89-4a12-a180-7878a3b57141 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:12.994445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.062842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.13 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:13.088407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.089254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.163225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.175160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.198647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-281e6bef-dbbc-42ac-9ab7-529120cd98eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.225361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-281e6bef-dbbc-42ac-9ab7-529120cd98eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.227907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.231790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-1a953031-6c0d-43fd-9fe3-ef020134ceff tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3071318 Jul 23 16:34:13.232224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8173-508f-41e0-b529-900c7e9846ed req-55452679-2580-4934-9f40-74a1e1317e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.235228 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-55452679-2580-4934-9f40-74a1e1317e10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 1094 time: 0.2624705 Jul 23 16:34:13.272284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Request body: {'port': {'device_id': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:13.368325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Attempting to bind port 3873d19f-1d89-4a12-a180-7878a3b57141 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:13.368668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Attempting to bind port 3873d19f-1d89-4a12-a180-7878a3b57141 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:13.369005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Attempting to bind port 3873d19f-1d89-4a12-a180-7878a3b57141 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:13.387626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e6bef-dbbc-42ac-9ab7-529120cd98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7d8e3a-9fb5-4eba-930e-8ac018616947,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:13.400796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e66b6d-cbcb-49b2-8824-d726c0c9370a req-ca7c7841-31ce-4dc7-b74f-f4b97e0b3b07 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.402674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4e66b6d-cbcb-49b2-8824-d726c0c9370a req-ca7c7841-31ce-4dc7-b74f-f4b97e0b3b07 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 932 time: 0.3299696 Jul 23 16:34:13.410605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Port 3873d19f-1d89-4a12-a180-7878a3b57141 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:13.411007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Attempting to bind port 3873d19f-1d89-4a12-a180-7878a3b57141 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:13.414343 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-281e6bef-dbbc-42ac-9ab7-529120cd98eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f02757cf40e848cb915b53feb304fa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534561 Jul 23 16:34:13.423236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35144) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:13.424147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:13.424535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Checking segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:13.424961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Bound using segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:13.425476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Bound port: 3873d19f-1d89-4a12-a180-7878a3b57141, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:13.425834 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.527137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8173-508f-41e0-b529-900c7e9846ed req-d70f3cb9-5682-4656-91b3-a75e89cab6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.529179 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-d70f3cb9-5682-4656-91b3-a75e89cab6ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 919 time: 0.2701557 Jul 23 16:34:13.548029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router fc8b1f18-9730-469d-835e-212f72468185 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:13.588293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-7ed72f05-577b-4f5e-8b7b-f4fd17463274 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afc49264-9a4f-4ccf-b268-083a727e60ad HTTP/1.1" status: 200 len: 217 time: 0.0438876 Jul 23 16:34:13.711515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.768781 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.789826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e8173-508f-41e0-b529-900c7e9846ed req-a02a6c5e-8e65-43f5-9f67-aef6a4615638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.802342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-a02a6c5e-8e65-43f5-9f67-aef6a4615638 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.2056422 Jul 23 16:34:13.810438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:13.825979 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] Sync routers for ids ['fc8b1f18-9730-469d-835e-212f72468185'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:13.848301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4e66b6d-cbcb-49b2-8824-d726c0c9370a req-3795c0f3-6e5f-4c0d-a806-d22420949c65 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240885 Jul 23 16:34:13.850711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] Routers {'fc8b1f18-9730-469d-835e-212f72468185'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:13.851293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.851807 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fc8b1f18-9730-469d-835e-212f72468185'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:13.858496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2b48efa-de55-4e5d-9f30-685f2ca7bbd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 200 len: 891 time: 2.0664265 Jul 23 16:34:13.859587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35156) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:13.876103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:13.880658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3873d19f-1d89-4a12-a180-7878a3b57141,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:13.882388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.911886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.943824 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:13.969869 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] Routers {'fc8b1f18-9730-469d-835e-212f72468185'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:13.970605 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fc8b1f18-9730-469d-835e-212f72468185'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:14.001508 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-8fc8a04c-9c89-47b5-be74-3336c42aa850 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887970 Jul 23 16:34:14.039980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:14.040884 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1bab6-e5d5-4964-b719-5d332c62cfa6 None None] The sync data for ids ['fc8b1f18-9730-469d-835e-212f72468185'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:14.060776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.061403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.063362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] 10.222.0.67 "PUT /v2.0/ports/3873d19f-1d89-4a12-a180-7878a3b57141 HTTP/1.1" status: 200 len: 1091 time: 2.7717767 Jul 23 16:34:14.072003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:14.074367 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b" -d '{"events": [{"name": "network-changed", "server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:14.085921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:14.202110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:14.205627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.208496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:14.213921 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0cd2de-0c5c-406f-a6fa-ad4316e119f8 x-openstack-request-id: req-fe0cd2de-0c5c-406f-a6fa-ad4316e119f8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:14.214599 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:14.214987 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe0cd2de-0c5c-406f-a6fa-ad4316e119f8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:14.215899 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141', 'status': 'completed', 'code': 200} Jul 23 16:34:14.219641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.277757 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6f9f55c-2e00-40cf-bc98-a886944ce37b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers/fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 200 len: 891 time: 0.4083183 Jul 23 16:34:14.279761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35166) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:14.282293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-78a2343e-1b3f-4134-b277-19d4146b1623 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242458 Jul 23 16:34:14.319632 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.348105 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8985468e-c289-4c71-b0a3-f821d55031c4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 200 len: 205 time: 0.0640531 Jul 23 16:34:14.349039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:14.462455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bad103d1-fc20-4cdb-bab2-a8fa02eb1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.470549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.612488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-318e8173-508f-41e0-b529-900c7e9846ed req-f91c3bc4-4b36-427b-8513-6a21a2679a15 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136663 Jul 23 16:34:14.613644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.614382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.627872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.648199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c5e42-85da-416e-a95a-57bf90d8f880 req-a95e533c-fcf1-416e-b869-6152da344144 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.649793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a54c5e42-85da-416e-a95a-57bf90d8f880 req-a95e533c-fcf1-416e-b869-6152da344144 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 932 time: 0.7459815 Jul 23 16:34:14.704294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23aac-b7e3-4102-a3c6-c8953039ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.741184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-af4cde20-4751-468b-aa24-3711f7b73254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.742924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-af4cde20-4751-468b-aa24-3711f7b73254 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 1094 time: 0.5317101 Jul 23 16:34:14.759003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-5cc03207-19e8-45b3-b151-04ce0eb95578 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3552229 Jul 23 16:34:14.780154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Request body: {'port': {'device_id': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:14.799139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.827368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a54c5e42-85da-416e-a95a-57bf90d8f880 req-17aa414a-543b-4aff-bea4-625be8e88764 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575816 Jul 23 16:34:14.854073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-211b3f2d-e82c-4d84-8c43-fc6f21ceaaae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3873d19f-1d89-4a12-a180-7878a3b57141 HTTP/1.1" status: 200 len: 217 time: 0.0979643 Jul 23 16:34:14.902478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.903062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 5f7ff243-0255-4500-9f32-4b3cdf62da0e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:14.903522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.904923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.906199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d7d8e3a-9fb5-4eba-930e-8ac018616947 HTTP/1.1" status: 204 len: 168 time: 1.4776552 Jul 23 16:34:14.923296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0e716-ec10-4024-a16a-72705f16e797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7d8e3a-9fb5-4eba-930e-8ac018616947,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:15.041914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-06772b8a-39d3-4074-90a0-ee2da68703fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:15.042524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-06772b8a-39d3-4074-90a0-ee2da68703fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.1794674 Jul 23 16:34:15.104388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.136107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-a0ee74f5-8e66-4b05-bbc6-31c815a27a6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476062 Jul 23 16:34:15.137698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 5f7ff243-0255-4500-9f32-4b3cdf62da0e owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:15.141437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1dd285-1a45-4ebf-ab79-93348aefccc3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:15.146070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.168211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.254957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Transition to ACTIVE for port object 6b1dd285-1a45-4ebf-ab79-93348aefccc3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:15.334281 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.491672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.494474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66542a22-c8d1-4e51-ae71-db2bf0403199 req-9ee88acb-bfbc-4ffc-918e-d6361b2aca63 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:15.496036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66542a22-c8d1-4e51-ae71-db2bf0403199 req-9ee88acb-bfbc-4ffc-918e-d6361b2aca63 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 932 time: 0.4886346 Jul 23 16:34:15.532520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.536134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Pushing event updated for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:15.545518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-3bde7e91-2eca-4af1-b910-0f729e360f7c service neutron] 10.222.0.67 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829150 Jul 23 16:34:15.567093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=5f7ff243-0255-4500-9f32-4b3cdf62da0e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:15.687006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.698173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66542a22-c8d1-4e51-ae71-db2bf0403199 req-2297df58-1d37-4ea0-b8bc-d7feb0df6b46 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788292 Jul 23 16:34:15.809040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Attempting to bind port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:15.809270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Attempting to bind port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:15.809612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Attempting to bind port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:15.830415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:15.830751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Attempting to bind port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 on network 12513d74-2f46-4d14-af59-aa55d9b9dfaa {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:15.837658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:15.838025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Checking segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:15.838479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Bound using segment: {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:15.838859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Bound port: 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c816c3fe-d920-4c0c-a94d-39268442793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:15.839226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.854817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-a2487a02-234e-46d6-9341-6d8b14f6a914 service neutron] 10.222.0.67 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971206 Jul 23 16:34:15.865692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.869004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.943817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.944471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router fc8b1f18-9730-469d-835e-212f72468185 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:34:15.957891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:15.959307 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e7bdbb3b-aa65-4118-b2e6-c8e5c60f9681 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 204 len: 168 time: 1.5951860 Jul 23 16:34:15.963390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:15.969770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502964385'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:16.003468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:16.008315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.026903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:16.030648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:16.058170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.062939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:16.076418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.077257 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment 470d69ca-9295-4a1c-9f27-8baf94c17fcc of type vlan for network 803035ca-a2ae-4f08-a9df-d4462c425225 Jul 23 16:34:16.156718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device afc49264-9a4f-4ccf-b268-083a727e60ad details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:16.173833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.192238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.192893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.198736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] 10.222.0.81 "PUT /v2.0/ports/6b1dd285-1a45-4ebf-ab79-93348aefccc3 HTTP/1.1" status: 200 len: 1092 time: 2.9337456 Jul 23 16:34:16.234607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:16.236539 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:16.251474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.265379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.266601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.332817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3678167 Jul 23 16:34:16.356868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c3b0-ad91-4866-9e23-aa4f0bace83e service neutron] Pushing event updated for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.364394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:16.370277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:16.373213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=afc49264-9a4f-4ccf-b268-083a727e60ad,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:16.374613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f99b67-df1e-4250-8b93-281f4400453b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=803035ca-a2ae-4f08-a9df-d4462c425225,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.379090 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5a21f-ebd9-4fb2-bf1f-9b993edf1742 x-openstack-request-id: req-60f5a21f-ebd9-4fb2-bf1f-9b993edf1742 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:16.379419 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:16.379641 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60f5a21f-ebd9-4fb2-bf1f-9b993edf1742 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:16.380048 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3', 'status': 'completed', 'code': 200} Jul 23 16:34:16.389318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 803035ca-a2ae-4f08-a9df-d4462c425225 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:16.436609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'afc49264-9a4f-4ccf-b268-083a727e60ad', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'port_id': 'afc49264-9a4f-4ccf-b268-083a727e60ad', 'mac_address': 'fa:16:3e:5f:92:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba16ec-9ef8-4cda-8665-871c1e752432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:16.497636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf335a-8b8c-45a4-87f5-b533dc9df97d req-be26ac50-3cc4-4322-b3ca-4954963fc76e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.499583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaaf335a-8b8c-45a4-87f5-b533dc9df97d req-be26ac50-3cc4-4322-b3ca-4954963fc76e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 932 time: 0.4676006 Jul 23 16:34:16.557390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:16.568143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.610217 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.644296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-afa85586-7cba-4344-a1e2-1bc100be3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.645826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-afa85586-7cba-4344-a1e2-1bc100be3215 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 1094 time: 0.6124907 Jul 23 16:34:16.654290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc49264-9a4f-4ccf-b268-083a727e60ad {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:16.658614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:16.702972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=afc49264-9a4f-4ccf-b268-083a727e60ad,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:16.706791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.708538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.771102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-6b8be3ad-7c52-4e00-91d9-6e77b22a9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.772652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-6b8be3ad-7c52-4e00-91d9-6e77b22a9e76 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 1095 time: 0.4734955 Jul 23 16:34:16.829362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:16.870765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaaf335a-8b8c-45a4-87f5-b533dc9df97d req-3cdfe115-c8c9-45af-a44b-4f46d37055be tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158569 Jul 23 16:34:16.871742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Transition to ACTIVE for port object a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:17.012628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.134562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=57fafe7f-feec-4887-add3-3e303c82fba8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:17.147135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': '470d69ca-9295-4a1c-9f27-8baf94c17fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:17.147294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 803035ca-a2ae-4f08-a9df-d4462c425225, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:17.181487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 803035ca-a2ae-4f08-a9df-d4462c425225 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:17.183908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['afc49264-9a4f-4ccf-b268-083a727e60ad'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:17.195533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 803035ca-a2ae-4f08-a9df-d4462c425225) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:17.209140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:17.209864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.267486 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6178d9bc-c01e-4efe-960c-1403c4a4f6fd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9018865 Jul 23 16:34:17.270137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:17.275448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1717298421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:17.333947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.335013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.499331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.509446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.514979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fafb54-26e3-43fe-af80-f029a118a59d None None] Network 803035ca-a2ae-4f08-a9df-d4462c425225 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:17.538753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.544571 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-990ef036-0798-417a-9bae-d81a2df0fb09 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2733040 Jul 23 16:34:17.545218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:17.609230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.711219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.789312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-52714096-fc61-49f9-9116-7b3229ccc1ea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3 HTTP/1.1" status: 200 len: 217 time: 0.9577258 Jul 23 16:34:17.870592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35264) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:17.993227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-803035ca-a2ae-4f08-a9df-d4462c425225', 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '57fafe7f-feec-4887-add3-3e303c82fba8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:18.002343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.017440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-927d9c78-d384-4cd4-8afb-4dfeacec06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.019194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-927d9c78-d384-4cd4-8afb-4dfeacec06b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 919 time: 1.3537416 Jul 23 16:34:18.057183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.165081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-6ba01942-ef2c-4a75-8fd0-acf65533c1e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3873d19f-1d89-4a12-a180-7878a3b57141 HTTP/1.1" status: 200 len: 217 time: 0.0461051 Jul 23 16:34:18.292215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Attempting to bind port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:18.292559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Attempting to bind port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:18.292937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Attempting to bind port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:18.301457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-f423a0d3-4aea-4f97-a89b-3ee013a3fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.302989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-f423a0d3-4aea-4f97-a89b-3ee013a3fed5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.4487357 Jul 23 16:34:18.305639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:18.305923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Attempting to bind port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:18.320267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eac465-7faa-49a9-a265-05560b70cf22 req-88b04fce-4b28-43ba-97ba-88b2bd57be13 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.322433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73eac465-7faa-49a9-a265-05560b70cf22 req-88b04fce-4b28-43ba-97ba-88b2bd57be13 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 944 time: 1.4595256 Jul 23 16:34:18.434475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-246a08c0-1ead-40c7-ad48-49000545db92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110017 Jul 23 16:34:18.443471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.448038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Allocated IP 2001:db8::2 (803035ca-a2ae-4f08-a9df-d4462c425225/57fafe7f-feec-4887-add3-3e303c82fba8/e6162b2b-d413-44db-aa58-5c7ef692e073) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:18.460358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:18.461867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:18.462282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:18.464632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Bound port: a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:18.465074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.590855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-73eac465-7faa-49a9-a265-05560b70cf22 req-e7649c32-3032-4da2-91a8-8113de199ce0 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227581 Jul 23 16:34:18.592254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa2619d1-463b-432f-8263-6a4881952619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.624215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-59b9f291-9a81-486e-b50a-8ce7fa3cb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.627874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-59b9f291-9a81-486e-b50a-8ce7fa3cb2d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.4223356 Jul 23 16:34:18.728658 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa2619d1-463b-432f-8263-6a4881952619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.760385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8a94b-6b75-4622-978f-d8164e6ff3e5 req-fa715130-9c3d-4159-a3a2-2b616f3a07ca tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.762662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ff8a94b-6b75-4622-978f-d8164e6ff3e5 req-fa715130-9c3d-4159-a3a2-2b616f3a07ca tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 0.6951900 Jul 23 16:34:18.774989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aa2619d1-463b-432f-8263-6a4881952619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.786971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-511cdc32-3573-4cb8-9d74-d8c74848f251 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369684 Jul 23 16:34:18.827714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-da433748-9257-4c8c-be54-ac160fa35fb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974414 Jul 23 16:34:18.935493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3873d19f-1d89-4a12-a180-7878a3b57141 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:18.943601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.956901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Transition to ACTIVE for port object e6162b2b-d413-44db-aa58-5c7ef692e073 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:18.974199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2619d1-463b-432f-8263-6a4881952619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d31df7-1410-4f06-b097-0ae1027e6cb2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:18.975155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Transition to ACTIVE for port object e6162b2b-d413-44db-aa58-5c7ef692e073 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:18.983789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35290) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:18.993675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-aa2619d1-463b-432f-8263-6a4881952619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdd4a347e0ab47eaa4453a318c8a1b64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1072023 Jul 23 16:34:19.002215 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.035635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:19.044768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ff8a94b-6b75-4622-978f-d8164e6ff3e5 req-856cf397-02af-42a2-b18c-f2e471648c0c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299068 Jul 23 16:34:19.065963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8::1 (803035ca-a2ae-4f08-a9df-d4462c425225/57fafe7f-feec-4887-add3-3e303c82fba8/1245ce89-f08d-444f-9f4f-46251d921424) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:19.128942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:19.136024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:34:19.148691 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.155962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Network 803035ca-a2ae-4f08-a9df-d4462c425225 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:19.159152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:19.163493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Pushing event updated for resources: {'Port': ['ID=e6162b2b-d413-44db-aa58-5c7ef692e073,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.166194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:19.291454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Attempting to bind port e6162b2b-d413-44db-aa58-5c7ef692e073 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:19.291959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Attempting to bind port e6162b2b-d413-44db-aa58-5c7ef692e073 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '470d69ca-9295-4a1c-9f27-8baf94c17fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:19.292432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Attempting to bind port e6162b2b-d413-44db-aa58-5c7ef692e073 on network 803035ca-a2ae-4f08-a9df-d4462c425225 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:19.299817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.300832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.302018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] 10.222.0.67 "PUT /v2.0/ports/a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 200 len: 1092 time: 4.5277054 Jul 23 16:34:19.308668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:19.309166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Checking segment: {'id': '470d69ca-9295-4a1c-9f27-8baf94c17fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:19.309696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.310277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Bound using segment: {'id': '470d69ca-9295-4a1c-9f27-8baf94c17fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:19.310875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Bound port: e6162b2b-d413-44db-aa58-5c7ef692e073, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470d69ca-9295-4a1c-9f27-8baf94c17fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '803035ca-a2ae-4f08-a9df-d4462c425225'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:19.311351 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.313089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:19.315796 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177c56b-67cc-4516-8eff-7d2e51c33b11" -d '{"events": [{"name": "network-changed", "server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:19.321319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.338392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de052af3-add3-4a7c-a211-3c001fe5f7dd req-f312369a-9a3e-40b3-8e1a-ec92b4d6d6d5 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042520 Jul 23 16:34:19.365867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-f7dd60b7-c890-4179-955f-ccb831c25436 service neutron] 10.222.0.67 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154505 Jul 23 16:34:19.370055 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f034d0-2086-402f-83df-9f0d6d3847fc x-openstack-request-id: req-b3f034d0-2086-402f-83df-9f0d6d3847fc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:19.370382 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:19.370841 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3f034d0-2086-402f-83df-9f0d6d3847fc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:19.371267 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'status': 'completed', 'code': 200} Jul 23 16:34:19.383045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3873d19f-1d89-4a12-a180-7878a3b57141,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:19.424210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3873d19f-1d89-4a12-a180-7878a3b57141', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'port_id': '3873d19f-1d89-4a12-a180-7878a3b57141', 'mac_address': 'fa:16:3e:c2:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba16ec-9ef8-4cda-8665-871c1e752432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:19.447725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.470195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.482419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e3b9-7aaa-4c50-9aeb-bc005798c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.514332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object 1245ce89-f08d-444f-9f4f-46251d921424 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:19.597623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] For port e6162b2b-d413-44db-aa58-5c7ef692e073, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:19.605210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] For port e6162b2b-d413-44db-aa58-5c7ef692e073, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6162b2b-d413-44db-aa58-5c7ef692e073,segment=NetworkSegment(470d69ca-9295-4a1c-9f27-8baf94c17fcc),segment_id=470d69ca-9295-4a1c-9f27-8baf94c17fcc)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:19.607363 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.625443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.660615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.682308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.692575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.694031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fba9ef-2eb5-46c2-bd3b-c2474f73556e None None] Pushing event updated for resources: {'Port': ['ID=e6162b2b-d413-44db-aa58-5c7ef692e073,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.695113 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01d31df7-1410-4f06-b097-0ae1027e6cb2 HTTP/1.1" status: 204 len: 168 time: 0.7097704 Jul 23 16:34:19.698994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3873d19f-1d89-4a12-a180-7878a3b57141 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:19.802151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3873d19f-1d89-4a12-a180-7878a3b57141,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:19.810537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.815498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 803035ca-a2ae-4f08-a9df-d4462c425225 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:19.826241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ee669-bbc8-439a-b6fc-cd797b55c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d31df7-1410-4f06-b097-0ae1027e6cb2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.878910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:19.885367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:19.886476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.894228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-f1e4fae2-96de-4693-92ce-7ca47162cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.897604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-f1e4fae2-96de-4693-92ce-7ca47162cf7e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 1095 time: 0.4076197 Jul 23 16:34:19.948795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-c89739e3-217a-492a-9eb2-6225fc4319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.951005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-c89739e3-217a-492a-9eb2-6225fc4319ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 1095 time: 0.5934446 Jul 23 16:34:20.017487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e22e4d4d-93ae-43e8-a5ca-17280e8ef94b req-914b54bd-750c-4427-b441-99359451aeb1 service neutron] 10.222.0.67 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185877 Jul 23 16:34:20.027568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.086297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3873d19f-1d89-4a12-a180-7878a3b57141'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:20.092583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-e156a6f6-4d58-4b97-ba8d-17e0b934d86c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 200 len: 217 time: 0.0864899 Jul 23 16:34:20.113290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=1245ce89-f08d-444f-9f4f-46251d921424,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.219361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c373f9-3572-4681-bac5-fc535d305e9a req-9c7a44d6-b101-475d-9eda-87c40d618706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.221614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-9c7a44d6-b101-475d-9eda-87c40d618706 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0915089 Jul 23 16:34:20.231330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device afc49264-9a4f-4ccf-b268-083a727e60ad up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:20.403090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-3dbe32b4-719a-4bcb-953a-ac6da905183b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776238 Jul 23 16:34:20.474805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ab6ac-3d1b-4d9d-8bf3-d68b9d35b0ed req-24b02278-10fa-4437-a582-69b6db0087b0 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.476171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.488208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a7ab6ac-3d1b-4d9d-8bf3-d68b9d35b0ed req-24b02278-10fa-4437-a582-69b6db0087b0 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 944 time: 0.6459074 Jul 23 16:34:20.577643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a7ab6ac-3d1b-4d9d-8bf3-d68b9d35b0ed req-e107c14b-7820-4a45-9451-1b1ddb3a133c tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 Jul 23 16:34:20.601029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-4c9eb4d2-7976-44c6-8aaf-277f02e85714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.605768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-4c9eb4d2-7976-44c6-8aaf-277f02e85714 service neutron] 10.222.0.81 "GET /v2.0/networks?id=12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 200 len: 919 time: 0.6688256 Jul 23 16:34:20.620273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port afc49264-9a4f-4ccf-b268-083a727e60ad completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:20.641401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port afc49264-9a4f-4ccf-b268-083a727e60ad triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:20.641780 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.870972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.884470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-98bbb5e4-9f98-42ce-b2fe-a9fa63201e6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3 HTTP/1.1" status: 200 len: 217 time: 0.2197628 Jul 23 16:34:20.971197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:20.974069 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468da483-592c-42e7-addf-a4a3623c8156" -d '{"events": [{"server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "name": "network-vif-plugged", "status": "completed", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:21.004547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35322) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:21.039040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-60111db4-356b-4fe4-9374-50851257fb90 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236882 Jul 23 16:34:21.067747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=afc49264-9a4f-4ccf-b268-083a727e60ad,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:21.083421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.160760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42e16961-7d0f-4a87-8a42-15cb82bfb751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.172461 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc7da29-4a1b-46b5-8aa7-a5af2a52fb55 x-openstack-request-id: req-bcc7da29-4a1b-46b5-8aa7-a5af2a52fb55 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:21.180606 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "name": "network-vif-plugged", "status": "completed", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:21.180606 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcc7da29-4a1b-46b5-8aa7-a5af2a52fb55 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:21.180606 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad', 'code': 200} Jul 23 16:34:21.260132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:21.346561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35326) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:21.350376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.381217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf49f-9aa2-4eaf-a444-de9b1fe78abe req-1873d8a7-ea51-422c-8c47-fc9bffd12658 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.383979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.384964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.405843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88bdf49f-9aa2-4eaf-a444-de9b1fe78abe req-1873d8a7-ea51-422c-8c47-fc9bffd12658 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 0.8311677 Jul 23 16:34:21.408157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c373f9-3572-4681-bac5-fc535d305e9a req-723d89cc-4f69-4a73-88d2-e3af3efee585 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478129 Jul 23 16:34:21.413166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-7b9913b0-a798-4d71-abcb-17c6c67b6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.426727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-7b9913b0-a798-4d71-abcb-17c6c67b6be0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 200 len: 858 time: 0.5085032 Jul 23 16:34:21.528755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=1245ce89-f08d-444f-9f4f-46251d921424,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:21.539334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-52d21a08-cbcb-4c7b-acef-154a33bb074f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=12513d74-2f46-4d14-af59-aa55d9b9dfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919580 Jul 23 16:34:21.612281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609d38f-d253-45fd-a435-f72f2c0988d7 None None] Network 803035ca-a2ae-4f08-a9df-d4462c425225 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:21.663183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88bdf49f-9aa2-4eaf-a444-de9b1fe78abe req-d18c8bdc-1785-459b-b118-d41efe11d4bb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325680 Jul 23 16:34:21.796988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-afb9c7b0-d3b1-4bed-b7d5-513e324d7d13 service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326038 Jul 23 16:34:21.800299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-58308ec6-0b01-4d16-86bb-2f6c34c058ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.802010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-58308ec6-0b01-4d16-86bb-2f6c34c058ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 1095 time: 0.3103061 Jul 23 16:34:21.818610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b1c9d0cf-6acd-4363-bf68-548cc2d3129b None None] Provisioning for port e6162b2b-d413-44db-aa58-5c7ef692e073 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:21.843442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6162b2b-d413-44db-aa58-5c7ef692e073 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:21.969913 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e037548-b821-41e9-b926-569194e745a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.002855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e6162b2b-d413-44db-aa58-5c7ef692e073 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:22.012969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e6162b2b-d413-44db-aa58-5c7ef692e073 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:22.013818 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.085507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca1bf9-ac72-40e8-9478-f3f3a27b3e83 req-631de45f-8a89-4b96-94e0-3e5a879636ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.088181 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-58ca1bf9-ac72-40e8-9478-f3f3a27b3e83 req-631de45f-8a89-4b96-94e0-3e5a879636ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 1096 time: 0.7661073 Jul 23 16:34:22.129979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66dfa2-3ccb-42d5-8625-3b5590a97183 req-fef0e63b-b192-4247-8f87-9b772ae868d4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.138398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b66dfa2-3ccb-42d5-8625-3b5590a97183 req-fef0e63b-b192-4247-8f87-9b772ae868d4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 944 time: 0.2558775 Jul 23 16:34:22.145713 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42e16961-7d0f-4a87-8a42-15cb82bfb751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.161084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-42e16961-7d0f-4a87-8a42-15cb82bfb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.178413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b1dd285-1a45-4ebf-ab79-93348aefccc3 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:22.213524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 803035ca-a2ae-4f08-a9df-d4462c425225 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:22.222032 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-58ca1bf9-ac72-40e8-9478-f3f3a27b3e83 req-1183674a-9f4b-413f-b583-1a8397c86c75 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231964 Jul 23 16:34:22.223650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-ee69a389-29c6-46e7-8fa7-0ba94338d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.225601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-ee69a389-29c6-46e7-8fa7-0ba94338d239 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.4048901 Jul 23 16:34:22.231573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e901d40c-dd1b-40b1-9dbf-b2e1397190f1 req-bd5e5072-8ae4-4adc-9b06-6f73d30efe5f service neutron] 10.222.0.81 "GET /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106596 Jul 23 16:34:22.233767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:22.255773 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-42e16961-7d0f-4a87-8a42-15cb82bfb751 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=633106807972483b935d9620c45cf1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2479105 Jul 23 16:34:22.267099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:22.273157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16961-7d0f-4a87-8a42-15cb82bfb751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f63df-e3a9-45c2-b5e9-588cd2278c52,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:22.328508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-f5053a0d-a878-4fa6-9366-64a73e24abb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 200 len: 217 time: 0.0920091 Jul 23 16:34:22.337453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b66dfa2-3ccb-42d5-8625-3b5590a97183 req-0756cdcc-d2a6-43b6-9e96-606f0e69001c tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986201 Jul 23 16:34:22.389039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.422613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-054be6e2-00f9-4a90-a021-5b6a86e67ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:22.424454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-054be6e2-00f9-4a90-a021-5b6a86e67ee9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0857768 Jul 23 16:34:22.425903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:34:22.473755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.481909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-fc9deac4-ead0-49d3-bb5d-8769e9fc7774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501654 Jul 23 16:34:22.537109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.575848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:22.594446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router 52ff438a-b543-4cf6-ad10-d7eb30278adb is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:34:22.606038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e037548-b821-41e9-b926-569194e745a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.608561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6b1dd285-1a45-4ebf-ab79-93348aefccc3', 'network_id': '12513d74-2f46-4d14-af59-aa55d9b9dfaa', 'port_id': '6b1dd285-1a45-4ebf-ab79-93348aefccc3', 'mac_address': 'fa:16:3e:ac:63:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba16ec-9ef8-4cda-8665-871c1e752432', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:22.621252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e037548-b821-41e9-b926-569194e745a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.646040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e6162b2b-d413-44db-aa58-5c7ef692e073, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6162b2b-d413-44db-aa58-5c7ef692e073,segment=NetworkSegment(470d69ca-9295-4a1c-9f27-8baf94c17fcc),segment_id=470d69ca-9295-4a1c-9f27-8baf94c17fcc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:22.673012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.673846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1e037548-b821-41e9-b926-569194e745a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08ad9e97a280410591604605f143bc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3234890 Jul 23 16:34:22.676636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35338) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:22.798579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.802334 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.803496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f1f63df-e3a9-45c2-b5e9-588cd2278c52 HTTP/1.1" status: 204 len: 168 time: 0.5366945 Jul 23 16:34:22.811682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:22.822542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-deb1180d-9bdc-4a42-b715-73d04693a24b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/52ff438a-b543-4cf6-ad10-d7eb30278adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2762721 Jul 23 16:34:22.825660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69ffe2-2f62-4c16-a27e-496d9ee53208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f63df-e3a9-45c2-b5e9-588cd2278c52,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:22.827705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:22.855096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.926424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3873d19f-1d89-4a12-a180-7878a3b57141 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:22.951584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.993772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.003184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdb73d-c28a-4e3b-a858-e4ffe5682a24 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:23.005090 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73cdb73d-c28a-4e3b-a858-e4ffe5682a24 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports/1245ce89-f08d-444f-9f4f-46251d921424 HTTP/1.1" status: 200 len: 911 time: 0.1697953 Jul 23 16:34:23.023244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:23.032487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57fafe7f-feec-4887-add3-3e303c82fba8'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:23.055126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] Sync routers for ids ['52ff438a-b543-4cf6-ad10-d7eb30278adb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:23.057244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e037548-b821-41e9-b926-569194e745a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0751eea-891f-4640-9c40-9b16a62889f9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.070480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-7f27274d-0181-4316-8299-b7da7e3c5251 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818253 Jul 23 16:34:23.131009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1dd285-1a45-4ebf-ab79-93348aefccc3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:23.155421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e6162b2b-d413-44db-aa58-5c7ef692e073,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.241855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:23.244729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] Routers {'52ff438a-b543-4cf6-ad10-d7eb30278adb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:23.244729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['52ff438a-b543-4cf6-ad10-d7eb30278adb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.254884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.380908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302b432-2f30-41f3-bd17-1b68b07981d5 req-15871c74-164a-4a3c-9b74-71936769ab74 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:23.382631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c302b432-2f30-41f3-bd17-1b68b07981d5 req-15871c74-164a-4a3c-9b74-71936769ab74 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 0.5033920 Jul 23 16:34:23.388579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.392186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.393626 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0751eea-891f-4640-9c40-9b16a62889f9 HTTP/1.1" status: 204 len: 168 time: 0.7140117 Jul 23 16:34:23.413506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135503-bf9c-4fed-b41a-8601d8d6494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0751eea-891f-4640-9c40-9b16a62889f9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.506079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.648265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.690272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3873d19f-1d89-4a12-a180-7878a3b57141 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:23.712527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6162b2b-d413-44db-aa58-5c7ef692e073 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:23.714056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.725674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3873d19f-1d89-4a12-a180-7878a3b57141 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:23.726187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.786871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Provisioning for port 1245ce89-f08d-444f-9f4f-46251d921424 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:23.841109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] Routers {'52ff438a-b543-4cf6-ad10-d7eb30278adb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:23.841759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['52ff438a-b543-4cf6-ad10-d7eb30278adb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:23.876834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6b1dd285-1a45-4ebf-ab79-93348aefccc3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:23.968582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Provisioning complete for port 1245ce89-f08d-444f-9f4f-46251d921424 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:23.968968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.103390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Port 1245ce89-f08d-444f-9f4f-46251d921424 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:24.199413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:24.207586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270f5a7-6b9c-4b9e-b51e-96b37a1d88aa None None] The sync data for ids ['52ff438a-b543-4cf6-ad10-d7eb30278adb'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:24.268639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Provisioning complete for port e6162b2b-d413-44db-aa58-5c7ef692e073 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:24.270166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-96ea0366-dfbc-4bd7-97e5-1e8e9b42e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.298332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5177c56b-67cc-4516-8eff-7d2e51c33b11 req-750e6f8f-29db-45da-8bbd-d498e33c078c service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2185326 Jul 23 16:34:24.340803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35370) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:24.346044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e6162b2b-d413-44db-aa58-5c7ef692e073 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:24.346733 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.419366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4508feb-75a8-427e-9e09-64fd236eb6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.430551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c302b432-2f30-41f3-bd17-1b68b07981d5 req-3655accc-333e-4af3-8167-50efde337ac5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0155623 Jul 23 16:34:24.489812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ac3be-b68b-4c98-8049-c940fd421eed req-8a5b2242-2e03-409f-b32e-cc22faa75c49 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.506980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e73ac3be-b68b-4c98-8049-c940fd421eed req-8a5b2242-2e03-409f-b32e-cc22faa75c49 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 945 time: 0.2347121 Jul 23 16:34:24.598909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e73ac3be-b68b-4c98-8049-c940fd421eed req-15052270-142a-480b-a8c2-1c34ffb4e748 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Jul 23 16:34:24.677873 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.761115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:24.763423 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09310c1-1f46-4506-8eb3-8d959ecfef27" -d '{"events": [{"server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "name": "network-vif-plugged", "status": "completed", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:24.780810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3873d19f-1d89-4a12-a180-7878a3b57141,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:24.819847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.864848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4508feb-75a8-427e-9e09-64fd236eb6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.874978 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f324f507-26dc-4d6e-ac1b-53acb5c8a8b1 x-openstack-request-id: req-f324f507-26dc-4d6e-ac1b-53acb5c8a8b1 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:24.877032 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "name": "network-vif-plugged", "status": "completed", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:24.877847 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f324f507-26dc-4d6e-ac1b-53acb5c8a8b1 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:24.879736 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141', 'code': 200} Jul 23 16:34:24.886160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.891020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:34:24.901387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4508feb-75a8-427e-9e09-64fd236eb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.917680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.936996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.940605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.945302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/ports/1245ce89-f08d-444f-9f4f-46251d921424 HTTP/1.1" status: 200 len: 911 time: 1.9177425 Jul 23 16:34:24.959574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8af30e72-256c-42c1-a89f-d244a98d473f None None] Provisioning complete for port 1245ce89-f08d-444f-9f4f-46251d921424 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:24.960298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8af30e72-256c-42c1-a89f-d244a98d473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.963282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35382) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:25.008622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636cc92-753f-402f-88b4-035c9ad09daa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=1245ce89-f08d-444f-9f4f-46251d921424,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.041449 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f4508feb-75a8-427e-9e09-64fd236eb6e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60a0ee97f4b942ecbdb89d88b445b6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990404 Jul 23 16:34:25.042338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508feb-75a8-427e-9e09-64fd236eb6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448eebb2-c1fc-437f-95e1-e449a0905c5f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.045064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35384) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:25.078604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.149288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.162530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0625c81-f6e5-4456-9ea8-769043baba09 req-2c77e421-e2b1-4e87-a871-168aa1807999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.164767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0625c81-f6e5-4456-9ea8-769043baba09 req-2c77e421-e2b1-4e87-a871-168aa1807999 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 1096 time: 0.2416022 Jul 23 16:34:25.177462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8af30e72-256c-42c1-a89f-d244a98d473f None None] Port 1245ce89-f08d-444f-9f4f-46251d921424 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:25.198404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.202894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:25.235146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'mac_address': 'fa:16:3e:00:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:34:25.264596 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.267905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.269755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/448eebb2-c1fc-437f-95e1-e449a0905c5f HTTP/1.1" status: 204 len: 168 time: 0.2237844 Jul 23 16:34:25.301240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d7370-b266-4d50-ab84-fc95ac7cf39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448eebb2-c1fc-437f-95e1-e449a0905c5f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.339075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.366855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:25.402350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:25.411011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.464629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.534280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0625c81-f6e5-4456-9ea8-769043baba09 req-c87cb6c0-b119-4f5b-a5d2-07e160fd753f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603690 Jul 23 16:34:25.678255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2ac93-2d4b-4c6f-b012-5a747b2c26f3 req-8392833c-493b-4a30-98fb-eb38ae12326e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.680707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12b2ac93-2d4b-4c6f-b012-5a747b2c26f3 req-8392833c-493b-4a30-98fb-eb38ae12326e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 945 time: 0.1652117 Jul 23 16:34:25.688276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:25.744168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.789811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12b2ac93-2d4b-4c6f-b012-5a747b2c26f3 req-0c9f8717-f371-47db-a85b-001b09c8efbb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899506 Jul 23 16:34:26.020716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643060e-2192-4fda-96b3-a78029079bae req-39c8d60c-ea92-4ff5-abeb-2a7e3e0b3415 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:26.024835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a643060e-2192-4fda-96b3-a78029079bae req-39c8d60c-ea92-4ff5-abeb-2a7e3e0b3415 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 945 time: 0.1815207 Jul 23 16:34:26.114373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a643060e-2192-4fda-96b3-a78029079bae req-0429374a-0670-4460-a604-d08a0067dfa0 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835061 Jul 23 16:34:26.210517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b1dd285-1a45-4ebf-ab79-93348aefccc3 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:26.241707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 1245ce89-f08d-444f-9f4f-46251d921424 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:26.242203 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.379356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:26.398094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:26.398463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.472016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.512099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 1245ce89-f08d-444f-9f4f-46251d921424 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:26.618579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.702601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:26.708922 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.867298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.889956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:26.894700 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa6374-1e3e-4b12-a3e9-fed4659692e1" -d '{"events": [{"server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:26.910336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:26.973577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.991149 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc509da-68dc-4bb9-865c-a654e5f53926 x-openstack-request-id: req-2fc509da-68dc-4bb9-865c-a654e5f53926 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:26.991597 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:26.992009 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fc509da-68dc-4bb9-865c-a654e5f53926 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:26.992615 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3', 'code': 200} Jul 23 16:34:27.087391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:27.102944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:27.103617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.158825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=1245ce89-f08d-444f-9f4f-46251d921424,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.229893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.288846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:27.299194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.386446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.418034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e950686-7e8b-436f-9b05-71f2c483c227 req-8a2e076d-0dc0-4f38-b2b1-016504a67a64 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.419713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e950686-7e8b-436f-9b05-71f2c483c227 req-8a2e076d-0dc0-4f38-b2b1-016504a67a64 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 945 time: 0.4345644 Jul 23 16:34:27.516495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.679723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef8ad-9404-441d-87cb-887c1acc268f req-c2879599-0ccb-4fea-b1e7-c6f5fb42c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.681233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b0ef8ad-9404-441d-87cb-887c1acc268f req-c2879599-0ccb-4fea-b1e7-c6f5fb42c1a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 1097 time: 0.5774350 Jul 23 16:34:27.748090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e950686-7e8b-436f-9b05-71f2c483c227 req-595b8e6a-bdb4-4879-9159-a3730775bad6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435839 Jul 23 16:34:27.761713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae658a-5b3e-41ec-bd45-ddd66a92c8b0 req-431f66e9-77ab-4b8d-b5af-223876761df3 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:27.764597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9ae658a-5b3e-41ec-bd45-ddd66a92c8b0 req-431f66e9-77ab-4b8d-b5af-223876761df3 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 946 time: 0.3663352 Jul 23 16:34:27.870720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b0ef8ad-9404-441d-87cb-887c1acc268f req-8844d515-95c6-44df-99c2-8bd23639361b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739595 Jul 23 16:34:27.884148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router 52ff438a-b543-4cf6-ad10-d7eb30278adb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:27.909566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9ae658a-5b3e-41ec-bd45-ddd66a92c8b0 req-7e199b0a-9799-4b0a-861d-8d22ceaacc85 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975146 Jul 23 16:34:27.989667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:27.995782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-33a15512-7e90-4541-93dc-e4b4c6d19bf3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/52ff438a-b543-4cf6-ad10-d7eb30278adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0297294 Jul 23 16:34:27.998453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:28.003415 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] Sync routers for ids ['52ff438a-b543-4cf6-ad10-d7eb30278adb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:28.018464 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] Routers {'52ff438a-b543-4cf6-ad10-d7eb30278adb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:28.019853 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['52ff438a-b543-4cf6-ad10-d7eb30278adb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:28.053137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b610b8f-a589-49f4-b28b-fd29a41fe2d0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ff438a-b543-4cf6-ad10-d7eb30278adb HTTP/1.1" status: 200 len: 205 time: 0.0532928 Jul 23 16:34:28.056445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35474) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:28.099165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:28.111076 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] Routers {'52ff438a-b543-4cf6-ad10-d7eb30278adb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:28.112227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['52ff438a-b543-4cf6-ad10-d7eb30278adb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:28.151485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:28.152149 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e257d-d954-498d-bbe2-6712428c0909 None None] The sync data for ids ['52ff438a-b543-4cf6-ad10-d7eb30278adb'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:28.190279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.410805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.412984 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.488244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.488797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router 52ff438a-b543-4cf6-ad10-d7eb30278adb {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:34:28.499826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.501469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eb759f8b-39f4-4298-9588-8fbf0f89da0a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/52ff438a-b543-4cf6-ad10-d7eb30278adb HTTP/1.1" status: 204 len: 168 time: 0.4440024 Jul 23 16:34:28.504886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35494) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:28.642326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 57fafe7f-feec-4887-add3-3e303c82fba8 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:34:28.645157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.725242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.758686 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.995198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:28.996313 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f75c7-43e5-4b25-889c-c891fd647c75" -d '{"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:29.278357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.333693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acbb63-2041-4164-b2ad-3c813c563ddb req-7a0dcba3-6804-4586-95c2-e3692a092d38 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.335327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9acbb63-2041-4164-b2ad-3c813c563ddb req-7a0dcba3-6804-4586-95c2-e3692a092d38 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 946 time: 0.1954143 Jul 23 16:34:29.345724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a5c3-adfd-4be7-a64d-388840ecce55 req-b185d31b-016d-44c1-89f0-3837b9993ce9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.347317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f73a5c3-adfd-4be7-a64d-388840ecce55 req-b185d31b-016d-44c1-89f0-3837b9993ce9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2085340 Jul 23 16:34:29.379277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:29.428273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.454116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f73a5c3-adfd-4be7-a64d-388840ecce55 req-64e16b3b-f687-4c18-acc4-5d98b80949a0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913625 Jul 23 16:34:29.466020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9acbb63-2041-4164-b2ad-3c813c563ddb req-cf3fa748-19df-4608-a4d4-94b29e81f525 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122754 Jul 23 16:34:29.540388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=57fafe7f-feec-4887-add3-3e303c82fba8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:29.543924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.550453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b78b17e6-1407-4b44-a45b-7757e798bd9b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/57fafe7f-feec-4887-add3-3e303c82fba8 HTTP/1.1" status: 204 len: 168 time: 1.0444067 Jul 23 16:34:29.552981 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26dbf04-376e-4a92-a97e-2d0fc161ec3c x-openstack-request-id: req-c26dbf04-376e-4a92-a97e-2d0fc161ec3c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:29.553280 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:29.553449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:29.553577 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c26dbf04-376e-4a92-a97e-2d0fc161ec3c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:29.553919 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'code': 200} Jul 23 16:34:29.563248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd88eed-8ed1-4baf-9d14-63a3ec9a0ff3 None None] Network 803035ca-a2ae-4f08-a9df-d4462c425225 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:29.691302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798f17b-3454-45f6-8fe7-9bf3c7ba3d15 req-d7199c49-9bdb-4bfe-a311-de8660258520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.693119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f798f17b-3454-45f6-8fe7-9bf3c7ba3d15 req-d7199c49-9bdb-4bfe-a311-de8660258520 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 1097 time: 0.0712664 Jul 23 16:34:29.752815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f798f17b-3454-45f6-8fe7-9bf3c7ba3d15 req-44d49783-381b-43bc-b4b5-8f98f618d30b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 Jul 23 16:34:29.767130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.878970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba312238-44b9-4794-b526-f7a1c9f654ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.919032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port e6162b2b-d413-44db-aa58-5c7ef692e073 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:29.919372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.943329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] DHCP port deletion for 803035ca-a2ae-4f08-a9df-d4462c425225 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:34:29.997785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Deleting port e6162b2b-d413-44db-aa58-5c7ef692e073 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:29.998258 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.011958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port e6162b2b-d413-44db-aa58-5c7ef692e073, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6162b2b-d413-44db-aa58-5c7ef692e073,segment=NetworkSegment(470d69ca-9295-4a1c-9f27-8baf94c17fcc),segment_id=470d69ca-9295-4a1c-9f27-8baf94c17fcc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:30.012676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.034117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for e6162b2b-d413-44db-aa58-5c7ef692e073 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:30.103394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] For port e6162b2b-d413-44db-aa58-5c7ef692e073, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e6162b2b-d413-44db-aa58-5c7ef692e073,segment=NetworkSegment(470d69ca-9295-4a1c-9f27-8baf94c17fcc),segment_id=470d69ca-9295-4a1c-9f27-8baf94c17fcc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:30.103881 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.120913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Calling delete_port for e6162b2b-d413-44db-aa58-5c7ef692e073 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:30.161642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba312238-44b9-4794-b526-f7a1c9f654ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.167689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba312238-44b9-4794-b526-f7a1c9f654ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.267828 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba312238-44b9-4794-b526-f7a1c9f654ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=910a00fe7c3c45a694a0c877c17ba20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8825498 Jul 23 16:34:30.267828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.272407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35548) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:30.275668 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.292840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba312238-44b9-4794-b526-f7a1c9f654ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee0ffa0-6795-423c-9ab0-7e9cb6f39485,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.299310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=e6162b2b-d413-44db-aa58-5c7ef692e073,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.303669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port e6162b2b-d413-44db-aa58-5c7ef692e073 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:30.346944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] Pushing event deleted for resources: {'Port': ['ID=e6162b2b-d413-44db-aa58-5c7ef692e073,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.356334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76adfd6-2e54-4614-b516-8998bbd09d2e None None] No DVR routers for this DVR port e6162b2b-d413-44db-aa58-5c7ef692e073 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:30.378055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.409488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:30.413188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.448265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.461015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803035ca-a2ae-4f08-a9df-d4462c425225']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:30.479315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470d69ca-9295-4a1c-9f27-8baf94c17fcc') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:30.479593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470d69ca-9295-4a1c-9f27-8baf94c17fcc') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:30.484218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.488891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.490143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ee0ffa0-6795-423c-9ab0-7e9cb6f39485 HTTP/1.1" status: 204 len: 168 time: 0.2166877 Jul 23 16:34:30.500409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436e001-2ab0-4d21-b965-7f0db82c99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee0ffa0-6795-423c-9ab0-7e9cb6f39485,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.511729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.553766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.564560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:30.565287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:30.586142 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:30.683339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0544-c8fe-4fc7-81e7-833b1d9bb18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.690766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.711829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.719846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/803035ca-a2ae-4f08-a9df-d4462c425225 HTTP/1.1" status: 204 len: 168 time: 1.1631157 Jul 23 16:34:30.731548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:30.748748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648461922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:30.755474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7380cd-d4a0-42e5-9077-3069c6f6f3d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=803035ca-a2ae-4f08-a9df-d4462c425225,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.866576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0544-c8fe-4fc7-81e7-833b1d9bb18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.877549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce7e0544-c8fe-4fc7-81e7-833b1d9bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.892920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875c98d-2f19-488c-bcf8-04768d0e1898 req-ccaa3726-ccb0-40ec-bd7d-baf06bb49796 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:30.894840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9875c98d-2f19-488c-bcf8-04768d0e1898 req-ccaa3726-ccb0-40ec-bd7d-baf06bb49796 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2210340 Jul 23 16:34:30.913722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36420e3f-9066-4ccd-9ba9-831263722d70 req-0303e939-c028-4041-b4f8-9df6186fa8f3 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:30.921050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36420e3f-9066-4ccd-9ba9-831263722d70 req-0303e939-c028-4041-b4f8-9df6186fa8f3 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 946 time: 0.1514213 Jul 23 16:34:30.943438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ce7e0544-c8fe-4fc7-81e7-833b1d9bb18c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c236c3c2791482faed6d7550f143728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325494 Jul 23 16:34:30.945883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.946976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.950702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:30.959941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e0544-c8fe-4fc7-81e7-833b1d9bb18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792fad2-49c7-4a7d-8028-5ad5388f4398,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:30.989547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36420e3f-9066-4ccd-9ba9-831263722d70 req-00ec8cd1-bc64-4734-b4af-d1df32bf2660 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669973 Jul 23 16:34:31.012670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9875c98d-2f19-488c-bcf8-04768d0e1898 req-fe02d278-4bf8-481c-adac-128e4d17454b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075518 Jul 23 16:34:31.044322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35572) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:31.065644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17e92630-7c34-408e-8d4f-77b627420e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.068130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.079370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.157805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.192928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.237721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17e92630-7c34-408e-8d4f-77b627420e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.247657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17e92630-7c34-408e-8d4f-77b627420e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.248397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.249656 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8cb3833-9b4d-4cec-bf76-7b2fcf624587 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5075130 Jul 23 16:34:31.254742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35574) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:31.259862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545599147'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:31.272243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.275047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.278564 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5792fad2-49c7-4a7d-8028-5ad5388f4398 HTTP/1.1" status: 204 len: 168 time: 0.3236339 Jul 23 16:34:31.292110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a80d5-a0b7-4a3c-8e63-cef503aeebc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792fad2-49c7-4a7d-8028-5ad5388f4398,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:31.302569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:31.306360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.309667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-17e92630-7c34-408e-8d4f-77b627420e3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=579b3f1a4df046a5a65b2ac60aadcc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614627 Jul 23 16:34:31.309667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92630-7c34-408e-8d4f-77b627420e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11e39b-c85e-43c3-b8d0-b960539298ad,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:31.311012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35580) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:31.342826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c09e05-f951-4296-8e93-67b3f880aef6 req-d2067ba0-c77f-460e-b5e5-c3124ffb2b7b tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.351404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40c09e05-f951-4296-8e93-67b3f880aef6 req-d2067ba0-c77f-460e-b5e5-c3124ffb2b7b tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 945 time: 0.1627409 Jul 23 16:34:31.401898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:31.424185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.425493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40c09e05-f951-4296-8e93-67b3f880aef6 req-f8032113-7773-4999-a23e-ea7aeeda43a0 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730782 Jul 23 16:34:31.426731 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment 725afeaf-d92b-4819-a109-965002e7858d of type vlan for network b6c6e724-5c2e-43c0-a591-bc74ec9d916d Jul 23 16:34:31.443181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.469490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.546589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.583171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6162b2b-d413-44db-aa58-5c7ef692e073 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:31.610342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e6162b2b-d413-44db-aa58-5c7ef692e073 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:31.611034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e6162b2b-d413-44db-aa58-5c7ef692e073 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:31.621738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.623923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.626803 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.630736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd11e39b-c85e-43c3-b8d0-b960539298ad HTTP/1.1" status: 204 len: 168 time: 0.3146081 Jul 23 16:34:31.637867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.638891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.654908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b98dc8-5dfc-4d66-acc3-71d6697032f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11e39b-c85e-43c3-b8d0-b960539298ad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:31.698447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45db07-6a44-4c4b-9aac-1e12cde47ee1 req-7d8d1a35-9787-4bef-b78d-798074e9bb64 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.703397 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4475341 Jul 23 16:34:31.707416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e45db07-6a44-4c4b-9aac-1e12cde47ee1 req-7d8d1a35-9787-4bef-b78d-798074e9bb64 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 945 time: 0.1697776 Jul 23 16:34:31.707778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:31.713035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:31.776312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e45db07-6a44-4c4b-9aac-1e12cde47ee1 req-6d28d9af-ce94-46b4-b493-9651a7f30e6a tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677869 Jul 23 16:34:31.850374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f201-0907-4aa4-963a-8ea3f67c2935 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=b6c6e724-5c2e-43c0-a591-bc74ec9d916d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:31.865134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:31.895462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:31.900902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.069219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35604) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:32.092170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fe83445-5082-4d03-b732-b513c6b3caca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.230166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.328794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:32.329283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: b6c6e724-5c2e-43c0-a591-bc74ec9d916d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:32.340023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=33c5991e-3929-4588-9006-180fb40e15b2,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.356597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fe83445-5082-4d03-b732-b513c6b3caca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.356871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:32.374644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fe83445-5082-4d03-b732-b513c6b3caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.382190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b6c6e724-5c2e-43c0-a591-bc74ec9d916d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:32.387684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.388347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.395525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd8e6-9451-4dd2-b643-1ff88a43e566 req-123c986f-a7fd-419b-8fc6-b981ebbe2b12 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.399592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d35e2-1c23-4915-9508-2784bc74f7e8 None None] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:32.407803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a6bd8e6-9451-4dd2-b643-1ff88a43e566 req-123c986f-a7fd-419b-8fc6-b981ebbe2b12 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2542648 Jul 23 16:34:32.418550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-398ff105-c066-4f0e-bb67-f9e92e73dd23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7095137 Jul 23 16:34:32.419239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35616) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:32.470607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891df29-2d91-401c-921e-999725d37514 req-9596db51-c5b0-4e0e-a4c1-8fda5e27edac tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.472248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f891df29-2d91-401c-921e-999725d37514 req-9596db51-c5b0-4e0e-a4c1-8fda5e27edac tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 945 time: 0.2980464 Jul 23 16:34:32.625614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fe83445-5082-4d03-b732-b513c6b3caca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64c13131a8034fd3a9ccb88f0112eff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551624 Jul 23 16:34:32.628838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35622) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:32.707540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83445-5082-4d03-b732-b513c6b3caca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f52af4-2ac6-4b3a-b2a0-f94700c0388b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.731923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:32.734965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.776766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f891df29-2d91-401c-921e-999725d37514 req-1e182469-db1c-430b-bae5-260d0ba232a5 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505701 Jul 23 16:34:32.804976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a6bd8e6-9451-4dd2-b643-1ff88a43e566 req-3801b036-3d9c-445d-b82e-6d40e77c78cc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806386 Jul 23 16:34:32.941124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.944805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.984225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.025568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Allocated IP 2001:db8::2 (b6c6e724-5c2e-43c0-a591-bc74ec9d916d/33c5991e-3929-4588-9006-180fb40e15b2/c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:33.052769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.058638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.076420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30f52af4-2ac6-4b3a-b2a0-f94700c0388b HTTP/1.1" status: 204 len: 168 time: 0.4334219 Jul 23 16:34:33.108155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114bc77-be34-4ba0-b82a-f188a75a952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f52af4-2ac6-4b3a-b2a0-f94700c0388b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:33.475803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.495885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Transition to ACTIVE for port object c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:33.518201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Transition to ACTIVE for port object c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:33.541270 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.650834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8::1 (b6c6e724-5c2e-43c0-a591-bc74ec9d916d/33c5991e-3929-4588-9006-180fb40e15b2/e0d93964-e0ba-4013-9991-1ce70c9eb1b8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:33.658456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:33.667962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:33.677069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:33.717402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Pushing event updated for resources: {'Port': ['ID=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:33.916469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Attempting to bind port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:33.922401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Attempting to bind port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:33.923115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Attempting to bind port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b on network b6c6e724-5c2e-43c0-a591-bc74ec9d916d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:33.931155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:33.932210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Checking segment: {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:33.936665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.938372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Bound using segment: {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:33.939100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Bound port: c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:33.942367 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.038352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f30384-f70d-4569-bb12-4e513e9d0e52 req-aaf5c9a8-7313-457e-a10f-cf94507b929c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.047505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4f30384-f70d-4569-bb12-4e513e9d0e52 req-aaf5c9a8-7313-457e-a10f-cf94507b929c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3508439 Jul 23 16:34:34.057272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.095743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object e0d93964-e0ba-4013-9991-1ce70c9eb1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:34.139594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] For port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:34.148685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] For port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:34.154161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.158984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.223235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:34.226857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:34.230981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:34.231751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.306391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47327e0-d9d7-4120-9562-dd4e1420005b None None] Pushing event updated for resources: {'Port': ['ID=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:34.339852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:34.393209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4f30384-f70d-4569-bb12-4e513e9d0e52 req-c76688b4-6d55-4d0d-bea2-3580012f6668 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315868 Jul 23 16:34:34.524636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:34.554819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-edb41351-af31-49b6-8834-ddfca918f297 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.569634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-edb41351-af31-49b6-8834-ddfca918f297 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 945 time: 0.3078887 Jul 23 16:34:34.607438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3f14-ec08-4f4d-b074-a46237495a98 req-63cc9c0e-da78-489f-82de-88508d0713b9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.613283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2a3f14-ec08-4f4d-b074-a46237495a98 req-63cc9c0e-da78-489f-82de-88508d0713b9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 945 time: 0.5612817 Jul 23 16:34:34.853186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb2a3f14-ec08-4f4d-b074-a46237495a98 req-615d83aa-b566-4672-9a51-5f18366c8bf3 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926765 Jul 23 16:34:34.948935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Deleting port afc49264-9a4f-4ccf-b268-083a727e60ad {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:34.949434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.068260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] For port afc49264-9a4f-4ccf-b268-083a727e60ad, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=afc49264-9a4f-4ccf-b268-083a727e60ad,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:35.069008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.085963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Calling delete_port for afc49264-9a4f-4ccf-b268-083a727e60ad owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:35.207761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.217808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.221287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.348920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.364886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3873d19f-1d89-4a12-a180-7878a3b57141'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:35.382675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:35.427609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['afc49264-9a4f-4ccf-b268-083a727e60ad', '6b1dd285-1a45-4ebf-ab79-93348aefccc3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:34:35.444715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event deleted for resources: {'Port': ['ID=afc49264-9a4f-4ccf-b268-083a727e60ad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:35.463567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.463979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.464455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.465028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.465456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.467813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.468816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.471784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.472521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.478827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.480816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.481282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.502694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:35.511335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:35.565893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.566401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.566745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.567127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.567460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.567791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.568124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.568576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.569109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.569617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.594366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.595015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:35.684881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] No DVR routers for this DVR port afc49264-9a4f-4ccf-b268-083a727e60ad on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:35.689613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.706999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc960e81-0dc4-4dc5-b723-33884084eac0 req-ec8dc990-5389-45eb-821a-030118cbd551 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "DELETE /v2.0/ports/afc49264-9a4f-4ccf-b268-083a727e60ad HTTP/1.1" status: 204 len: 173 time: 1.0785799 Jul 23 16:34:35.708705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'name': 'network-vif-deleted', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:35.715417 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6910f383-ac37-4a90-a5c9-3167ab5d1a2b" -d '{"events": [{"server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "name": "network-vif-deleted", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:35.885904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:35.946251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e2882-209d-485e-a6a0-187487ec37cd req-b0b89615-76c2-4dcb-9299-8700e755aa5e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.950142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be2e2882-209d-485e-a6a0-187487ec37cd req-b0b89615-76c2-4dcb-9299-8700e755aa5e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2661867 Jul 23 16:34:35.955785 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab76c5-da9a-40bd-861e-b29a16e24b0a x-openstack-request-id: req-4aab76c5-da9a-40bd-861e-b29a16e24b0a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:35.956282 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec9b9a-c913-49f9-94ac-a8398c4dc5be", "name": "network-vif-deleted", "tag": "afc49264-9a4f-4ccf-b268-083a727e60ad", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:35.956785 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4aab76c5-da9a-40bd-861e-b29a16e24b0a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:35.957542 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec9b9a-c913-49f9-94ac-a8398c4dc5be', 'name': 'network-vif-deleted', 'tag': 'afc49264-9a4f-4ccf-b268-083a727e60ad', 'status': 'completed', 'code': 200} Jul 23 16:34:35.979815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:34:36.047851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be2e2882-209d-485e-a6a0-187487ec37cd req-2ec1d85d-a73f-4c53-8c0c-de0c8d26dd3e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877218 Jul 23 16:34:36.083582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b965f6f-34a1-48ef-97d2-0a1ed6e79884 None None] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:36.102688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96be8ebc-4815-486c-b704-c5a9890ff698 req-d1e24422-ce6b-495d-a2d8-9b43f6bf7378 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec9b9a-c913-49f9-94ac-a8398c4dc5be HTTP/1.1" status: 200 len: 210 time: 0.0481718 Jul 23 16:34:36.492596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:36.527529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Provisioning for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:36.569415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:36.572545 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.583730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Provisioning complete for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:36.584651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.673279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:36.689611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35740) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:36.690168 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-878cd0ac-8ac5-47b8-b70f-81ddb06ed3d6 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2696974 Jul 23 16:34:36.696896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1411838226'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:36.753819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:36.760122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.778762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:36.788197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:36.800092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.800752 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment 4f91db28-3624-4709-8d0f-432b547b0dd8 of type vlan for network 73831d5c-c532-4277-9e33-7dcd1526423e Jul 23 16:34:36.859351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:36.860003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:36.862356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.912465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.927213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:36.928082 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.954170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.142759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=73831d5c-c532-4277-9e33-7dcd1526423e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.170880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:37.178113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:37.179034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c8eb8959-5a6b-4614-964e-c4a75e77efec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4879820 Jul 23 16:34:37.307888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 73831d5c-c532-4277-9e33-7dcd1526423e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:37.400306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90491dfe-0831-4da9-9535-01b4336bc9c9 req-acf68d05-c707-47cf-a779-856345a98514 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.411646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90491dfe-0831-4da9-9535-01b4336bc9c9 req-acf68d05-c707-47cf-a779-856345a98514 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2162173 Jul 23 16:34:37.473487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:37.493223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.511048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.515586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90491dfe-0831-4da9-9535-01b4336bc9c9 req-e0970938-aeaa-4306-b06d-c7068d0afac1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921555 Jul 23 16:34:37.680861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:37.687182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:37.759819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.044942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.131855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:38.136963 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-7177e60a-0a7a-44ec-84dd-1baf39b5e3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:38.157224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:38.257379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=d8db9cab-c0ef-4794-8f15-2f50e68b3dd3,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:38.272631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:38.273237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 73831d5c-c532-4277-9e33-7dcd1526423e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:38.278384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device afc49264-9a4f-4ccf-b268-083a727e60ad no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:38.316663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 73831d5c-c532-4277-9e33-7dcd1526423e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:38.322567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: afc49264-9a4f-4ccf-b268-083a727e60ad {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:38.322938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device afc49264-9a4f-4ccf-b268-083a727e60ad not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:38.335575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 73831d5c-c532-4277-9e33-7dcd1526423e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:38.353712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e115420c-4d11-4a09-ba8d-f410a8a533bb None None] Network 73831d5c-c532-4277-9e33-7dcd1526423e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:38.365987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.368571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.408558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35808) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:38.409803 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8c7f1607-40bb-4b45-9d8a-47211e13cc77 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2366135 Jul 23 16:34:38.606424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35816) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:38.713748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:38.771121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:38.771470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Updating router ff834590-b8db-426d-86ec-b1c83b129b64 port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:38.818316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:34:38.919483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Provisioning for port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:38.923725 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.928235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-73831d5c-c532-4277-9e33-7dcd1526423e', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:38.929041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.949596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Provisioning complete for port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:38.950574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.111243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:39.177968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428a3ab-c7d4-46de-a611-e103778c91ee req-3033ade4-0e2e-4fc6-94fd-29ae0d6e89e6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.185157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4428a3ab-c7d4-46de-a611-e103778c91ee req-3033ade4-0e2e-4fc6-94fd-29ae0d6e89e6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.5040872 Jul 23 16:34:39.233175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b2b1-b4b8-4961-828c-00341fc60d08 req-2b88058c-7ecb-4be2-a6d6-265d4fab54a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.240640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b2b1-b4b8-4961-828c-00341fc60d08 req-2b88058c-7ecb-4be2-a6d6-265d4fab54a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.247970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b345b2b1-b4b8-4961-828c-00341fc60d08 req-2b88058c-7ecb-4be2-a6d6-265d4fab54a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8&device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 1682 time: 0.3268526 Jul 23 16:34:39.250607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Provisioning complete for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:39.251138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7826-ac84-46cd-9392-44108a9b4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.262293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.285522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56a3a865-86e4-48e2-b653-de813f943523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.306450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Allocated IP 2001:db8:1::2 (73831d5c-c532-4277-9e33-7dcd1526423e/d8db9cab-c0ef-4794-8f15-2f50e68b3dd3/a3b16be8-335e-448b-a849-b888ad5b26b1) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:39.375433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4428a3ab-c7d4-46de-a611-e103778c91ee req-6ba9b91d-10d1-4d8d-b393-20a06fced17d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890748 Jul 23 16:34:39.433017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b345b2b1-b4b8-4961-828c-00341fc60d08 req-43d021e3-4b17-4105-b54a-86c3a9957b56 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836982 Jul 23 16:34:39.578632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56a3a865-86e4-48e2-b653-de813f943523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.614175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56a3a865-86e4-48e2-b653-de813f943523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.747020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35840) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:39.755054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-56a3a865-86e4-48e2-b653-de813f943523 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f167a28d4084d658ef5c17621add4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1417646 Jul 23 16:34:39.755054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a865-86e4-48e2-b653-de813f943523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6fe01-3799-4556-b018-b97e683cb0a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:39.858595 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.914223 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.923890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:39.960653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.993491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Transition to ACTIVE for port object e0d93964-e0ba-4013-9991-1ce70c9eb1b8 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:40.007387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.010661 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.033829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.039249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.044911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0d6fe01-3799-4556-b018-b97e683cb0a3 HTTP/1.1" status: 204 len: 168 time: 0.2960727 Jul 23 16:34:40.049096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Transition to ACTIVE for port object a3b16be8-335e-448b-a849-b888ad5b26b1 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:40.071202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4437d7-b5f7-4947-9c89-7cbde0056774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6fe01-3799-4556-b018-b97e683cb0a3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.128637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Transition to ACTIVE for port object a3b16be8-335e-448b-a849-b888ad5b26b1 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:40.163755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5c845-fa3e-45a8-a44f-ff7852f5832c None None] Pushing event updated for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.175791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:40.176473 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.201631 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.327553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Pushing event updated for resources: {'Port': ['ID=a3b16be8-335e-448b-a849-b888ad5b26b1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.339562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Network 73831d5c-c532-4277-9e33-7dcd1526423e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:40.349729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:40.353032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:40.392347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8:1::1 (73831d5c-c532-4277-9e33-7dcd1526423e/d8db9cab-c0ef-4794-8f15-2f50e68b3dd3/54744b2f-4d79-4d5c-81f5-d33c2a20f5bb) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:40.705547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Attempting to bind port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:40.706016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Attempting to bind port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:40.706397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Attempting to bind port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 on network b6c6e724-5c2e-43c0-a591-bc74ec9d916d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:40.714975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:40.719913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Checking segment: {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:40.719913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.719913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Bound using segment: {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:40.719913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Bound port: e0d93964-e0ba-4013-9991-1ce70c9eb1b8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725afeaf-d92b-4819-a109-965002e7858d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:40.719913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.808816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] For port e0d93964-e0ba-4013-9991-1ce70c9eb1b8, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:40.813400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] For port e0d93964-e0ba-4013-9991-1ce70c9eb1b8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:40.841528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.859418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.882375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afadc7-1f88-484b-bf3a-3698c76ec57f req-826c4ed0-8142-4289-8bd5-4f37a62f9d5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:40.890380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09afadc7-1f88-484b-bf3a-3698c76ec57f req-826c4ed0-8142-4289-8bd5-4f37a62f9d5a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2988501 Jul 23 16:34:40.949847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5c845-fa3e-45a8-a44f-ff7852f5832c None None] Pushing event updated for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.951923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09afadc7-1f88-484b-bf3a-3698c76ec57f req-d6c867e7-4e3d-4893-8f08-0251330dfdab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Jul 23 16:34:40.969642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Attempting to bind port a3b16be8-335e-448b-a849-b888ad5b26b1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:40.970045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Attempting to bind port a3b16be8-335e-448b-a849-b888ad5b26b1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:40.972172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Attempting to bind port a3b16be8-335e-448b-a849-b888ad5b26b1 on network 73831d5c-c532-4277-9e33-7dcd1526423e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:40.973002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:41.047205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:41.047443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Checking segment: {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:41.048411 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.050158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Bound using segment: {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:41.051153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Bound port: a3b16be8-335e-448b-a849-b888ad5b26b1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:41.051543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.092315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.102768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:41.103307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:41.179267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 73831d5c-c532-4277-9e33-7dcd1526423e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:41.183365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:41.186933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:41.187708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.247983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.361889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:41.385468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:41.419152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] For port a3b16be8-335e-448b-a849-b888ad5b26b1, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:41.430255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cade5c6-a326-485c-9aed-112ac6842200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.453137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] For port a3b16be8-335e-448b-a849-b888ad5b26b1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a3b16be8-335e-448b-a849-b888ad5b26b1,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:41.509559 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.517206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2459308-eda9-469b-bb77-65506c879ece req-a6a470e3-f608-4efc-b6a8-9b8a54db1d01 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.520104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2459308-eda9-469b-bb77-65506c879ece req-a6a470e3-f608-4efc-b6a8-9b8a54db1d01 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 945 time: 0.4452279 Jul 23 16:34:41.619607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.638492 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.642296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2459308-eda9-469b-bb77-65506c879ece req-7fc94767-1527-4e21-b664-82ec388c37bf tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105347 Jul 23 16:34:41.643053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cade5c6-a326-485c-9aed-112ac6842200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.649717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cade5c6-a326-485c-9aed-112ac6842200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.713195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cade5c6-a326-485c-9aed-112ac6842200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a1631-02ab-402a-8134-e8fba4b8e2a9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.735518 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3cade5c6-a326-485c-9aed-112ac6842200 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6662ee80ffe47239ee12be0bedb6765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481858 Jul 23 16:34:41.741140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35874) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:41.752292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270bf58-572a-4baf-8cda-05195e270c8f None None] Pushing event updated for resources: {'Port': ['ID=a3b16be8-335e-448b-a849-b888ad5b26b1,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:41.778457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-166c2ad6-31cc-4cfd-bdda-5843670aaba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.873205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.916998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.951139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:42.134701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a54146-e4c5-4181-838a-3edc9ccbc24e None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:34Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:40Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:42.189317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.193199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.198628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b7a1631-02ab-402a-8134-e8fba4b8e2a9 HTTP/1.1" status: 204 len: 168 time: 0.4470358 Jul 23 16:34:42.212955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dee61-1851-41ad-940c-15bafab7813f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a1631-02ab-402a-8134-e8fba4b8e2a9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:42.424414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-65fa696f-9166-4713-85bb-5726991e9d3d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.425448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-65fa696f-9166-4713-85bb-5726991e9d3d tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.67 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 945 time: 0.1512282 Jul 23 16:34:42.435426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65d91-12aa-48a1-969a-e5fcbd2a6e7d req-c61ef340-6147-4cc9-a3d0-a34a23df72e8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.442923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93f65d91-12aa-48a1-969a-e5fcbd2a6e7d req-c61ef340-6147-4cc9-a3d0-a34a23df72e8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.2615364 Jul 23 16:34:43.066958 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.178782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.179598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.344664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93f65d91-12aa-48a1-969a-e5fcbd2a6e7d req-2d85d198-5126-44b2-a2bd-788b1a555292 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9006896 Jul 23 16:34:43.525075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabef09-35e8-45cf-b40c-f50041bcf2b3 None None] Network 73831d5c-c532-4277-9e33-7dcd1526423e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:43.609586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.642549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09a742-37f8-43b4-b7dc-d6bed02819af req-0b1f7834-3960-4a42-a0ec-da1e783da645 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.650765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf09a742-37f8-43b4-b7dc-d6bed02819af req-0b1f7834-3960-4a42-a0ec-da1e783da645 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 945 time: 0.6150022 Jul 23 16:34:43.659048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfffde67-ac14-481f-b7c6-d62c2f3b4aed None None] Provisioning for port a3b16be8-335e-448b-a849-b888ad5b26b1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:43.685510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-51ec978f-8593-423f-bab7-82fd6e0b1c81 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.693448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-51ec978f-8593-423f-bab7-82fd6e0b1c81 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 946 time: 0.6483791 Jul 23 16:34:43.709182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Deleting port 3873d19f-1d89-4a12-a180-7878a3b57141 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:43.711914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.820315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 73831d5c-c532-4277-9e33-7dcd1526423e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:43.910052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:43.976902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf09a742-37f8-43b4-b7dc-d6bed02819af req-30867a18-b4f8-4c19-8012-4cdee9edd26f tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/security-groups?id=75df7c80-a83f-4742-8a0c-01332fcadaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251467 Jul 23 16:34:44.131829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d93964-e0ba-4013-9991-1ce70c9eb1b8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:44.276218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] For port 3873d19f-1d89-4a12-a180-7878a3b57141, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3873d19f-1d89-4a12-a180-7878a3b57141,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:44.276604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.332831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:44.351832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:44.352162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.362953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.368402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-cb2327d7-4a69-4258-accb-516119f0bdf0 req-9fda51ed-118b-4966-bdd9-e739f993b83e service neutron] (94004) timed out ('10.222.0.64', 37406) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:34:44.464053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Calling delete_port for 3873d19f-1d89-4a12-a180-7878a3b57141 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:44.494764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3eb79fe0-3ba5-448d-a205-b62fb262dd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.508872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:44.614675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a2a47879-fb3e-49df-97c7-6f4a1c1d5748 None None] Provisioning for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:44.641186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a2a47879-fb3e-49df-97c7-6f4a1c1d5748 None None] Provisioning complete for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:44.641830 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a2a47879-fb3e-49df-97c7-6f4a1c1d5748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.743242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.792071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a2a47879-fb3e-49df-97c7-6f4a1c1d5748 None None] Port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:44.811854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Deleting port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:44.812668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.846955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e0d93964-e0ba-4013-9991-1ce70c9eb1b8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:44.851837 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:44.852490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a3b16be8-335e-448b-a849-b888ad5b26b1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:44.984725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:44.999897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.024102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a3b16be8-335e-448b-a849-b888ad5b26b1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:45.033117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4a6cc683-7c2f-4e48-b68d-2bcbe92f3484 None None] Provisioning complete for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:45.033854 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc683-7c2f-4e48-b68d-2bcbe92f3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.037602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a3b16be8-335e-448b-a849-b888ad5b26b1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:45.038291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.159935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4a6cc683-7c2f-4e48-b68d-2bcbe92f3484 None None] Port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:45.254746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event deleted for resources: {'Port': ['ID=3873d19f-1d89-4a12-a180-7878a3b57141,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:45.280839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-2006c67d-c40b-4e77-acf6-ba46daa0ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.282422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-2006c67d-c40b-4e77-acf6-ba46daa0ce33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 1097 time: 1.0350068 Jul 23 16:34:45.288909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.346216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a3b16be8-335e-448b-a849-b888ad5b26b1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a3b16be8-335e-448b-a849-b888ad5b26b1,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:45.352712 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.414193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b655b6c0-4769-44fe-8d26-9253b983bb44 req-713054a3-9d4c-4a47-b7a1-fe319e9f28df tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=c597d7a5-d603-494a-99fb-f6c7a66e13e0 HTTP/1.1" status: 200 len: 210 time: 0.1569884 Jul 23 16:34:45.455380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a3b16be8-335e-448b-a849-b888ad5b26b1,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:45.487464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a08f7-dc76-493b-ad28-a2247789ea89 req-33923623-8469-48c5-903c-f336bcd88238 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.496041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd7a08f7-dc76-493b-ad28-a2247789ea89 req-33923623-8469-48c5-903c-f336bcd88238 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.9459949 Jul 23 16:34:45.498337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] No DVR routers for this DVR port 3873d19f-1d89-4a12-a180-7878a3b57141 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:45.512500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.515260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d9cf263-eef4-4c31-962d-45016aba6337 req-f7c333fc-445c-4102-884d-e9a2ac73f6a4 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.67 "DELETE /v2.0/ports/3873d19f-1d89-4a12-a180-7878a3b57141 HTTP/1.1" status: 204 len: 173 time: 3.0659499 Jul 23 16:34:45.535051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'name': 'network-vif-deleted', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:45.537600 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0fd72d-1818-423b-91d5-26f418e00a87" -d '{"events": [{"server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "name": "network-vif-deleted", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:45.549497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.571671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e136878f-481b-40a6-8aee-f05140e58a20 None None] Provisioning complete for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:45.572100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e136878f-481b-40a6-8aee-f05140e58a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.588054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] For port 6b1dd285-1a45-4ebf-ab79-93348aefccc3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b1dd285-1a45-4ebf-ab79-93348aefccc3,segment=NetworkSegment(c816c3fe-d920-4c0c-a94d-39268442793f),segment_id=c816c3fe-d920-4c0c-a94d-39268442793f)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:45.588831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.607896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Calling delete_port for 6b1dd285-1a45-4ebf-ab79-93348aefccc3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:45.679880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e136878f-481b-40a6-8aee-f05140e58a20 None None] Port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:45.689210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd7a08f7-dc76-493b-ad28-a2247789ea89 req-c799fbc4-9834-4b82-8995-d421237c3a93 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919625 Jul 23 16:34:45.872721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:45.884314 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:45.884818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c00a5795-471a-4623-9218-bf0dac48539f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4731016 Jul 23 16:34:45.885962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35948) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:45.891848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1384321210'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:45.902797 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:45.903425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:45.942379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:45.943478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d93964-e0ba-4013-9991-1ce70c9eb1b8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:45.947224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.949557 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ccce9-589a-4287-881c-914b4e727e1a x-openstack-request-id: req-551ccce9-589a-4287-881c-914b4e727e1a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:45.949970 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c597d7a5-d603-494a-99fb-f6c7a66e13e0", "name": "network-vif-deleted", "tag": "3873d19f-1d89-4a12-a180-7878a3b57141", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:45.950295 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-551ccce9-589a-4287-881c-914b4e727e1a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:45.950768 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597d7a5-d603-494a-99fb-f6c7a66e13e0', 'name': 'network-vif-deleted', 'tag': '3873d19f-1d89-4a12-a180-7878a3b57141', 'status': 'completed', 'code': 200} Jul 23 16:34:45.977438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:45.989333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.990128 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2 of type vlan for network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 Jul 23 16:34:46.038858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.094019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.110171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:46.110540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.120593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:46.122422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.144452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.160598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-f9b7496f-dc8d-461f-b98d-ed3f87c501f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:46.163385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-f9b7496f-dc8d-461f-b98d-ed3f87c501f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.7938662 Jul 23 16:34:46.204844 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:46.216508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Pushing event deleted for resources: {'Port': ['ID=6b1dd285-1a45-4ebf-ab79-93348aefccc3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.227157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35952) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:46.250587 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3631458 Jul 23 16:34:46.287092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:46.305643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b1dd285-1a45-4ebf-ab79-93348aefccc3 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:46.343294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-c6892030-6cab-479c-80ac-204ace496e0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 200 len: 217 time: 0.1494119 Jul 23 16:34:46.362749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ed477-2a63-46ca-962f-64e80395289e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=6a5b5cf3-46ad-45fd-bd37-034c75434ee7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.368316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 6b1dd285-1a45-4ebf-ab79-93348aefccc3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:46.369034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b1dd285-1a45-4ebf-ab79-93348aefccc3 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:46.381124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:46.415959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a3b16be8-335e-448b-a849-b888ad5b26b1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:46.670566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a3b16be8-335e-448b-a849-b888ad5b26b1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:46.671666 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.726399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] No DVR routers for this DVR port 6b1dd285-1a45-4ebf-ab79-93348aefccc3 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:46.735232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-9158f752-987d-4cc0-9c4a-0e70de2efe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:46.743652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-9158f752-987d-4cc0-9c4a-0e70de2efe6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.1323516 Jul 23 16:34:46.745115 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.747174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b765d6b-9d25-466e-ac4a-a3fa6b2ee07a req-da892123-0bf1-4f75-b30a-cc41316431a9 tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.81 "DELETE /v2.0/ports/6b1dd285-1a45-4ebf-ab79-93348aefccc3 HTTP/1.1" status: 204 len: 173 time: 3.0459187 Jul 23 16:34:46.765193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:41Z', 'revision_number': 3, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:42Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:46.851347 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:46.851704 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Updating router ff834590-b8db-426d-86ec-b1c83b129b64 port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:46.857154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:46.871185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.876399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-68b03a25-debc-47d4-9970-4d8841bac214 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116192 Jul 23 16:34:46.894605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68fa7f38-3f43-4aa3-944f-6006666b3ad7 req-46fcdfa6-24ba-4752-835d-a40ebff2ea5b tempest-ListServersNegativeTestJSON-2017396972 tempest-ListServersNegativeTestJSON-2017396972-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fd79c7-9c65-4b21-b239-1427e8fc87b8 HTTP/1.1" status: 200 len: 210 time: 0.1165850 Jul 23 16:34:46.912679 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.988199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3873d19f-1d89-4a12-a180-7878a3b57141 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:47.030983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3873d19f-1d89-4a12-a180-7878a3b57141 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:47.033877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3873d19f-1d89-4a12-a180-7878a3b57141 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:47.233873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06ccaa-0b2a-4bf5-95d5-d82168c91560 req-1dc589ac-4d8e-48a4-8fba-166c9c6961d1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:47.237626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c06ccaa-0b2a-4bf5-95d5-d82168c91560 req-1dc589ac-4d8e-48a4-8fba-166c9c6961d1 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3594799 Jul 23 16:34:47.335154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-4b530a14-27a2-4781-ac12-013fd9ac06fe service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107900 Jul 23 16:34:47.424045 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.565157 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.575706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Transition to ACTIVE for port object 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:47.591260 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.674729 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Pushing event updated for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:47.740371 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.740852 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.741242 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.741677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.743894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.743894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.743894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.743894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.743894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.744422 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.745749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.746297 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:47.819576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Attempting to bind port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:47.819896 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Attempting to bind port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:47.820319 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Attempting to bind port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb on network 73831d5c-c532-4277-9e33-7dcd1526423e {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:47.840823 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:47.843441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Checking segment: {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:47.844053 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.845509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Bound using segment: {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:47.846557 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Bound port: 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f91db28-3624-4709-8d0f-432b547b0dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:47.848554 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.889425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c06ccaa-0b2a-4bf5-95d5-d82168c91560 req-57d55a49-c328-4573-87ba-c0f10b889e13 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347036 Jul 23 16:34:47.898448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b6bd5b1-d97a-4e99-bd8d-795023adb5c5 req-af8ca147-43cb-407f-a809-b9c14d6254fa service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366619 Jul 23 16:34:47.982611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'name': 'network-vif-deleted', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:47.985960 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2bd2de-4402-4e87-a04b-fa4e652de14c" -d '{"events": [{"server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "name": "network-vif-deleted", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:48.022026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35998) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.023521 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.034771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] For port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:48.057146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] For port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:48.065909 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.089048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=13029a66-ab8a-40aa-8967-3aebb5f72341,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.124285 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4503e0-cfec-4bd4-9d03-204599805e85 x-openstack-request-id: req-4f4503e0-cfec-4bd4-9d03-204599805e85 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:48.124707 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fd79c7-9c65-4b21-b239-1427e8fc87b8", "name": "network-vif-deleted", "tag": "6b1dd285-1a45-4ebf-ab79-93348aefccc3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:48.124973 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f4503e0-cfec-4bd4-9d03-204599805e85 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:48.125394 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd79c7-9c65-4b21-b239-1427e8fc87b8', 'name': 'network-vif-deleted', 'tag': '6b1dd285-1a45-4ebf-ab79-93348aefccc3', 'status': 'completed', 'code': 200} Jul 23 16:34:48.132191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:48.132554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 6a5b5cf3-46ad-45fd-bd37-034c75434ee7, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:48.153591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:48.168637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 6a5b5cf3-46ad-45fd-bd37-034c75434ee7) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:48.175216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.176196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.184724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0662d-9c5e-4c90-8221-540b8963e41f None None] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:48.200964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Deleting subnet 9aba16ec-9ef8-4cda-8665-871c1e752432 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:34:48.201511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-539da69e-c79a-41f8-8867-f88b0fbd2319 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9709992 Jul 23 16:34:48.203143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36004) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.211556 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.307070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.330927 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3e03e-9946-4d1a-8970-cb27e6626df1 None None] Pushing event updated for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.334252 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:48.335586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:48.420427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.519062 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:48.534498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.569304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:48.570667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.589873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aba16ec-9ef8-4cda-8665-871c1e752432,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.617531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.637635 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3cca08a0-e954-4a01-901b-e7548ee4336c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9aba16ec-9ef8-4cda-8665-871c1e752432 HTTP/1.1" status: 204 len: 168 time: 0.6143265 Jul 23 16:34:48.652064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:48.958489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.043328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Allocated IP 2001:db8:2::2 (6a5b5cf3-46ad-45fd-bd37-034c75434ee7/13029a66-ab8a-40aa-8967-3aebb5f72341/c9659f05-fb0e-4c60-bcae-eaff27f4d9f7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:49.099563 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:41Z', 'revision_number': 3, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:48Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.155442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e57df7-cb08-4c41-bc54-3c4b4857a302 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:41Z', 'revision_number': 3, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:48Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:49.199701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.224398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12513d74-2f46-4d14-af59-aa55d9b9dfaa']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.247101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c816c3fe-d920-4c0c-a94d-39268442793f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.251066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c816c3fe-d920-4c0c-a94d-39268442793f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:49.304065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.344499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.367622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:34:49.369252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.444471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.485741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Transition to ACTIVE for port object c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:34:49.544024 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:34:49.549589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.560975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.568370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] 10.222.0.64 "DELETE /v2.0/networks/12513d74-2f46-4d14-af59-aa55d9b9dfaa HTTP/1.1" status: 204 len: 168 time: 0.9132237 Jul 23 16:34:49.579879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76057979-c4ce-4d17-8f00-795381d40fe5 req-7ca2b89b-57df-448e-b59d-a96fce290116 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.593683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76057979-c4ce-4d17-8f00-795381d40fe5 req-7ca2b89b-57df-448e-b59d-a96fce290116 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.4424081 Jul 23 16:34:49.598216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88c45-5ed1-48a3-a91b-605e932a9f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=12513d74-2f46-4d14-af59-aa55d9b9dfaa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:49.641274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Transition to ACTIVE for port object c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:49.731110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76057979-c4ce-4d17-8f00-795381d40fe5 req-92d8fd01-e730-4bcb-95a5-25779418d0f3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312029 Jul 23 16:34:49.738686 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.768040 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.048553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36066) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:50.158629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b851e2d-7535-42ce-9716-e5a18fca819b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9ca9e238c564bfc82d450d73cc95cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086872 Jul 23 16:34:50.159672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36072) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:50.224147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Pushing event updated for resources: {'Port': ['ID=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.256244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:50.335349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:50.342729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.343792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.344556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.345469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.346259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.347671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.348288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.349476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.350414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.351009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.351661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.353128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:50.353409 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.362113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:50.369414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:50.441676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.444733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36078) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:50.492758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:50.498235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Attempting to bind port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:50.499493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Attempting to bind port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:50.500161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Attempting to bind port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 on network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:50.509502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:50.510397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.555430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:50.556254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Checking segment: {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:50.556892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.557503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Bound using segment: {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:50.558253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Bound port: c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:50.558900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.605583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.609422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.616425 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75df7c80-a83f-4742-8a0c-01332fcadaa8 HTTP/1.1" status: 204 len: 168 time: 0.4529784 Jul 23 16:34:50.638941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f267bd-1c22-4d4f-8c89-2678dffc91e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df7c80-a83f-4742-8a0c-01332fcadaa8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.652390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8:2::1 (6a5b5cf3-46ad-45fd-bd37-034c75434ee7/13029a66-ab8a-40aa-8967-3aebb5f72341/3175b1e0-b13c-4f19-ba2a-2339e500700f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:50.731963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] For port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:50.740453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] For port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:50.756636 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.758808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.852591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd476f-0d67-41bb-a689-37233c23209a None None] Pushing event updated for resources: {'Port': ['ID=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.861774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:50.872945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.951448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.970196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01fc2ba2-7453-4184-8ebb-5c97916451c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.047756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.107570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object 3175b1e0-b13c-4f19-ba2a-2339e500700f will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:51.117748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1104b3-3e3c-4d38-9010-866ec0d3b56d req-79025982-8a6e-4a9d-8986-c59ab20edfd6 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.119397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f1104b3-3e3c-4d38-9010-866ec0d3b56d req-79025982-8a6e-4a9d-8986-c59ab20edfd6 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.6139741 Jul 23 16:34:51.218477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01fc2ba2-7453-4184-8ebb-5c97916451c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.237716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01fc2ba2-7453-4184-8ebb-5c97916451c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.377901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53d83-d320-42f8-91c5-1505fc9038fd req-c5aceeea-0964-403d-8794-92120e09d72d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.386588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3af53d83-d320-42f8-91c5-1505fc9038fd req-c5aceeea-0964-403d-8794-92120e09d72d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.4234035 Jul 23 16:34:51.424567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f1104b3-3e3c-4d38-9010-866ec0d3b56d req-1f04fc40-feaf-4e14-9cd8-77d8c60a68c0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952033 Jul 23 16:34:51.433318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-01fc2ba2-7453-4184-8ebb-5c97916451c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6ac2e5ab99a422daa1eccc4cefe3c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9874148 Jul 23 16:34:51.434890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc2ba2-7453-4184-8ebb-5c97916451c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb8719a-b550-4759-a558-2a6402232898,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:51.436338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36106) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:51.458293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.527250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3af53d83-d320-42f8-91c5-1505fc9038fd req-86ddf490-7e3b-4edc-ba68-f9fa1428e83b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387799 Jul 23 16:34:51.545109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:51.546145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.550513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:51.554741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:51.555660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.613623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.681235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:51.720165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.723792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.725596 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cb8719a-b550-4759-a558-2a6402232898 HTTP/1.1" status: 204 len: 168 time: 0.2874966 Jul 23 16:34:51.738955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc00e21-3ce6-4636-aa77-623b4e197c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb8719a-b550-4759-a558-2a6402232898,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:51.844020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.964012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36122) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:52.075885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:52.182071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:52.182456 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.295193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:52.355590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-336412304-network', 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:52.369881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:52.415354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.426962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.430572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.430979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:52.439569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.482678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.565266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ef1c1-a0a6-449f-93ef-edb5fcd5b833 None None] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:52.703173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Provisioning for port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:52.711875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Provisioning complete for port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:52.712591 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.827234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.834178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:52.836176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.863495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:52.877905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.878553 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Added segment 9ca181fb-4117-4f97-9b80-e1a4a1632a50 of type vlan for network 64d87940-e5b6-43b8-9d0b-e1f91944249e Jul 23 16:34:52.936979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.939281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:52.992157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:52.994352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.006808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.007603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.019699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:53.024844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a179d534-6275-4486-a8df-62511e02b9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.053547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.149126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1839268 Jul 23 16:34:53.156434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] For port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:53.162656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.178345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3af431-66e5-4e6d-9302-81d4ccbc0bfe,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.183251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:53.183880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66b660-3b2d-413c-bfbd-7dc691f11512 admin admin] Pushing event updated for resources: {'Network': ['ID=64d87940-e5b6-43b8-9d0b-e1f91944249e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.192011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Request body: {'subnet': {'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-336412304-subnet', 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:53.220022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:34:53.220022 n-d-800484-3 neutron-server[94004]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:34:53.220022 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id': '8224758dcecd44f08ead1bb75fd8e7d0', 'id': '0daa6f23-b175-4c18-b757-23cb1c5bd635', 'expiration': datetime.datetime(2021, 7, 23, 16, 36, 53, 211132)}] Jul 23 16:34:53.220022 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:53.220508 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:53.258889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:53.348407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c762c4-4946-4de5-a705-6e9d27dfe4d5 req-8f9f0a7d-3481-45d3-a6cc-862323a59aa1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.356142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c762c4-4946-4de5-a705-6e9d27dfe4d5 req-8f9f0a7d-3481-45d3-a6cc-862323a59aa1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.8026035 Jul 23 16:34:53.432069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a179d534-6275-4486-a8df-62511e02b9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.444405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a179d534-6275-4486-a8df-62511e02b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.496926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179d534-6275-4486-a8df-62511e02b9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89508d72-6380-4ce3-9393-b4f1f81e0931,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.518409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-75bba2d0-d8cb-4e58-8b0e-a832fd6dee4f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.522239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-75bba2d0-d8cb-4e58-8b0e-a832fd6dee4f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.81 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.5343411 Jul 23 16:34:53.549503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420baf57-4538-486c-b7a7-061e7b7f6802 None None] Pushing event updated for resources: {'Port': ['ID=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.566582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae930d1-baf6-47c8-8708-949a87d9d17f req-accc7fc7-09d2-423b-8733-048c37e400bb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:53.567851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-529af716-a5ce-454d-8942-28552061d824 None None] Provisioning for port 3175b1e0-b13c-4f19-ba2a-2339e500700f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:53.568527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ae930d1-baf6-47c8-8708-949a87d9d17f req-accc7fc7-09d2-423b-8733-048c37e400bb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.8979120 Jul 23 16:34:53.587164 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a179d534-6275-4486-a8df-62511e02b9b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1048d06b3514680aff91d06dc7b904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147196 Jul 23 16:34:53.588240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36154) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:53.593750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-529af716-a5ce-454d-8942-28552061d824 None None] Provisioning complete for port 3175b1e0-b13c-4f19-ba2a-2339e500700f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:53.594717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-529af716-a5ce-454d-8942-28552061d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.624945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c762c4-4946-4de5-a705-6e9d27dfe4d5 req-c42c1dec-1bf2-4dd6-9bf0-8a475c3479d8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678866 Jul 23 16:34:53.627640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:53.720634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-529af716-a5ce-454d-8942-28552061d824 None None] Port 3175b1e0-b13c-4f19-ba2a-2339e500700f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:53.748595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3ae930d1-baf6-47c8-8708-949a87d9d17f req-683fbecf-504d-4acc-8b7f-e00c14fdba32 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271348 Jul 23 16:34:53.767955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-529af716-a5ce-454d-8942-28552061d824 None None] Provisioning complete for port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:53.772042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-529af716-a5ce-454d-8942-28552061d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.811637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.886118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:53.893175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.920020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:53.995375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:34:54.019419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:54.034232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec15a975-291e-4e2b-a9cf-d11c0cc8d1d2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8289893 Jul 23 16:34:54.038621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36162) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:54.054708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:54.062898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1384944436'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:54.090954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Deleting port e733162c-26b6-437f-b381-2d53f8a7e008 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:34:54.091375 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.100929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:54.101582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:54.200940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.206846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.208468 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89508d72-6380-4ce3-9393-b4f1f81e0931 HTTP/1.1" status: 204 len: 168 time: 0.6191072 Jul 23 16:34:54.215137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:54.223430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.278654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:54.331099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cc902-2824-47a9-9203-873294feddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89508d72-6380-4ce3-9393-b4f1f81e0931,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:54.336730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] For port e733162c-26b6-437f-b381-2d53f8a7e008, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=e733162c-26b6-437f-b381-2d53f8a7e008,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:54.337515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.359863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:54.359863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.390691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:34:54.392484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:54.424210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.425087 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added segment d681881a-75db-4a82-82ff-8e8fd5106177 of type vlan for network 175a40f5-52e0-4870-bb57-5df993780675 Jul 23 16:34:54.506560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc8d0bf5-d16e-4831-8d96-a86ab178c02e None None] Provisioning complete for port 3175b1e0-b13c-4f19-ba2a-2339e500700f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:54.506941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc8d0bf5-d16e-4831-8d96-a86ab178c02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.584158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.632967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.770247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d0bf5-d16e-4831-8d96-a86ab178c02e None None] Port 3175b1e0-b13c-4f19-ba2a-2339e500700f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:54.828847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.833829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:51Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:34:52Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:54.848159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.848530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.850922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.851115 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Floating IP 1192fd9a-4d72-4330-9c63-d8809c02c527 disassociated. External IP: 172.25.2.32, port: e733162c-26b6-437f-b381-2d53f8a7e008. Jul 23 16:34:54.851352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Calling delete_port for e733162c-26b6-437f-b381-2d53f8a7e008 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:34:54.851594 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.873670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e67e-5bbb-47b6-9f1b-48f5ece8a950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.886622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:54.887180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Updating router ff834590-b8db-426d-86ec-b1c83b129b64 port 3175b1e0-b13c-4f19-ba2a-2339e500700f binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:34:54.930421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.962429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:54.962802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Network hostable DHCP agents. Network: 64d87940-e5b6-43b8-9d0b-e1f91944249e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:54.963653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a968837f-0a26-411e-9c06-c4b2a647b5c4 None None] Provisioning complete for port 3175b1e0-b13c-4f19-ba2a-2339e500700f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:54.964138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a968837f-0a26-411e-9c06-c4b2a647b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.984058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a5d07d-706a-4cbf-b4dc-957a842e7410,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:54.993417 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9508796 Jul 23 16:34:54.994878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36190) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:55.052910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e162f40-22df-4cbe-9c21-39330fb1def4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Network': ['ID=175a40f5-52e0-4870-bb57-5df993780675,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.062093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'subnet': {'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:34:55.085187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 175a40f5-52e0-4870-bb57-5df993780675 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:34:55.089483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:55.105915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 64d87940-e5b6-43b8-9d0b-e1f91944249e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:55.114227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.114970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.148000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c72fd-dca5-438e-8dd6-89fb0f341323 None None] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:55.222724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e67e-5bbb-47b6-9f1b-48f5ece8a950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.235439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e67e-5bbb-47b6-9f1b-48f5ece8a950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.240474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb9a3-e10a-46d7-b2b1-d8e0068ae98d req-4686b661-bce3-42e9-9f81-15af4846a6f2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.242589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a3eb9a3-e10a-46d7-b2b1-d8e0068ae98d req-4686b661-bce3-42e9-9f81-15af4846a6f2 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 946 time: 0.4291205 Jul 23 16:34:55.297385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f239-9713-46f8-b747-7eab8d3417bd req-f8c55d01-2ba9-48fb-873d-1331b52a6686 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.299573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7e9f239-9713-46f8-b747-7eab8d3417bd req-f8c55d01-2ba9-48fb-873d-1331b52a6686 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3590677 Jul 23 16:34:55.304620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ec6e67e-5bbb-47b6-9f1b-48f5ece8a950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43cf19f9e85f410da628a9a9d6a3f1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108796 Jul 23 16:34:55.315384 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-614db79d-21c3-4de9-af3e-154595738292 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1212809 Jul 23 16:34:55.315384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:55.384346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Made reservation on behalf of a7978049e84e45488e512d619998a8f4 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:55.388965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.429707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6e67e-5bbb-47b6-9f1b-48f5ece8a950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4804d9d6-c023-4edb-a473-1a5e5ab2b7db,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.442238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a968837f-0a26-411e-9c06-c4b2a647b5c4 None None] Port 3175b1e0-b13c-4f19-ba2a-2339e500700f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:34:55.444831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a3eb9a3-e10a-46d7-b2b1-d8e0068ae98d req-a31d2572-90e2-48ca-8843-a1a281e179e3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=0019fc24-de3a-4310-9928-359b252371ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896009 Jul 23 16:34:55.537914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.542884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7e9f239-9713-46f8-b747-7eab8d3417bd req-e7250ef9-edd8-4554-9377-5d919a2332dc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235296 Jul 23 16:34:55.606043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.618015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.667956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'Port': ['ID=e733162c-26b6-437f-b381-2d53f8a7e008,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.725955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.729058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:55.733451 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4804d9d6-c023-4edb-a473-1a5e5ab2b7db HTTP/1.1" status: 204 len: 168 time: 0.4167807 Jul 23 16:34:55.751648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4228c34-9aee-4e36-bd8a-4a30381c70f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4804d9d6-c023-4edb-a473-1a5e5ab2b7db,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:55.886312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05e376-726a-4b34-a0f7-0702843937ff None None] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:56.078625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:34:56.158671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.294244 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.306680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e733162c-26b6-437f-b381-2d53f8a7e008 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:34:56.331361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: e733162c-26b6-437f-b381-2d53f8a7e008 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:34:56.331710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device e733162c-26b6-437f-b381-2d53f8a7e008 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:34:56.336027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Transition to ACTIVE for port object 3175b1e0-b13c-4f19-ba2a-2339e500700f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:56.346026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.390788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Subnet': ['ID=78c0c547-c564-42df-8851-88ccaaa59b3d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:56.572949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:56.614863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029231-c7db-4fdf-b892-733ed7e2261f None None] Pushing event updated for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:56.627528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-541d6845-10e9-4bf0-bcfc-8133d7e09886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.739042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Attempting to bind port 3175b1e0-b13c-4f19-ba2a-2339e500700f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:56.739993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Attempting to bind port 3175b1e0-b13c-4f19-ba2a-2339e500700f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:56.740678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Attempting to bind port 3175b1e0-b13c-4f19-ba2a-2339e500700f on network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:56.748778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:56.754503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Checking segment: {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:56.755312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.756055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Bound using segment: {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:56.758489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Bound port: 3175b1e0-b13c-4f19-ba2a-2339e500700f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:56.759164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.901593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] For port 3175b1e0-b13c-4f19-ba2a-2339e500700f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:56.911485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] For port 3175b1e0-b13c-4f19-ba2a-2339e500700f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3175b1e0-b13c-4f19-ba2a-2339e500700f,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:56.925410 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.931136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-541d6845-10e9-4bf0-bcfc-8133d7e09886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:56.938225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-541d6845-10e9-4bf0-bcfc-8133d7e09886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.040696 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-541d6845-10e9-4bf0-bcfc-8133d7e09886 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d455baa11084cb9b99d2385b586d48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658656 Jul 23 16:34:57.046658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:57.058415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d6845-10e9-4bf0-bcfc-8133d7e09886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b665f70-69fc-4c69-ad22-3c0d4b294e3c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:57.069467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:57.070706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:57.176167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.244943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.254107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:57.320787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-750f4258-c161-4686-81b6-ad00ab2a20e2 req-56f4212d-39dc-4184-8edd-58ae82b9b94e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 210 time: 0.1472504 Jul 23 16:34:57.443054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:57.476306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Checking segment: {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:57.476865 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:34:57.477601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network hostable DHCP agents. Network: 175a40f5-52e0-4870-bb57-5df993780675, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:57.502000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029231-c7db-4fdf-b892-733ed7e2261f None None] Pushing event updated for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:57.503433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:57.504294 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:57.505056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.512941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.514639 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b665f70-69fc-4c69-ad22-3c0d4b294e3c HTTP/1.1" status: 204 len: 168 time: 0.4643826 Jul 23 16:34:57.539123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc88787-d1be-479d-b7d2-522ebd97b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b665f70-69fc-4c69-ad22-3c0d4b294e3c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:57.598981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-80a61e6f-fcfb-44ff-8eb6-d7c1ae996fdb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.615655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-80a61e6f-fcfb-44ff-8eb6-d7c1ae996fdb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 1.2261708 Jul 23 16:34:57.748093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] No DVR routers for this DVR port e733162c-26b6-437f-b381-2d53f8a7e008 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:34:57.757517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:57.759622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-1758aab5-2dca-40e2-82f5-82ff4c43a297 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.1425984 Jul 23 16:34:57.763274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.766636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7394f4ea-6493-4385-9ec8-54d8d1576933 req-b832d618-4e67-4817-b5d0-f95dabe3a5c4 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.81 "DELETE /v2.0/ports/e733162c-26b6-437f-b381-2d53f8a7e008 HTTP/1.1" status: 204 len: 173 time: 4.1962445 Jul 23 16:34:57.771212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'name': 'network-vif-deleted', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:57.774289 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f9a2e0-8ce2-4eec-809b-78a760d4d464" -d '{"events": [{"server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "name": "network-vif-deleted", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:34:57.785885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 175a40f5-52e0-4870-bb57-5df993780675 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:57.788159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:51Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:34:56Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:57.850439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-2edbea5e-21b4-4778-a718-c4593a87e825 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897844 Jul 23 16:34:57.863084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 175a40f5-52e0-4870-bb57-5df993780675) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:57.892133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.892795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:57.894218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb779f-9b5e-478e-a89a-2749288203e6 None None] Network 175a40f5-52e0-4870-bb57-5df993780675 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:34:57.900157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50819bc4-9747-4a9b-ae63-596f63c10e9a None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:34:51Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:34:56Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:57.958417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b7169-f192-4e1b-826d-a52249b53152 req-e7ba538a-5e0b-40e2-92da-1f8e8d72c12b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.960036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-539b7169-f192-4e1b-826d-a52249b53152 req-e7ba538a-5e0b-40e2-92da-1f8e8d72c12b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.4851043 Jul 23 16:34:58.033346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0293be53-c196-47e0-a558-1beb6c32a1c5 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9805441 Jul 23 16:34:58.033737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.189209 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:58.222755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-539b7169-f192-4e1b-826d-a52249b53152 req-20061ea3-16ac-4fda-a214-66e5e8d76bbc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976163 Jul 23 16:34:58.259260 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:34:58.273514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-d6f9119b-178c-4479-9f14-e2d0b4de863e service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220891 Jul 23 16:34:58.289796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:58.291279 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:58.348322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-175a40f5-52e0-4870-bb57-5df993780675', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:34:58.350357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.376519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36276) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:58.503969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afc2a22f-73a0-490c-9099-829865a4ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.667881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:34:58.749969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afc2a22f-73a0-490c-9099-829865a4ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.754164 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589afe90-c4a1-4e67-b5e3-4c1cc7785589 x-openstack-request-id: req-589afe90-c4a1-4e67-b5e3-4c1cc7785589 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:34:58.754660 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6caed0-cb93-4385-8f09-a613322aec8f", "name": "network-vif-deleted", "tag": "e733162c-26b6-437f-b381-2d53f8a7e008", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:34:58.754929 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-589afe90-c4a1-4e67-b5e3-4c1cc7785589 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:34:58.755366 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6caed0-cb93-4385-8f09-a613322aec8f', 'name': 'network-vif-deleted', 'tag': 'e733162c-26b6-437f-b381-2d53f8a7e008', 'status': 'completed', 'code': 200} Jul 23 16:34:58.760264 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afc2a22f-73a0-490c-9099-829865a4ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.763622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Allocated IP 2001:db8:3::2 (175a40f5-52e0-4870-bb57-5df993780675/78c0c547-c564-42df-8851-88ccaaa59b3d/0eee63b0-ef96-4f18-ac59-19c3c69c5daf) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:58.812588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:58.882246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42ccc506-0cf8-4043-a5e0-b5cfe10db79f req-6ac385c7-6386-47a5-af71-bf3ac4aabb33 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb6caed0-cb93-4385-8f09-a613322aec8f HTTP/1.1" status: 200 len: 210 time: 0.1300697 Jul 23 16:34:58.914552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-7167ff7c-e446-469a-9f21-3550e1716d93 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349182 Jul 23 16:34:59.008540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-afc2a22f-73a0-490c-9099-829865a4ad01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3504669c2db548368ef2ee52729576b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120329 Jul 23 16:34:59.008832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:34:59.019136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2a22f-73a0-490c-9099-829865a4ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484cb81-5b76-49f6-90f6-e7cd7cdfbaa3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:59.140749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.159964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Transition to ACTIVE for port object 0eee63b0-ef96-4f18-ac59-19c3c69c5daf will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:59.193330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Transition to ACTIVE for port object 0eee63b0-ef96-4f18-ac59-19c3c69c5daf will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:59.193917 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:59.221207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.242437 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9bba64-c58d-4edd-8722-3375fc78481e None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:34:59.302789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.317694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Network 175a40f5-52e0-4870-bb57-5df993780675 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:59.325290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:59.337285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:59.359599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Pushing event updated for resources: {'Port': ['ID=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:59.531174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36b326-5fe4-4a84-a10b-b82b0e7f167c req-5c1f0263-9cd1-4ee6-9c91-b0eba3823eaa tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.534481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d36b326-5fe4-4a84-a10b-b82b0e7f167c req-5c1f0263-9cd1-4ee6-9c91-b0eba3823eaa tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.1470535 Jul 23 16:34:59.557331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Attempting to bind port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:59.557706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Attempting to bind port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:59.558101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Attempting to bind port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf on network 175a40f5-52e0-4870-bb57-5df993780675 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:59.580016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:59.588346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Checking segment: {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:34:59.589819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.592775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Bound using segment: {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:59.593239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Bound port: 0eee63b0-ef96-4f18-ac59-19c3c69c5daf, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:59.593641 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.614892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d36b326-5fe4-4a84-a10b-b82b0e7f167c req-9202e144-6c7e-45f0-b298-7b49ddf601ca tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727553 Jul 23 16:34:59.713876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] For port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:59.729547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] For port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:59.740119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.819949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:59.941863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d65cdd9-a63d-4af5-8b50-e51c2be66eea req-f27c3074-c519-4390-9d75-6f58c7e7a553 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 210 time: 0.7304733 Jul 23 16:34:59.960878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42cb5a-b933-4a34-aecd-3c56bc07a991 None None] Pushing event updated for resources: {'Port': ['ID=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:59.966123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80955257-db23-47ce-a6fc-2402eeb78679 None None] New status for floating IP 1192fd9a-4d72-4330-9c63-d8809c02c527: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:35:00.045112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3175b1e0-b13c-4f19-ba2a-2339e500700f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:00.059675 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.065522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36322) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.237414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.239944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3175b1e0-b13c-4f19-ba2a-2339e500700f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:00.246364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3175b1e0-b13c-4f19-ba2a-2339e500700f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:00.246739 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.368581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.370527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Allocated IP 2001:db8:3::1 (175a40f5-52e0-4870-bb57-5df993780675/78c0c547-c564-42df-8851-88ccaaa59b3d/499cb134-e1af-4754-b244-41b67e236791) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:00.388119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.392438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.394117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b484cb81-5b76-49f6-90f6-e7cd7cdfbaa3 HTTP/1.1" status: 204 len: 168 time: 1.3842378 Jul 23 16:35:00.394527 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.441711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe763-1217-466b-9048-b638f8c9cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484cb81-5b76-49f6-90f6-e7cd7cdfbaa3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:00.495679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.498889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.503901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "DELETE /v2.0/security-groups/0019fc24-de3a-4310-9928-359b252371ed HTTP/1.1" status: 204 len: 168 time: 0.4369743 Jul 23 16:35:00.510339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36330) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.534192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3175b1e0-b13c-4f19-ba2a-2339e500700f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3175b1e0-b13c-4f19-ba2a-2339e500700f,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:00.539929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0b647-41bf-4192-b1be-2cfa282231a1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0019fc24-de3a-4310-9928-359b252371ed,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:00.541406 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.560304 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-91521cfd-2bcc-4390-89b3-f922c4bb9f90 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] show failed (client error): The resource could not be found. Jul 23 16:35:00.561837 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91521cfd-2bcc-4390-89b3-f922c4bb9f90 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups/0019fc24-de3a-4310-9928-359b252371ed HTTP/1.1" status: 404 len: 347 time: 0.0474257 Jul 23 16:35:00.567099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36332) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:00.768968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:00.778396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:00.810378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Transition to ACTIVE for port object 499cb134-e1af-4754-b244-41b67e236791 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:00.915054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.001334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Deleting port 2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:01.001673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.026354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 175a40f5-52e0-4870-bb57-5df993780675 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:01.043255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:01.057592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:01.061955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.062718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaf3a6-6c11-4b46-8a22-0a7e8e8fd605 req-6b8e8bae-604d-4f05-b9da-315ebb1f8952 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.064327 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fbaf3a6-6c11-4b46-8a22-0a7e8e8fd605 req-6b8e8bae-604d-4f05-b9da-315ebb1f8952 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3186526 Jul 23 16:35:01.166543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:01.326713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-783ca95c-8686-4d84-a799-e589459fa5ac req-f5e997d4-3302-4fc1-942b-1128a0123dc1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 210 time: 0.1234832 Jul 23 16:35:01.339086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fbaf3a6-6c11-4b46-8a22-0a7e8e8fd605 req-e3255a3a-b995-450d-b5ea-a59832e59795 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633355 Jul 23 16:35:01.376226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.376806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.401456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Calling delete_port for 2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:01.435403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:01.682887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-a03bfc3e-69c9-4cfe-9ac2-367d538356b4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.685456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-a03bfc3e-69c9-4cfe-9ac2-367d538356b4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2786567 Jul 23 16:35:01.776572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:01.833799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319e684-dbcc-4523-9216-6f7e40f30f7c None None] Network 175a40f5-52e0-4870-bb57-5df993780675 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:01.983560 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.032257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48e4aba0-132b-43f5-9a45-94511eae261c None None] Provisioning for port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:02.142651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'Port': ['ID=2d9dfc5a-9610-4dd8-8d73-03d0fc9ed87e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:02.224552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.251576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.253123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.262911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:02.273679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.317893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3175b1e0-b13c-4f19-ba2a-2339e500700f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:02.439993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3175b1e0-b13c-4f19-ba2a-2339e500700f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:02.441234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.537858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event updated for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:02.645987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Network 175a40f5-52e0-4870-bb57-5df993780675 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:02.647921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:02.702081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0eee63b0-ef96-4f18-ac59-19c3c69c5daf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:02.718413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.723993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.730772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-93846b15-ca65-4efc-92c9-1317ba6e966d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "DELETE /v2.0/floatingips/1192fd9a-4d72-4330-9c63-d8809c02c527 HTTP/1.1" status: 204 len: 168 time: 2.1617455 Jul 23 16:35:02.866787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfd70661-0b1c-49bb-883c-4f485c11c720 req-4cd408de-2083-4318-9d9b-e6336e46ed32 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 210 time: 0.1874127 Jul 23 16:35:02.891253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:02.905280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.11 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/5b8aaa03-c63c-4fef-a6b2-af5a9211be9f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:02.913463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:02.913877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:02.990810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:03.015638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Provisioning for port 499cb134-e1af-4754-b244-41b67e236791 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:03.023277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Provisioning complete for port 499cb134-e1af-4754-b244-41b67e236791 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:03.024012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.106628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Port 499cb134-e1af-4754-b244-41b67e236791 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:03.174574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Provisioning complete for port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:03.175354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.283299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:03.293741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1e0e6c50-0b7e-42da-8a44-92ac9f10ab6e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2550271 Jul 23 16:35:03.294306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36398) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:03.298850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.315035 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.316376 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:03.319636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:03.346540 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:03.347256 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:03.400859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36400) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:03.438656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960201251', 'description': 'tempest-description--1186486772'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:03.534881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:03.554835 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.556906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.579550 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:03.671271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.683995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.777836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:03.815045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:03.818735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:03.900101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.932945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.950880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:03.951826 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-0bbba4ba-9db3-4800-8314-8ae00fa5a352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:03.969698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:03.970917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.994602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e28a7-8d0e-43a2-9de6-440bf82ab566 req-18b30fec-9d1c-40e6-88b9-896649e1a149 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.004102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa6e28a7-8d0e-43a2-9de6-440bf82ab566 req-18b30fec-9d1c-40e6-88b9-896649e1a149 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 1.3284311 Jul 23 16:35:04.127743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa6e28a7-8d0e-43a2-9de6-440bf82ab566 req-9116ab65-6160-479b-9712-b581023960b0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165552 Jul 23 16:35:04.181430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.194303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabb9bf-b0f3-4998-8e5f-ed97379f9187 req-dca97500-644a-4ba9-bc60-b73fa7157014 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.195966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecabb9bf-b0f3-4998-8e5f-ed97379f9187 req-dca97500-644a-4ba9-bc60-b73fa7157014 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 932 time: 0.1236045 Jul 23 16:35:04.197159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.203427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-cdf80716-f263-4b61-bf05-a30c364bb4a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4888031 Jul 23 16:35:04.233416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Request body: {'port': {'device_id': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:04.284968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.290467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8792827 Jul 23 16:35:04.290467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:04.294692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group_rule': {'security_group_id': 'f862790f-7f97-4e80-8b85-b4e85aa2b947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:04.320271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf5ea9-d938-42e6-a3c1-8d5f1b4cd52c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f862790f-7f97-4e80-8b85-b4e85aa2b947,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:04.346347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecabb9bf-b0f3-4998-8e5f-ed97379f9187 req-8550ff73-910a-4235-90c8-3352e22512e0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414182 Jul 23 16:35:04.354390 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:01Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:01Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:04.368154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.415008 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:04.415867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Updating router ff834590-b8db-426d-86ec-b1c83b129b64 port 499cb134-e1af-4754-b244-41b67e236791 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:04.439142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.473690 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.509244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.540413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccdb806-db47-4739-b116-ddff5604e1f7,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:04.558753 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.559950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.extraroute_db [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:35:04.571520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.585586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e93b8c50-7008-4b9b-b148-9bc60cc2cfe8 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2948115 Jul 23 16:35:04.592820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:04.610069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.extraroute_db [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Removed routes are [] {{(pid=94004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:35:04.610803 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.618208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'security_group_rule': {'security_group_id': 'f862790f-7f97-4e80-8b85-b4e85aa2b947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:04.709513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e9efea27-c07a-47bb-8c29-8b258c210354 None None] Provisioning complete for port 499cb134-e1af-4754-b244-41b67e236791 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:04.711007 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9efea27-c07a-47bb-8c29-8b258c210354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.768503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.856632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e9efea27-c07a-47bb-8c29-8b258c210354 None None] Port 499cb134-e1af-4754-b244-41b67e236791 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:04.918736 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.932104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Transition to ACTIVE for port object 499cb134-e1af-4754-b244-41b67e236791 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:04.947036 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.025656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad9c0-2d4a-4621-b1f7-1c769ad39cba None None] Pushing event updated for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.110812 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Attempting to bind port 499cb134-e1af-4754-b244-41b67e236791 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:05.111177 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Attempting to bind port 499cb134-e1af-4754-b244-41b67e236791 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:05.111541 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Attempting to bind port 499cb134-e1af-4754-b244-41b67e236791 on network 175a40f5-52e0-4870-bb57-5df993780675 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:05.117325 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:05.117760 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Checking segment: {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:05.118204 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.118724 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Bound using segment: {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:05.119205 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Bound port: 499cb134-e1af-4754-b244-41b67e236791, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd681881a-75db-4a82-82ff-8e8fd5106177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '175a40f5-52e0-4870-bb57-5df993780675'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:05.119582 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.209921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:05.230111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.269016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Transition to ACTIVE for port object 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:05.272160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] For port 499cb134-e1af-4754-b244-41b67e236791, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:05.278847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.279199 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] For port 499cb134-e1af-4754-b244-41b67e236791, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=499cb134-e1af-4754-b244-41b67e236791,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:05.287559 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.435878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:05.437832 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:05.444010 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad9c0-2d4a-4621-b1f7-1c769ad39cba None None] Pushing event updated for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.717613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.805486 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:05.839784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.854063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.861789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.870274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.916966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d306dbf-7dd7-4c7b-ad74-c572025accf7,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.975511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0eee63b0-ef96-4f18-ac59-19c3c69c5daf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:06.031984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a1f5b-e81c-4e9b-992d-168d229ee954 req-85ac9b5f-54ba-4d34-be7c-498933e97dfc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.034011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-430a1f5b-e81c-4e9b-992d-168d229ee954 req-85ac9b5f-54ba-4d34-be7c-498933e97dfc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.7168896 Jul 23 16:35:06.066229 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.068541 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c89cd9b7-9ec0-4d26-9781-09f01b98440e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4743476 Jul 23 16:35:06.072420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:06.078350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:06.114271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.194382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:04Z', 'revision_number': 6, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:05Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:06.209915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364225-b8a8-446b-ad08-3d3a9ba83a0d req-ae5e5041-0fc0-47a8-b287-2e4c10585809 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.212356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2364225-b8a8-446b-ad08-3d3a9ba83a0d req-ae5e5041-0fc0-47a8-b287-2e4c10585809 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 944 time: 0.6887860 Jul 23 16:35:06.242328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:06.271381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19b24-d90e-4120-8085-a4811a9d4988 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:04Z', 'revision_number': 6, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:05Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:06.278742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:06.315578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Attempting to bind port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:06.315578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Attempting to bind port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:06.315947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Attempting to bind port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:06.425610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-430a1f5b-e81c-4e9b-992d-168d229ee954 req-220905c7-2c59-46ce-b33b-4a75afaa6dc9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849452 Jul 23 16:35:06.459999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:06.460319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Attempting to bind port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:06.498876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2364225-b8a8-446b-ad08-3d3a9ba83a0d req-60754bcd-1db9-4615-98e4-9dec1faf6d4b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756538 Jul 23 16:35:06.511127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:06.511780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:06.512493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:06.513832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Bound port: 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:06.514459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.584591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:06.585203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.672242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:06.697652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.700730 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68d162ab-e745-4dd3-9415-4058f3266a0c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 953 time: 3.3964639 Jul 23 16:35:06.705373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36490) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:06.757837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:06.765048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:06.780915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.936372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.937016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.941123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] 10.222.0.81 "PUT /v2.0/ports/5b8aaa03-c63c-4fef-a6b2-af5a9211be9f HTTP/1.1" status: 200 len: 1092 time: 2.7129993 Jul 23 16:35:06.944153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:06.948644 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:06.957867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb2efed1-d552-47c6-b273-c5fd7ea836ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.980142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6a9c-52ac-40cd-809c-acb1df6ebc79 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:07.071820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.080857 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743ce14-4a41-4061-abca-4e8757ee03c0 x-openstack-request-id: req-d743ce14-4a41-4061-abca-4e8757ee03c0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:07.082819 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:07.082996 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d743ce14-4a41-4061-abca-4e8757ee03c0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:07.083557 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'status': 'completed', 'code': 200} Jul 23 16:35:07.084207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-453b8b26-adfc-4371-8534-ea2c743463d4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 953 time: 0.3757212 Jul 23 16:35:07.085080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36504) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:07.101654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'routes': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:07.141447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:07.321488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Allocated IP 172.25.2.136 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/070150a8-c29f-4aeb-958c-bbd7376e46d0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:07.367246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-c50213c4-fa2c-4623-bd75-3ef46a28d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:07.375248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-c50213c4-fa2c-4623-bd75-3ef46a28d041 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 1095 time: 0.3662777 Jul 23 16:35:07.397542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb2efed1-d552-47c6-b273-c5fd7ea836ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.407610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb2efed1-d552-47c6-b273-c5fd7ea836ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.480074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:07.508621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'mac_address': 'fa:16:3e:00:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:07.521424 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb2efed1-d552-47c6-b273-c5fd7ea836ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96d5968cf64b4533ba32c1c452411da2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2307413 Jul 23 16:35:07.531933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:07.554601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-9bffc681-4927-4c65-ad22-3ab2e04f2881 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f HTTP/1.1" status: 200 len: 217 time: 0.0598922 Jul 23 16:35:07.599428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efed1-d552-47c6-b273-c5fd7ea836ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e3f6c-a027-4418-bb42-115a3e05633a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:07.627211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.653383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:07.679899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:07.686603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.725794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.756661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.768154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:07.773989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:07.777606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.916089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.920824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.921841 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/404e3f6c-a027-4418-bb42-115a3e05633a HTTP/1.1" status: 204 len: 168 time: 0.3910913 Jul 23 16:35:07.930342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:07.985603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.991191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebed0a-e1cb-4fa0-a120-c3aad342a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e3f6c-a027-4418-bb42-115a3e05633a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:07.992235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:07.994403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:08.053800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-a3ab3858-3675-4036-ad87-a8ef95f1dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.056015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-a3ab3858-3675-4036-ad87-a8ef95f1dde4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.4238229 Jul 23 16:35:08.082854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:08.088467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:08.094104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:08.148436 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 499cb134-e1af-4754-b244-41b67e236791 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:08.204691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.232148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=070150a8-c29f-4aeb-958c-bbd7376e46d0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:08.256913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-72fed243-1ade-4115-9f64-0075163c04eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913014 Jul 23 16:35:08.285799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa5c91-77b1-42ce-95b3-2049072cf532 req-a0602725-7c4c-40e6-8c24-72f14c18b6b5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.293999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7aa5c91-77b1-42ce-95b3-2049072cf532 req-a0602725-7c4c-40e6-8c24-72f14c18b6b5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 944 time: 0.6355987 Jul 23 16:35:08.296930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.463788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-a64265cc-149b-4490-b668-85b8079730ca service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866255 Jul 23 16:35:08.464422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:08.545670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.549837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0e12-5e5f-41c8-97d1-f353d212e288 req-821ce1ae-15c0-4f5e-afc2-18f4249420fb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.552856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.557320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f90a0e12-5e5f-41c8-97d1-f353d212e288 req-821ce1ae-15c0-4f5e-afc2-18f4249420fb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.9468615 Jul 23 16:35:08.630689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=070150a8-c29f-4aeb-958c-bbd7376e46d0,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:08.665089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f90a0e12-5e5f-41c8-97d1-f353d212e288 req-f8fd0bed-8aac-4c14-a55e-24c6dd955292 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865011 Jul 23 16:35:08.682553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7aa5c91-77b1-42ce-95b3-2049072cf532 req-9abf8a10-f628-45df-9cf8-8f2a88737cc7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875570 Jul 23 16:35:08.692177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 499cb134-e1af-4754-b244-41b67e236791 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:08.736270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 499cb134-e1af-4754-b244-41b67e236791 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:08.736270 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.740983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.777629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.787646 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be33ddbd-177c-490a-93c7-5be88f054ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7053666 Jul 23 16:35:09.102950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.147611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 499cb134-e1af-4754-b244-41b67e236791, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=499cb134-e1af-4754-b244-41b67e236791,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:09.151580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:09.207091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.298324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:09.302934 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.318554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:04Z', 'revision_number': 6, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:05Z', 'revision_number': 4, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:09.411914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:09.425562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50fa05f6-f8e7-4feb-a626-b2554d2f7c2e req-222076f4-fa87-4ce9-a348-9105816af738 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336815 Jul 23 16:35:09.429232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:09.430169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:09.474588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:09.531026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-30ecaecb-7f84-4325-a6d4-ea89acb7a059 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1960201251&fields=id&tenant_id=67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 267 time: 0.0484929 Jul 23 16:35:09.583772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:09.585824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.650156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:09.653197 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08fe928-92c2-49d8-a75c-66b7ffb2f114" -d '{"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:09.659681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added routes are [] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:35:09.660402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:35:09.709970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:09.737960 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8316851e-bab2-4119-a528-f665459c1b3c x-openstack-request-id: req-8316851e-bab2-4119-a528-f665459c1b3c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:09.738267 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-plugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:09.738537 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8316851e-bab2-4119-a528-f665459c1b3c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:09.738963 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'code': 200} Jul 23 16:35:09.765432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-580713ba-2982-47ba-a840-51791e9f44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.767682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-580713ba-2982-47ba-a840-51791e9f44ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 1095 time: 0.2330492 Jul 23 16:35:09.814715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.830421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.831464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-58998386-84c4-4d92-ad8d-0cfa505e51c5 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.833132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-58998386-84c4-4d92-ad8d-0cfa505e51c5 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 810 time: 0.2664092 Jul 23 16:35:09.892039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-f610b27d-f46d-4571-8807-dcf686a6a6ec tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/quotas/67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 375 time: 0.0532298 Jul 23 16:35:10.096835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-beb06b44-b229-4779-a7f3-2ff48366642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.098703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-beb06b44-b229-4779-a7f3-2ff48366642e service neutron] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.3175857 Jul 23 16:35:10.179365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:10.192509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 499cb134-e1af-4754-b244-41b67e236791 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:10.196759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5fb4-e3ab-437e-bce6-1cafd9bf9aa7 req-b8267909-23f2-412f-a586-1dde830d5055 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.198528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2cc5fb4-e3ab-437e-bce6-1cafd9bf9aa7 req-b8267909-23f2-412f-a586-1dde830d5055 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 944 time: 0.2738578 Jul 23 16:35:10.252292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-3c24b9f6-3fab-494b-a54f-9f555d8fce3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f HTTP/1.1" status: 200 len: 217 time: 0.0780375 Jul 23 16:35:10.331209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-a1d05278-1870-4032-a6a4-6144d2414761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.332970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-a1d05278-1870-4032-a6a4-6144d2414761 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.0657098 Jul 23 16:35:10.345309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-433938d0-ac7b-4932-a578-3c313cd8c007 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4172995 Jul 23 16:35:10.378551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.408637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2cc5fb4-e3ab-437e-bce6-1cafd9bf9aa7 req-f1e9d654-1b90-461e-ae92-a8bdc26f32d5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634889 Jul 23 16:35:10.410403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-b7e90c52-96c5-4abf-88db-cf0c7d8a97e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643609 Jul 23 16:35:10.439540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 499cb134-e1af-4754-b244-41b67e236791 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:10.440661 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.449032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.721660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:10.755229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:04Z', 'revision_number': 6, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:10.780974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-db22732f-ffaa-4b75-b63e-8707b4d72c5e service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605523 Jul 23 16:35:10.831236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ec356-3649-48e3-9831-2f10d02ac496 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:04Z', 'revision_number': 6, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:10.920726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-8adce941-8a7f-4088-bc07-eacd7558995d service neutron] 10.222.0.64 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392232 Jul 23 16:35:11.167922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:11.182419 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:11.196130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1386-da9a-44ea-9573-4b3e9fa262df req-4c52f1f4-f7a7-445d-bca6-6c7b67537757 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.197753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:11.198941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d45f1386-da9a-44ea-9573-4b3e9fa262df req-4c52f1f4-f7a7-445d-bca6-6c7b67537757 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.6237810 Jul 23 16:35:11.199118 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:11.209591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.211557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-78378bcc-1cc5-4a70-b7b7-0e78ee46871a tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 703 time: 4.1213214 Jul 23 16:35:11.214557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36606) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:11.351989 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:11.359404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3765bf3e-91b0-4dd0-8ca8-172413c64c1a req-3aab76b9-ee04-44a7-82bc-9e403e190b19 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651166 Jul 23 16:35:11.433345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-0d339140-e018-43f8-94a4-d9691ff33b76 service neutron] 10.222.0.64 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112677 Jul 23 16:35:11.451715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d45f1386-da9a-44ea-9573-4b3e9fa262df req-68ad2b6c-7162-43bb-80c0-27b87cf7cb54 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838384 Jul 23 16:35:11.511901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b4245561-a857-481a-b8de-637b2b2c7b23 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 703 time: 0.2959325 Jul 23 16:35:11.514865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36614) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:11.554496 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.578324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36616) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:11.792347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea047-f2bb-456a-a3e4-9e47bfbbb3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.810926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b73297d-c4ea-4d01-adf2-a3bd1654ce94 req-86cb12e2-d177-4500-9aaf-6cbf32369c42 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.0909429 Jul 23 16:35:11.911134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1855098144-network', 'tenant_id': '4717dc880c4d4ec597cec65b51568971'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:11.973108 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 7, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:12.013500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Made reservation on behalf of 4717dc880c4d4ec597cec65b51568971 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:12.025368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.038662 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:12.067016 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:12.067703 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:34:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:12.084661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.168269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499e96-4a60-493d-ac66-a1bfbde276e1 req-65bca881-5d47-43e9-a4ad-bffe027b8bc7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:12.184155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a499e96-4a60-493d-ac66-a1bfbde276e1 req-65bca881-5d47-43e9-a4ad-bffe027b8bc7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 944 time: 0.3721209 Jul 23 16:35:12.307231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a499e96-4a60-493d-ac66-a1bfbde276e1 req-93f287c2-9562-440e-b6ca-6534ab35e283 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189852 Jul 23 16:35:12.318800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36634) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:12.401230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:12.413809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.579779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.589700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.683240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:12.751992 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:12.797217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.797999 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Added segment e251f0ad-2213-485c-8647-59e4d616585f of type vlan for network 823796c6-7de8-43fa-b8f1-46480f4964c8 Jul 23 16:35:12.824775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:12.852386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'mac_address': 'fa:16:3e:00:1f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:12.875588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.967303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.997594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:13.012835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.015272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.016372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.037779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4579935 Jul 23 16:35:13.039295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee51f692-fdfd-4ec6-8d07-55d3a28d1774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.041859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd15a111-7d23-453a-9dc0-14309baaa302,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.059498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36654) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:13.065722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Request body: {'subnet': {'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1855098144-subnet', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:13.067643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:13.075651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.101628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Made reservation on behalf of 4717dc880c4d4ec597cec65b51568971 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:13.103790 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.232923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.288518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 499cb134-e1af-4754-b244-41b67e236791 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:13.289201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.298002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 7, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:13.341701 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81969fa3-98aa-4877-aa32-2050d020fa91 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 7, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '499cb134-e1af-4754-b244-41b67e236791', 'name': '', 'network_id': '175a40f5-52e0-4870-bb57-5df993780675', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:f8:64:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:59Z', 'updated_at': '2021-07-23T16:35:09Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '78c0c547-c564-42df-8851-88ccaaa59b3d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:13.370669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a7416-4831-4455-b415-7ea35d6755b9 admin admin] Pushing event updated for resources: {'Network': ['ID=823796c6-7de8-43fa-b8f1-46480f4964c8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:13.382003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:13.440152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9babb285-4b65-40c7-a348-b5bff5cff4e9 req-33347a9b-bb98-40f0-86b6-c94e9540b769 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.4445877 Jul 23 16:35:13.483987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee51f692-fdfd-4ec6-8d07-55d3a28d1774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.553367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:13.572374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee51f692-fdfd-4ec6-8d07-55d3a28d1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.625876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port 499cb134-e1af-4754-b244-41b67e236791, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=499cb134-e1af-4754-b244-41b67e236791,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:13.626721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.681462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 499cb134-e1af-4754-b244-41b67e236791 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:13.686304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f12e77-323a-43f7-8806-241679f4f883 req-b1d4d4f0-811f-4035-bc07-1270c94c5cc0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.702998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8f12e77-323a-43f7-8806-241679f4f883 req-b1d4d4f0-811f-4035-bc07-1270c94c5cc0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.9967499 Jul 23 16:35:13.934376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ee51f692-fdfd-4ec6-8d07-55d3a28d1774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72bbbc707ef14686986b7657c3f51c29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6142168 Jul 23 16:35:13.941016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36666) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:14.033137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51f692-fdfd-4ec6-8d07-55d3a28d1774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de34c46-e3d0-4a11-947b-7901425d4072,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:14.062794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.098464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.100268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.105859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8f12e77-323a-43f7-8806-241679f4f883 req-8d745faa-f342-4be3-b871-c97d0509aa5c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015510 Jul 23 16:35:14.152461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=499cb134-e1af-4754-b244-41b67e236791,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:14.228223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-90e39434-feb0-4fda-a8bc-8b514817ff85 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:14.230698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-90e39434-feb0-4fda-a8bc-8b514817ff85 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 810 time: 0.4628174 Jul 23 16:35:14.328569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.396220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.400209 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.402685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5de34c46-e3d0-4a11-947b-7901425d4072 HTTP/1.1" status: 204 len: 168 time: 0.4598541 Jul 23 16:35:14.418973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7792d-5ec5-4e76-9bca-8eba41b1fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de34c46-e3d0-4a11-947b-7901425d4072,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:14.422347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.439594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35a28ff3-1db3-4c66-bb18-a6a6c330cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:14.832574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:14.847659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cb5ba-4e65-4109-b342-dfd3551d09b6 req-c60e430b-5f74-49b8-a1c6-770720f54371 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:14.854997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d0cb5ba-4e65-4109-b342-dfd3551d09b6 req-c60e430b-5f74-49b8-a1c6-770720f54371 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 945 time: 1.2507923 Jul 23 16:35:14.971663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a001e2a2-8e4d-42ab-9df0-daa546a3ecad req-9f203d94-be18-4f2f-a1a7-910cbbb9e90f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.1334929 Jul 23 16:35:15.027459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:15.041267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:15.054635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:15.055488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:15.059052 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f587c51-6b98-4987-8305-f55720c80c74 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5413911 Jul 23 16:35:15.059712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36688) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:15.084297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-0b0f5cbe-e1bd-4122-af65-ff84195d3ab9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67433049c9ac4c87a3c6b53c78483fa5 HTTP/1.1" status: 200 len: 380 time: 0.2485435 Jul 23 16:35:15.125031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'port': {'device_id': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'admin_state_up': True, 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'security_groups': ['f862790f-7f97-4e80-8b85-b4e85aa2b947']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:15.166806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d0cb5ba-4e65-4109-b342-dfd3551d09b6 req-a3fa2ca4-a8b8-4e5b-b9a8-299935aa80e2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103399 Jul 23 16:35:15.174687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.341438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:15.523192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.581457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36696) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:15.675664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bad693-7cac-4ba2-917d-f6afbfc96bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.682597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 78c0c547-c564-42df-8851-88ccaaa59b3d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:15.690705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.714886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:14Z', 'revision_number': 8, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:15.737582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36be4743-42cd-4270-bcbc-6afbf851bfe0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:15.792836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:15.798353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:15.810912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:35:15.818539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:15.819286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:15.846728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Checking segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:15.848448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Network hostable DHCP agents. Network: 823796c6-7de8-43fa-b8f1-46480f4964c8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:15.974345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbf547-1cc6-4b08-ab6b-b21fa7f7984c req-574c3c2b-4c3b-443c-8965-dadde78fe89a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:15.982687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61fbf547-1cc6-4b08-ab6b-b21fa7f7984c req-574c3c2b-4c3b-443c-8965-dadde78fe89a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.6919529 Jul 23 16:35:15.993362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:16.028938 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.039521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 823796c6-7de8-43fa-b8f1-46480f4964c8) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:16.057733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:16.058582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.070646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61fbf547-1cc6-4b08-ab6b-b21fa7f7984c req-e21e4792-b43c-405f-9e00-72d1f9c621fa tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Jul 23 16:35:16.072580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe3d38-7e30-437e-9a98-afc70bc94699 None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:16.137499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:16.240453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.246028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be37ba33-60c9-47a3-9906-2b16afb5a844 req-da21ecde-cc6c-4cc9-a210-85def74b622d tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.1201842 Jul 23 16:35:16.271138 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bad693-7cac-4ba2-917d-f6afbfc96bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.294992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51bad693-7cac-4ba2-917d-f6afbfc96bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.348735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.351212 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/78c0c547-c564-42df-8851-88ccaaa59b3d HTTP/1.1" status: 204 len: 168 time: 1.2904069 Jul 23 16:35:16.352236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b1820-8d25-4f6b-a72b-a86ef93a8bc1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=78c0c547-c564-42df-8851-88ccaaa59b3d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.354104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36712) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:16.370375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec92d8-ea11-4952-a8c4-a08b5bb8dcfe None None] Network 175a40f5-52e0-4870-bb57-5df993780675 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:16.465259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51bad693-7cac-4ba2-917d-f6afbfc96bb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85f4e4cc2d784a29a93947ac13945b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705447 Jul 23 16:35:16.468439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.468856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bad693-7cac-4ba2-917d-f6afbfc96bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcdbb0b-e3e9-410b-a43e-615e8659ea23,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.470971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36718) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:16.478295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Made reservation on behalf of 67433049c9ac4c87a3c6b53c78483fa5 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:16.479569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:16.489992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.495125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a6d72429-a320-48d7-bfbf-288a7cadd802 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4344256 Jul 23 16:35:16.513255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36720) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:16.520285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:16.598774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.615555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-823796c6-7de8-43fa-b8f1-46480f4964c8', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:35:16.620197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.641497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.642613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.654259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a0a07-d109-44e3-8852-8c834bab87c7 req-aa00d99a-e1f4-42ee-87ef-1462a4f2b832 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:16.655948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b81a0a07-d109-44e3-8852-8c834bab87c7 req-aa00d99a-e1f4-42ee-87ef-1462a4f2b832 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 945 time: 0.3420486 Jul 23 16:35:16.666092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.759172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Allocated IP 172.20.0.4 (8c927708-49ca-4aad-b0c6-7a975381ca5b/59f608d5-de91-48a9-9dbe-fa910f99c871/23575497-0e77-4b65-a77c-c82e1ecf56df) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:16.816483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.819304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.822765 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dcdbb0b-e3e9-410b-a43e-615e8659ea23 HTTP/1.1" status: 204 len: 168 time: 0.3459466 Jul 23 16:35:16.837500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:16.838174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:16.881816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada27e9-cf18-498f-ab2f-e62cabebe340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcdbb0b-e3e9-410b-a43e-615e8659ea23,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:16.930827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b81a0a07-d109-44e3-8852-8c834bab87c7 req-1c8e3be8-0321-455c-ba3b-cafe1c98e17f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458731 Jul 23 16:35:16.956689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.008903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,segment=NetworkSegment(d681881a-75db-4a82-82ff-8e8fd5106177),segment_id=d681881a-75db-4a82-82ff-8e8fd5106177)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:17.009197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.027326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 0eee63b0-ef96-4f18-ac59-19c3c69c5daf owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:17.183396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Allocated IP 172.20.0.2 (823796c6-7de8-43fa-b8f1-46480f4964c8/36be4743-42cd-4270-bcbc-6afbf851bfe0/d82574ae-4abd-4003-b7d4-9d06f0a7a48b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:17.192176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.257886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=0eee63b0-ef96-4f18-ac59-19c3c69c5daf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:17.274939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port 0eee63b0-ef96-4f18-ac59-19c3c69c5daf on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:17.280465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.313746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:17.375103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:17.375103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.464022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.486214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175a40f5-52e0-4870-bb57-5df993780675']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:17.508398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd681881a-75db-4a82-82ff-8e8fd5106177') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:17.510456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd681881a-75db-4a82-82ff-8e8fd5106177') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:17.513893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d58fd27-a728-45ed-be12-04c0431b79a6 req-c45a84b1-b34c-4345-85e5-ec7938bf1eff tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.0842824 Jul 23 16:35:17.518727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.551427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Transition to ACTIVE for port object 23575497-0e77-4b65-a77c-c82e1ecf56df will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:17.570487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.582754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c11ea-bf93-499f-89d4-b8ac5dbbfc54 req-72a8d144-8885-4385-8f33-4115731fa761 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:17.592561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2c11ea-bf93-499f-89d4-b8ac5dbbfc54 req-72a8d144-8885-4385-8f33-4115731fa761 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3379638 Jul 23 16:35:17.615079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.625094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:17.628226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:17.639790 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:17.715087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c2c11ea-bf93-499f-89d4-b8ac5dbbfc54 req-71be9ba8-dd1a-49b6-8dbc-c36536421bce tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171696 Jul 23 16:35:17.760395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.776367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.830337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.835295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/175a40f5-52e0-4870-bb57-5df993780675 HTTP/1.1" status: 204 len: 168 time: 1.4802604 Jul 23 16:35:17.836232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4e40-cd60-4502-b421-0afb479e1f81 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=175a40f5-52e0-4870-bb57-5df993780675,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:17.839008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36754) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:17.854557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:17.866384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event updated for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:17.871668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:17.886630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:18.028185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.029013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.130535 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.160653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:14Z', 'revision_number': 8, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:18.241171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe27ca-d4c6-4f28-a97b-8ec57914a8b3 None None] DHCP port deletion for 175a40f5-52e0-4870-bb57-5df993780675 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:18.257410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb16386-03c8-4dbb-ac28-71ab84e2f448 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:14Z', 'revision_number': 8, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '3175b1e0-b13c-4f19-ba2a-2339e500700f', 'name': '', 'network_id': '6a5b5cf3-46ad-45fd-bd37-034c75434ee7', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:e9:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:49Z', 'updated_at': '2021-07-23T16:35:00Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '13029a66-ab8a-40aa-8967-3aebb5f72341', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:18.340679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-886e2098-f975-4bd9-a182-54d44b1406b0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2221632 Jul 23 16:35:18.360616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-4e2fa72e-2afe-4eeb-9cfb-4059f32d37c9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:35:18.365586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-4e2fa72e-2afe-4eeb-9cfb-4059f32d37c9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165167 Jul 23 16:35:18.406563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.514094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:18.517265 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.518914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.520799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:18.526311 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c48acb6-16ac-446e-863c-f092ba29950b" -d '{"events": [{"server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "name": "network-vif-plugged", "status": "completed", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:18.554654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-db4453ae-7d03-437d-af37-f108908ea3ce None None] Provisioning for port 23575497-0e77-4b65-a77c-c82e1ecf56df completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:18.557211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.574958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-db4453ae-7d03-437d-af37-f108908ea3ce None None] Provisioning complete for port 23575497-0e77-4b65-a77c-c82e1ecf56df triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:18.578015 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db4453ae-7d03-437d-af37-f108908ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.617194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Transition to ACTIVE for port object d82574ae-4abd-4003-b7d4-9d06f0a7a48b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:18.635493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.741347 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7b7439-8c8f-4ffb-b6a2-5c6e7dc74b96 x-openstack-request-id: req-8c7b7439-8c8f-4ffb-b6a2-5c6e7dc74b96 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:18.742137 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "name": "network-vif-plugged", "status": "completed", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:18.742648 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c7b7439-8c8f-4ffb-b6a2-5c6e7dc74b96 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:18.744139 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'code': 200} Jul 23 16:35:18.750245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Transition to ACTIVE for port object d82574ae-4abd-4003-b7d4-9d06f0a7a48b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:18.764737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-db4453ae-7d03-437d-af37-f108908ea3ce None None] Port 23575497-0e77-4b65-a77c-c82e1ecf56df cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:18.788044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:18.802889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.833244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.865144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d245f2-b5ca-429d-8980-2b16436a770c req-38733243-eb6f-435e-b38f-c7550934032f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.878772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0d245f2-b5ca-429d-8980-2b16436a770c req-38733243-eb6f-435e-b38f-c7550934032f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 945 time: 0.6856656 Jul 23 16:35:18.894419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:18.896752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:18.915917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Pushing event updated for resources: {'Port': ['ID=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:18.928723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:19.010367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Attempting to bind port d82574ae-4abd-4003-b7d4-9d06f0a7a48b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:19.010367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Attempting to bind port d82574ae-4abd-4003-b7d4-9d06f0a7a48b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:19.010767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Attempting to bind port d82574ae-4abd-4003-b7d4-9d06f0a7a48b on network 823796c6-7de8-43fa-b8f1-46480f4964c8 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:19.016420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:19.016892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Checking segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:19.017210 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.018329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Bound using segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:19.018329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Bound port: d82574ae-4abd-4003-b7d4-9d06f0a7a48b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:19.018583 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.040223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Request body: {'port': {'device_id': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:19.140168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] For port d82574ae-4abd-4003-b7d4-9d06f0a7a48b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:19.147597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] For port d82574ae-4abd-4003-b7d4-9d06f0a7a48b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:19.155507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.195092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Allocated IP 172.25.2.185 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9fded120-3939-42e7-b213-8c8ae4fa84f7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:19.339179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3d3b7-428d-4119-92c6-b0577dae81cb None None] Pushing event updated for resources: {'Port': ['ID=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:19.497615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0d245f2-b5ca-429d-8980-2b16436a770c req-9a97b1ea-0931-46d6-b946-e83f54687b91 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177616 Jul 23 16:35:19.511284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 3175b1e0-b13c-4f19-ba2a-2339e500700f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:19.512155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.613154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.749542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.757786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.760324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port 3175b1e0-b13c-4f19-ba2a-2339e500700f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3175b1e0-b13c-4f19-ba2a-2339e500700f,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:19.760696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.806215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 3175b1e0-b13c-4f19-ba2a-2339e500700f owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:19.843120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Pushing event updated for resources: {'Port': ['ID=9fded120-3939-42e7-b213-8c8ae4fa84f7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:20.078754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811f00-f6f0-44ee-b0fd-35c007d504df req-4830f8c1-3e5b-4768-a09f-a95061a2a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:20.080595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe811f00-f6f0-44ee-b0fd-35c007d504df req-4830f8c1-3e5b-4768-a09f-a95061a2a56b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 1097 time: 1.1994650 Jul 23 16:35:20.094198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d82574ae-4abd-4003-b7d4-9d06f0a7a48b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:20.102188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:20.201435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d82574ae-4abd-4003-b7d4-9d06f0a7a48b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:20.233570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 499cb134-e1af-4754-b244-41b67e236791 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:20.236203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:20.261984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:20.288464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 499cb134-e1af-4754-b244-41b67e236791 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:20.288808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 499cb134-e1af-4754-b244-41b67e236791 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:20.289456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0eee63b0-ef96-4f18-ac59-19c3c69c5daf no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:20.361571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0eee63b0-ef96-4f18-ac59-19c3c69c5daf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:20.362021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0eee63b0-ef96-4f18-ac59-19c3c69c5daf not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:20.458728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.477468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eb728-de0b-4a9f-ae7c-8739cfb1fca1 req-d451fde9-f547-4ac8-b367-cb936c4edb20 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:20.490647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f78eb728-de0b-4a9f-ae7c-8739cfb1fca1 req-d451fde9-f547-4ac8-b367-cb936c4edb20 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 931 time: 1.4463396 Jul 23 16:35:20.501785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=3175b1e0-b13c-4f19-ba2a-2339e500700f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:20.734171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe811f00-f6f0-44ee-b0fd-35c007d504df req-17373060-4fe7-4253-b0db-1a98315f7e80 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071916 Jul 23 16:35:20.745130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.748301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f78eb728-de0b-4a9f-ae7c-8739cfb1fca1 req-600aa08e-ba56-4753-988b-401d537b83ef tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562201 Jul 23 16:35:21.043111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23575497-0e77-4b65-a77c-c82e1ecf56df {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:21.057387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09814135-27dd-4608-8a0e-6762837fefe3 None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:21.110353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.180127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:21.289898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Provisioning for port d82574ae-4abd-4003-b7d4-9d06f0a7a48b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:21.294179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:21.305046 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:21.322700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a4c3c09-ef16-4860-ad49-985aecd19d95 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825532 Jul 23 16:35:21.326861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36818) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:21.327872 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:21.328612 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:21.330564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Provisioning complete for port d82574ae-4abd-4003-b7d4-9d06f0a7a48b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:21.330949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.465085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 13029a66-ab8a-40aa-8967-3aebb5f72341 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:21.469520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.551712 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:21.569412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.617441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Transition to ACTIVE for port object 23575497-0e77-4b65-a77c-c82e1ecf56df will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:21.648473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9982d1-f9da-4ffd-9b58-c9370b048382 req-3ac3e0f6-d1eb-4aa4-aa74-00422b7d70ef tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:21.668957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b9982d1-f9da-4ffd-9b58-c9370b048382 req-3ac3e0f6-d1eb-4aa4-aa74-00422b7d70ef tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 1.5945749 Jul 23 16:35:21.681440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.685438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.788732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.818866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b9982d1-f9da-4ffd-9b58-c9370b048382 req-ea1284e4-8890-4088-b0a8-d4f38ee776e0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490734 Jul 23 16:35:21.836564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] For port d82574ae-4abd-4003-b7d4-9d06f0a7a48b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:21.872119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.026223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.072203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326af43-5add-401c-a2b9-d54398cceb61 None None] Pushing event updated for resources: {'Port': ['ID=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.179611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=13029a66-ab8a-40aa-8967-3aebb5f72341,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.189107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.189547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d712aa-340c-4e44-8764-e5fea357b0ea None None] Network 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:22.192671 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d35f7295-f0f5-410c-aedf-1c4c00a43023 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/13029a66-ab8a-40aa-8967-3aebb5f72341 HTTP/1.1" status: 204 len: 168 time: 0.8612249 Jul 23 16:35:22.195380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:22.339819 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:20Z', 'revision_number': 9, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:22.472375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:22.494885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:22.496313 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:22.558333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Pushing event updated for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.599779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.749031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:22.749368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.762069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812762-9f5a-4bf2-9816-bf6ae92b5b0b req-d96199a5-2508-43d4-85d6-9e0a4ed0be34 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:22.770027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c812762-9f5a-4bf2-9816-bf6ae92b5b0b req-d96199a5-2508-43d4-85d6-9e0a4ed0be34 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 946 time: 1.6869214 Jul 23 16:35:22.803885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-de6acb07-7c5d-46ad-bb18-86c38530d11d None None] Provisioning complete for port d82574ae-4abd-4003-b7d4-9d06f0a7a48b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:22.804377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de6acb07-7c5d-46ad-bb18-86c38530d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.866484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] DHCP port deletion for 6a5b5cf3-46ad-45fd-bd37-034c75434ee7 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:22.876825 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:22.920778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:22.921144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.957922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:23.014898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Deleting port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:23.015298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.025885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c812762-9f5a-4bf2-9816-bf6ae92b5b0b req-4ca7a28b-6b6c-4264-ae6c-0dcc6bf0d0c8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548540 Jul 23 16:35:23.148616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.163854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] For port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,segment=NetworkSegment(ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2),segment_id=ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:23.167952 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.177720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeadf6-f6f1-4bb3-889f-ca20ea4e1f1e req-2745df49-6aca-4713-9181-02bd2844c75e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.190433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bceeadf6-f6f1-4bb3-889f-ca20ea4e1f1e req-2745df49-6aca-4713-9181-02bd2844c75e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 943 time: 0.6286373 Jul 23 16:35:23.193689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Attempting to bind port 23575497-0e77-4b65-a77c-c82e1ecf56df on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:23.193689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Attempting to bind port 23575497-0e77-4b65-a77c-c82e1ecf56df by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:23.193689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Attempting to bind port 23575497-0e77-4b65-a77c-c82e1ecf56df on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:23.198450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Calling delete_port for c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:23.219710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Port 23575497-0e77-4b65-a77c-c82e1ecf56df on network 8c927708-49ca-4aad-b0c6-7a975381ca5b not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:23.220102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Attempting to bind port 23575497-0e77-4b65-a77c-c82e1ecf56df on network 8c927708-49ca-4aad-b0c6-7a975381ca5b {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:23.271351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.322524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.330486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:23.369057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:20Z', 'revision_number': 9, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:23.426412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.443025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12ca40-cf94-4502-b2f5-061f9adbe269 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:20Z', 'revision_number': 9, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': '54744b2f-4d79-4d5c-81f5-d33c2a20f5bb', 'name': '', 'network_id': '73831d5c-c532-4277-9e33-7dcd1526423e', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:be:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:39Z', 'updated_at': '2021-07-23T16:34:50Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': 'd8db9cab-c0ef-4794-8f15-2f50e68b3dd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:23.487785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.501199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5b5cf3-46ad-45fd-bd37-034c75434ee7']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:23.506982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] Pushing event deleted for resources: {'Port': ['ID=c9659f05-fb0e-4c60-bcae-eaff27f4d9f7,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.512567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:23.512830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6ca9e7-9fb4-4399-870e-b62a0d8f0df2') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:23.513392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:23.513718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Checking segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:23.514139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Bound using segment: {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:23.515388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5960b37-4a7c-4054-b563-5406d3ab4d49 None None] No DVR routers for this DVR port c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:23.520138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Bound port: 23575497-0e77-4b65-a77c-c82e1ecf56df, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0ee961-575e-4606-b733-f158f7da8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:23.520421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.524133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.543341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.551465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:23.551878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:23.611176 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:23.623990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.657845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.665129 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/6a5b5cf3-46ad-45fd-bd37-034c75434ee7 HTTP/1.1" status: 204 len: 168 time: 1.4682159 Jul 23 16:35:23.667693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258c205-9563-4d12-8752-520c0aed4c7c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=6a5b5cf3-46ad-45fd-bd37-034c75434ee7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.669711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36914) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:23.746656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bceeadf6-f6f1-4bb3-889f-ca20ea4e1f1e req-8d68d162-0956-4751-ad06-6e4536564ba1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5552197 Jul 23 16:35:23.822352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:23.842159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=23575497-0e77-4b65-a77c-c82e1ecf56df,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:23.897673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438f4d2-d3c6-4549-87fc-3f1acf525b2c req-1f114cfc-ff23-4490-995a-6fcd2b1c89a9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.929380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e438f4d2-d3c6-4549-87fc-3f1acf525b2c req-1f114cfc-ff23-4490-995a-6fcd2b1c89a9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.8031147 Jul 23 16:35:23.933457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.038105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d82574ae-4abd-4003-b7d4-9d06f0a7a48b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:24.039631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:24.129119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d82574ae-4abd-4003-b7d4-9d06f0a7a48b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:24.130555 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.318236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.319018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.320304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] 10.222.0.67 "PUT /v2.0/ports/23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 1091 time: 5.8900616 Jul 23 16:35:24.367763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3665090c-a51e-4ce0-a783-31639a1d5535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.380609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:24.386724 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:24.395785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3175b1e0-b13c-4f19-ba2a-2339e500700f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:24.438517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3175b1e0-b13c-4f19-ba2a-2339e500700f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:24.439252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3175b1e0-b13c-4f19-ba2a-2339e500700f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:24.439909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:24.498850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:24.499531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c9659f05-fb0e-4c60-bcae-eaff27f4d9f7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:24.530045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e438f4d2-d3c6-4549-87fc-3f1acf525b2c req-9d308a01-e3f9-4e2c-a7ef-9749d6764039 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979559 Jul 23 16:35:24.542915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30c38-7c98-46c9-a548-a5cdc55a285e service neutron] Pushing event updated for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:24.630180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.681795 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4edab2-d019-4278-a17d-49523af1c63b x-openstack-request-id: req-2f4edab2-d019-4278-a17d-49523af1c63b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:24.689681 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:24.689681 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f4edab2-d019-4278-a17d-49523af1c63b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:24.689681 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'status': 'completed', 'code': 200} Jul 23 16:35:24.780632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b02a-399d-476c-9587-6744cb716710 req-ce614c12-a0ff-4bc7-b200-e9d98063f1d2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.783469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3665090c-a51e-4ce0-a783-31639a1d5535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.788790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2659b02a-399d-476c-9587-6744cb716710 req-ce614c12-a0ff-4bc7-b200-e9d98063f1d2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 946 time: 0.5940881 Jul 23 16:35:24.812960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.860765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-752b1dfd-5ea9-4328-89f9-8d4390aaead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.863008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-752b1dfd-5ea9-4328-89f9-8d4390aaead3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1094 time: 0.4637003 Jul 23 16:35:24.912403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3665090c-a51e-4ce0-a783-31639a1d5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.955404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-ee233a89-27e9-4bd5-a65f-3a022144faf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 217 time: 0.0753245 Jul 23 16:35:24.981085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2659b02a-399d-476c-9587-6744cb716710 req-9d055fbd-816c-440a-a40b-e4612350e57b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914024 Jul 23 16:35:25.002191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3665090c-a51e-4ce0-a783-31639a1d5535 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d54a550c90d4c0da88f709909da5787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577477 Jul 23 16:35:25.015824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36946) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:25.016448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665090c-a51e-4ce0-a783-31639a1d5535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93486ed3-3acd-4d49-858c-d61486496e6d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:25.114730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-7facebb0-d157-4df8-8a57-0e13d6cdc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.116527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-7facebb0-d157-4df8-8a57-0e13d6cdc512 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.1331959 Jul 23 16:35:25.155727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fe6fc-6cb1-43b9-a9e8-4a2b739725c5 req-878d3787-bfe9-4e91-8f85-fa880f41c57f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.163084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b0fe6fc-6cb1-43b9-a9e8-4a2b739725c5 req-878d3787-bfe9-4e91-8f85-fa880f41c57f tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 943 time: 0.3189278 Jul 23 16:35:25.226394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:25.238210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.283734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b0fe6fc-6cb1-43b9-a9e8-4a2b739725c5 req-b06531cb-cdb0-40d3-92bf-da3a09baada0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147957 Jul 23 16:35:25.345186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:25.345535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.384574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.513851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:25.514176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.589270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:25.595167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-4ae95353-16c9-4541-afdb-241161227df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.596911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-4ae95353-16c9-4541-afdb-241161227df3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4658105 Jul 23 16:35:25.732445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:25.753483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:25.770426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:25.771521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:25.771690 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.774426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.776982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93486ed3-3acd-4d49-858c-d61486496e6d HTTP/1.1" status: 204 len: 168 time: 0.7534189 Jul 23 16:35:25.839453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-53f2d166-6622-449d-bd8f-92ec88e99572 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:25.846663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-53f2d166-6622-449d-bd8f-92ec88e99572 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.4898510 Jul 23 16:35:25.863401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad478f-d8c7-4598-b709-4d40da1c80d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93486ed3-3acd-4d49-858c-d61486496e6d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:25.876315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.877867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dd713e4f-813b-42a5-805c-7d4ae6caa74a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3630369 Jul 23 16:35:25.887651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-04836fe7-d788-466d-8230-33f031fd372e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0401738 Jul 23 16:35:25.894904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36976) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:26.021658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-5907c947-3212-4efa-b60b-d3d680ac8af1 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069507 Jul 23 16:35:26.061071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2269fa-b4c7-4b95-9b29-a8effa3a8ff9 req-e8b210cb-fc61-41fb-87f0-ceaff012d44f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:26.061452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.073705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b2269fa-b4c7-4b95-9b29-a8effa3a8ff9 req-e8b210cb-fc61-41fb-87f0-ceaff012d44f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.4002225 Jul 23 16:35:26.161641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=54744b2f-4d79-4d5c-81f5-d33c2a20f5bb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:26.278908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b2269fa-b4c7-4b95-9b29-a8effa3a8ff9 req-bd1b5fd0-311d-4ba1-bdff-981ebf706e71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038128 Jul 23 16:35:26.298283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:26.299004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-11cd72e9-e523-42b3-900a-17bd6dd8a350 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4093628 Jul 23 16:35:26.479761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.582039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36994) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:26.605265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-064f1f6c-8153-49fc-bcf6-f939d396cf16 req-d1a277e8-fd3b-4739-9d78-9dc74fb43fe3 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714090 Jul 23 16:35:26.748378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c31a508-3e1d-4a61-b3a9-ab0c196f904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.820641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:21Z', 'revision_number': 3, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:26.921765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:26.925502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Updating router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb port 9fded120-3939-42e7-b213-8c8ae4fa84f7 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:27.031607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:27.055529 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.398382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-866c86cb-3497-41bb-8b14-4f42b8255072 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0982683 Jul 23 16:35:27.545558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e3a5-b7e6-425c-948f-383a9df296f5 req-c5996335-4c45-4ca6-a8a2-2abcde214237 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.557359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9933e3a5-b7e6-425c-948f-383a9df296f5 req-c5996335-4c45-4ca6-a8a2-2abcde214237 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 943 time: 0.9664562 Jul 23 16:35:27.660003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-64587b98-7f84-4c20-818e-e859823a062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.661718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-64587b98-7f84-4c20-818e-e859823a062e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1094 time: 0.9765654 Jul 23 16:35:27.759946 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.775899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9933e3a5-b7e6-425c-948f-383a9df296f5 req-fb421f0a-addb-479d-bd46-b34e1e8dd53c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166648 Jul 23 16:35:27.776749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Transition to ACTIVE for port object 9fded120-3939-42e7-b213-8c8ae4fa84f7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:27.788071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.881162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7432c-43a0-42cf-b9b7-add95e9f9944 req-344a5dec-d9be-4230-a204-ed59c265b835 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816866 Jul 23 16:35:27.969241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Attempting to bind port 9fded120-3939-42e7-b213-8c8ae4fa84f7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:27.969835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Attempting to bind port 9fded120-3939-42e7-b213-8c8ae4fa84f7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:27.970000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Attempting to bind port 9fded120-3939-42e7-b213-8c8ae4fa84f7 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:27.973081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:27.979505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d7c941f-8139-4fe5-9569-4538f30b8627 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3059402 Jul 23 16:35:27.990727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37008) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:27.992687 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:27.995535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:27.995927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:27.996341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:27.997099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:27.997242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Bound port: 9fded120-3939-42e7-b213-8c8ae4fa84f7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:27.997650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.007239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:28.009135 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:28.076819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c31a508-3e1d-4a61-b3a9-ab0c196f904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.081185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet d8db9cab-c0ef-4794-8f15-2f50e68b3dd3 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:28.085805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.148211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c31a508-3e1d-4a61-b3a9-ab0c196f904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.181302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] For port 9fded120-3939-42e7-b213-8c8ae4fa84f7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:28.193045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] For port 9fded120-3939-42e7-b213-8c8ae4fa84f7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9fded120-3939-42e7-b213-8c8ae4fa84f7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:28.195316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72b0dd-6a7f-4d0c-beaf-1a19eaab4807 None None] Pushing event updated for resources: {'Port': ['ID=9fded120-3939-42e7-b213-8c8ae4fa84f7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.207465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.217059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.292262 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:28.304862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-e7e49839-7b89-49ec-acb6-64bf2e705031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:28.310916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-e7e49839-7b89-49ec-acb6-64bf2e705031 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.6370518 Jul 23 16:35:28.318140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c31a508-3e1d-4a61-b3a9-ab0c196f904a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbac27b3f12742fea3638857ea374505&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7153506 Jul 23 16:35:28.321975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:28.387318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:28.388565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:28.388847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31a508-3e1d-4a61-b3a9-ab0c196f904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb88c31-2bf7-4dad-94b8-375e9fccc934,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.398317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72b0dd-6a7f-4d0c-beaf-1a19eaab4807 None None] Pushing event updated for resources: {'Port': ['ID=9fded120-3939-42e7-b213-8c8ae4fa84f7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.533968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-182ff6cf-fae7-468e-b6ad-1fed1811463f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 217 time: 0.1694419 Jul 23 16:35:28.569864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.662191 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.756463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:28.762393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-7bca896c-c88a-499d-b0ea-4d90ecbc9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:28.764259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-7bca896c-c88a-499d-b0ea-4d90ecbc9d68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.2216818 Jul 23 16:35:28.766081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.840090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.843842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.845055 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbb88c31-2bf7-4dad-94b8-375e9fccc934 HTTP/1.1" status: 204 len: 168 time: 0.5175152 Jul 23 16:35:28.881895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74939852-ca3e-4b3f-a1a3-5b8b2c4ccc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb88c31-2bf7-4dad-94b8-375e9fccc934,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:28.898743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c3722-8707-4de9-9fbe-a6ed0b166ceb req-be7edfe7-b06d-4cde-b3b7-a69f1ef47cda tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:28.909662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-760c3722-8707-4de9-9fbe-a6ed0b166ceb req-be7edfe7-b06d-4cde-b3b7-a69f1ef47cda tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 1.0262835 Jul 23 16:35:28.914225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.013686 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:25Z', 'revision_number': 10, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:29.023801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.078079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=d8db9cab-c0ef-4794-8f15-2f50e68b3dd3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:29.082291 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.086662 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb7ff1a8-a35d-4c91-9eca-0f3edfe32db1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/d8db9cab-c0ef-4794-8f15-2f50e68b3dd3 HTTP/1.1" status: 204 len: 168 time: 1.0894907 Jul 23 16:35:29.088193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:29.145163 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:29.177461 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:29.178442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:29.182464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.244595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb0c7e-0cbf-47f8-8c61-b3e4141cf81e None None] Network 73831d5c-c532-4277-9e33-7dcd1526423e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:29.262550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port a3b16be8-335e-448b-a849-b888ad5b26b1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:29.262985 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.376488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Allocated IP 172.20.0.1 (823796c6-7de8-43fa-b8f1-46480f4964c8/36be4743-42cd-4270-bcbc-6afbf851bfe0/e2618da9-1cf2-452c-9700-3362ca1f6e44) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:29.393837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 23575497-0e77-4b65-a77c-c82e1ecf56df details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:29.421713 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.491653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port a3b16be8-335e-448b-a849-b888ad5b26b1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a3b16be8-335e-448b-a849-b888ad5b26b1,segment=NetworkSegment(4f91db28-3624-4709-8d0f-432b547b0dd8),segment_id=4f91db28-3624-4709-8d0f-432b547b0dd8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:29.492536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.550799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for a3b16be8-335e-448b-a849-b888ad5b26b1 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:29.610929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:35:29.625465 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:29.632165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.668641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Transition to ACTIVE for port object e2618da9-1cf2-452c-9700-3362ca1f6e44 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:29.755222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.779557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.845263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:29.845863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port a3b16be8-335e-448b-a849-b888ad5b26b1 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:29.847962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=a3b16be8-335e-448b-a849-b888ad5b26b1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:29.854062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:29.859896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-760c3722-8707-4de9-9fbe-a6ed0b166ceb req-4e2d6e43-3136-4644-a152-242c85c706c8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9447985 Jul 23 16:35:29.879857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:29.990380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:21Z', 'revision_number': 3, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:30.095338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Pushing event updated for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:30.117659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.288789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.338554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73831d5c-c532-4277-9e33-7dcd1526423e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:30.375093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f91db28-3624-4709-8d0f-432b547b0dd8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:30.375357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f91db28-3624-4709-8d0f-432b547b0dd8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:30.407321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.413436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-12d2254e-cfff-499b-8774-5c907fe3efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:30.430424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-12d2254e-cfff-499b-8774-5c907fe3efd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6256630 Jul 23 16:35:30.464400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.493253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:30.493253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:30.499422 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:30.504555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57c67a-66a4-4fb4-b469-125a3094f86b req-e7bad51d-fe5b-4eec-9b81-97911c56823a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:30.511600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef57c67a-66a4-4fb4-b469-125a3094f86b req-e7bad51d-fe5b-4eec-9b81-97911c56823a tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 943 time: 1.5310872 Jul 23 16:35:30.617222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ca4e9-5e99-4f89-864b-90e5a7b0787d None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:21Z', 'revision_number': 3, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:30.623833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8493888-7a17-497d-8d60-1f6870b30cf2 None None] DHCP port deletion for 73831d5c-c532-4277-9e33-7dcd1526423e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:30.686011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.690582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c81d1cbc-8bd2-423f-9441-a6217913c99a None None] Provisioning for port e2618da9-1cf2-452c-9700-3362ca1f6e44 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:30.700236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.701998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c81d1cbc-8bd2-423f-9441-a6217913c99a None None] Provisioning complete for port e2618da9-1cf2-452c-9700-3362ca1f6e44 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:30.709069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c81d1cbc-8bd2-423f-9441-a6217913c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.710599 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/73831d5c-c532-4277-9e33-7dcd1526423e HTTP/1.1" status: 204 len: 168 time: 1.6205692 Jul 23 16:35:30.711260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:30.778537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef57c67a-66a4-4fb4-b469-125a3094f86b req-22d57556-0a69-48ea-a075-4d01ad14743e tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245612 Jul 23 16:35:30.839091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c81d1cbc-8bd2-423f-9441-a6217913c99a None None] Port e2618da9-1cf2-452c-9700-3362ca1f6e44 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:30.886271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=23575497-0e77-4b65-a77c-c82e1ecf56df,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:30.928147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'port_id': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'mac_address': 'fa:16:3e:26:c8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:30.935832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3c518-3bdf-458c-b73c-0f8d2e7196af tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=73831d5c-c532-4277-9e33-7dcd1526423e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:30.990599 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:25Z', 'revision_number': 10, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:31.080214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.081867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4061da83-7794-4e2c-8aed-2f2d0c396172 None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:25Z', 'revision_number': 10, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None, '_interfaces': [{'id': 'e0d93964-e0ba-4013-9991-1ce70c9eb1b8', 'name': '', 'network_id': 'b6c6e724-5c2e-43c0-a591-bc74ec9d916d', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'mac_address': 'fa:16:3e:14:45:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': '33c5991e-3929-4588-9006-180fb40e15b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:33Z', 'updated_at': '2021-07-23T16:34:44Z', 'revision_number': 5, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'subnets': [{'id': '33c5991e-3929-4588-9006-180fb40e15b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:31.138804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23575497-0e77-4b65-a77c-c82e1ecf56df {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:31.218197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=23575497-0e77-4b65-a77c-c82e1ecf56df,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:31.228878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.261227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ee1adbef-9914-470a-b63c-adff242a8a68 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:31.264777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ee1adbef-9914-470a-b63c-adff242a8a68 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 1.0913167 Jul 23 16:35:31.277343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-219537f9-cd2b-4ce1-8b88-168d7e0facb3 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452215 Jul 23 16:35:31.332287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7da871fb-3fb4-4e77-8d67-f068317ba933 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0531440 Jul 23 16:35:31.367671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:31.393722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997a9d1-8a27-4b0d-86b8-bc1fd4a60ed9 req-567c7013-a742-4bac-8977-9f60606d4fa0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:31.403006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c997a9d1-8a27-4b0d-86b8-bc1fd4a60ed9 req-567c7013-a742-4bac-8977-9f60606d4fa0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3100452 Jul 23 16:35:31.529548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['23575497-0e77-4b65-a77c-c82e1ecf56df'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:31.632379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.651574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.793824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c997a9d1-8a27-4b0d-86b8-bc1fd4a60ed9 req-609cdb65-4a0d-4c67-8121-b571db165ff0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890975 Jul 23 16:35:31.849432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29fb59a5-f9f8-4f15-bbaa-d1f4f85a3de8 req-cbea73e9-4563-4555-9462-3f67f71bd15c service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594535 Jul 23 16:35:31.941601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-d68b9d50-5b4b-4ec6-a55f-5fc1fc34bdc7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5773625 Jul 23 16:35:32.147796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9fded120-3939-42e7-b213-8c8ae4fa84f7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:32.281204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9fded120-3939-42e7-b213-8c8ae4fa84f7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:32.293912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9fded120-3939-42e7-b213-8c8ae4fa84f7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:32.297815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.298900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-f0a3d742-4e1e-4a4e-8269-2cc984855b33 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560627 Jul 23 16:35:32.450708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.482201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.497006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port e0d93964-e0ba-4013-9991-1ce70c9eb1b8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:32.501536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.692236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.694310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port e0d93964-e0ba-4013-9991-1ce70c9eb1b8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:32.694906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.719038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for e0d93964-e0ba-4013-9991-1ce70c9eb1b8 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:32.778827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9fded120-3939-42e7-b213-8c8ae4fa84f7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9fded120-3939-42e7-b213-8c8ae4fa84f7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:32.784778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.808151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:32.957562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:32.957908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 54744b2f-4d79-4d5c-81f5-d33c2a20f5bb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:32.958395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a3b16be8-335e-448b-a849-b888ad5b26b1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:33.023887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a3b16be8-335e-448b-a849-b888ad5b26b1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:33.024647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a3b16be8-335e-448b-a849-b888ad5b26b1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:33.041192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.053325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9fded120-3939-42e7-b213-8c8ae4fa84f7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.168802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.187639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Pushing event updated for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.204936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122d97-48c8-490e-969f-3613abb27c7a req-b9601ef6-8c19-4c35-99ca-37dcb4d977a0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:33.204936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0122d97-48c8-490e-969f-3613abb27c7a req-b9601ef6-8c19-4c35-99ca-37dcb4d977a0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 944 time: 1.1695108 Jul 23 16:35:33.206560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-b315ea6f-43dd-42ce-a166-9869e6a714a3 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352753 Jul 23 16:35:33.214200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:33.221390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:33.300589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0122d97-48c8-490e-969f-3613abb27c7a req-1d000135-54d4-4219-850e-a0ec7120a1fc tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812697 Jul 23 16:35:33.330492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 23575497-0e77-4b65-a77c-c82e1ecf56df up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:33.382828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=e0d93964-e0ba-4013-9991-1ce70c9eb1b8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.662182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 23575497-0e77-4b65-a77c-c82e1ecf56df completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:33.693972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 23575497-0e77-4b65-a77c-c82e1ecf56df triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:33.694317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.005192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.183429 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.267349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9fded120-3939-42e7-b213-8c8ae4fa84f7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:34.337278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:34.348499 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80835f99-233b-41f3-b540-ccc01106afa1" -d '{"events": [{"server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "name": "network-vif-plugged", "status": "completed", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:34.351718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8f31b4ce-78fe-4141-8588-8dfc36b08411 None None] Provisioning complete for port e2618da9-1cf2-452c-9700-3362ca1f6e44 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:34.352387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8f31b4ce-78fe-4141-8588-8dfc36b08411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.381056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37176) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:34.406863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8f31b4ce-78fe-4141-8588-8dfc36b08411 None None] Port e2618da9-1cf2-452c-9700-3362ca1f6e44 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:34.434999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=23575497-0e77-4b65-a77c-c82e1ecf56df,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:34.445744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.567365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:34.587005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9fded120-3939-42e7-b213-8c8ae4fa84f7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:34.587365 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.719427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2a6fa24-77db-475c-8353-3a8e4a8a1823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.776750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:34.900492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eecfe2a1-d1b0-4b84-89a4-971ec3f233f5 req-f2306d9f-ecc0-487e-957f-d04491725971 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 210 time: 1.2817190 Jul 23 16:35:34.982625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:35.010787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:35.022940 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2a498525-8f2c-4328-b7c5-cc581c506c92 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3035951 Jul 23 16:35:35.027091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:35.032923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:35.048371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:35.049180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.192774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:35.201862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting subnet 33c5991e-3929-4588-9006-180fb40e15b2 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:35.235616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.245492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef5321-26d1-4e81-9370-89bb890efd0c req-82b180f9-c31e-4351-9bab-beb90f123eea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.251325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcef5321-26d1-4e81-9370-89bb890efd0c req-82b180f9-c31e-4351-9bab-beb90f123eea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.3735087 Jul 23 16:35:35.263889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2a6fa24-77db-475c-8353-3a8e4a8a1823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.273061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2a6fa24-77db-475c-8353-3a8e4a8a1823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.309444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.313282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.376217 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2a6fa24-77db-475c-8353-3a8e4a8a1823 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6413ef45b5f3497dba58f604017bbdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940827 Jul 23 16:35:35.376518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcef5321-26d1-4e81-9370-89bb890efd0c req-a59a205e-369e-46e4-b947-4a5d2e005182 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023045 Jul 23 16:35:35.379780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6fa24-77db-475c-8353-3a8e4a8a1823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61a417-c0c8-4efb-b6a4-3a29686a1f14,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:35.383502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37216) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:35.398418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:35.406052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beae0e4-1a28-4b20-aad0-8666bfe28e7d req-c4e61ba6-b2fd-4ab6-8dbd-bf98fa182e66 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.407625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9beae0e4-1a28-4b20-aad0-8666bfe28e7d req-c4e61ba6-b2fd-4ab6-8dbd-bf98fa182e66 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.4054217 Jul 23 16:35:35.418603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:35.420044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.510854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9beae0e4-1a28-4b20-aad0-8666bfe28e7d req-e28573cc-122a-4430-a5ee-e7f294da7801 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919557 Jul 23 16:35:35.513428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:35.530824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:35.552234 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:35.570327 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:35.570876 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.587920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3206f460-e11e-4cea-94d8-8925bf3e27be admin admin] 10.222.0.64 "PUT /v2.0/routers/94a54e23-c24c-4d01-b8ce-ccfced02c0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6773572 Jul 23 16:35:35.600863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.654336 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84732447-14bf-43d0-8d80-19a2c44340fa x-openstack-request-id: req-84732447-14bf-43d0-8d80-19a2c44340fa {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:35.654727 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "name": "network-vif-plugged", "status": "completed", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:35.655227 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84732447-14bf-43d0-8d80-19a2c44340fa {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:35.655899 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'code': 200} Jul 23 16:35:35.657923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:35.687837 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.690192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b202c7a-9796-4735-b985-54a82d6135ca None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:35.762939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.802871 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.850628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Subnet': ['ID=33c5991e-3929-4588-9006-180fb40e15b2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:35.867542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9490385-1c6a-4dd7-ac17-7dd2bab0ace3 None None] Network b6c6e724-5c2e-43c0-a591-bc74ec9d916d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:35.871250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.874263 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/33c5991e-3929-4588-9006-180fb40e15b2 HTTP/1.1" status: 204 len: 168 time: 0.8397629 Jul 23 16:35:35.876605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37240) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:35.881112 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:35.888170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.888770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.889298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.890989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.891517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.891949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.892874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.893328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.893742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.894240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.895185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:35.896237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14beaeb6-aef4-483b-a505-836115c697f0 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.068714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-96adbd0f-6e40-4d87-9520-6e7f8eb3effa tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:36.080783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-96adbd0f-6e40-4d87-9520-6e7f8eb3effa tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.3285210 Jul 23 16:35:36.102029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d93964-e0ba-4013-9991-1ce70c9eb1b8 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:36.115588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.121769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:36.136323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce149d-f81e-4abb-87f7-5c2fa9b70356 req-4370b033-5ac0-4a51-9b20-2acc03cb21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:36.138572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33ce149d-f81e-4abb-87f7-5c2fa9b70356 req-4370b033-5ac0-4a51-9b20-2acc03cb21b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1096 time: 0.4789693 Jul 23 16:35:36.145770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e0d93964-e0ba-4013-9991-1ce70c9eb1b8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:36.146559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d93964-e0ba-4013-9991-1ce70c9eb1b8 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:36.180750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.183348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.186804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee61a417-c0c8-4efb-b6a4-3a29686a1f14 HTTP/1.1" status: 204 len: 168 time: 0.7997429 Jul 23 16:35:36.210592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8418ece9-8f06-4a68-a015-c680d2c014c6 req-e35fed4e-38c3-47e1-9782-bf1e8ae66b50 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 210 time: 0.1285069 Jul 23 16:35:36.286560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] DHCP port deletion for b6c6e724-5c2e-43c0-a591-bc74ec9d916d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:36.330206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Deleting port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:36.330665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.393188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61a417-c0c8-4efb-b6a4-3a29686a1f14,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.412385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Deleting port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:36.414987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.427349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.427716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.428066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.428409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.428988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.430393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.431558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.432346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.432694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.446449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.446932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.447285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbcbf95-539c-4de5-9f1b-146dd10049fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:36.497655 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 2, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:36.512185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33ce149d-f81e-4abb-87f7-5c2fa9b70356 req-a0dbf3ac-f86b-46bb-8c65-91020725473a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353245 Jul 23 16:35:36.534883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:36.537413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] For port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:36.538282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.551392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.592220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Calling delete_port for c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:36.602425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:36.605445 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Updating router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb port e2618da9-1cf2-452c-9700-3362ca1f6e44 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:36.613051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] For port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,segment=NetworkSegment(725afeaf-d92b-4819-a109-965002e7858d),segment_id=725afeaf-d92b-4819-a109-965002e7858d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:36.613467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.655728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Calling delete_port for c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:36.694779 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.796807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.809618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702d52c-2236-4507-b0d5-560282746363 req-f840de42-89fa-4499-baf7-66660b773644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:36.819912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-f840de42-89fa-4499-baf7-66660b773644 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 1097 time: 0.5553057 Jul 23 16:35:36.836769 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.859427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Port': ['ID=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.864177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] Pushing event deleted for resources: {'Port': ['ID=c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.870011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f90c8-6bb0-4eb3-9a88-a3beecb2594d None None] No DVR routers for this DVR port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:36.878908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No DVR routers for this DVR port c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:37.050117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.055620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:37.103525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a28e76f5-a3e8-4f96-b519-0fd8eb980fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.114823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c6e724-5c2e-43c0-a591-bc74ec9d916d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.128875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725afeaf-d92b-4819-a109-965002e7858d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.129582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725afeaf-d92b-4819-a109-965002e7858d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.144519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.166989 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.167140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.170329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a44ef-1e62-44b9-bcd4-4efeb8aecc12 req-a4f91ea6-d93a-4be9-8725-11fc4b629653 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.174884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:37.179720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1888573625-network', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:37.181078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b25a44ef-1e62-44b9-bcd4-4efeb8aecc12 req-a4f91ea6-d93a-4be9-8725-11fc4b629653 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.5578649 Jul 23 16:35:37.191863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:37.192795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:37.195518 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:37.239747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702d52c-2236-4507-b0d5-560282746363 req-4d51c7b2-8577-4336-9e23-43d751b0af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.241320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-4d51c7b2-8577-4336-9e23-43d751b0af05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.3574851 Jul 23 16:35:37.247133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.6 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/1cb2651e-341f-4cd1-8684-2ea70868aba4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:37.257118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad66f-e547-4f3c-ba3f-7fb8a32adcfd req-80a3c1af-a083-42f9-81b4-df0c1a4eb4ad tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.258680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a37ad66f-e547-4f3c-ba3f-7fb8a32adcfd req-80a3c1af-a083-42f9-81b4-df0c1a4eb4ad tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.5179951 Jul 23 16:35:37.281526 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Transition to ACTIVE for port object e2618da9-1cf2-452c-9700-3362ca1f6e44 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:37.288570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.292495 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.297855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.299580 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/networks/b6c6e724-5c2e-43c0-a591-bc74ec9d916d HTTP/1.1" status: 204 len: 168 time: 1.4219828 Jul 23 16:35:37.306031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:37.314714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'routes': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:37.334734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3084b5e-6249-40fd-9450-2b071c3dd5a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Pushing event deleted for resources: {'Network': ['ID=b6c6e724-5c2e-43c0-a591-bc74ec9d916d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.345965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-0f9616d3-a557-4f7b-bc3b-cbb8c82e0a27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 200 len: 217 time: 0.0861683 Jul 23 16:35:37.371030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a28e76f5-a3e8-4f96-b519-0fd8eb980fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.371608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b25a44ef-1e62-44b9-bcd4-4efeb8aecc12 req-3a398d81-b915-4181-8f36-f8bd3c5f1de4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841798 Jul 23 16:35:37.429484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a28e76f5-a3e8-4f96-b519-0fd8eb980fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.495694 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9b627-d512-4461-8bca-dcd8d6236ad2 None None] Pushing event updated for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.544496 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Attempting to bind port e2618da9-1cf2-452c-9700-3362ca1f6e44 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:37.546964 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Attempting to bind port e2618da9-1cf2-452c-9700-3362ca1f6e44 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:37.547619 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Attempting to bind port e2618da9-1cf2-452c-9700-3362ca1f6e44 on network 823796c6-7de8-43fa-b8f1-46480f4964c8 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:37.566559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:37.568025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Checking segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:37.568519 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.568980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Bound using segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:37.569810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Bound port: e2618da9-1cf2-452c-9700-3362ca1f6e44, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:37.570287 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.571905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a37ad66f-e547-4f3c-ba3f-7fb8a32adcfd req-58eacac2-0937-4618-b5d7-d96c1e5f0dc9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393937 Jul 23 16:35:37.597429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702d52c-2236-4507-b0d5-560282746363 req-8b4331fe-a21d-4380-96c9-61021d22c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.599183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-8b4331fe-a21d-4380-96c9-61021d22c174 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.2024207 Jul 23 16:35:37.627970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a28e76f5-a3e8-4f96-b519-0fd8eb980fda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a815039746eb4a9fb2547e40d364c255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707178 Jul 23 16:35:37.631175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:37.686125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Made reservation on behalf of 0ac650ec14284168aeb07a6e0312d45a for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:37.688451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.695197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] For port e2618da9-1cf2-452c-9700-3362ca1f6e44, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:37.699307 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] For port e2618da9-1cf2-452c-9700-3362ca1f6e44, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2618da9-1cf2-452c-9700-3362ca1f6e44,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:37.702990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e76f5-a3e8-4f96-b519-0fd8eb980fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e6108f-5915-4834-b426-93dd252d5acb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.722188 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.738123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-5a75b766-e467-4bcc-9c81-e718586bfee0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259570 Jul 23 16:35:37.744786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.748148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.extraroute_db [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Added routes are [] {{(pid=94004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:35:37.748796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.extraroute_db [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Removed routes are [] {{(pid=94004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:35:37.749406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.782414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5dd5a22f-9843-4ecc-9ba6-57eaa80c1e2b req-eee4d677-236b-463b-94b8-71b4b760951d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 210 time: 0.0738862 Jul 23 16:35:37.845810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:37.846392 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:37.848502 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9b627-d512-4461-8bca-dcd8d6236ad2 None None] Pushing event updated for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:37.967859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-f91feea0-482a-4bc7-80c9-51bd7acf5fdb service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972618 Jul 23 16:35:37.975308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.013377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:38.055937 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:38.071083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:35:38.071866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c8682cd5-3dc7-4ed6-aeb3-21e39bb78e4b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:35:38.203845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7702d52c-2236-4507-b0d5-560282746363 req-c736d4e0-1740-4efe-99c2-e03f1f023b4f service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229364 Jul 23 16:35:38.204849 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.241493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:38.281454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:38.285222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:38.293173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:38.338184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.373889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.378209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.421025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:37Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:38.467225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.477624 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.487251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a979-cd27-41c8-a205-d64009482caf None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:37Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:38.494820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.523242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.672235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2b37a-2e5f-4b33-b4fa-34042fdc46f4 req-f00f8657-1b4c-4100-bc36-fa3133843c61 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.678355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b2b37a-2e5f-4b33-b4fa-34042fdc46f4 req-f00f8657-1b4c-4100-bc36-fa3133843c61 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 946 time: 0.1856027 Jul 23 16:35:38.692416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router ff834590-b8db-426d-86ec-b1c83b129b64 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:38.724032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.757899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7dd0346e-91ce-4d73-b1ef-625dc850e95e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6427374 Jul 23 16:35:38.768884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.792778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-a0f446c6-498d-46ef-9d25-cf87e06abf44 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:35:38.794016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-a0f446c6-498d-46ef-9d25-cf87e06abf44 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060318 Jul 23 16:35:38.823032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.823181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1b2b37a-2e5f-4b33-b4fa-34042fdc46f4 req-19372e85-fbdb-4070-842a-5951168f75e4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320951 Jul 23 16:35:38.826512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.831080 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24e6108f-5915-4834-b426-93dd252d5acb HTTP/1.1" status: 204 len: 168 time: 1.1402831 Jul 23 16:35:38.838453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:38.855039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:38.869553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba98cb-4bc3-4699-87fe-6c1b0ccc3281 req-53862cb0-e5e6-4443-beb0-6e5e4f676126 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.869715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.871117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cbc7ba99-9827-49de-87b9-6337713adcca tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 704 time: 1.5627608 Jul 23 16:35:38.874651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37390) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:38.877735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Sync routers for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:38.879788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.880419 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Added segment fa32baf4-9e27-4725-81cc-cd052852a3c8 of type vlan for network 7287a198-c47f-42be-8048-9d2f2939cab3 Jul 23 16:35:38.883074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ba98cb-4bc3-4699-87fe-6c1b0ccc3281 req-53862cb0-e5e6-4443-beb0-6e5e4f676126 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.2034597 Jul 23 16:35:38.889789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5824f-0823-413f-90bc-2ad1da612787,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.928682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:38.930475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:38.940217 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-69e9dd9b-477c-4fac-98b8-5c28f9f41e57 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 205 time: 0.0625796 Jul 23 16:35:38.943811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14ba98cb-4bc3-4699-87fe-6c1b0ccc3281 req-f01cc930-65eb-4d81-9406-2e467d49296c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597730 Jul 23 16:35:38.944345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:39.014962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722ddc-295b-4fa7-ba6d-b0a86ca079e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e6108f-5915-4834-b426-93dd252d5acb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:39.064462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.118918 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.144927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.146075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.146603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.172901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:39.234285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:39.249402 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0734394 Jul 23 16:35:39.254661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Request body: {'port': {'device_id': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:39.264461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37408) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:39.271971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Request body: {'subnet': {'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1888573625-subnet', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:39.287514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Checking router: ff834590-b8db-426d-86ec-b1c83b129b64 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:39.299614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Routers {'ff834590-b8db-426d-86ec-b1c83b129b64'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:39.300491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ff834590-b8db-426d-86ec-b1c83b129b64'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:39.366097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896f40a-a749-49c6-a543-34df03c1a546 admin admin] Pushing event updated for resources: {'Network': ['ID=7287a198-c47f-42be-8048-9d2f2939cab3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:39.400631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] Set router ff834590-b8db-426d-86ec-b1c83b129b64 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:39.430293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Made reservation on behalf of 0ac650ec14284168aeb07a6e0312d45a for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:39.433137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.603344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.606242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.636445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:39.638656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7287a198-c47f-42be-8048-9d2f2939cab3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:39.720194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:39.720510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.720913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router ff834590-b8db-426d-86ec-b1c83b129b64 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:39.744216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.745649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e898df4e-1181-4386-ba40-5b5aeb54ea54 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 204 len: 168 time: 0.7940192 Jul 23 16:35:39.758041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37430) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:39.788449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-997877950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:39.819798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c717-6972-42a6-af12-51b40a4f3705 req-7e77cce9-a200-43fb-88f4-66ea62907b2d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.820496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdc5a6-3d0c-40a3-a3a2-18a73ccd4bac None None] The sync data for ids ['ff834590-b8db-426d-86ec-b1c83b129b64'] in n-d-800484-3 is: [{'id': 'ff834590-b8db-426d-86ec-b1c83b129b64', 'name': 'tempest-RoutersIpV6Test-router-648461922', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:34:30Z', 'updated_at': '2021-07-23T16:35:33Z', 'revision_number': 11, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:39.823453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcd9c717-6972-42a6-af12-51b40a4f3705 req-7e77cce9-a200-43fb-88f4-66ea62907b2d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 931 time: 0.7009647 Jul 23 16:35:39.826243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.920257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcd9c717-6972-42a6-af12-51b40a4f3705 req-ee8a8a7c-677b-43ee-b429-7cf761a9dd4f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851767 Jul 23 16:35:39.946106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760b3d-5507-4bd0-86a8-24ff058b80fb req-e5707ab1-bf9d-4ce8-a694-85a3ff5852e0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.953912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0760b3d-5507-4bd0-86a8-24ff058b80fb req-e5707ab1-bf9d-4ce8-a694-85a3ff5852e0 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.6922808 Jul 23 16:35:39.994409 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:39.996459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:40.028041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Request body: {'floatingip': {'port_id': '23575497-0e77-4b65-a77c-c82e1ecf56df'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:40.048661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.051553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.070138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2618da9-1cf2-452c-9700-3362ca1f6e44 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:40.133306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:40.136104 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2c682c-c87a-423d-98d5-d8ade00100b9" -d '{"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:40.144075 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.157147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:40.178523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.205847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.233430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.310305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:40.311516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.313302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-947fd81b-4b17-4cff-a332-36f80d098fd4 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5439615 Jul 23 16:35:40.359571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37448) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:40.365038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e2618da9-1cf2-452c-9700-3362ca1f6e44 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:40.373810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e2618da9-1cf2-452c-9700-3362ca1f6e44 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:40.375277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.387387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:40.527979 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077ae4c-419b-488c-a0d9-139dd310153a x-openstack-request-id: req-1077ae4c-419b-488c-a0d9-139dd310153a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:40.528325 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:40.534989 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1077ae4c-419b-488c-a0d9-139dd310153a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:40.535761 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'code': 200} Jul 23 16:35:40.541967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.631961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.648244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e2618da9-1cf2-452c-9700-3362ca1f6e44, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2618da9-1cf2-452c-9700-3362ca1f6e44,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:40.653294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.800251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:40.874223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:40.907964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Checking segment: {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:40.908998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Network hostable DHCP agents. Network: 7287a198-c47f-42be-8048-9d2f2939cab3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:40.957240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Network 7287a198-c47f-42be-8048-9d2f2939cab3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:40.981243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7287a198-c47f-42be-8048-9d2f2939cab3) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:40.986821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.988492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:40.991844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829820b-cce1-4184-9387-ca599ca89494 None None] Network 7287a198-c47f-42be-8048-9d2f2939cab3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:41.203438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7287a198-c47f-42be-8048-9d2f2939cab3', 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'fixed_ips': [{'subnet_id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:35:41.204606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.221152 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-486e596f-0aff-4b04-8b7a-d27180d27c6a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9530549 Jul 23 16:35:41.256209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37494) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:41.265039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:41.380613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.381649 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.423557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Allocated IP 172.20.0.2 (7287a198-c47f-42be-8048-9d2f2939cab3/7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8/5d2208b2-0c9c-4736-b586-d0651a5afc19) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:41.476737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2651e-341f-4cd1-8684-2ea70868aba4 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:41.503418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.512614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.575303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.595789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.620337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.622634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Transition to ACTIVE for port object 5d2208b2-0c9c-4736-b586-d0651a5afc19 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:41.643754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.668838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Transition to ACTIVE for port object 5d2208b2-0c9c-4736-b586-d0651a5afc19 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:41.672527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c82ae-7acd-49d5-8235-a0013049c980 req-39819bad-bf2a-4954-aae2-28094d1c0518 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.674182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5c82ae-7acd-49d5-8235-a0013049c980 req-39819bad-bf2a-4954-aae2-28094d1c0518 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 1.3846853 Jul 23 16:35:41.679585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.683920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.704298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Transition to ACTIVE for port object 1cb2651e-341f-4cd1-8684-2ea70868aba4 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:41.730068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.775797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Network 7287a198-c47f-42be-8048-9d2f2939cab3 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:41.779686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:41.783957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:41.792783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-722360ad-395a-4b76-9f08-b984e08cbd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.796974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Pushing event updated for resources: {'Port': ['ID=5d2208b2-0c9c-4736-b586-d0651a5afc19,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:41.822543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:41.825770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.865452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.878489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Attempting to bind port 5d2208b2-0c9c-4736-b586-d0651a5afc19 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:41.878884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Attempting to bind port 5d2208b2-0c9c-4736-b586-d0651a5afc19 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:41.879288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Attempting to bind port 5d2208b2-0c9c-4736-b586-d0651a5afc19 on network 7287a198-c47f-42be-8048-9d2f2939cab3 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:41.881441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f01fea-3bb0-4b3a-b374-159363410a9e req-52f33aa9-b49d-4cf5-b700-49743bc4d429 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.885405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:41.885785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Checking segment: {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:41.886250 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.886838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Bound using segment: {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:41.887407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Bound port: 5d2208b2-0c9c-4736-b586-d0651a5afc19, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:41.888623 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.894929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12f01fea-3bb0-4b3a-b374-159363410a9e req-52f33aa9-b49d-4cf5-b700-49743bc4d429 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 931 time: 0.3770559 Jul 23 16:35:41.963077 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Floating IP b50e3fda-980f-4923-a35a-e56f852718dd associated. External IP: 172.25.2.136, port: 23575497-0e77-4b65-a77c-c82e1ecf56df. Jul 23 16:35:41.977381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2618da9-1cf2-452c-9700-3362ca1f6e44 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:42.013840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] For port 5d2208b2-0c9c-4736-b586-d0651a5afc19, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:42.040086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] For port 5d2208b2-0c9c-4736-b586-d0651a5afc19, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5d2208b2-0c9c-4736-b586-d0651a5afc19,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:42.050154 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.108146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf5c82ae-7acd-49d5-8235-a0013049c980 req-1d930151-677e-4029-8de0-97890788327a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222507 Jul 23 16:35:42.163000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e2618da9-1cf2-452c-9700-3362ca1f6e44 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:42.164765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.191777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Attempting to bind port 1cb2651e-341f-4cd1-8684-2ea70868aba4 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:42.192422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Attempting to bind port 1cb2651e-341f-4cd1-8684-2ea70868aba4 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:42.193293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Attempting to bind port 1cb2651e-341f-4cd1-8684-2ea70868aba4 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:42.240315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Port 1cb2651e-341f-4cd1-8684-2ea70868aba4 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:42.240645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Attempting to bind port 1cb2651e-341f-4cd1-8684-2ea70868aba4 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:42.282337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-12f01fea-3bb0-4b3a-b374-159363410a9e req-247e4ab8-63fe-4369-bf61-fcd5d4723c9c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842311 Jul 23 16:35:42.282449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf900b-4fea-4896-8fc8-e670373fd6b8 None None] Pushing event updated for resources: {'Port': ['ID=5d2208b2-0c9c-4736-b586-d0651a5afc19,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:42.302302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:42.303036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:42.303607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:42.304302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Bound port: 1cb2651e-341f-4cd1-8684-2ea70868aba4, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:42.305292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.403750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Router 688bd0cc-bba3-4230-b0a1-55c14bcb50b0 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:42.609648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:42.616995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:42.624926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:42.630747 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.630985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Sync routers for ids ['688bd0cc-bba3-4230-b0a1-55c14bcb50b0'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:42.646607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.649554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bb4f48e2-fff5-469e-9ff0-2d1733f5d103 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "PUT /v2.0/routers/688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 200 len: 697 time: 2.2828550 Jul 23 16:35:42.652450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.652628 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Routers {'688bd0cc-bba3-4230-b0a1-55c14bcb50b0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:42.653896 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['688bd0cc-bba3-4230-b0a1-55c14bcb50b0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:42.660030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37628) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:42.668575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:42.675134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.719904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.721525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.723915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] 10.222.0.81 "PUT /v2.0/ports/1cb2651e-341f-4cd1-8684-2ea70868aba4 HTTP/1.1" status: 200 len: 1091 time: 3.8983738 Jul 23 16:35:42.724637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:42.727983 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2574b43-2795-4999-b0e0-076545b28b65" -d '{"events": [{"name": "network-changed", "server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:42.803699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea79d-a484-48ea-ac11-ad651a964034 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:42.811711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Set router 688bd0cc-bba3-4230-b0a1-55c14bcb50b0 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:42.818453 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab30ff-c0a3-4af2-b357-82bdb641db2e x-openstack-request-id: req-99ab30ff-c0a3-4af2-b357-82bdb641db2e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:42.819887 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:42.820907 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99ab30ff-c0a3-4af2-b357-82bdb641db2e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:42.821331 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4', 'status': 'completed', 'code': 200} Jul 23 16:35:42.837063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37634) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:42.857310 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ef6244b0-ccd4-4980-b145-e1ed88296a1c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/routers/688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 200 len: 703 time: 0.1922843 Jul 23 16:35:42.861203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37642) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:42.926271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-558f7ffe-8ed6-4b70-a956-6c0a2fa39ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.928014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-558f7ffe-8ed6-4b70-a956-6c0a2fa39ff0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 1094 time: 0.0997787 Jul 23 16:35:42.993456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-92b1a914-a647-4ef3-9dfc-a00d8c48953f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4 HTTP/1.1" status: 200 len: 217 time: 0.0467474 Jul 23 16:35:42.996125 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688bd0cc-bba3-4230-b0a1-55c14bcb50b0', 'name': 'tempest-RoutersIpV6Test-router-997877950', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:40Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:43.011720 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17e1668b-6f48-485d-b453-f1986b7167d3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 200 len: 205 time: 0.1471779 Jul 23 16:35:43.047706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:43.054503 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Checking router: 688bd0cc-bba3-4230-b0a1-55c14bcb50b0 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:43.063965 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Routers {'688bd0cc-bba3-4230-b0a1-55c14bcb50b0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:43.064666 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['688bd0cc-bba3-4230-b0a1-55c14bcb50b0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:43.079099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec8ead02-62ba-444e-ac2a-310b7a6f85d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.095873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7b1dfedc-aeaf-447c-a2c3-07d787addecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.097722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7b1dfedc-aeaf-447c-a2c3-07d787addecd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.0953829 Jul 23 16:35:43.144739 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] Set router 688bd0cc-bba3-4230-b0a1-55c14bcb50b0 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:43.189101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-7179f585-8590-4cf1-9666-345468fcbc62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627725 Jul 23 16:35:43.190001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.261662 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688bd0cc-bba3-4230-b0a1-55c14bcb50b0', 'name': 'tempest-RoutersIpV6Test-router-997877950', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:40Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:43.312184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399f3a9-0c19-4c2b-9864-0f28cfc3ebef None None] The sync data for ids ['688bd0cc-bba3-4230-b0a1-55c14bcb50b0'] in n-d-800484-3 is: [{'id': '688bd0cc-bba3-4230-b0a1-55c14bcb50b0', 'name': 'tempest-RoutersIpV6Test-router-997877950', 'tenant_id': 'a7978049e84e45488e512d619998a8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:40Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 2, 'project_id': 'a7978049e84e45488e512d619998a8f4', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:43.415573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:35:43.549645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-f426eb02-8433-4092-8861-7968b815ac71 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473401 Jul 23 16:35:43.553823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec8ead02-62ba-444e-ac2a-310b7a6f85d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.639545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec8ead02-62ba-444e-ac2a-310b7a6f85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.749967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db95e45-39c1-4f5c-a3b6-4266586e0188 req-39fb5a41-9d64-4092-99d8-e6209751b404 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.756931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1db95e45-39c1-4f5c-a3b6-4266586e0188 req-39fb5a41-9d64-4092-99d8-e6209751b404 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 0.5077772 Jul 23 16:35:43.855677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec8ead02-62ba-444e-ac2a-310b7a6f85d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b5d49810e124a8b93c9bc487137b70e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0173287 Jul 23 16:35:43.856476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ead02-62ba-444e-ac2a-310b7a6f85d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5486a-b0ef-4e22-bdf7-417184137355,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:43.859886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37684) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:43.902714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Allocated IP 172.25.2.131 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/fe767817-38b3-43b3-b548-3aaf0fcac1ef) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:43.909131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb68dbda-16bf-4541-b88e-f1cc87d9e6f6 None None] Network 7287a198-c47f-42be-8048-9d2f2939cab3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:43.938236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1db95e45-39c1-4f5c-a3b6-4266586e0188 req-4dc499c2-ff67-4a4d-a580-52942fb8495e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743643 Jul 23 16:35:43.973546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acfb49d-71d6-4687-84f4-e6828a3022d9 req-6ce26071-3c73-4fcc-bfca-87ea23edfdad service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020891 Jul 23 16:35:44.031131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f73-8ce3-497f-8a91-c4a3dafd9cae req-67dacf04-68cd-4f1b-bffe-afe80c9cac50 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.032890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1e11e185-f2df-4e83-9014-7881f7399a5b None None] Provisioning for port 5d2208b2-0c9c-4736-b586-d0651a5afc19 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:44.047025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34f08f73-8ce3-497f-8a91-c4a3dafd9cae req-67dacf04-68cd-4f1b-bffe-afe80c9cac50 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 943 time: 0.3537450 Jul 23 16:35:44.132491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.174177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5d2208b2-0c9c-4736-b586-d0651a5afc19 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:44.176950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34f08f73-8ce3-497f-8a91-c4a3dafd9cae req-d06f17e7-3485-491f-aaf8-2256dcb7979d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261430 Jul 23 16:35:44.205768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.225816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.228989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.246351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37696) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.257159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5d2208b2-0c9c-4736-b586-d0651a5afc19 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:44.263281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5d2208b2-0c9c-4736-b586-d0651a5afc19 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:44.263663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.273194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574b43-2795-4999-b0e0-076545b28b65 req-34f5367d-d754-4e8d-97a9-d38b1f1fe607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.275681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-34f5367d-d754-4e8d-97a9-d38b1f1fe607 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 1094 time: 0.1841741 Jul 23 16:35:44.284497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:44.295378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.296125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Fanout notify agent at l3_agent the message router_deleted on router 688bd0cc-bba3-4230-b0a1-55c14bcb50b0 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:35:44.301491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.316257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:44.349065 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-637a80f4-942b-4fc1-a22f-a4573b58ae9b tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "PUT /v2.0/floatingips/b50e3fda-980f-4923-a35a-e56f852718dd HTTP/1.1" status: 200 len: 991 time: 4.3475521 Jul 23 16:35:44.363725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:44.364264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:44.375852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.380852 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bf657a0f-8ce7-4870-a9ad-1dec1b507abc tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 204 len: 168 time: 1.3285084 Jul 23 16:35:44.381397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:44.385002 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b8210-d066-493d-844a-f1b20940075a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:44.389846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.510185 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff946fa5-4d95-4545-939c-48dc59053bdd tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 200 len: 205 time: 0.1076224 Jul 23 16:35:44.510819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37712) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.521459 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.569651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-986a62e8-a9ae-45ca-8660-be4770175909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.579285 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4895fa8-8130-4082-ab6d-27368a7eca20 x-openstack-request-id: req-f4895fa8-8130-4082-ab6d-27368a7eca20 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:44.579576 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:44.579986 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4895fa8-8130-4082-ab6d-27368a7eca20 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:44.580350 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'status': 'completed', 'code': 200} Jul 23 16:35:44.586971 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-eb695a82-4c68-4ef1-ab9e-c8739aac201f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:44.596593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574b43-2795-4999-b0e0-076545b28b65 req-fe21efca-a747-4ec7-8eb0-7f613d230936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.596854 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb695a82-4c68-4ef1-ab9e-c8739aac201f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/688bd0cc-bba3-4230-b0a1-55c14bcb50b0 HTTP/1.1" status: 404 len: 336 time: 0.0805616 Jul 23 16:35:44.598401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.600118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-fe21efca-a747-4ec7-8eb0-7f613d230936 service neutron] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.3106015 Jul 23 16:35:44.641982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:44.646674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c91ae3f-790c-4714-918c-87eda6e9deaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.739732 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6e3335-c4c3-42b5-afa9-a917b9b14804 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:44.740510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6e3335-c4c3-42b5-afa9-a917b9b14804 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:44.745441 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b6e3335-c4c3-42b5-afa9-a917b9b14804 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/78c0c547-c564-42df-8851-88ccaaa59b3d HTTP/1.1" status: 404 len: 337 time: 0.1356087 Jul 23 16:35:44.746449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-73519a0e-5502-47b4-b72b-ae0fa69089b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4 HTTP/1.1" status: 200 len: 217 time: 0.0797131 Jul 23 16:35:44.749780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37722) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.781801 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.787622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.850639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.896749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 5d2208b2-0c9c-4736-b586-d0651a5afc19, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5d2208b2-0c9c-4736-b586-d0651a5afc19,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:44.906710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:44.916234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.920173 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cb4f2b-1f84-4272-8808-53241c082171 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:44.928977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cb4f2b-1f84-4272-8808-53241c082171 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:44.933394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d8cb4f2b-1f84-4272-8808-53241c082171 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/13029a66-ab8a-40aa-8967-3aebb5f72341 HTTP/1.1" status: 404 len: 337 time: 0.1766634 Jul 23 16:35:44.940443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe767817-38b3-43b3-b548-3aaf0fcac1ef,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:44.942644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37744) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:44.943887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:44.947217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:44.967510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-407bfc62-67a1-46f1-8f54-7af641d4a341 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6966450 Jul 23 16:35:44.968998 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.974399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.975542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34b5486a-b0ef-4e22-bdf7-417184137355 HTTP/1.1" status: 204 len: 168 time: 1.1101444 Jul 23 16:35:44.996210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b5e80-1bcf-4182-938a-77ec0ace547e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5486a-b0ef-4e22-bdf7-417184137355,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:45.059230 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-277c8646-4f2a-4eab-aa09-31f18ef15278 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:45.061336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277c8646-4f2a-4eab-aa09-31f18ef15278 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:45.066789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-277c8646-4f2a-4eab-aa09-31f18ef15278 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/d8db9cab-c0ef-4794-8f15-2f50e68b3dd3 HTTP/1.1" status: 404 len: 337 time: 0.1208768 Jul 23 16:35:45.079315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37748) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.087355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-94ecc4ed-1c87-40df-92a7-e4189996751b None None] Provisioning complete for port 5d2208b2-0c9c-4736-b586-d0651a5afc19 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:45.087858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94ecc4ed-1c87-40df-92a7-e4189996751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.098334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8210-d066-493d-844a-f1b20940075a req-3949445c-e8a0-4ae4-be6a-89e880337fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.100583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-3949445c-e8a0-4ae4-be6a-89e880337fb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1096 time: 0.4361601 Jul 23 16:35:45.102057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574b43-2795-4999-b0e0-076545b28b65 req-79abbc42-e696-48a0-a775-7602dbaa74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.103784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-79abbc42-e696-48a0-a775-7602dbaa74b7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.2709541 Jul 23 16:35:45.151981 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-26526358-2f10-483a-a2f8-185c777322d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:45.155784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26526358-2f10-483a-a2f8-185c777322d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:45.156829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-c1b08fbb-a70f-41f9-957e-767eb7a4168c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387230 Jul 23 16:35:45.172887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=5d2208b2-0c9c-4736-b586-d0651a5afc19,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:45.191502 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-26526358-2f10-483a-a2f8-185c777322d1 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/33c5991e-3929-4588-9006-180fb40e15b2 HTTP/1.1" status: 404 len: 337 time: 0.1143339 Jul 23 16:35:45.192953 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37750) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.254008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b50e3fda-980f-4923-a35a-e56f852718dd', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:26:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:45.284309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:45.294565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:45.295759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:45.411863 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d6ef0a2-a4bf-46f2-a104-cdba0eb6d137 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 200 len: 205 time: 0.0583320 Jul 23 16:35:45.413617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37758) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.476187 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-60d3a73e-671f-4447-98b7-37d688236bec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:45.481846 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60d3a73e-671f-4447-98b7-37d688236bec tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/ff834590-b8db-426d-86ec-b1c83b129b64 HTTP/1.1" status: 404 len: 336 time: 0.0641899 Jul 23 16:35:45.484640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37766) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.534711 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df6b2be6-6135-4f18-bf57-949f0700dd3b tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=52ff438a-b543-4cf6-ad10-d7eb30278adb HTTP/1.1" status: 200 len: 205 time: 0.0426688 Jul 23 16:35:45.534711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37768) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.543254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8210-d066-493d-844a-f1b20940075a req-d386c4aa-cfd0-4493-986c-37f5cdd3bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.548130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-d386c4aa-cfd0-4493-986c-37f5cdd3bfeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.4359202 Jul 23 16:35:45.548915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c91ae3f-790c-4714-918c-87eda6e9deaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.557823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-268784ff-666e-4d71-a46a-f9272dd19593 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867085 Jul 23 16:35:45.565748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c91ae3f-790c-4714-918c-87eda6e9deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.622252 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.669975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd31509-e64d-4a4d-aca6-174a40bce7ae req-1d43b0ba-f794-4730-a169-3bf944c2a0c8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.675894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:45.676864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fd31509-e64d-4a4d-aca6-174a40bce7ae req-1d43b0ba-f794-4730-a169-3bf944c2a0c8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 943 time: 0.3701034 Jul 23 16:35:45.696839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.699284 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-b1330ad9-5359-4e51-9cf1-b2edf541871e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:45.703851 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1330ad9-5359-4e51-9cf1-b2edf541871e tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/52ff438a-b543-4cf6-ad10-d7eb30278adb HTTP/1.1" status: 404 len: 336 time: 0.0507743 Jul 23 16:35:45.704431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37774) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.728397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-b626aea0-8f03-4103-8c03-9545cf5964bf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.729907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-b626aea0-8f03-4103-8c03-9545cf5964bf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dec212f-dc82-4adf-afa5-8977c81d7cfb HTTP/1.1" status: 200 len: 944 time: 0.4180861 Jul 23 16:35:45.761292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5c91ae3f-790c-4714-918c-87eda6e9deaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a0b7d854bad4684961f9bc35b9c9813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5103171 Jul 23 16:35:45.775472 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c109fc-a3ee-4b8c-a51e-b9cab4f6f773 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:45.775779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37780) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.775947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c109fc-a3ee-4b8c-a51e-b9cab4f6f773 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:45.778742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91ae3f-790c-4714-918c-87eda6e9deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd670e-7ee2-4325-9f29-39c219a64e2a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:45.788979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37782) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.792746 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-02c109fc-a3ee-4b8c-a51e-b9cab4f6f773 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/57fafe7f-feec-4887-add3-3e303c82fba8 HTTP/1.1" status: 404 len: 337 time: 0.0747554 Jul 23 16:35:45.875528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-b4d9031e-1323-4cc9-a81d-42e7412f6af0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 999 time: 0.3206170 Jul 23 16:35:45.913585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b925e6a9-3ed2-464e-9ffa-fceb4ae92702 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 200 len: 205 time: 0.0941842 Jul 23 16:35:45.927581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37788) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:45.952785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fd31509-e64d-4a4d-aca6-174a40bce7ae req-39fa7125-ef2c-40a6-9b32-251a55830710 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698989 Jul 23 16:35:45.996581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5d2208b2-0c9c-4736-b586-d0651a5afc19 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:46.045405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.075795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5d2208b2-0c9c-4736-b586-d0651a5afc19 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:46.076405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.135802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b50e3fda-980f-4923-a35a-e56f852718dd', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:26:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:46.183099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742ddf5-5196-48b1-9596-de515ea17ba6 None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b50e3fda-980f-4923-a35a-e56f852718dd', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'port_id': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'mac_address': 'fa:16:3e:26:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:41Z', 'revision_number': 1, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:46.188524 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-2fadfecd-d3c0-45eb-bd33-8a212bcfa5c7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:46.192034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2fadfecd-d3c0-45eb-bd33-8a212bcfa5c7 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/fc8b1f18-9730-469d-835e-212f72468185 HTTP/1.1" status: 404 len: 336 time: 0.2528813 Jul 23 16:35:46.194143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2574b43-2795-4999-b0e0-076545b28b65 req-a24e48b9-2808-4dfc-9bb8-ee8c83ef5ea2 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245971 Jul 23 16:35:46.195142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37794) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.217438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8210-d066-493d-844a-f1b20940075a req-a2099d48-8b3d-444d-a385-798c6da1304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:46.217438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-a2099d48-8b3d-444d-a385-798c6da1304e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.3101356 Jul 23 16:35:46.225043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.255316 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8dff13f8-6834-43fc-a3aa-77f87ff8669f tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=d911bfcd-324a-4439-92ae-57b95beb55de HTTP/1.1" status: 200 len: 205 time: 0.0568469 Jul 23 16:35:46.255926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37796) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.307216 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-116ef148-07dd-427f-b26d-dde4d3ef6ed8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:46.310119 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-116ef148-07dd-427f-b26d-dde4d3ef6ed8 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/d911bfcd-324a-4439-92ae-57b95beb55de HTTP/1.1" status: 404 len: 336 time: 0.0512805 Jul 23 16:35:46.312914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.314630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.347476 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-49003b56-2db8-4dca-b012-e537157b5ed3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:46.347992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49003b56-2db8-4dca-b012-e537157b5ed3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:46.350147 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-49003b56-2db8-4dca-b012-e537157b5ed3 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/6c19d148-9c1a-45ce-b511-936c6b78ce90 HTTP/1.1" status: 404 len: 337 time: 0.0348136 Jul 23 16:35:46.351422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Router e605d890-5f20-4f71-9ea9-e357bd0d73bc is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:46.353292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37802) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.389066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:46.389413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.396429 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-79602c5c-64a4-421e-9c18-cfd7dbb362a2 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=2623491e-c284-401e-aa84-435de7a42048 HTTP/1.1" status: 200 len: 205 time: 0.0410948 Jul 23 16:35:46.410859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37806) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.436681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.439637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.443913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3fd670e-7ee2-4325-9f29-39c219a64e2a HTTP/1.1" status: 204 len: 168 time: 0.6616478 Jul 23 16:35:46.570977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:46.592144 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Sync routers for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:46.601790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1cb2651e-341f-4cd1-8684-2ea70868aba4 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:35:46.621447 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:46.623104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:46.628022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.631290 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-771be03f-3c12-492c-b5d4-dd3d024640d5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3732893 Jul 23 16:35:46.633791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:46.636919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5832b3b4-3663-4ff5-8b19-3143cbf6bb18 None None] New status for floating IP b50e3fda-980f-4923-a35a-e56f852718dd: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:35:46.853338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:46.913784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '1cb2651e-341f-4cd1-8684-2ea70868aba4', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': '1cb2651e-341f-4cd1-8684-2ea70868aba4', 'mac_address': 'fa:16:3e:53:ec:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:35:46.959352 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:47.015861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.026176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:47.027182 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.041119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:47.048818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2651e-341f-4cd1-8684-2ea70868aba4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:47.095042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:47.107075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.198045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8210-d066-493d-844a-f1b20940075a req-2c5bdf9a-701a-4b3b-9994-4c550c10ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.200418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-2c5bdf9a-701a-4b3b-9994-4c550c10ae42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9687109 Jul 23 16:35:47.201647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37830) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.202094 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-45b409d3-dcc8-4702-b8ad-9daa5a040c6c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:47.203252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-45b409d3-dcc8-4702-b8ad-9daa5a040c6c tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/2623491e-c284-401e-aa84-435de7a42048 HTTP/1.1" status: 404 len: 336 time: 0.7889960 Jul 23 16:35:47.207574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.209757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.216165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.256114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b047d-cf1b-4fbb-a077-8d1780863677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd670e-7ee2-4325-9f29-39c219a64e2a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.355907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.369988 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c8fa5d-09a9-4671-b9c4-352299562a24 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:47.370454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c8fa5d-09a9-4671-b9c4-352299562a24 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:47.372821 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2c8fa5d-09a9-4671-b9c4-352299562a24 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/46a848e9-856e-4f1f-bfa8-ea94654b8063 HTTP/1.1" status: 404 len: 337 time: 0.0642509 Jul 23 16:35:47.376823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.412360 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae81f945-1c92-4b02-8c19-0856125b5aaa tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf27478-a6ba-45e5-88be-e67a4258903a HTTP/1.1" status: 200 len: 205 time: 0.0343688 Jul 23 16:35:47.415262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.422288 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:45Z', 'revision_number': 3, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:47.442280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:47.447645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.451577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ce391d6-702b-47e2-a635-225fd9a7ba10 req-6ddd28c8-0ed6-493d-adc8-61e0343b0f06 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "DELETE /v2.0/ports/a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8 HTTP/1.1" status: 204 len: 173 time: 1.7022407 Jul 23 16:35:47.453096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.459272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-deleted', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:47.463222 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7faabb-b19a-4e14-b592-c217793b593d" -d '{"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-deleted", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:47.487432 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Checking router: e605d890-5f20-4f71-9ea9-e357bd0d73bc for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:47.487812 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Updating router e605d890-5f20-4f71-9ea9-e357bd0d73bc port fe767817-38b3-43b3-b548-3aaf0fcac1ef binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:47.560335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1147815208'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:47.565298 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.570955 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-0222a132-c6db-4ab3-a623-6b6a96503633 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] delete failed (client error): The resource could not be found. Jul 23 16:35:47.571308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0222a132-c6db-4ab3-a623-6b6a96503633 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/routers/bdf27478-a6ba-45e5-88be-e67a4258903a HTTP/1.1" status: 404 len: 336 time: 0.1550589 Jul 23 16:35:47.575524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37852) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.579662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e681e55-a09b-442b-a23d-d967caba9294 req-d29b5d4e-0dfe-4579-99f5-1301d271be73 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.598943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e681e55-a09b-442b-a23d-d967caba9294 req-d29b5d4e-0dfe-4579-99f5-1301d271be73 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 944 time: 0.3922048 Jul 23 16:35:47.616665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1cb2651e-341f-4cd1-8684-2ea70868aba4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:35:47.626072 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4789605d-3073-4454-bcbe-74b10b82b076 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:47.626694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4789605d-3073-4454-bcbe-74b10b82b076 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:47.630953 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4789605d-3073-4454-bcbe-74b10b82b076 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/fc5b204f-e14b-4831-a5d9-b1d364dbcf87 HTTP/1.1" status: 404 len: 337 time: 0.0504436 Jul 23 16:35:47.631428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37854) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:47.635998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-7fbcb79c-9ecf-48f3-b671-8dda2edda1e8 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117901 Jul 23 16:35:47.695774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e681e55-a09b-442b-a23d-d967caba9294 req-9c66e5c2-8688-44e5-a9c4-d0e18fd6ea95 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953503 Jul 23 16:35:47.711303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.741399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Made reservation on behalf of 2026069f2fe94d6b825e98a3a476ed41 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:47.746487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.770678 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6660843-695c-4bfb-b4e6-eb9d47960361 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:47.771291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6660843-695c-4bfb-b4e6-eb9d47960361 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:47.774868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a6660843-695c-4bfb-b4e6-eb9d47960361 tempest-RoutersIpV6Test-1614710410 tempest-RoutersIpV6Test-1614710410-project] 10.222.0.64 "DELETE /v2.0/subnets/70afbfc0-f323-4b2e-905b-107292832685 HTTP/1.1" status: 404 len: 337 time: 0.1417668 Jul 23 16:35:47.787226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.919184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db9b8210-d066-493d-844a-f1b20940075a req-3865e6e9-0678-400b-9ced-066e7ada9b00 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670608 Jul 23 16:35:48.090521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Allocated IP 172.20.0.1 (7287a198-c47f-42be-8048-9d2f2939cab3/7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8/77c8cedf-39b2-406d-be4e-cb70972a5a74) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:48.190054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-ceb66e3d-4ea1-4a54-a19b-db26a27a1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.192756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-ceb66e3d-4ea1-4a54-a19b-db26a27a1c15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1096 time: 0.1548254 Jul 23 16:35:48.270319 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.287097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.290959 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Transition to ACTIVE for port object fe767817-38b3-43b3-b548-3aaf0fcac1ef will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:48.294981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.304464 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.338719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.359848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Attempting to bind port fe767817-38b3-43b3-b548-3aaf0fcac1ef on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:48.360548 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Attempting to bind port fe767817-38b3-43b3-b548-3aaf0fcac1ef by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:48.360945 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Attempting to bind port fe767817-38b3-43b3-b548-3aaf0fcac1ef on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:48.363522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:48.370327 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Pushing event updated for resources: {'Port': ['ID=fe767817-38b3-43b3-b548-3aaf0fcac1ef,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:48.380133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.380781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.380781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.381134 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.381462 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.381791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.382341 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.382499 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.382784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.383166 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.383749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.384094 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:48.388327 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:48.388880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Transition to ACTIVE for port object 77c8cedf-39b2-406d-be4e-cb70972a5a74 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:48.389031 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:48.389158 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.389533 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:48.390387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca72c8-fca0-420c-8678-d9f474d0a36c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:48.391713 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Bound port: fe767817-38b3-43b3-b548-3aaf0fcac1ef, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:48.392129 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.401599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.401967 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Added segment 5984e088-f604-4db9-b62b-9f1b81a8c914 of type vlan for network 58dca787-73a0-4af4-affa-f7f4d3dd8283 Jul 23 16:35:48.441826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-1a121537-9e63-4fe9-86e2-85d71853835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.443506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-1a121537-9e63-4fe9-86e2-85d71853835e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.1851745 Jul 23 16:35:48.471935 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] For port fe767817-38b3-43b3-b548-3aaf0fcac1ef, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:48.474190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.476237 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] For port fe767817-38b3-43b3-b548-3aaf0fcac1ef, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe767817-38b3-43b3-b548-3aaf0fcac1ef,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:48.484240 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.502860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.566080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37874) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:48.566346 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:48.567002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:48.570986 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d8240-0df8-4c80-b493-06a3c6710543 None None] Pushing event updated for resources: {'Port': ['ID=fe767817-38b3-43b3-b548-3aaf0fcac1ef,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:48.583381 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa015492-7921-403e-9645-34345096b5c7 x-openstack-request-id: req-aa015492-7921-403e-9645-34345096b5c7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:48.584496 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec212f-dc82-4adf-afa5-8977c81d7cfb", "name": "network-vif-deleted", "tag": "a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8", "status": "failed", "code": 422}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:48.584940 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa015492-7921-403e-9645-34345096b5c7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:48.585601 n-d-800484-3 neutron-server[94003]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dec212f-dc82-4adf-afa5-8977c81d7cfb', 'name': 'network-vif-deleted', 'tag': 'a5b200ab-b881-4a2c-b4f2-4f3b6adfe1f8', 'status': 'failed', 'code': 422} returned with failed status Jul 23 16:35:48.602089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Network 7287a198-c47f-42be-8048-9d2f2939cab3 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:48.605110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.613860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.614576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.623341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-9ec3d8a7-f954-4ff1-b156-4322918e6cc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 1001 time: 0.1683102 Jul 23 16:35:48.628589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:48.656632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:48.661719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Pushing event updated for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:48.696547 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4937358 Jul 23 16:35:48.702326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37880) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:48.722984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Request body: {'subnet': {'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:48.780272 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:48.803825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868a7a4-9c77-4369-b9ab-d51eac681dca tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event updated for resources: {'Network': ['ID=58dca787-73a0-4af4-affa-f7f4d3dd8283,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:48.826617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:48.852999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.042426 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20f2f554-8a45-41e2-af7d-9365b26c06e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7978049e84e45488e512d619998a8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746621 Jul 23 16:35:49.044950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:49.103753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d5182d6d-4fd3-4b2c-8d08-976c06535296 None None] Provisioning for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:49.104069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-2847e52f-4cbd-4993-bc4e-510b30c846ea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.105835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-2847e52f-4cbd-4993-bc4e-510b30c846ea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.1847925 Jul 23 16:35:49.109561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d5182d6d-4fd3-4b2c-8d08-976c06535296 None None] Provisioning complete for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:49.109962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d5182d6d-4fd3-4b2c-8d08-976c06535296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.133142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.134323 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:45Z', 'revision_number': 3, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:49.137244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-873557ce-3bce-43ac-b048-771a2abbc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.139369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-873557ce-3bce-43ac-b048-771a2abbc145 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.5082304 Jul 23 16:35:49.173545 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1cff16-8836-4633-bd40-0658e3477161 None None] The sync data for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 is: [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:45Z', 'revision_number': 3, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:49.182215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.182541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d5182d6d-4fd3-4b2c-8d08-976c06535296 None None] Port 77c8cedf-39b2-406d-be4e-cb70972a5a74 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:49.227190 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-bbb23ee2-75e5-4c78-9d42-c2e064c3ff85 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0866697 Jul 23 16:35:49.256877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.270709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-5a8bca2b-0514-4d06-b655-78138b54fb2e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422215 Jul 23 16:35:49.272492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Made reservation on behalf of 2026069f2fe94d6b825e98a3a476ed41 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:49.276006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.344098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-eb63b984-d351-4004-aebd-4f2ed58c91e4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:35:49.351085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-eb63b984-d351-4004-aebd-4f2ed58c91e4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0794618 Jul 23 16:35:49.358891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:49.387144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.390779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.392063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df049a38-1419-44a9-8baa-0ece6f264d7e HTTP/1.1" status: 204 len: 168 time: 0.3461521 Jul 23 16:35:49.416117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f841-b7d7-4a1e-8993-8e60a268cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df049a38-1419-44a9-8baa-0ece6f264d7e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.416618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffe4ff-2b98-44a1-acea-5c843853d14e req-c46773c8-4bab-4c09-9877-319afb560945 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.424570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ffe4ff-2b98-44a1-acea-5c843853d14e req-c46773c8-4bab-4c09-9877-319afb560945 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 944 time: 0.5058458 Jul 23 16:35:49.480313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.490327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.539882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-3f45ff9d-5225-4c09-aced-a5404549fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.541421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-3f45ff9d-5225-4c09-aced-a5404549fa91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3916128 Jul 23 16:35:49.616079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1351143623', 'router:external': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:49.651253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.656397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Pushing event updated for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.675657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Made reservation on behalf of e9f9ffb783cc4b6e9b2a1077731f7044 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:49.678005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.684048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8ffe4ff-2b98-44a1-acea-5c843853d14e req-21a3bccc-a10e-4f9c-b885-ec7be72e3ab3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585769 Jul 23 16:35:49.723939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-64005389-3076-4848-a014-088f6af9d61c service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719151 Jul 23 16:35:49.746854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.821439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-91de2c8d-46e7-4268-8603-0144969fd1da service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590096 Jul 23 16:35:49.894938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Network 7287a198-c47f-42be-8048-9d2f2939cab3 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:49.968041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:49.991527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-099607a5-d935-4ce5-914d-cd5d01deed57 req-0a4730de-f55c-4346-92ed-4616d51511c4 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317985 Jul 23 16:35:50.008949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.010292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.028576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.109533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe767817-38b3-43b3-b548-3aaf0fcac1ef up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:50.126925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event updated for resources: {'Subnet': ['ID=a3865e8a-a697-46e5-b423-8590ed5ebe90,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:50.149022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-9527c33f-335b-44e6-8ee9-200bf452289a service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241140 Jul 23 16:35:50.214570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Checking segment: {'id': '5984e088-f604-4db9-b62b-9f1b81a8c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:50.215176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Network hostable DHCP agents. Network: 58dca787-73a0-4af4-affa-f7f4d3dd8283, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:50.241883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:50.248071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fe767817-38b3-43b3-b548-3aaf0fcac1ef completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:50.258155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 58dca787-73a0-4af4-affa-f7f4d3dd8283) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:50.267438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe767817-38b3-43b3-b548-3aaf0fcac1ef triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:50.267878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.268256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.268873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.271084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08e782-1f81-482d-8eec-064f64032a0a None None] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:50.293981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37465c1a-4ec2-4a54-8f37-a7fbe0eaabff tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5877502 Jul 23 16:35:50.296697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37924) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:50.304203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Request body: {'port': {'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2085397086'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:50.577051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d21e9b8-b63a-4bdf-a79b-6df696d21ddf None None] Provisioning complete for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:50.580784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d21e9b8-b63a-4bdf-a79b-6df696d21ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.585140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72623581-380f-4693-8c2e-7f3ac351debd req-fbf537d7-d127-498d-8367-e8feb5b93b51 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 210 time: 0.0482483 Jul 23 16:35:50.605396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Made reservation on behalf of 2026069f2fe94d6b825e98a3a476ed41 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:50.610991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.634911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] device_id is not set on port 6082aeca-60e9-4625-b81e-3147815677ce yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:50.658218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3d21e9b8-b63a-4bdf-a79b-6df696d21ddf None None] Port 77c8cedf-39b2-406d-be4e-cb70972a5a74 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:35:50.662471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.772329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1cb2651e-341f-4cd1-8684-2ea70868aba4 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:50.782688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:50.802197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.802908 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Added segment b4c4059f-b430-4866-9a97-60c80e71f3bf of type vlan for network 9648f02c-fe36-4117-a8bd-88e30c136b51 Jul 23 16:35:50.814830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fe767817-38b3-43b3-b548-3aaf0fcac1ef, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe767817-38b3-43b3-b548-3aaf0fcac1ef,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:50.826095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Allocated IP 172.20.0.2 (58dca787-73a0-4af4-affa-f7f4d3dd8283/a3865e8a-a697-46e5-b423-8590ed5ebe90/6082aeca-60e9-4625-b81e-3147815677ce) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:50.863174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fc19a-f252-4ba2-b499-a8171383db0e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:50.914370 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.939282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.992144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37950) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:51.050415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Router e605d890-5f20-4f71-9ea9-e357bd0d73bc has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:35:51.104986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04694-2b6f-4839-8aa3-9ce43d15911a req-cddc8d06-733c-4ed1-b49f-4119d36006e1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.107833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fad04694-2b6f-4839-8aa3-9ce43d15911a req-cddc8d06-733c-4ed1-b49f-4119d36006e1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 944 time: 0.2149429 Jul 23 16:35:51.153123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-58dca787-73a0-4af4-affa-f7f4d3dd8283', 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283', 'tenant_id': '2026069f2fe94d6b825e98a3a476ed41', 'fixed_ips': [{'subnet_id': 'a3865e8a-a697-46e5-b423-8590ed5ebe90'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:35:51.154767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.176647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2155786f-6835-4045-ad1c-32015edf2986 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:51.177392 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-2155786f-6835-4045-ad1c-32015edf2986 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:35:51.177895 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-2155786f-6835-4045-ad1c-32015edf2986 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:35:51.182922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2155786f-6835-4045-ad1c-32015edf2986 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1860700 Jul 23 16:35:51.183632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37954) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:51.188990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.190176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.190834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.194854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446003612'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:51.207329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 1cb2651e-341f-4cd1-8684-2ea70868aba4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:51.216540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fe767817-38b3-43b3-b548-3aaf0fcac1ef,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.219724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.221263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 1cb2651e-341f-4cd1-8684-2ea70868aba4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:51.221825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.263687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fad04694-2b6f-4839-8aa3-9ce43d15911a req-0c5aa5ce-ea96-4864-827d-5bf4ea0180a7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429262 Jul 23 16:35:51.271644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Transition to ACTIVE for port object 6082aeca-60e9-4625-b81e-3147815677ce will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:51.276086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.285959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.286387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.286916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.287357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.287634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.288174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.288567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.288897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.289257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.289377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.289689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.290383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.290517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:51.311694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:51.329631 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b3c8a425-d93e-4d4c-8c0d-e42767dc3863 admin admin] 10.222.0.64 "PUT /v2.0/routers/e605d890-5f20-4f71-9ea9-e357bd0d73bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6941772 Jul 23 16:35:51.337417 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9782929 Jul 23 16:35:51.338180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:51.377545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.446743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:51.454869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:51.457191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'subnet': {'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:51.464231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:51.471972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.478335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93978d-7536-404d-857e-4c2672fadc6c tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Network': ['ID=9648f02c-fe36-4117-a8bd-88e30c136b51,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.483818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event updated for resources: {'Port': ['ID=6082aeca-60e9-4625-b81e-3147815677ce,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.494813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:51.559639 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.566775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:51.568743 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.569123 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fb809-c82f-4904-8046-4e419d165515" -d '{"events": [{"server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:51.600175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Made reservation on behalf of e9f9ffb783cc4b6e9b2a1077731f7044 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:51.603122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.619889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.621133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.657738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:51.672607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92db239-fb80-49cf-b02f-6f81b91f025f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.673468 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42e4ec-9b40-4fda-b382-4ede706ab400 x-openstack-request-id: req-bc42e4ec-9b40-4fda-b382-4ede706ab400 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:51.673768 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:51.674049 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc42e4ec-9b40-4fda-b382-4ede706ab400 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:51.674445 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4', 'code': 200} Jul 23 16:35:51.678729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.680441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cddb4c59-9fb6-4e22-824f-0df6b83e3713 {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:51.680798 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:51.784557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.785964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-484834e9-3b68-4b63-b099-b7d4ed867c28 req-ea23681b-09c8-4bbd-b29e-702593560b33 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 210 time: 0.0645602 Jul 23 16:35:51.799064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.809953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.852562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23735b79-1834-457a-b7ad-40ee6300db3f tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5547349 Jul 23 16:35:51.864867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:51.875784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c554eb2-3a9d-4ccc-841f-33bfd675fb1c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.899513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.904557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-010cf9a1-efb6-4561-b8d9-321a92d8178e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7187304 Jul 23 16:35:51.906257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:51.911497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '9c554eb2-3a9d-4ccc-841f-33bfd675fb1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:51.930365 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Sync routers for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:51.949217 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:51.950919 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:52.000909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.026280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe767817-38b3-43b3-b548-3aaf0fcac1ef up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:52.126493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8c7cc-2848-4b0a-8573-0be1e6e52c8c req-80d62569-875e-4e20-9b9b-a006e5a63b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.128042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-edf8c7cc-2848-4b0a-8573-0be1e6e52c8c req-80d62569-875e-4e20-9b9b-a006e5a63b9b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 1096 time: 0.3332255 Jul 23 16:35:52.164859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-f273cfe6-1d65-42f6-ba32-ce14f9a98b5c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.166453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-f273cfe6-1d65-42f6-ba32-ce14f9a98b5c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.1714780 Jul 23 16:35:52.185783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:52.188573 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.226214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Deleting port 6082aeca-60e9-4625-b81e-3147815677ce {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:52.227428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.353449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.354058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.369571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Calling delete_port for 6082aeca-60e9-4625-b81e-3147815677ce owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:52.383799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.400240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:52.403888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe767817-38b3-43b3-b548-3aaf0fcac1ef triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:52.404532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.411535 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.412548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Allocated IP 172.20.0.3 (58dca787-73a0-4af4-affa-f7f4d3dd8283/a3865e8a-a697-46e5-b423-8590ed5ebe90/15cb1d00-ef64-4155-af1d-fec1ebc80030) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:52.449507 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:52.456294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-edf8c7cc-2848-4b0a-8573-0be1e6e52c8c req-7a61b31d-038f-4048-a331-8253c535b4a5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175557 Jul 23 16:35:52.621120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:35:52.621639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.708343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.717670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.7 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:52.789416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event deleted for resources: {'Port': ['ID=6082aeca-60e9-4625-b81e-3147815677ce,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.797789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:49Z', 'revision_number': 4, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '77c8cedf-39b2-406d-be4e-cb70972a5a74', 'name': '', 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'mac_address': 'fa:16:3e:fa:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:47Z', 'updated_at': '2021-07-23T16:35:49Z', 'revision_number': 2, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'subnets': [{'id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:52.836903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Checking segment: {'id': 'b4c4059f-b430-4866-9a97-60c80e71f3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:52.837369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network hostable DHCP agents. Network: 9648f02c-fe36-4117-a8bd-88e30c136b51, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:35:52.841096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.847782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6847643d-f353-486e-ba64-c7fed3d16fd6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.849950 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Checking router: e605d890-5f20-4f71-9ea9-e357bd0d73bc for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:35:52.850382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Updating router e605d890-5f20-4f71-9ea9-e357bd0d73bc port 77c8cedf-39b2-406d-be4e-cb70972a5a74 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:35:52.877960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Transition to ACTIVE for port object 15cb1d00-ef64-4155-af1d-fec1ebc80030 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:52.885561 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:35:52.893331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:52.913858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Transition to ACTIVE for port object 15cb1d00-ef64-4155-af1d-fec1ebc80030 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:52.914118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9648f02c-fe36-4117-a8bd-88e30c136b51) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:52.918022 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.921823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.922477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.925147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:52.927418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd7b9262-4459-47e6-82a5-5851f3b3edf3 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "DELETE /v2.0/ports/6082aeca-60e9-4625-b81e-3147815677ce HTTP/1.1" status: 204 len: 168 time: 1.0612540 Jul 23 16:35:52.929736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38022) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:52.932886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb0e5f-9a70-42b9-bc29-9afc69aceb4e None None] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:52.955422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5b09e1-1c43-41f2-b41b-d7e66c82d37e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:52.960918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d226398a-d8b3-41ec-ad3c-13334aaacd09 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6098704 Jul 23 16:35:52.964916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:52.976028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1150117949', 'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:53.031465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Made reservation on behalf of e9f9ffb783cc4b6e9b2a1077731f7044 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:53.034326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.065632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.070171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c73b7f0a-e329-4160-9a8c-dcb31f263f07 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1628530 Jul 23 16:35:53.076664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.079350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] device_id is not set on port 8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:35:53.082286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38048) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:53.094105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3c3a0a8-7195-417f-acfe-6f0dc43139d2 req-1d919a76-1eef-4018-9176-a2f1369553ff tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 210 time: 0.1256511 Jul 23 16:35:53.106085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-286506ca-3e5c-4f15-a1bb-ee0ae836b429 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '9c554eb2-3a9d-4ccc-841f-33bfd675fb1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:53.140126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:53.171892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-286506ca-3e5c-4f15-a1bb-ee0ae836b429 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.223573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:53.277086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:53.291652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc902ed-1615-4674-934a-d28a4250f800 None None] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:53.294576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 2001:db8::3d0 (9648f02c-fe36-4117-a8bd-88e30c136b51/6847643d-f353-486e-ba64-c7fed3d16fd6/8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:53.297990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.333515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-010831ae-f7b1-4fb5-9430-0b90c080e367 tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4025667 Jul 23 16:35:53.336346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:53.342684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Pushing event updated for resources: {'Port': ['ID=15cb1d00-ef64-4155-af1d-fec1ebc80030,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:53.348529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2032461813'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:53.408868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Made reservation on behalf of 2026069f2fe94d6b825e98a3a476ed41 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:53.413315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.417738 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.424253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Attempting to bind port 15cb1d00-ef64-4155-af1d-fec1ebc80030 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:53.424620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Attempting to bind port 15cb1d00-ef64-4155-af1d-fec1ebc80030 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '5984e088-f604-4db9-b62b-9f1b81a8c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:53.425015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Attempting to bind port 15cb1d00-ef64-4155-af1d-fec1ebc80030 on network 58dca787-73a0-4af4-affa-f7f4d3dd8283 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:53.429389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Transition to ACTIVE for port object 77c8cedf-39b2-406d-be4e-cb70972a5a74 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:53.438991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:53.439716 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.439878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Checking segment: {'id': '5984e088-f604-4db9-b62b-9f1b81a8c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:53.440135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.440412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Bound using segment: {'id': '5984e088-f604-4db9-b62b-9f1b81a8c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:53.440898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Bound port: 15cb1d00-ef64-4155-af1d-fec1ebc80030, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984e088-f604-4db9-b62b-9f1b81a8c914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '58dca787-73a0-4af4-affa-f7f4d3dd8283'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:53.441454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.457507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:35:53.469813 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.470797 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Added segment 2a34bc40-7642-4677-84ed-12b880d69fb5 of type vlan for network 2cb8e150-fb17-4201-a82f-dd5604717aa2 Jul 23 16:35:53.482707 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.516551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8e30c-bd44-4e72-b64c-4162fa0400be req-5deea81c-c7f4-4fff-954d-a849524a8ea6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.522047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.527490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74b8e30c-bd44-4e72-b64c-4162fa0400be req-5deea81c-c7f4-4fff-954d-a849524a8ea6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 1.0794363 Jul 23 16:35:53.617496 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.620261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] For port 15cb1d00-ef64-4155-af1d-fec1ebc80030, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:53.625467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] For port 15cb1d00-ef64-4155-af1d-fec1ebc80030, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=15cb1d00-ef64-4155-af1d-fec1ebc80030,segment=NetworkSegment(5984e088-f604-4db9-b62b-9f1b81a8c914),segment_id=5984e088-f604-4db9-b62b-9f1b81a8c914)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:53.628408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.629154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.631323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.651881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Attempting to bind port 77c8cedf-39b2-406d-be4e-cb70972a5a74 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:53.652271 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Attempting to bind port 77c8cedf-39b2-406d-be4e-cb70972a5a74 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:53.652604 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Attempting to bind port 77c8cedf-39b2-406d-be4e-cb70972a5a74 on network 7287a198-c47f-42be-8048-9d2f2939cab3 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:53.655275 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136a50-2aa5-4957-b502-47898776718b None None] Pushing event updated for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:53.674925 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:53.675297 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Checking segment: {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:53.676294 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.676699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Bound using segment: {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:53.677183 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Bound port: 77c8cedf-39b2-406d-be4e-cb70972a5a74, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa32baf4-9e27-4725-81cc-cd052852a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:53.677568 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.724434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fd7d-c1c9-4c32-996c-5c9135df2f73 None None] Pushing event updated for resources: {'Port': ['ID=15cb1d00-ef64-4155-af1d-fec1ebc80030,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:53.775728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:53.783365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74b8e30c-bd44-4e72-b64c-4162fa0400be req-4e66269e-f0f2-4d53-86f7-04aa906483f5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527609 Jul 23 16:35:53.785283 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-286506ca-3e5c-4f15-a1bb-ee0ae836b429 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:35:53.787335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-286506ca-3e5c-4f15-a1bb-ee0ae836b429 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6923094 Jul 23 16:35:53.789536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:53.799968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:53.816696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:53.873534 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] For port 77c8cedf-39b2-406d-be4e-cb70972a5a74, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:53.875508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.877184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] For port 77c8cedf-39b2-406d-be4e-cb70972a5a74, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77c8cedf-39b2-406d-be4e-cb70972a5a74,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:53.883384 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.886330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38066) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:53.899980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.900815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.916172 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5758247 Jul 23 16:35:53.925649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:53.958454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-426a9bdd-8a20-4217-90bf-a315c9d1df71 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7778533 Jul 23 16:35:53.979085 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:53.980138 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:53.985829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Request body: {'port': {'device_id': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:54.104906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd9076-8e5e-42b0-834e-e554bcf8d335 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event updated for resources: {'Network': ['ID=2cb8e150-fb17-4201-a82f-dd5604717aa2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.117557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2cb8e150-fb17-4201-a82f-dd5604717aa2 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:35:54.124021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.152806 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4136a50-2aa5-4957-b502-47898776718b None None] Pushing event updated for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.292710 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:35:54.334964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.358035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.483208 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd2c9b66-2793-47f8-94f7-67618848d3f2 tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks HTTP/1.1" status: 200 len: 10466 time: 0.5501201 Jul 23 16:35:54.486018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38076) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:54.497319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:54.501579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.508675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:54.515159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:54.516318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:54.516932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.596671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.617471 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-415aee47-16be-4bd5-8730-e430ca4f8753 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6511433 Jul 23 16:35:54.634202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:54.658318 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:49Z', 'revision_number': 4, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '77c8cedf-39b2-406d-be4e-cb70972a5a74', 'name': '', 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'mac_address': 'fa:16:3e:fa:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:47Z', 'updated_at': '2021-07-23T16:35:53Z', 'revision_number': 4, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'subnets': [{'id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:54.690899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.698765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.700134 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/9c554eb2-3a9d-4ccc-841f-33bfd675fb1c HTTP/1.1" status: 204 len: 168 time: 0.8128195 Jul 23 16:35:54.701860 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9aad4-cc58-43ea-b9a1-c0ddbe8eac83 None None] The sync data for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 is: [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:35:49Z', 'revision_number': 4, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '77c8cedf-39b2-406d-be4e-cb70972a5a74', 'name': '', 'network_id': '7287a198-c47f-42be-8048-9d2f2939cab3', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'mac_address': 'fa:16:3e:fa:12:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:47Z', 'updated_at': '2021-07-23T16:35:53Z', 'revision_number': 4, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'subnets': [{'id': '7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:35:54.725826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38080) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:54.728104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baa005-98d3-40bc-bb53-81b761fda24e tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c554eb2-3a9d-4ccc-841f-33bfd675fb1c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:54.945160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccab8f-a532-4356-96e2-6ffef1480efa tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] Network 2cb8e150-fb17-4201-a82f-dd5604717aa2 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:35:54.994685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a84c5663-170b-4b32-aa4e-dedda3223ee5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2640545 Jul 23 16:35:55.005190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38086) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:55.017319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94ccab8f-a532-4356-96e2-6ffef1480efa tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "POST /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5284617 Jul 23 16:35:55.019851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Deleting port 8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:55.020486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.021739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672bf63d-3bec-45fe-a811-93343b6f542d None None] Network 2cb8e150-fb17-4201-a82f-dd5604717aa2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:55.022438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:55.119267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--622416177'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:55.269063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.309828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.314842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4f5e0-065e-4217-ac91-40e280475e6a req-763ac240-8344-47ab-ba96-e782ee6eb767 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:55.326184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65c4f5e0-065e-4217-ac91-40e280475e6a req-763ac240-8344-47ab-ba96-e782ee6eb767 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 931 time: 1.0620112 Jul 23 16:35:55.345955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771b7d1-31a5-4854-b8de-e00be3a35467 req-97ae7eb3-6411-4ecd-ad5c-a32fadbd39fd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:55.353875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Calling delete_port for 8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:55.355944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1771b7d1-31a5-4854-b8de-e00be3a35467 req-97ae7eb3-6411-4ecd-ad5c-a32fadbd39fd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 0.3593836 Jul 23 16:35:55.374224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ad6d3c1b-d0b3-4380-bec3-df2d782bb5f8 tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks HTTP/1.1" status: 200 len: 11237 time: 0.3443522 Jul 23 16:35:55.375830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38092) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:55.383890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6de8a-62f2-461c-bb00-0ca0b23ce471 None None] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:55.478232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65c4f5e0-065e-4217-ac91-40e280475e6a req-e1e3f59c-8509-425f-81a5-5a9e85ae8d15 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467764 Jul 23 16:35:55.504927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9e6c0bee-e27b-4bb7-a8dc-c2f8552bd210 None None] Provisioning for port 15cb1d00-ef64-4155-af1d-fec1ebc80030 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:55.627090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1771b7d1-31a5-4854-b8de-e00be3a35467 req-afb18222-9689-4287-b8df-c798e77c93ae tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700505 Jul 23 16:35:55.663981 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d64743ee-3eb7-473d-9569-fcba1fcfb0ab tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "DELETE /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks/2cb8e150-fb17-4201-a82f-dd5604717aa2 HTTP/1.1" status: 204 len: 168 time: 0.2870357 Jul 23 16:35:55.673313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38098) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:55.708672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:55.726164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.750675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.765540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.835412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ed0bba-4da5-418a-8f4d-4f7822710821,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:55.846345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.862675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Transition to ACTIVE for port object c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:55.875607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.939783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:55.968587 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.972106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4f61f4f-3684-4429-aa08-2d0b06570836 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8838253 Jul 23 16:35:55.989248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38100) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.033071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-81099386-7c9c-4273-b745-fa013e7b3e8f tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '24ed0bba-4da5-418a-8f4d-4f7822710821', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:56.033681 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-81099386-7c9c-4273-b745-fa013e7b3e8f tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 16:35:56.034696 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-81099386-7c9c-4273-b745-fa013e7b3e8f tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:56.035829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81099386-7c9c-4273-b745-fa013e7b3e8f tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0259480 Jul 23 16:35:56.044646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.067150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.071218 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bddcaf83-5930-4188-97ca-0a54b17f7f4a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/ports/8a6dd4b9-6ffb-4b21-8afd-2924d1c1d9f7 HTTP/1.1" status: 204 len: 168 time: 1.4354851 Jul 23 16:35:56.075317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38106) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.082957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009c19-6a29-4cc1-9af3-0db09734f09a req-ace9bd74-d75e-4ba5-bcdd-fa2ec6e8e4ee tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.084569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74009c19-6a29-4cc1-9af3-0db09734f09a req-ace9bd74-d75e-4ba5-bcdd-fa2ec6e8e4ee tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 0.3207467 Jul 23 16:35:56.088731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51', 'external_fixed_ips': [{'subnet_id': '6847643d-f353-486e-ba64-c7fed3d16fd6', 'ip_address': '2001:db8::3d0'}]}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:56.165695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea43fb2a-2ff7-4e23-b596-a53fd4f57d84 tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks HTTP/1.1" status: 200 len: 10466 time: 0.4908509 Jul 23 16:35:56.168174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38108) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.182145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.183567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.187123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77c8cedf-39b2-406d-be4e-cb70972a5a74 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:56.219728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:56.271990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Attempting to bind port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:56.272331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Attempting to bind port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:56.272663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Attempting to bind port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:56.293239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.303957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:56.304608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Attempting to bind port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:56.327248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:56.330051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:56.330690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:35:56.331418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:56.331754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Bound port: c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:56.332121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.332682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:56.333055 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.357078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74009c19-6a29-4cc1-9af3-0db09734f09a req-f746c7c7-fb60-4451-89cc-197fc868ddd4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608771 Jul 23 16:35:56.361315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.424797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.435041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c13effa1-d93c-4e31-94a4-79e7f670393a tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/networks/58dca787-73a0-4af4-affa-f7f4d3dd8283/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2641666 Jul 23 16:35:56.435805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38112) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.541434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.548461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.553204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/24ed0bba-4da5-418a-8f4d-4f7822710821 HTTP/1.1" status: 204 len: 168 time: 0.5034070 Jul 23 16:35:56.554456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38116) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.601580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b1920-91d8-4418-ae1f-e6e4e2accb49 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ed0bba-4da5-418a-8f4d-4f7822710821,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:56.627112 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fcd2580d-44b3-4266-93a3-416c44e6996d tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/networks/58dca787-73a0-4af4-affa-f7f4d3dd8283/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1848450 Jul 23 16:35:56.628345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.680692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.779784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6e9e0635-3389-4593-9be3-8258a0d2bca3 None None] Could not find standard attr ID for object 6082aeca-60e9-4625-b81e-3147815677ce. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:35:56.852662 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.868459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:56.887304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:56.904237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.921611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 77c8cedf-39b2-406d-be4e-cb70972a5a74, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77c8cedf-39b2-406d-be4e-cb70972a5a74,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:56.933610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-83dad64f-2884-4280-aba9-bacbded445ea tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3405702 Jul 23 16:35:56.934896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.936082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 15cb1d00-ef64-4155-af1d-fec1ebc80030 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:56.938266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:56.985012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263574148'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:57.005587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.006963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.008433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] 10.222.0.67 "PUT /v2.0/ports/c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae HTTP/1.1" status: 200 len: 1091 time: 3.0344181 Jul 23 16:35:57.020496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:57.023626 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04459f2d-1d95-417f-a45b-24321c31e611" -d '{"events": [{"name": "network-changed", "server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:35:57.043380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.055661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.067597 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7b3faa9-229d-4435-9240-d3d61d6589e0 tempest-DHCPAgentSchedulersTestJSON-461923739 tempest-DHCPAgentSchedulersTestJSON-461923739-project-admin] 10.222.0.64 "GET /v2.0/agents/d6079453-b15d-49c8-be57-4e624322864b/dhcp-networks HTTP/1.1" status: 200 len: 10466 time: 0.4350920 Jul 23 16:35:57.080147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:57.096568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 15cb1d00-ef64-4155-af1d-fec1ebc80030 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:57.102665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 15cb1d00-ef64-4155-af1d-fec1ebc80030 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:57.103637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.125438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915923aa-69f6-4b80-bd21-c496c499bcd1 req-08debe30-09d9-4c5f-89ff-212f907f1997 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.127246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-915923aa-69f6-4b80-bd21-c496c499bcd1 req-08debe30-09d9-4c5f-89ff-212f907f1997 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 943 time: 0.5065887 Jul 23 16:35:57.234465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bed0f4-4cd3-429c-a5cf-b0879cdd7270 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.248425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.249594 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.287405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-915923aa-69f6-4b80-bd21-c496c499bcd1 req-83447fed-b1f6-4ac7-a7db-a0f2b267af62 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134291 Jul 23 16:35:57.306649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 15cb1d00-ef64-4155-af1d-fec1ebc80030, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=15cb1d00-ef64-4155-af1d-fec1ebc80030,segment=NetworkSegment(5984e088-f604-4db9-b62b-9f1b81a8c914),segment_id=5984e088-f604-4db9-b62b-9f1b81a8c914)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:57.312898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.335176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c024d8-ef84-4db9-ae1e-251e3422fce8 req-e02ec5b5-2453-41ce-bab1-3b3c342eea6f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.344269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97c024d8-ef84-4db9-ae1e-251e3422fce8 req-e02ec5b5-2453-41ce-bab1-3b3c342eea6f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 0.3469777 Jul 23 16:35:57.394760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=15cb1d00-ef64-4155-af1d-fec1ebc80030,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.418603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-9f72ef30-b81a-40e1-9d13-b4a4ef188b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.422542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-9f72ef30-b81a-40e1-9d13-b4a4ef188b34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 1094 time: 0.3207309 Jul 23 16:35:57.451918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97c024d8-ef84-4db9-ae1e-251e3422fce8 req-c8e22a57-522f-4d34-878d-03ada2327286 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071875 Jul 23 16:35:57.470806 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1873718-8701-459a-bff9-4d6b24efbd1c x-openstack-request-id: req-b1873718-8701-459a-bff9-4d6b24efbd1c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:35:57.471094 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:35:57.471341 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1873718-8701-459a-bff9-4d6b24efbd1c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:35:57.471734 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae', 'status': 'completed', 'code': 200} Jul 23 16:35:57.514815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-be30c6b4-c39f-4c3c-a9f1-19980f606ae9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae HTTP/1.1" status: 200 len: 217 time: 0.0591292 Jul 23 16:35:57.572315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-ec527698-1b65-48ce-aa24-ef3e0d7020e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.573868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-ec527698-1b65-48ce-aa24-ef3e0d7020e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.0494213 Jul 23 16:35:57.620846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-dd6e0de5-e8f0-4d63-9bcb-c931b383b0ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363801 Jul 23 16:35:57.745044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-349bc613-02ab-43d0-95a4-6a7df4171f87 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130939 Jul 23 16:35:57.861588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.862114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac336bf4-6786-4de5-97e1-46c3e360f830 req-9155b979-3fb7-442a-b837-54b6662347e7 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098039 Jul 23 16:35:57.866088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.877705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.881080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb8e150-fb17-4201-a82f-dd5604717aa2']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.916030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.919321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a34bc40-7642-4677-84ed-12b880d69fb5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.919654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a34bc40-7642-4677-84ed-12b880d69fb5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:57.951795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.953025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0126646 Jul 23 16:35:57.958189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38136) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:57.958321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.960847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.970275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f406bf-4aa6-4121-b7b8-1e9776684954 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92939522-d490-4042-8460-0a6d6048a539,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.984929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.991906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cccdccab-87a0-4201-935a-ddfcddfc07ab tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '92939522-d490-4042-8460-0a6d6048a539', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:57.993119 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-cccdccab-87a0-4201-935a-ddfcddfc07ab tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 16:35:57.993620 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-cccdccab-87a0-4201-935a-ddfcddfc07ab tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:57.999123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cccdccab-87a0-4201-935a-ddfcddfc07ab tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0408723 Jul 23 16:35:57.999787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38138) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.015641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77c8cedf-39b2-406d-be4e-cb70972a5a74 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:58.020491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:35:58.020911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:35:58.024019 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:35:58.081422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 77c8cedf-39b2-406d-be4e-cb70972a5a74 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:58.082209 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.101333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.109716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459f2d-1d95-417f-a45b-24321c31e611 req-8b51914a-fb66-4e1d-8ca9-d10be3ad0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.112619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-8b51914a-fb66-4e1d-8ca9-d10be3ad0f1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 1094 time: 0.1694188 Jul 23 16:35:58.128544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.139953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.144121 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "DELETE /v2.0/networks/2cb8e150-fb17-4201-a82f-dd5604717aa2 HTTP/1.1" status: 204 len: 168 time: 1.0484116 Jul 23 16:35:58.152158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.165911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d4c5-9630-4a85-b023-22c79b76d565 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event deleted for resources: {'Network': ['ID=2cb8e150-fb17-4201-a82f-dd5604717aa2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.170422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.190454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 15cb1d00-ef64-4155-af1d-fec1ebc80030 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:35:58.205911 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-89278303-8aaf-4364-9efb-792eed362c0b tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] DELETE failed (client error): The resource could not be found. Jul 23 16:35:58.206927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89278303-8aaf-4364-9efb-792eed362c0b tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:35:58.208914 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89278303-8aaf-4364-9efb-792eed362c0b tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "DELETE /v2.0/ports/6082aeca-60e9-4625-b81e-3147815677ce HTTP/1.1" status: 404 len: 333 time: 0.0557468 Jul 23 16:35:58.211780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.274280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 2001:db8::3d0 (9648f02c-fe36-4117-a8bd-88e30c136b51/6847643d-f353-486e-ba64-c7fed3d16fd6/5044bb42-78a9-4331-b7c4-282a38c229a8) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:58.277839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 15cb1d00-ef64-4155-af1d-fec1ebc80030 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:58.278423 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.291725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Deleting subnet a3865e8a-a697-46e5-b423-8590ed5ebe90 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:35:58.297479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.323592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459f2d-1d95-417f-a45b-24321c31e611 req-921f62e4-7286-4d1f-ba1e-b1ce51b70460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.326715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-921f62e4-7286-4d1f-ba1e-b1ce51b70460 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.2020023 Jul 23 16:35:58.327901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.331887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.333057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/92939522-d490-4042-8460-0a6d6048a539 HTTP/1.1" status: 204 len: 168 time: 0.3277760 Jul 23 16:35:58.336867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38148) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.366484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4d06c-05f4-4956-bb0f-c0de1a167894 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92939522-d490-4042-8460-0a6d6048a539,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.375457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.406754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-997a143a-3f4a-4838-991d-cc51f9e5f2a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae HTTP/1.1" status: 200 len: 217 time: 0.0613060 Jul 23 16:35:58.502529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc416d86-eff6-4162-adcd-4b0392f6248d tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1635022 Jul 23 16:35:58.508858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38154) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.519331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--270265470'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:58.534596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459f2d-1d95-417f-a45b-24321c31e611 req-ff585555-a2c3-486a-8beb-a1a9c90a2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.534827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-ff585555-a2c3-486a-8beb-a1a9c90a2733 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.1178818 Jul 23 16:35:58.576670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.589109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe8928-2928-4040-a73c-22825bed0c7a req-263631b6-746c-41a5-a0a6-cf90e007d837 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.592026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abfe8928-2928-4040-a73c-22825bed0c7a req-263631b6-746c-41a5-a0a6-cf90e007d837 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 943 time: 0.1888757 Jul 23 16:35:58.594358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-20df4dea-4f10-42a6-92d1-75e02c9a0d3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467334 Jul 23 16:35:58.594787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.617304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.706428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.711331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.765667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.775017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event deleted for resources: {'Subnet': ['ID=a3865e8a-a697-46e5-b423-8590ed5ebe90,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.779168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-abfe8928-2928-4040-a73c-22825bed0c7a req-a203b1c0-578a-462f-9e27-e8177beee248 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819468 Jul 23 16:35:58.791798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:58.794009 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df2366f2-cb56-447f-a576-d0dcb6fa6baa tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "DELETE /v2.0/subnets/a3865e8a-a697-46e5-b423-8590ed5ebe90 HTTP/1.1" status: 204 len: 168 time: 0.5810223 Jul 23 16:35:58.798902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38156) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:58.803876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 9648f02c-fe36-4117-a8bd-88e30c136b51 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:58.812749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:58.814998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=5044bb42-78a9-4331-b7c4-282a38c229a8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:58.817369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:58.838453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e1590-7066-4bce-8ed7-2153d89b823e None None] Network 58dca787-73a0-4af4-affa-f7f4d3dd8283 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:35:58.900349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-4401c036-8a61-4d51-b9db-2bcb798fca29 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886944 Jul 23 16:35:59.091769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.113030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda15a57-9bc7-430d-a074-2bcca40c9fac req-6704d950-d949-4621-907f-73871d9b7cef tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.116058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dda15a57-9bc7-430d-a074-2bcca40c9fac req-6704d950-d949-4621-907f-73871d9b7cef tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 0.4832630 Jul 23 16:35:59.129057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b8408-69d4-4b32-9450-f734705d75dc req-ac535e0d-a50d-462c-8264-30b182ccd0a5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.129754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-639b8408-69d4-4b32-9450-f734705d75dc req-ac535e0d-a50d-462c-8264-30b182ccd0a5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 945 time: 0.4741640 Jul 23 16:35:59.164951 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.191062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] DHCP port deletion for 58dca787-73a0-4af4-affa-f7f4d3dd8283 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:35:59.199706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.218476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.248670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Deleting port 15cb1d00-ef64-4155-af1d-fec1ebc80030 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:59.249056 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.288369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04459f2d-1d95-417f-a45b-24321c31e611 req-2c0b6e82-30c9-4849-9f51-f5a05c1c30d1 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713682 Jul 23 16:35:59.332048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] For port 15cb1d00-ef64-4155-af1d-fec1ebc80030, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=15cb1d00-ef64-4155-af1d-fec1ebc80030,segment=NetworkSegment(5984e088-f604-4db9-b62b-9f1b81a8c914),segment_id=5984e088-f604-4db9-b62b-9f1b81a8c914)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:59.332643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.349109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Calling delete_port for 15cb1d00-ef64-4155-af1d-fec1ebc80030 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:59.352742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.354277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8412571 Jul 23 16:35:59.358994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38162) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.366940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-16b8f55b-7eee-454b-8fb4-686df0dba2c8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '4c3f535e-76e7-4de9-9e8c-70bed82d8a1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.367810 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-16b8f55b-7eee-454b-8fb4-686df0dba2c8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 16:35:59.368308 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-16b8f55b-7eee-454b-8fb4-686df0dba2c8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:59.369283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-16b8f55b-7eee-454b-8fb4-686df0dba2c8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064905 Jul 23 16:35:59.372127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38164) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.405712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd4af3-f688-4eeb-8d96-730ccf2d4847 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f535e-76e7-4de9-9e8c-70bed82d8a1c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:59.414398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dda15a57-9bc7-430d-a074-2bcca40c9fac req-bd1de111-32f5-4f52-9f7d-25fe989cbc7c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783909 Jul 23 16:35:59.414799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e70868d7-73d7-4aa5-b360-a4f375209f69 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '4c3f535e-76e7-4de9-9e8c-70bed82d8a1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.415528 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-e70868d7-73d7-4aa5-b360-a4f375209f69 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 16:35:59.416062 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-e70868d7-73d7-4aa5-b360-a4f375209f69 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:59.416958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e70868d7-73d7-4aa5-b360-a4f375209f69 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0438895 Jul 23 16:35:59.421382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38166) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.428392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-69334766-7569-48cd-a858-73deb7d7f251 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '4c3f535e-76e7-4de9-9e8c-70bed82d8a1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.429228 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-69334766-7569-48cd-a858-73deb7d7f251 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 16:35:59.429721 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-69334766-7569-48cd-a858-73deb7d7f251 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:59.430720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-69334766-7569-48cd-a858-73deb7d7f251 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082092 Jul 23 16:35:59.435449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38168) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.441598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1a5bbe82-02c0-40b7-9495-9b3e31578a80 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '4c3f535e-76e7-4de9-9e8c-70bed82d8a1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.442498 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-1a5bbe82-02c0-40b7-9495-9b3e31578a80 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 16:35:59.442978 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-1a5bbe82-02c0-40b7-9495-9b3e31578a80 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:35:59.445972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1a5bbe82-02c0-40b7-9495-9b3e31578a80 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075142 Jul 23 16:35:59.447832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38170) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.488174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.506142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.531118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] Pushing event deleted for resources: {'Port': ['ID=15cb1d00-ef64-4155-af1d-fec1ebc80030,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:59.539021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc01234-9422-45d4-aa69-aafae6335759 None None] No DVR routers for this DVR port 15cb1d00-ef64-4155-af1d-fec1ebc80030 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:59.551495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Deleting port 15cb1d00-ef64-4155-af1d-fec1ebc80030 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:59.551853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.557558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port 1cb2651e-341f-4cd1-8684-2ea70868aba4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:35:59.557877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.603558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.671896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router 9231de57-81a4-404b-aba4-e8d5c3a52efa is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:35:59.724991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.737343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] For port 15cb1d00-ef64-4155-af1d-fec1ebc80030, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:59.737740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.778961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Calling delete_port for 15cb1d00-ef64-4155-af1d-fec1ebc80030 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:59.792923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Port 15cb1d00-ef64-4155-af1d-fec1ebc80030 was not found and therefore no delete operation was performed {{(pid=94003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:35:59.793732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:35:59.800466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.807214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Sync routers for ids ['9231de57-81a4-404b-aba4-e8d5c3a52efa'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:35:59.808353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port 1cb2651e-341f-4cd1-8684-2ea70868aba4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1cb2651e-341f-4cd1-8684-2ea70868aba4,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:59.808689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.816919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.821993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Routers {'9231de57-81a4-404b-aba4-e8d5c3a52efa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:35:59.822228 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27d958b8-5363-4b61-8493-b648ebc20047 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7434893 Jul 23 16:35:59.822346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9231de57-81a4-404b-aba4-e8d5c3a52efa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:35:59.822472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.843751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event deleted for resources: {'Port': ['ID=15cb1d00-ef64-4155-af1d-fec1ebc80030,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:59.851074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] No DVR routers for this DVR port 15cb1d00-ef64-4155-af1d-fec1ebc80030 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:59.854068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for 1cb2651e-341f-4cd1-8684-2ea70868aba4 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:35:59.889693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.894243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:59.897243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/4c3f535e-76e7-4de9-9e8c-70bed82d8a1c HTTP/1.1" status: 204 len: 168 time: 0.4479864 Jul 23 16:35:59.901809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38178) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.945588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475bc03-44a5-43af-90f4-b7cc23a7115b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f535e-76e7-4de9-9e8c-70bed82d8a1c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:59.957460 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-943319a5-576b-4e0e-9975-03ccea6feb0f tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538702 Jul 23 16:35:59.963224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:35:59.973449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968535234'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:35:59.991780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.027894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 15cb1d00-ef64-4155-af1d-fec1ebc80030 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:00.051496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.071761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 15cb1d00-ef64-4155-af1d-fec1ebc80030 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:00.072185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 15cb1d00-ef64-4155-af1d-fec1ebc80030 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:00.077960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Set router 9231de57-81a4-404b-aba4-e8d5c3a52efa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:00.115274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.200837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.212767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dca787-73a0-4af4-affa-f7f4d3dd8283']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:00.237861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5984e088-f604-4db9-b62b-9f1b81a8c914') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:00.238490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5984e088-f604-4db9-b62b-9f1b81a8c914') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:00.263392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.286115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Deleting port 5044bb42-78a9-4331-b7c4-282a38c229a8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:00.286740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.298421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.326954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84734ce-1a28-417a-af9d-60e834846b61 req-6da7175c-cc1d-427a-bb02-c51adf8b8f7a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.336453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e84734ce-1a28-417a-af9d-60e834846b61 req-6da7175c-cc1d-427a-bb02-c51adf8b8f7a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 943 time: 0.2908323 Jul 23 16:36:00.338976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9231de57-81a4-404b-aba4-e8d5c3a52efa', 'name': '', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51', 'external_fixed_ips': [{'subnet_id': '6847643d-f353-486e-ba64-c7fed3d16fd6', 'ip_address': '2001:db8::3d0'}], 'enable_snat': True}, 'gw_port_id': '5044bb42-78a9-4331-b7c4-282a38c229a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:56Z', 'updated_at': '2021-07-23T16:35:59Z', 'revision_number': 3, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port': {'id': '5044bb42-78a9-4331-b7c4-282a38c229a8', 'name': '', 'network_id': '9648f02c-fe36-4117-a8bd-88e30c136b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9231de57-81a4-404b-aba4-e8d5c3a52efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '6847643d-f353-486e-ba64-c7fed3d16fd6', 'ip_address': '2001:db8::3d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:57Z', 'updated_at': '2021-07-23T16:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6847643d-f353-486e-ba64-c7fed3d16fd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:00.343605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:00.344022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:00.349113 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:00.395690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Checking router: 9231de57-81a4-404b-aba4-e8d5c3a52efa for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:00.396103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Updating router 9231de57-81a4-404b-aba4-e8d5c3a52efa port 5044bb42-78a9-4331-b7c4-282a38c229a8 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:36:00.451746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.459381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.475707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Calling delete_port for 5044bb42-78a9-4331-b7c4-282a38c229a8 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:00.516509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.531077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.533324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] 10.222.0.64 "DELETE /v2.0/networks/58dca787-73a0-4af4-affa-f7f4d3dd8283 HTTP/1.1" status: 204 len: 168 time: 1.7281804 Jul 23 16:36:00.619673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34d4e3-3f68-41b1-8633-afb210dd4121 tempest-DHCPAgentSchedulersTestJSON-2117826549 tempest-DHCPAgentSchedulersTestJSON-2117826549-project] Pushing event deleted for resources: {'Network': ['ID=58dca787-73a0-4af4-affa-f7f4d3dd8283,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.637441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e84734ce-1a28-417a-af9d-60e834846b61 req-5b00a256-9aad-4487-887a-7ae31dc7cbcc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953551 Jul 23 16:36:00.643685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.657489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.696662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', '1cb2651e-341f-4cd1-8684-2ea70868aba4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:00.704453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.716075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=1cb2651e-341f-4cd1-8684-2ea70868aba4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.751518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.781319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.782616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8184144 Jul 23 16:36:00.785606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb32ec3-000c-4307-bac3-e3d4b1d6beb8 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1709005e-7f2f-4bc0-9bf5-d5f719dc49aa,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.804955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38192) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:00.811367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port 1cb2651e-341f-4cd1-8684-2ea70868aba4 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:00.816132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f04ec4f5-bbf4-4e7f-946a-f110285dffe4 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:00.816703 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-f04ec4f5-bbf4-4e7f-946a-f110285dffe4 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:36:00.817205 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-f04ec4f5-bbf4-4e7f-946a-f110285dffe4 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:00.820821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f04ec4f5-bbf4-4e7f-946a-f110285dffe4 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122726 Jul 23 16:36:00.826613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:00.826900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983f25-97fb-4184-8b2b-f61a0b01c134 req-c9e319aa-c8a7-46d9-9c5a-4b1cbbd77147 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.832524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-04641e19-dd86-40d8-8631-4e67feefb3fe tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:00.834048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3983f25-97fb-4184-8b2b-f61a0b01c134 req-c9e319aa-c8a7-46d9-9c5a-4b1cbbd77147 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9845550-e6ca-4cd2-a97b-01d3e0b84919 HTTP/1.1" status: 200 len: 867 time: 0.2868445 Jul 23 16:36:00.836995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.839446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-639b8408-69d4-4b32-9450-f734705d75dc req-2447509b-3844-41fe-b6ba-3d783bf4e85e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "DELETE /v2.0/ports/1cb2651e-341f-4cd1-8684-2ea70868aba4 HTTP/1.1" status: 204 len: 173 time: 1.6956794 Jul 23 16:36:00.839620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'name': 'network-vif-deleted', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:00.842648 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1624a28d-35a8-4bf3-a1b2-a1a403dde1a6" -d '{"events": [{"server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "name": "network-vif-deleted", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:00.885500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Port': ['ID=5044bb42-78a9-4331-b7c4-282a38c229a8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:00.892717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3983f25-97fb-4184-8b2b-f61a0b01c134 req-b321b8eb-4e38-4f39-b4dc-64ddda4f4025 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573645 Jul 23 16:36:00.918988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.941215 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb35aa6-1852-4132-b089-2e87e105f413 x-openstack-request-id: req-9eb35aa6-1852-4132-b089-2e87e105f413 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:00.941616 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9845550-e6ca-4cd2-a97b-01d3e0b84919", "name": "network-vif-deleted", "tag": "1cb2651e-341f-4cd1-8684-2ea70868aba4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:00.941971 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eb35aa6-1852-4132-b089-2e87e105f413 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:00.942532 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9845550-e6ca-4cd2-a97b-01d3e0b84919', 'name': 'network-vif-deleted', 'tag': '1cb2651e-341f-4cd1-8684-2ea70868aba4', 'status': 'completed', 'code': 200} Jul 23 16:36:01.031590 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:36:01.032031 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:36:01.048619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.051448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.108922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.109700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9231de57-81a4-404b-aba4-e8d5c3a52efa {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:01.114150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.115598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c33dc7d9-96ef-40a8-88ba-560314b86939 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9231de57-81a4-404b-aba4-e8d5c3a52efa HTTP/1.1" status: 204 len: 168 time: 1.2922568 Jul 23 16:36:01.118616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38200) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.124712 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-04641e19-dd86-40d8-8631-4e67feefb3fe tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.128549 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04641e19-dd86-40d8-8631-4e67feefb3fe tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2975595 Jul 23 16:36:01.128549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.129179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38204) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.139403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-07d4ef14-5762-4a76-84b9-808ab0319e0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.141351 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-07d4ef14-5762-4a76-84b9-808ab0319e0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 16:36:01.141964 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-07d4ef14-5762-4a76-84b9-808ab0319e0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.146278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-07d4ef14-5762-4a76-84b9-808ab0319e0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117784 Jul 23 16:36:01.146510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38208) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.156076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2312fe8e-7eaf-4a32-a9d0-b88325100c0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.211242 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-2312fe8e-7eaf-4a32-a9d0-b88325100c0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.214998 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2312fe8e-7eaf-4a32-a9d0-b88325100c0b tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0676575 Jul 23 16:36:01.215861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.217378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Deleting subnet 6847643d-f353-486e-ba64-c7fed3d16fd6 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:01.222033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-009c51ac-5b19-484d-818b-767a1b28b117 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.222633 n-d-800484-3 neutron-server[94004]: WARNING neutron.api.v2.base [None req-009c51ac-5b19-484d-818b-767a1b28b117 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 16:36:01.223368 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-009c51ac-5b19-484d-818b-767a1b28b117 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.224442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.228149 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-009c51ac-5b19-484d-818b-767a1b28b117 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070970 Jul 23 16:36:01.230995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.235747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3391ea8f-762a-44ec-82c5-b3412fe7cb77 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.285452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.301656 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-3391ea8f-762a-44ec-82c5-b3412fe7cb77 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.305807 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3391ea8f-762a-44ec-82c5-b3412fe7cb77 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0747657 Jul 23 16:36:01.306164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38216) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.312866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7add9043-8a57-4228-a2aa-db46220a4719 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.313341 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-7add9043-8a57-4228-a2aa-db46220a4719 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 16:36:01.313826 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-7add9043-8a57-4228-a2aa-db46220a4719 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.315038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7add9043-8a57-4228-a2aa-db46220a4719 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079386 Jul 23 16:36:01.317786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.323932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-769f1175-a67e-45f6-98a4-a99eb3b40e3a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.336169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.354505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-42e85fc4-acfc-4ae8-94b7-2f0695ad83dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2026069f2fe94d6b825e98a3a476ed41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258902 Jul 23 16:36:01.360279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38220) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.410874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.445484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.447570 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-769f1175-a67e-45f6-98a4-a99eb3b40e3a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.451392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-769f1175-a67e-45f6-98a4-a99eb3b40e3a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1298647 Jul 23 16:36:01.452920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.457810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-be283cdd-7998-47bd-a2e5-2c8a27027829 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '1709005e-7f2f-4bc0-9bf5-d5f719dc49aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:01.464666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6847643d-f353-486e-ba64-c7fed3d16fd6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.467273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.472210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b2969e2c-cbb2-4899-8904-03416a430165 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/6847643d-f353-486e-ba64-c7fed3d16fd6 HTTP/1.1" status: 204 len: 168 time: 0.3500235 Jul 23 16:36:01.472746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38226) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.489781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.505819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:01.549316 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-be283cdd-7998-47bd-a2e5-2c8a27027829 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:01.553042 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be283cdd-7998-47bd-a2e5-2c8a27027829 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0963461 Jul 23 16:36:01.553957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.596129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.612656 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.615661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.618449 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0ca72c8-fca0-420c-8678-d9f474d0a36c HTTP/1.1" status: 204 len: 168 time: 0.2564983 Jul 23 16:36:01.648945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35f3b2-d5de-4a17-bd21-5dab9524a743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca72c8-fca0-420c-8678-d9f474d0a36c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.687627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.691459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Port 5044bb42-78a9-4331-b7c4-282a38c229a8 not found while updating agent binding for router 9231de57-81a4-404b-aba4-e8d5c3a52efa. {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 16:36:01.726152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Routers set() bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:01.726152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Router IDs set() for agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:36:01.726677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_agentschedulers_db [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9231de57-81a4-404b-aba4-e8d5c3a52efa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent'). {{(pid=94005) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:36:01.727067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be18a69-fac9-482c-adaf-6b0aa4972c03 None None] The sync data for ids ['9231de57-81a4-404b-aba4-e8d5c3a52efa'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:01.735832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.752867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:01.769723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae', 'mac_address': 'fa:16:3e:2f:69:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:01.790151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.823371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.825404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9648f02c-fe36-4117-a8bd-88e30c136b51']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:01.826368 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.833475 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.834562 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/1709005e-7f2f-4bc0-9bf5-d5f719dc49aa HTTP/1.1" status: 204 len: 168 time: 0.2791545 Jul 23 16:36:01.838737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.864467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e67c76-f99a-4a44-bf4e-552c45ad80ad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709005e-7f2f-4bc0-9bf5-d5f719dc49aa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.865269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:01.934411 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2d57bef-8e1c-4e3e-8e9c-61ff4758f41a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883484 Jul 23 16:36:01.937046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:01.937967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:01.958175 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.958875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222743199'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:02.019793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.054594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.172640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38246) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.203949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c797db-25de-4f37-8b0d-ebe902632c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.222375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.234293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.247991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c4059f-b430-4866-9a97-60c80e71f3bf') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:02.248629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c4059f-b430-4866-9a97-60c80e71f3bf') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:02.261153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.264968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:02.285091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.286767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b30f8f-4b60-404c-b7ad-10ccd73191ae,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.293917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:02.295067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:02.298701 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:02.336242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ed187-11df-432b-941a-7fa5a2b32e8d req-bbd690d0-8635-47fc-8937-e86756db63a6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.338688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc3ed187-11df-432b-941a-7fa5a2b32e8d req-bbd690d0-8635-47fc-8937-e86756db63a6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 944 time: 0.5273857 Jul 23 16:36:02.403442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c797db-25de-4f37-8b0d-ebe902632c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.407930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.420817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9648f02c-fe36-4117-a8bd-88e30c136b51 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:36:02.425394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c797db-25de-4f37-8b0d-ebe902632c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.436578 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.438453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/networks/9648f02c-fe36-4117-a8bd-88e30c136b51 HTTP/1.1" status: 204 len: 168 time: 0.9647565 Jul 23 16:36:02.450314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.454461 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9997258-4c96-45a8-93ae-c303775c9972 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5100954 Jul 23 16:36:02.461237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.467465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b25123-16c8-4209-b6ce-8a4e169614c8 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Network': ['ID=9648f02c-fe36-4117-a8bd-88e30c136b51,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.484173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-74f10723-e90f-4f71-a330-4167fd4c2f0c tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '69b30f8f-4b60-404c-b7ad-10ccd73191ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:02.510815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc3ed187-11df-432b-941a-7fa5a2b32e8d req-c0284f5f-83f8-4a5e-b17e-651a6da06497 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307023 Jul 23 16:36:02.514411 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29c797db-25de-4f37-8b0d-ebe902632c99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4fe6912aa0874ec5be889fdbc9fb5dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389575 Jul 23 16:36:02.516684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38260) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.525404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c797db-25de-4f37-8b0d-ebe902632c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7e64a-eeb7-47ee-83cd-8798b8cea4da,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.638785 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-74f10723-e90f-4f71-a330-4167fd4c2f0c tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The resource could not be found. Jul 23 16:36:02.644021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38262) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.644727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.644866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74f10723-e90f-4f71-a330-4167fd4c2f0c tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1823151 Jul 23 16:36:02.672841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.695041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1cb2651e-341f-4cd1-8684-2ea70868aba4 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:02.695722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-82497c2d-0f26-43ab-aee7-def04bea2a86 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '69b30f8f-4b60-404c-b7ad-10ccd73191ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a1eb758f-dd30-4d01-924f-6483d75daf79'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:02.729621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 1cb2651e-341f-4cd1-8684-2ea70868aba4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:02.730154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1cb2651e-341f-4cd1-8684-2ea70868aba4 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:02.773389 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-82497c2d-0f26-43ab-aee7-def04bea2a86 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The resource could not be found. Jul 23 16:36:02.775441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-82497c2d-0f26-43ab-aee7-def04bea2a86 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0849106 Jul 23 16:36:02.778464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:02.795452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.801160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.819464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71d7e64a-eeb7-47ee-83cd-8798b8cea4da HTTP/1.1" status: 204 len: 168 time: 0.2992775 Jul 23 16:36:02.852557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.858021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529285-7658-40fb-b7ab-1623d5131155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7e64a-eeb7-47ee-83cd-8798b8cea4da,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:02.904998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.990154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.993656 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.999648 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/69b30f8f-4b60-404c-b7ad-10ccd73191ae HTTP/1.1" status: 204 len: 168 time: 0.2199545 Jul 23 16:36:03.006791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38284) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.025305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336a941-7607-44e1-8225-d385b2c03aa6 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b30f8f-4b60-404c-b7ad-10ccd73191ae,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:03.060442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.067064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'name': 'tempest-router--1433588749', 'project_id': 'e85f73e798f241a98e6e6aafb9ba8188'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.103646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-bc2d586a-bd3d-4946-b74d-4c5cf94a930e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.106323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-bc2d586a-bd3d-4946-b74d-4c5cf94a930e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2853432 Jul 23 16:36:03.115292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a45ee82c-66fa-4995-8a0e-688e8de8a2ab tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034892 Jul 23 16:36:03.119513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.119688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.121272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.125779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a3e583f3-95ea-456f-8317-40ea7a7a61b2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': 'fd340121-fcd1-42f6-b479-a1ba4ce34455', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.179856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-3b58ef3c-b28f-4d81-951a-bf7c79be0a93 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0617027 Jul 23 16:36:03.185152 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-a3e583f3-95ea-456f-8317-40ea7a7a61b2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The resource could not be found. Jul 23 16:36:03.186513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a3e583f3-95ea-456f-8317-40ea7a7a61b2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0660264 Jul 23 16:36:03.206014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38292) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.209344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.211435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619324767'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.216589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.233699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.235139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-97d66be8-063c-4e65-85a6-3d9a91c36230 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1722789 Jul 23 16:36:03.237915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38294) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.332979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.333443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.406211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.410352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.416295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.424397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.429999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.437898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.441159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.443189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-761b1187-b74d-4581-a025-acd2e498c55a req-8f5132fa-79b0-4fcc-90fd-f511e3ffb970 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.2603295 Jul 23 16:36:03.461645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-b66a1a00-5eec-462a-9b21-ec1e87e38a10 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2804430 Jul 23 16:36:03.467387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-760f1eac-317f-48b9-b004-a510f4a753de service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:36:03.474078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-760f1eac-317f-48b9-b004-a510f4a753de service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114703 Jul 23 16:36:03.503253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-0b85f818-9142-45ee-9f30-eef1382d382b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2652707 Jul 23 16:36:03.518329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:03.553866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.557292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.641344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.641344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73cc3e67-a268-4a95-bb3b-2864894457e1 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:03.644721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-761b1187-b74d-4581-a025-acd2e498c55a req-866fda7c-7910-40c2-a5d5-3232ed35366a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652944 Jul 23 16:36:03.666204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.690154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:03.691701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4cdd41bc-3009-421f-9230-bf33f7fc1394 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/routers/73cc3e67-a268-4a95-bb3b-2864894457e1 HTTP/1.1" status: 204 len: 168 time: 0.4400656 Jul 23 16:36:03.695979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:03.696542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.727354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.738512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-43174db1-1ace-4b2b-bae9-0ffd9abe9582 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634795 Jul 23 16:36:03.750494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.844617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.845689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6383123 Jul 23 16:36:03.848719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38318) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:03.849663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4452c8-7d38-4f9a-a055-dd7d47f0f950 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71724b-889a-4b4f-9f4d-9905ae75f05c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:03.864550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669026188'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:03.869651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.870348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.871017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.871544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.872013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.872482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.872944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.875000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a738b223-d891-4e55-a7a0-3fa9d4b5ea6d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 0.2514093 Jul 23 16:36:03.905055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-12f3e2dd-cccd-4429-b2c6-957db3e4eb63 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648946 Jul 23 16:36:03.939117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.962927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.036808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:04.046032 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae6c20-f228-4db7-bb9a-3c248fe5a5bb" -d '{"events": [{"server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "name": "network-vif-plugged", "status": "completed", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:04.095059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:04.107711 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.110228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-4545f5a6-bffe-4da9-a072-6779b02acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.111131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-4545f5a6-bffe-4da9-a072-6779b02acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.111601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-4545f5a6-bffe-4da9-a072-6779b02acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.114049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-4545f5a6-bffe-4da9-a072-6779b02acd69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=ff938261-6b7d-4d37-8618-87ee569dee20&id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 2292 time: 0.2032533 Jul 23 16:36:04.114687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38330) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:04.181978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:04.260280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.267673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.325256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a113b-88a9-4a3d-964b-12ac35e1b468,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:04.345394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.352566 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ff853a4-7b2a-4e1b-9068-4c03464c6d1a tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5027485 Jul 23 16:36:04.354795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:04.362306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-83267718-bcfd-4d86-a121-ed5143902d02 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group_rule': {'security_group_id': '7e71724b-889a-4b4f-9f4d-9905ae75f05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7b6a113b-88a9-4a3d-964b-12ac35e1b468'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:04.387910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62d581-7e48-475a-970f-5e5c96e40029 req-0822b680-c2d0-4b41-a024-6cbf827add83 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.400268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc62d581-7e48-475a-970f-5e5c96e40029 req-0822b680-c2d0-4b41-a024-6cbf827add83 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2842250 Jul 23 16:36:04.444895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-30cf3480-5b54-4e34-8a18-92949ad83e4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 1001 time: 0.2769392 Jul 23 16:36:04.449279 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-83267718-bcfd-4d86-a121-ed5143902d02 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:36:04.454648 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-83267718-bcfd-4d86-a121-ed5143902d02 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0981834 Jul 23 16:36:04.455593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:04.483887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc62d581-7e48-475a-970f-5e5c96e40029 req-b3bba921-a5a4-4c60-9c72-38b8c733ccbb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823698 Jul 23 16:36:04.493883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1595309278', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:04.536041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.556305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.557349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.569074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.632827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.635874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.640137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/7b6a113b-88a9-4a3d-964b-12ac35e1b468 HTTP/1.1" status: 204 len: 168 time: 0.1832933 Jul 23 16:36:04.640894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38350) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:04.659626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.677025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.683331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.685796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45005-3e79-4a48-aa9b-1d48ef3776c5 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a113b-88a9-4a3d-964b-12ac35e1b468,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:04.692840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.699723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.706368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.712716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.721258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.724365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b375ae5c-d4e1-43c9-99a5-4320c6456c39 req-a6dd675f-78a9-423f-91e7-7a868cb35796 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.4942338 Jul 23 16:36:04.806602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-3fc938dd-f53d-42a9-9cf2-77e56df131d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.808113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-3fc938dd-f53d-42a9-9cf2-77e56df131d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 200 len: 850 time: 0.3378782 Jul 23 16:36:04.903219 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d4e4f95-666f-4244-a44a-b8c2df03cb82 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2410703 Jul 23 16:36:04.903878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38360) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:04.997740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fda0337-3ad3-48d9-a085-d2db1a92030e req-784fb631-764d-4811-bd7b-612caa6dc426 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 210 time: 0.1270247 Jul 23 16:36:04.999023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.028147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.087463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.091315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.095462 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/7e71724b-889a-4b4f-9f4d-9905ae75f05c HTTP/1.1" status: 204 len: 168 time: 0.1904626 Jul 23 16:36:05.096119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38364) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.123803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a8489-2ca0-4102-a77d-946f4e1304dc tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71724b-889a-4b4f-9f4d-9905ae75f05c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:05.129593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.133519 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e9076-73a7-45f8-a0e4-7560483e468f x-openstack-request-id: req-595e9076-73a7-45f8-a0e4-7560483e468f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:05.134045 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "name": "network-vif-plugged", "status": "completed", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:05.134045 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-595e9076-73a7-45f8-a0e4-7560483e468f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:05.135763 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae', 'code': 200} Jul 23 16:36:05.193537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-b66e209b-6252-4f45-a91d-533e9fd2ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.195357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-b66e209b-6252-4f45-a91d-533e9fd2ee2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791304 Jul 23 16:36:05.207573 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dffbe762-dcf8-4e4a-a8db-a1e8e9ca0543 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072862 Jul 23 16:36:05.208208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38368) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.232881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'tempest-secgroup--868693004'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:05.272796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.393606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391842cf-8846-4166-bf96-099c0ed04cc9 req-16047423-92fb-4aed-8b5b-420bc50e4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.396122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391842cf-8846-4166-bf96-099c0ed04cc9 req-16047423-92fb-4aed-8b5b-420bc50e4fa3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 1096 time: 0.1678348 Jul 23 16:36:05.425270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.431607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.445381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-2d005b2f-331a-4ad5-b7f7-3606d89d800f service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399485 Jul 23 16:36:05.468131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.469380 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2602241 Jul 23 16:36:05.473992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38376) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.483292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507d92e-4fcd-4af0-8f82-2781244d69e2 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8710c-5ba0-49ee-aa14-45fe9a1217c4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:05.492125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-fbfd6766-8971-4c7c-bc70-44a9d4fcd415 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:05.492549 n-d-800484-3 neutron-server[94003]: WARNING neutron.api.v2.base [None req-fbfd6766-8971-4c7c-bc70-44a9d4fcd415 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 16:36:05.493067 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-fbfd6766-8971-4c7c-bc70-44a9d4fcd415 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 16:36:05.497078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fbfd6766-8971-4c7c-bc70-44a9d4fcd415 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "PUT /v2.0/security-groups/5bc8710c-5ba0-49ee-aa14-45fe9a1217c4 HTTP/1.1" status: 409 len: 330 time: 0.0179708 Jul 23 16:36:05.497217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.531675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391842cf-8846-4166-bf96-099c0ed04cc9 req-d954081b-a155-4b32-894e-ca772aade7f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979831 Jul 23 16:36:05.592927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.611045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.631000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.691833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.694831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-dbb3a3ea-52f5-480d-8d93-487f0e689cc6 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377558 Jul 23 16:36:05.695545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.697382 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/5bc8710c-5ba0-49ee-aa14-45fe9a1217c4 HTTP/1.1" status: 204 len: 168 time: 0.1988385 Jul 23 16:36:05.701923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:05.722638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa579c-86fd-4235-9614-328999f09d74 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8710c-5ba0-49ee-aa14-45fe9a1217c4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:05.750992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.779757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.795628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ce58d21b-cb57-448b-b120-9e0a84ccc268 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-815385881'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:05.796185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ce58d21b-cb57-448b-b120-9e0a84ccc268 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Unknown quota resources ['metering_label']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:36:05.817363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-3510b471-95a7-417d-8167-bb81d1cf33bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 217 time: 0.0821316 Jul 23 16:36:05.961339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3118c8-1b49-49fd-9854-0f10626a8348 req-46a4f42a-67ae-4900-8dd6-740b7515f6f9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.966383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf3118c8-1b49-49fd-9854-0f10626a8348 req-46a4f42a-67ae-4900-8dd6-740b7515f6f9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3471467 Jul 23 16:36:06.003859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7777fa2d-acfa-4e16-a3a6-3e69b0130544 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2982047 Jul 23 16:36:06.011641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38390) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.053758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a05c0848-36be-4dc9-ba18-51daeddf2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.055832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a05c0848-36be-4dc9-ba18-51daeddf2f52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1843688 Jul 23 16:36:06.061504 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-d4e4c9b1-db4c-4177-a4fe-49e7370c3689 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] delete failed (client error): The resource could not be found. Jul 23 16:36:06.065970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d4e4c9b1-db4c-4177-a4fe-49e7370c3689 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "DELETE /v2.0/security-groups/23df1d45-d473-4a73-856d-b24698b9dab7 HTTP/1.1" status: 404 len: 347 time: 0.0351572 Jul 23 16:36:06.073407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38396) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.114534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf3118c8-1b49-49fd-9854-0f10626a8348 req-add1cdb7-e098-46d3-adfd-c14e5a525edf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091740 Jul 23 16:36:06.136059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Allocated IP 172.25.2.115 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1f7d6de0-ffdd-44d0-8edd-62a4a9f92c43) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:06.166329 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-322a61a1-d627-4ac5-b156-4ce7bdb54bad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] show failed (client error): The resource could not be found. Jul 23 16:36:06.167066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-322a61a1-d627-4ac5-b156-4ce7bdb54bad tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-groups/4cf71fc9-f4f9-4543-9830-b64c9feb4da8 HTTP/1.1" status: 404 len: 347 time: 0.0892270 Jul 23 16:36:06.173210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38398) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.174830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ce58d21b-cb57-448b-b120-9e0a84ccc268 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.176477 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ce58d21b-cb57-448b-b120-9e0a84ccc268 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5639904 Jul 23 16:36:06.180162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38400) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.189586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6ebc4f6d-47dc-48e6-8a2f-d568467c58d0 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '37dfe556-a6ba-4027-9344-289b2e390d06'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:06.190216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6ebc4f6d-47dc-48e6-8a2f-d568467c58d0 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:36:06.199739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-997843b2-9680-4a1b-9fdd-9c27c87aa0e3 req-ba446301-1375-40c4-a276-79d5e09369df tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 210 time: 0.0704579 Jul 23 16:36:06.207356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-8322a252-85b6-444c-a8d3-5ca6fb7fba60 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.209068 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-8322a252-85b6-444c-a8d3-5ca6fb7fba60 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.3188174 Jul 23 16:36:06.211758 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-f52b88cf-d7d5-4666-8d05-8b24290b3297 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] show failed (client error): The resource could not be found. Jul 23 16:36:06.212803 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f52b88cf-d7d5-4666-8d05-8b24290b3297 tempest-NegativeSecGroupTest-1265663376 tempest-NegativeSecGroupTest-1265663376-project] 10.222.0.64 "GET /v2.0/security-group-rules/9d33d82b-9792-4b23-b324-c2ead37a30d5 HTTP/1.1" status: 404 len: 356 time: 0.0349610 Jul 23 16:36:06.256531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': '50460dc2-6c78-45de-901c-b270633b928e', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:06.307251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-f4288384-c761-446f-9fcc-4ef4fb8721fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.308777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-f4288384-c761-446f-9fcc-4ef4fb8721fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2372739 Jul 23 16:36:06.356374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.453875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-3576c9c1-9eef-40ad-949f-94f6a749b901 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340690 Jul 23 16:36:06.521511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.607491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event updated for resources: {'Port': ['ID=1f7d6de0-ffdd-44d0-8edd-62a4a9f92c43,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:06.706999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:06.713228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:06.725280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:06.763646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-f8bac09b-3406-42a4-8b1d-5f4caeb663f1 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895491 Jul 23 16:36:06.789430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:06.882495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-4685a682-696b-4376-9e3d-8800bfdabdd7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 217 time: 0.1075134 Jul 23 16:36:06.916472 n-d-800484-3 neutron-server[94004]: WARNING neutron.services.metering.metering_plugin [None req-6ebc4f6d-47dc-48e6-8a2f-d568467c58d0 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:36:06.985222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38426) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.069608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6ebc4f6d-47dc-48e6-8a2f-d568467c58d0 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.074806 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ebc4f6d-47dc-48e6-8a2f-d568467c58d0 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8849819 Jul 23 16:36:07.074806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38430) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.080249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5d856a6e-fe29-4f67-b6c3-495dbdb1fa9e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '37dfe556-a6ba-4027-9344-289b2e390d06'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:07.080847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5d856a6e-fe29-4f67-b6c3-495dbdb1fa9e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:36:07.152905 n-d-800484-3 neutron-server[94004]: WARNING neutron.services.metering.metering_plugin [None req-5d856a6e-fe29-4f67-b6c3-495dbdb1fa9e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:36:07.157038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:07.162378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.266154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d856a6e-fe29-4f67-b6c3-495dbdb1fa9e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.269906 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d856a6e-fe29-4f67-b6c3-495dbdb1fa9e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1913934 Jul 23 16:36:07.270807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.287384 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27ecd36c-315a-44b4-818d-2a0ed6f65c72 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=333c911f-9c00-41a7-89a2-01f58dfde446 HTTP/1.1" status: 200 len: 464 time: 0.0134833 Jul 23 16:36:07.312725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.458374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-835df2bc-3a41-4b80-8a2f-77eed94d376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.459884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-835df2bc-3a41-4b80-8a2f-77eed94d376c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.4843714 Jul 23 16:36:07.481444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3686-3c8f-4a94-944d-d7c5bba4a6f4 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.481444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cb0f3686-3c8f-4a94-944d-d7c5bba4a6f4 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/333c911f-9c00-41a7-89a2-01f58dfde446 HTTP/1.1" status: 204 len: 168 time: 0.1666398 Jul 23 16:36:07.484071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.501157 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ffc340b-a0aa-4965-b9fb-a999ea288e70 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=333c911f-9c00-41a7-89a2-01f58dfde446 HTTP/1.1" status: 200 len: 221 time: 0.0161440 Jul 23 16:36:07.502361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.12 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/fbda160b-0eff-4481-9126-da82b5f08e82) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:07.509093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38444) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.517041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-56e936e8-22bc-4d26-bb86-d91bd7eb857d tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--911386132', 'description': 'label created by tempest'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:07.517458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-56e936e8-22bc-4d26-bb86-d91bd7eb857d tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Unknown quota resources ['metering_label']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:36:07.569374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c0eafd8-216e-4023-ba1b-ea229dfbc61e req-ea858a68-d95f-48cc-9273-a24755113809 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 210 time: 0.1214807 Jul 23 16:36:07.603620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c7f5ec58-f915-43e0-b524-a6f04150c3fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ef38eac57d942b6aa3a177fe1e4308e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106980 Jul 23 16:36:07.610692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38446) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.743395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56e936e8-22bc-4d26-bb86-d91bd7eb857d tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.744103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-56e936e8-22bc-4d26-bb86-d91bd7eb857d tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2312021 Jul 23 16:36:07.748329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:07.786583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.787077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.787555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.788029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.788502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.788981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.789432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.791601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-a4672425-e8b0-4a49-8c65-394ea689c2b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 0.8043728 Jul 23 16:36:07.818394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5769d-e720-4824-973e-3d66760df562 req-a26b4fd6-bc0c-4433-bc54-fafe5b99337b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.820039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01d5769d-e720-4824-973e-3d66760df562 req-a26b4fd6-bc0c-4433-bc54-fafe5b99337b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3737221 Jul 23 16:36:07.835491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-7dd8c16f-fc04-4753-8961-0d8b7b5cdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.836982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-7dd8c16f-fc04-4753-8961-0d8b7b5cdde8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3528326 Jul 23 16:36:07.844594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.846457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:07.852658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89a35721-2e51-4ab0-a4f8-ad994d8f1406 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=859f282f-3c67-487c-be2d-b204ec076f3f HTTP/1.1" status: 200 len: 467 time: 0.1032109 Jul 23 16:36:07.859998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.007941 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.012688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-abe323ea-202d-43ab-a1ba-4fbfa742cf48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2077789 Jul 23 16:36:08.105392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.112107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a375689-e7a1-42d7-bf4b-5cb5e1beb5a2 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.113270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3a375689-e7a1-42d7-bf4b-5cb5e1beb5a2 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/859f282f-3c67-487c-be2d-b204ec076f3f HTTP/1.1" status: 204 len: 168 time: 0.2523389 Jul 23 16:36:08.116203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38456) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.118278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01d5769d-e720-4824-973e-3d66760df562 req-4e292425-87ef-413d-96be-3bc356ced5f6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864604 Jul 23 16:36:08.132180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-223565e4-99e5-4e4c-859d-415f9544c7be tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=859f282f-3c67-487c-be2d-b204ec076f3f HTTP/1.1" status: 200 len: 216 time: 0.0148911 Jul 23 16:36:08.136449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38458) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.165748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-086d06bf-0191-4db0-aec6-7fb99c19dcc7 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171787 Jul 23 16:36:08.169533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f7997669-c4e5-47d2-a022-58cb863028bf tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0321853 Jul 23 16:36:08.173563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.174594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.177668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.178884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a92db239-fb80-49cf-b02f-6f81b91f025f HTTP/1.1" status: 204 len: 168 time: 0.5679910 Jul 23 16:36:08.188850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.210292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae66ce-ad98-4233-935d-28e8a8304112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92db239-fb80-49cf-b02f-6f81b91f025f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:08.227125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:08.280041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:08.291542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b592d7e6-ac8c-4d19-9c5b-c8bd356ca93d tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1153054 Jul 23 16:36:08.296245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38466) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.310688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:08.312277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:08.317705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:08.412971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.413638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.440800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1ad333c1-367b-4e6d-8e5a-9cf331a223fe tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/37dfe556-a6ba-4027-9344-289b2e390d06 HTTP/1.1" status: 200 len: 472 time: 0.1428182 Jul 23 16:36:08.444192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.452403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-333d2094-4ca1-45be-bf8f-bc6aac95ae09 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2163477 Jul 23 16:36:08.460214 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc2e07b0-ce5f-44af-8a27-2cf0f6226bd9 tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/25ab132b-e9fa-418d-a91c-93f960347ece HTTP/1.1" status: 200 len: 461 time: 0.0146692 Jul 23 16:36:08.465166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.487484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Request body: {'port': {'device_id': '50460dc2-6c78-45de-901c-b270633b928e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:08.744170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-800778d1-b9af-4c68-86bb-4403a7332ec1 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625987 Jul 23 16:36:08.775668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.781027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.781246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0836a2f2-1a28-4baf-a194-765866872e5e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.784457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0836a2f2-1a28-4baf-a194-765866872e5e tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/25ab132b-e9fa-418d-a91c-93f960347ece HTTP/1.1" status: 204 len: 168 time: 0.3161321 Jul 23 16:36:08.788854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38490) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:08.850439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-78cf0d0f-7ba4-492a-a577-0d48b1b2187f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 200 len: 217 time: 0.0824993 Jul 23 16:36:08.973881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-d6bf0913-6908-4a85-a416-e5a60dbea9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.974516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-d6bf0913-6908-4a85-a416-e5a60dbea9e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1230245 Jul 23 16:36:09.049780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501a027-fe2d-4180-bd61-e97d01d5cf53 req-01acd7b6-db28-40a0-b93f-eaf6cf26aef6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.051820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e501a027-fe2d-4180-bd61-e97d01d5cf53 req-01acd7b6-db28-40a0-b93f-eaf6cf26aef6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.6098425 Jul 23 16:36:09.086557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129e3524-0320-49be-b7ae-35416dcd77ec tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.087020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b74160-1a93-4842-8a9e-b26ce23f529c req-7b4c42ff-664c-4d4f-a60a-5501d558d5a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.087752 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-129e3524-0320-49be-b7ae-35416dcd77ec tempest-MeteringTestJSON-851040030 tempest-MeteringTestJSON-851040030-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/37dfe556-a6ba-4027-9344-289b2e390d06 HTTP/1.1" status: 204 len: 168 time: 0.2977924 Jul 23 16:36:09.088539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63b74160-1a93-4842-8a9e-b26ce23f529c req-7b4c42ff-664c-4d4f-a60a-5501d558d5a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 932 time: 0.4110589 Jul 23 16:36:09.171822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e501a027-fe2d-4180-bd61-e97d01d5cf53 req-0f2e8326-9132-4c1d-a945-67ccee24dd4c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861545 Jul 23 16:36:09.269066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63b74160-1a93-4842-8a9e-b26ce23f529c req-0211779c-5c7f-4482-ac70-23c20929e87f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397545 Jul 23 16:36:09.290341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-c437f6f4-a457-4dba-9689-1ce9c3bcae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.301793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-c437f6f4-a457-4dba-9689-1ce9c3bcae3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3148556 Jul 23 16:36:09.306840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbda160b-0eff-4481-9126-da82b5f08e82 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:09.317184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.336806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Transition to ACTIVE for port object fbda160b-0eff-4481-9126-da82b5f08e82 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:09.342863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.350655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Router 6fcbc419-7f1e-4006-967b-4e226ba51eb9 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:09.366161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.370839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026209 Jul 23 16:36:09.390466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38510) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.425035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Pushing event updated for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:09.505104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a28edf2f-07bd-4e31-9524-e27b67df4a2e service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924436 Jul 23 16:36:09.509176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Attempting to bind port fbda160b-0eff-4481-9126-da82b5f08e82 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:09.509600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Attempting to bind port fbda160b-0eff-4481-9126-da82b5f08e82 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:09.510050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Attempting to bind port fbda160b-0eff-4481-9126-da82b5f08e82 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:09.516119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Port fbda160b-0eff-4481-9126-da82b5f08e82 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:09.516446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Attempting to bind port fbda160b-0eff-4481-9126-da82b5f08e82 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:09.521950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.523861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:09.524436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:09.524845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:09.525251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Bound port: fbda160b-0eff-4481-9126-da82b5f08e82, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:09.525609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.559450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:09.573905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] Sync routers for ids ['6fcbc419-7f1e-4006-967b-4e226ba51eb9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:09.606605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.610359 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] Routers {'6fcbc419-7f1e-4006-967b-4e226ba51eb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:09.610567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-02437da2-b795-48b5-b22e-57baf32d0072 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4908104 Jul 23 16:36:09.611189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38518) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.613154 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fcbc419-7f1e-4006-967b-4e226ba51eb9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:09.613332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:09.620342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fbda160b-0eff-4481-9126-da82b5f08e82,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:09.630596 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.666165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:09.677753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] Routers {'6fcbc419-7f1e-4006-967b-4e226ba51eb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:09.679361 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:35:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6fcbc419-7f1e-4006-967b-4e226ba51eb9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:09.711260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-11d50e38-1d67-47a0-913f-7986ce1782b4 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960013 Jul 23 16:36:09.764499 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:09.765284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de80f61-cd9f-42fc-b5a0-6ca530faf744 None None] The sync data for ids ['6fcbc419-7f1e-4006-967b-4e226ba51eb9'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:09.782584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-2310c458-dd81-4072-b84d-95401a0d6f69 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 200 len: 217 time: 0.0638652 Jul 23 16:36:09.793779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c732c84-03ea-4486-a3a3-d511a323a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.812414 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-690ae89f-15df-4005-bde9-85fd2dc02ad9 tempest-NetworksApiDiscovery-1990371867 tempest-NetworksApiDiscovery-1990371867-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4194221 Jul 23 16:36:09.812666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.813138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.814500 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] 10.222.0.81 "PUT /v2.0/ports/fbda160b-0eff-4481-9126-da82b5f08e82 HTTP/1.1" status: 200 len: 1092 time: 1.3471954 Jul 23 16:36:09.815178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577c760-26c2-44a6-848b-0b0a0ffbdd1b service neutron] Pushing event updated for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:09.817800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:09.820704 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:09.840959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b5cf7666-d389-4c0a-bd42-0959405671cb tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/6fcbc419-7f1e-4006-967b-4e226ba51eb9 HTTP/1.1" status: 200 len: 925 time: 0.2285297 Jul 23 16:36:09.843851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38524) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.887720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-edda26e9-743a-4bdf-8008-8f9fac171b41 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fcbc419-7f1e-4006-967b-4e226ba51eb9 HTTP/1.1" status: 200 len: 205 time: 0.0400443 Jul 23 16:36:09.888352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38526) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:09.896166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-bb5451b5-8566-47e9-9d2b-342bcbd7be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.897341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-bb5451b5-8566-47e9-9d2b-342bcbd7be62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1077166 Jul 23 16:36:09.925694 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016132e-f2a3-4d25-8c76-4ea1c0d1e2c5 x-openstack-request-id: req-6016132e-f2a3-4d25-8c76-4ea1c0d1e2c5 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:09.926071 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:09.926202 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6016132e-f2a3-4d25-8c76-4ea1c0d1e2c5 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:09.926697 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82', 'status': 'completed', 'code': 200} Jul 23 16:36:09.977675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-a5a1cee2-418b-41ac-9d5e-76290ca62e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.979757 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-a5a1cee2-418b-41ac-9d5e-76290ca62e48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 1095 time: 0.1038914 Jul 23 16:36:10.088970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-51f75547-2b06-4cf8-aa2d-efe742c11eb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbda160b-0eff-4481-9126-da82b5f08e82 HTTP/1.1" status: 200 len: 217 time: 0.0843844 Jul 23 16:36:10.092948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c732c84-03ea-4486-a3a3-d511a323a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.140397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c732c84-03ea-4486-a3a3-d511a323a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.212236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c732c84-03ea-4486-a3a3-d511a323a6ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=328e825a1d4d4daf9210df11f8abf1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892967 Jul 23 16:36:10.214508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c732c84-03ea-4486-a3a3-d511a323a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd9f95-bca8-4592-a792-0fde43891ec3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:10.218693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:10.227355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-69a02207-30e2-462c-bad9-af1eb36932e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.229354 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-69a02207-30e2-462c-bad9-af1eb36932e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1339061 Jul 23 16:36:10.287771 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-679dbd4d-4353-4242-87ba-aa82f10deb21 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500190 Jul 23 16:36:10.302079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:10.421720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.458795 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-081969b0-c40c-412b-a6f3-6aa620a25d68 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557124 Jul 23 16:36:10.489530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.524999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e44332f4-69de-4cdc-af39-639b9cd9af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.628671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-dead712c-46f0-407f-a9e8-5bfa57a35901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.630206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-dead712c-46f0-407f-a9e8-5bfa57a35901 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2146456 Jul 23 16:36:10.635256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.643170 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bb5def3-2b3e-496d-a188-a4ae98ebed09 req-3319d5fe-d860-4cc5-95ef-9af68e9c7bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756110 Jul 23 16:36:10.650577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.653977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.657643 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cdd9f95-bca8-4592-a792-0fde43891ec3 HTTP/1.1" status: 204 len: 168 time: 0.4349124 Jul 23 16:36:10.669592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d0d06-b87f-4434-b964-d72f1e24b692 req-9a17bd7e-7ca7-4feb-af65-b18187d42576 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.671475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-451d0d06-b87f-4434-b964-d72f1e24b692 req-9a17bd7e-7ca7-4feb-af65-b18187d42576 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2545583 Jul 23 16:36:10.674030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8a999-55a4-40c1-bcd2-03cd88bf8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd9f95-bca8-4592-a792-0fde43891ec3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:10.741415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e44332f4-69de-4cdc-af39-639b9cd9af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.753692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e44332f4-69de-4cdc-af39-639b9cd9af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.818642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e44332f4-69de-4cdc-af39-639b9cd9af21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9438c465f244fca8b2d780cbd9f4f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143631 Jul 23 16:36:10.821101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44332f4-69de-4cdc-af39-639b9cd9af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7ac2b-17b3-4524-b41f-1137a698c5b2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:10.823842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:10.877228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-eb529985-cfd1-4b9e-973f-718342b3d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.878000 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.878802 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-eb529985-cfd1-4b9e-973f-718342b3d883 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 1095 time: 0.1359224 Jul 23 16:36:10.913284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4f80b-92f4-49c5-ad15-3704d0dbf61d req-3f547d1e-8827-4a78-bbab-ee4cb37321dd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.915155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65d4f80b-92f4-49c5-ad15-3704d0dbf61d req-3f547d1e-8827-4a78-bbab-ee4cb37321dd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 944 time: 0.4155786 Jul 23 16:36:10.920262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:10.993885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.014609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65d4f80b-92f4-49c5-ad15-3704d0dbf61d req-1860bc61-39ad-4a5a-bb18-3fe72fa56ca7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657568 Jul 23 16:36:11.030977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-404914f6-1559-40f5-ac6c-2a25ff1f9265 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928432 Jul 23 16:36:11.066357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-43428849-4c4d-412c-9d3d-cba68f4b88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.067970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-43428849-4c4d-412c-9d3d-cba68f4b88be service neutron] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.1782596 Jul 23 16:36:11.123813 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-0e7d433e-879d-467c-8e31-718b6b41e4a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbda160b-0eff-4481-9126-da82b5f08e82 HTTP/1.1" status: 200 len: 217 time: 0.0463367 Jul 23 16:36:11.140771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38558) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:11.141224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-33c5318d-80e6-419a-808b-7ab343305050 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012149 Jul 23 16:36:11.141651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.144238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.145495 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8d7ac2b-17b3-4524-b41f-1137a698c5b2 HTTP/1.1" status: 204 len: 168 time: 0.3196969 Jul 23 16:36:11.146743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-451d0d06-b87f-4434-b964-d72f1e24b692 req-f7435932-abfa-4f5c-b7f7-f43985fc30d3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725735 Jul 23 16:36:11.191489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-e3766382-2631-4400-bc76-56191469a3f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 200 len: 217 time: 0.0429268 Jul 23 16:36:11.197969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 1f7d6de0-ffdd-44d0-8edd-62a4a9f92c43 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:11.198569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.200367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cd3177f-6cb6-4ccd-8ce3-db12dec4cb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.207200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b8c14-7103-44f3-9a67-d2e8ea4e876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7ac2b-17b3-4524-b41f-1137a698c5b2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:11.244713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-358730bf-b1b5-49d5-825b-27d92019426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.246657 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-358730bf-b1b5-49d5-825b-27d92019426f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1160057 Jul 23 16:36:11.286741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-750f978d-dd68-4356-9c61-9b27e56eae13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326452 Jul 23 16:36:11.312979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-41d2f245-08bb-4a07-960d-5de788db5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.315031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-41d2f245-08bb-4a07-960d-5de788db5f92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.1134384 Jul 23 16:36:11.384976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.438735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 1f7d6de0-ffdd-44d0-8edd-62a4a9f92c43 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:11.454717 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-3f2ed234-926b-4d20-ba27-bbe2be9a5e06 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592178 Jul 23 16:36:11.497441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cd3177f-6cb6-4ccd-8ce3-db12dec4cb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.506844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5cd3177f-6cb6-4ccd-8ce3-db12dec4cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.521835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-29e9c930-8fa6-4b1b-8c95-87fa79214d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.523916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-29e9c930-8fa6-4b1b-8c95-87fa79214d15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017477 Jul 23 16:36:11.555938 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.597551 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5cd3177f-6cb6-4ccd-8ce3-db12dec4cb3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a494072f5974b7aace5d2ecde902dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508328 Jul 23 16:36:11.598269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3177f-6cb6-4ccd-8ce3-db12dec4cb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d907dc-9fb7-42e7-8d46-a662581f71f4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:11.600643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38578) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:11.636514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8b4ea72b-0c6a-468e-b550-0f7c709f8a4e req-03388f3e-f6ba-4e76-81ac-6df99e78f9a5 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726110 Jul 23 16:36:11.682380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.711442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.738099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-e87fe518-ee4f-46d5-b2d3-eb047b7a45c2 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889334 Jul 23 16:36:11.763749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-13240cdd-2999-4593-92b0-884077796641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.791267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.796061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.797768 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28d907dc-9fb7-42e7-8d46-a662581f71f4 HTTP/1.1" status: 204 len: 168 time: 0.1944561 Jul 23 16:36:11.826360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed385ebf-4d34-4180-bb74-c29b50dbfd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d907dc-9fb7-42e7-8d46-a662581f71f4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:11.876864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.948873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=1f7d6de0-ffdd-44d0-8edd-62a4a9f92c43,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:12.034840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-7b55eb23-f6fc-407b-b8ff-d87e3e3c2f7f service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796469 Jul 23 16:36:12.042185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.144521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-699b7381-2b5e-40eb-99f9-c0bb5263a413 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 217 time: 0.1035237 Jul 23 16:36:12.289814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.296892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.387454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-9248ff41-c9fd-4d36-b190-a3ad89cdf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.389319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-9248ff41-c9fd-4d36-b190-a3ad89cdf3b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.2139831 Jul 23 16:36:12.394047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.394812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router 6fcbc419-7f1e-4006-967b-4e226ba51eb9 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:12.413505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.414873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5620542c-cae7-454e-90f5-1ac5cc93cbff tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/6fcbc419-7f1e-4006-967b-4e226ba51eb9 HTTP/1.1" status: 204 len: 168 time: 2.5256073 Jul 23 16:36:12.420906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:12.426897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-636687968', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:12.454625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.459894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.490765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573e591-1efa-42ad-a155-468b8b07bd17 req-0c063cd5-83fe-49eb-8b78-578e031e1d70 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.492423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b573e591-1efa-42ad-a155-468b8b07bd17 req-0c063cd5-83fe-49eb-8b78-578e031e1d70 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 944 time: 0.3501053 Jul 23 16:36:12.529293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb5b9-0919-4502-9410-c63db0fd5e1d req-1b2747aa-ffbe-418b-82cd-ede16e953710 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.536844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f8fb5b9-0919-4502-9410-c63db0fd5e1d req-1b2747aa-ffbe-418b-82cd-ede16e953710 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2613649 Jul 23 16:36:12.621818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f8fb5b9-0919-4502-9410-c63db0fd5e1d req-4b7dec31-7649-4824-8a37-2c660795b048 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837300 Jul 23 16:36:12.642253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b573e591-1efa-42ad-a155-468b8b07bd17 req-684e2bd5-6699-4a45-8b74-07631ffcfc38 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364558 Jul 23 16:36:12.651159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-924f8998-1906-47b7-9e78-590c7af2dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.659104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-924f8998-1906-47b7-9e78-590c7af2dff3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2429872 Jul 23 16:36:12.694278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fbda160b-0eff-4481-9126-da82b5f08e82 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:12.849134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-a717b967-7304-440f-ac96-eb5acf551111 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760175 Jul 23 16:36:12.872138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fbda160b-0eff-4481-9126-da82b5f08e82,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:12.886146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'fbda160b-0eff-4481-9126-da82b5f08e82', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': 'fbda160b-0eff-4481-9126-da82b5f08e82', 'mac_address': 'fa:16:3e:06:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:12.956395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.986130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbda160b-0eff-4481-9126-da82b5f08e82 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:13.019850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51f948c5-1411-47c1-bbdf-d1ef56ebc42b req-07294e3b-9ba8-4eee-a7b8-1d1e7608ace7 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631258 Jul 23 16:36:13.035044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fbda160b-0eff-4481-9126-da82b5f08e82,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:13.051099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.105225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.140730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:13.279254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.494486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['fbda160b-0eff-4481-9126-da82b5f08e82'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:13.548709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.577336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:13.858414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 172.25.2.144 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/adaa38e0-72e5-4563-9330-0cfa81ae20e7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:13.937916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e965-00ea-4d47-9eaf-39354b5b4a5f req-9d0e07e5-1874-4397-a1af-882690645fa0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.939549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4f9e965-00ea-4d47-9eaf-39354b5b4a5f req-9d0e07e5-1874-4397-a1af-882690645fa0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 945 time: 0.1630738 Jul 23 16:36:13.948140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7831154-0d2e-49cf-b048-6b9db35b17c1 req-3130020a-d89d-4ef5-bffa-f2f742585fe6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.956675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7831154-0d2e-49cf-b048-6b9db35b17c1 req-3130020a-d89d-4ef5-bffa-f2f742585fe6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1614606 Jul 23 16:36:14.036956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7831154-0d2e-49cf-b048-6b9db35b17c1 req-cd64a7b6-d494-47af-8c2c-9f6dd31e1ac2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771005 Jul 23 16:36:14.080341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4f9e965-00ea-4d47-9eaf-39354b5b4a5f req-7ebd9a11-8cdc-4000-acff-7af76cc713c8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214952 Jul 23 16:36:14.081446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.127626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38682) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:14.143402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.220175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=adaa38e0-72e5-4563-9330-0cfa81ae20e7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:14.235928 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:14.238081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:14.241961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:14.309776 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.419165 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1a2fe79c-e9ad-4f59-a1b6-be38c98de89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.439804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1663828268', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:14.537066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Made reservation on behalf of 56a3a1378ac54b9684f0f9e27899b8f9 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:14.539777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.552453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.620114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.709327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fbda160b-0eff-4481-9126-da82b5f08e82 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:14.770526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.806642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.841217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] device_id is not set on port b97a4a2e-ad36-4706-be99-0a3d30ccdc04 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:14.888105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port fbda160b-0eff-4481-9126-da82b5f08e82 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:14.951046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port fbda160b-0eff-4481-9126-da82b5f08e82 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:14.951990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.953572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403d8972-0fd8-40ff-b2aa-0bf77b09273e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:15.038752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.060838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Allocated IP 172.25.2.90 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/b97a4a2e-ad36-4706-be99-0a3d30ccdc04) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:15.088636 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.216517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fbda160b-0eff-4481-9126-da82b5f08e82,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:15.234906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:15.250249 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b8875d-3985-4a31-8251-b69480f9e41f" -d '{"events": [{"server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "name": "network-vif-plugged", "status": "completed", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:15.285048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.373456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router 77a39599-7315-4f14-ac22-36e79ddac756 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:15.389788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6ca8-8b72-4dae-beab-4efb0d2fd3aa req-9bb1f5e2-6a10-4c6a-9e1c-2b707e4a1cca tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.399665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9b6ca8-8b72-4dae-beab-4efb0d2fd3aa req-9bb1f5e2-6a10-4c6a-9e1c-2b707e4a1cca tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.1383843 Jul 23 16:36:15.413148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:15.418376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.455718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9b6ca8-8b72-4dae-beab-4efb0d2fd3aa req-bdcf82f2-2b7b-4930-8815-85a6d29a8f1d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Jul 23 16:36:15.497138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.582982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:15.590352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.598322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Sync routers for ids ['77a39599-7315-4f14-ac22-36e79ddac756'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:15.626025 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29740ff2-eb12-4f36-ae74-f6cba75f1b5b x-openstack-request-id: req-29740ff2-eb12-4f36-ae74-f6cba75f1b5b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:15.626535 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "name": "network-vif-plugged", "status": "completed", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:15.626535 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29740ff2-eb12-4f36-ae74-f6cba75f1b5b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:15.626952 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82', 'code': 200} Jul 23 16:36:15.637135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Routers {'77a39599-7315-4f14-ac22-36e79ddac756'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:15.638619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['77a39599-7315-4f14-ac22-36e79ddac756'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:15.645088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.650217 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c7f1390-5008-430a-84f9-1213ef6c9a68 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2246122 Jul 23 16:36:15.650482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38706) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:15.657637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:15.679334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Pushing event updated for resources: {'Port': ['ID=b97a4a2e-ad36-4706-be99-0a3d30ccdc04,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:15.690429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:15.703305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:15.799603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.800627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.837107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Set router 77a39599-7315-4f14-ac22-36e79ddac756 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:15.844435 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b3628cb-12b0-4f22-8953-b2a4fdf8053c tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7153959 Jul 23 16:36:15.852320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38712) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:15.861729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.90'}]}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:15.945975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:15.947291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.047683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.081990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a39599-7315-4f14-ac22-36e79ddac756', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:12Z', 'updated_at': '2021-07-23T16:36:14Z', 'revision_number': 3, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port': {'id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a39599-7315-4f14-ac22-36e79ddac756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:13Z', 'updated_at': '2021-07-23T16:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.114628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Checking router: 77a39599-7315-4f14-ac22-36e79ddac756 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:16.115340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Updating router 77a39599-7315-4f14-ac22-36e79ddac756 port adaa38e0-72e5-4563-9330-0cfa81ae20e7 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:36:16.156402 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.161474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b6c9f-d2fb-4e2c-8b11-a56e8843387d req-363904bb-de41-43f4-9fbe-5344f1abf6d9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.163175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c90b6c9f-d2fb-4e2c-8b11-a56e8843387d req-363904bb-de41-43f4-9fbe-5344f1abf6d9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3320835 Jul 23 16:36:16.173074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:16.173338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b3e461d6-6eb4-4ad6-92dc-4c6b5ab5b75f tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/77a39599-7315-4f14-ac22-36e79ddac756 HTTP/1.1" status: 200 len: 908 time: 0.5200303 Jul 23 16:36:16.178221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'name': 'tempest-snat-router-636687968', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': True}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:16.223440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.224634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.273561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65d060-2fb1-410a-a7ca-0fce9781cea6 req-24fb0616-de37-4616-a6de-878b03582eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.275405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c65d060-2fb1-410a-a7ca-0fce9781cea6 req-24fb0616-de37-4616-a6de-878b03582eb1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 1097 time: 0.4859636 Jul 23 16:36:16.303694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.341226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.356934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c90b6c9f-d2fb-4e2c-8b11-a56e8843387d req-93619681-03c0-4a94-84d9-73b448554a9e tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807222 Jul 23 16:36:16.364739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c65d060-2fb1-410a-a7ca-0fce9781cea6 req-41db78b9-b76f-4a74-a320-e05d41f62c05 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 Jul 23 16:36:16.536107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.558147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Transition to ACTIVE for port object adaa38e0-72e5-4563-9330-0cfa81ae20e7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:16.567434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.575530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.641969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Attempting to bind port adaa38e0-72e5-4563-9330-0cfa81ae20e7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:16.641969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Attempting to bind port adaa38e0-72e5-4563-9330-0cfa81ae20e7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:16.642524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Attempting to bind port adaa38e0-72e5-4563-9330-0cfa81ae20e7 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:16.656039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c964-a221-43b0-9249-6e7a277450bc None None] Pushing event updated for resources: {'Port': ['ID=adaa38e0-72e5-4563-9330-0cfa81ae20e7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:16.663392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:16.663915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:16.664331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.664759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:16.665669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Bound port: adaa38e0-72e5-4563-9330-0cfa81ae20e7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:16.666101 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.733419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] For port adaa38e0-72e5-4563-9330-0cfa81ae20e7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:16.737189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] For port adaa38e0-72e5-4563-9330-0cfa81ae20e7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=adaa38e0-72e5-4563-9330-0cfa81ae20e7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:16.742107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.809853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Routers {'77a39599-7315-4f14-ac22-36e79ddac756'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:16.810779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['77a39599-7315-4f14-ac22-36e79ddac756'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:16.905888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c964-a221-43b0-9249-6e7a277450bc None None] Pushing event updated for resources: {'Port': ['ID=adaa38e0-72e5-4563-9330-0cfa81ae20e7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:16.922003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.944616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:16.957606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] Set router 77a39599-7315-4f14-ac22-36e79ddac756 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:17.130660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.164306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.190191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 172.25.2.77 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9abe38b7-1ab6-4792-aa6f-930312d7f646) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:17.202109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc404697-2d44-4fa2-86b8-9d9068d91ec8 req-437dfaaa-e587-4b9d-ac41-8718fc1868e0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.203940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc404697-2d44-4fa2-86b8-9d9068d91ec8 req-437dfaaa-e587-4b9d-ac41-8718fc1868e0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.6465411 Jul 23 16:36:17.207111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a39599-7315-4f14-ac22-36e79ddac756', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:12Z', 'updated_at': '2021-07-23T16:36:14Z', 'revision_number': 3, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port': {'id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a39599-7315-4f14-ac22-36e79ddac756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:13Z', 'updated_at': '2021-07-23T16:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:17.269990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b40ca-e6dc-4af6-9b5b-cef8dc7a2b1d None None] The sync data for ids ['77a39599-7315-4f14-ac22-36e79ddac756'] in n-d-800484-3 is: [{'id': '77a39599-7315-4f14-ac22-36e79ddac756', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144'}], 'enable_snat': False}, 'gw_port_id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:12Z', 'updated_at': '2021-07-23T16:36:14Z', 'revision_number': 3, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port': {'id': 'adaa38e0-72e5-4563-9330-0cfa81ae20e7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:33:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a39599-7315-4f14-ac22-36e79ddac756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:13Z', 'updated_at': '2021-07-23T16:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:17.344105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc404697-2d44-4fa2-86b8-9d9068d91ec8 req-76ee69ac-5757-4ace-b694-1c2e0b90e64b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058578 Jul 23 16:36:17.378294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.430364 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.466211 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.526564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:17.537734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:17.542681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:17.589039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:17.623621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=9abe38b7-1ab6-4792-aa6f-930312d7f646,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:17.796463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec031719-dab1-43b4-9785-25d27471021e req-7004420e-c790-4114-bdd4-5e72f2296bf0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.798489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec031719-dab1-43b4-9785-25d27471021e req-7004420e-c790-4114-bdd4-5e72f2296bf0 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2842798 Jul 23 16:36:17.876530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec031719-dab1-43b4-9785-25d27471021e req-12dd84ec-fb7f-4536-8cde-3eca88c0aa9a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Jul 23 16:36:17.944410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.067004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.071467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device adaa38e0-72e5-4563-9330-0cfa81ae20e7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:18.081744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.173734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.174497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65263e1b-6cd0-48fd-8cce-e18d29b065b2 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:18.195266 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:36:18.196581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-981981b0-9dd8-4ade-9627-dc8842b8928f tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3392196 Jul 23 16:36:18.199579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38746) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:18.225068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port adaa38e0-72e5-4563-9330-0cfa81ae20e7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:18.232518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port adaa38e0-72e5-4563-9330-0cfa81ae20e7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:18.232935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.429247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.451133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.456390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Deleting port b97a4a2e-ad36-4706-be99-0a3d30ccdc04 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:18.456764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.500649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port adaa38e0-72e5-4563-9330-0cfa81ae20e7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=adaa38e0-72e5-4563-9330-0cfa81ae20e7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:18.506078 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.608398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=adaa38e0-72e5-4563-9330-0cfa81ae20e7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:18.689451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.693027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router f4660825-7331-4382-ba47-0eb85061cf6c is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:18.711399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Calling delete_port for b97a4a2e-ad36-4706-be99-0a3d30ccdc04 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:18.726373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e96750-b6ba-43bc-a75f-e84aaf4a09d8 req-6c94a251-6dda-462d-aed2-0c8f26341b12 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.729751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e96750-b6ba-43bc-a75f-e84aaf4a09d8 req-6c94a251-6dda-462d-aed2-0c8f26341b12 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.2390149 Jul 23 16:36:18.823435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:18.836612 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Sync routers for ids ['f4660825-7331-4382-ba47-0eb85061cf6c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:18.845357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16e96750-b6ba-43bc-a75f-e84aaf4a09d8 req-c989adfe-92ad-43af-ba78-0cb87553b462 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636449 Jul 23 16:36:18.854053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Routers {'f4660825-7331-4382-ba47-0eb85061cf6c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:18.855068 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f4660825-7331-4382-ba47-0eb85061cf6c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:18.886070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.890247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-131da341-400e-46b5-acce-6dbdc3ad1197 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.7136159 Jul 23 16:36:18.894693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38756) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.005025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.038989 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-25700e7a-0d7a-480b-bdf8-e2c0902024b0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/f4660825-7331-4382-ba47-0eb85061cf6c HTTP/1.1" status: 200 len: 906 time: 0.1422048 Jul 23 16:36:19.039619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38760) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.048467 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Set router f4660825-7331-4382-ba47-0eb85061cf6c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:19.100258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Pushing event deleted for resources: {'Port': ['ID=b97a4a2e-ad36-4706-be99-0a3d30ccdc04,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.183534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.185121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37b57672-03f1-4fba-862d-2a2305766f10 tempest-RoutersAdminNegativeTest-1542227672 tempest-RoutersAdminNegativeTest-1542227672-project-admin] 10.222.0.64 "DELETE /v2.0/ports/b97a4a2e-ad36-4706-be99-0a3d30ccdc04 HTTP/1.1" status: 204 len: 168 time: 0.9842217 Jul 23 16:36:19.293340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c40b-3576-49b0-9d3c-56da87718c80 req-adf79b9b-850a-46b9-8ad6-1d132fd28eb7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.324701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ee2c40b-3576-49b0-9d3c-56da87718c80 req-adf79b9b-850a-46b9-8ad6-1d132fd28eb7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.3648405 Jul 23 16:36:19.400113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ee2c40b-3576-49b0-9d3c-56da87718c80 req-1c5ce7e2-8b8d-4e17-a185-41e87ad1e222 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Jul 23 16:36:19.411623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ffe1c-6c8f-4171-8389-192b0f8ec9ad req-6d87b7a3-ce73-41de-91c9-275328324a4d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.430036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de7ffe1c-6c8f-4171-8389-192b0f8ec9ad req-6d87b7a3-ce73-41de-91c9-275328324a4d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3306293 Jul 23 16:36:19.549076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de7ffe1c-6c8f-4171-8389-192b0f8ec9ad req-4005b70e-fb9e-4464-8628-de8e683d862c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146033 Jul 23 16:36:19.665229 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.772956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4660825-7331-4382-ba47-0eb85061cf6c', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '9abe38b7-1ab6-4792-aa6f-930312d7f646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:16Z', 'updated_at': '2021-07-23T16:36:17Z', 'revision_number': 3, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port': {'id': '9abe38b7-1ab6-4792-aa6f-930312d7f646', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4660825-7331-4382-ba47-0eb85061cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:36:16Z', 'updated_at': '2021-07-23T16:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:19.843877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38778) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.856390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38780) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:19.872465 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Checking router: f4660825-7331-4382-ba47-0eb85061cf6c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:36:19.875885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Updating router f4660825-7331-4382-ba47-0eb85061cf6c port 9abe38b7-1ab6-4792-aa6f-930312d7f646 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:36:19.913695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.966846 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.983356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c903b4-7121-4979-9ced-34681397bc86 req-ebe14714-6828-4b8b-a000-9ec5b729789e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.998112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c903b4-7121-4979-9ced-34681397bc86 req-ebe14714-6828-4b8b-a000-9ec5b729789e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.1749756 Jul 23 16:36:20.109904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3d4-f435-4b01-a821-5681ca162258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.121038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device adaa38e0-72e5-4563-9330-0cfa81ae20e7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:20.162455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c903b4-7121-4979-9ced-34681397bc86 req-d7bb31a7-7441-4b03-940c-59bdb7d7721c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633210 Jul 23 16:36:20.176987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Deleting port 9abe38b7-1ab6-4792-aa6f-930312d7f646 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:20.177388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.182138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1968de70-d70b-4a74-96e9-cb09117edb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.211310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port adaa38e0-72e5-4563-9330-0cfa81ae20e7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:20.212081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.319932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.331818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3d4-f435-4b01-a821-5681ca162258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.342923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Calling delete_port for 9abe38b7-1ab6-4792-aa6f-930312d7f646 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:20.344791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c3d4-f435-4b01-a821-5681ca162258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.414157 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.424403 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Transition to ACTIVE for port object 9abe38b7-1ab6-4792-aa6f-930312d7f646 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:20.430596 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.468810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2c3d4-f435-4b01-a821-5681ca162258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eaeb30-bf38-461c-9e6e-e72d97bfbc86,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.473080 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddd2c3d4-f435-4b01-a821-5681ca162258 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c60545859f684c29962dabad6c0bff46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281967 Jul 23 16:36:20.476905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38788) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:20.514084 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Attempting to bind port 9abe38b7-1ab6-4792-aa6f-930312d7f646 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:20.514441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Attempting to bind port 9abe38b7-1ab6-4792-aa6f-930312d7f646 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:20.514802 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Attempting to bind port 9abe38b7-1ab6-4792-aa6f-930312d7f646 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:20.517669 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7ed1-c9f9-4d38-922a-f31f82f566eb None None] Pushing event updated for resources: {'Port': ['ID=9abe38b7-1ab6-4792-aa6f-930312d7f646,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.523785 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:20.524162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:20.524549 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.524928 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:20.525380 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Bound port: 9abe38b7-1ab6-4792-aa6f-930312d7f646, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:20.525759 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.609248 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] For port 9abe38b7-1ab6-4792-aa6f-930312d7f646, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:20.615675 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] For port 9abe38b7-1ab6-4792-aa6f-930312d7f646, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9abe38b7-1ab6-4792-aa6f-930312d7f646,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:20.631396 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.653647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1968de70-d70b-4a74-96e9-cb09117edb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.660113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.674650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1968de70-d70b-4a74-96e9-cb09117edb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.683956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Routers {'f4660825-7331-4382-ba47-0eb85061cf6c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:20.684596 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f4660825-7331-4382-ba47-0eb85061cf6c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:20.696129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6929606-f875-4682-844f-56b489cfe75b req-dc4cb4ad-2a3b-404c-8494-47f9362c72da tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.697798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6929606-f875-4682-844f-56b489cfe75b req-dc4cb4ad-2a3b-404c-8494-47f9362c72da tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.0837414 Jul 23 16:36:20.754138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6929606-f875-4682-844f-56b489cfe75b req-e307cd41-306f-46d6-8332-091c91175fdb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466762 Jul 23 16:36:20.766320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.768061 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df7ed1-c9f9-4d38-922a-f31f82f566eb None None] Pushing event updated for resources: {'Port': ['ID=9abe38b7-1ab6-4792-aa6f-930312d7f646,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.785658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1968de70-d70b-4a74-96e9-cb09117edb47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=414ebdca7fb94d90b6f3f97ccc86e7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9262006 Jul 23 16:36:20.788584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:20.789810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968de70-d70b-4a74-96e9-cb09117edb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a80fe5-38d4-4f85-9b9d-c61c74dea5c5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.797362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.800339 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] Set router f4660825-7331-4382-ba47-0eb85061cf6c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:36:20.844466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Port': ['ID=9abe38b7-1ab6-4792-aa6f-930312d7f646,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.866179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.869483 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4660825-7331-4382-ba47-0eb85061cf6c', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:16Z', 'updated_at': '2021-07-23T16:36:19Z', 'revision_number': 4, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:20.893652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.904444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.907177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.908206 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77eaeb30-bf38-461c-9e6e-e72d97bfbc86 HTTP/1.1" status: 204 len: 168 time: 0.4289496 Jul 23 16:36:20.911350 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd4253-6fd6-4782-af79-bd2cc2d9922c None None] The sync data for ids ['f4660825-7331-4382-ba47-0eb85061cf6c'] in n-d-800484-3 is: [{'id': 'f4660825-7331-4382-ba47-0eb85061cf6c', 'name': 'tempest-snat-router-636687968', 'tenant_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:36:16Z', 'updated_at': '2021-07-23T16:36:19Z', 'revision_number': 4, 'project_id': 'e9f9ffb783cc4b6e9b2a1077731f7044', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:20.923287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ea66b-a42e-47e9-9c58-d2814370a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eaeb30-bf38-461c-9e6e-e72d97bfbc86,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.946847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.993201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.999734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.002341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78a80fe5-38d4-4f85-9b9d-c61c74dea5c5 HTTP/1.1" status: 204 len: 168 time: 0.2127419 Jul 23 16:36:21.023966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b7ea7-7de9-4a8e-a6c6-2d5631662385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a80fe5-38d4-4f85-9b9d-c61c74dea5c5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:21.154823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.158896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.251709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.252188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4660825-7331-4382-ba47-0eb85061cf6c {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:21.260263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.261541 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-697fba62-9591-4b98-ba6a-2a7aacff2e18 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f4660825-7331-4382-ba47-0eb85061cf6c HTTP/1.1" status: 204 len: 168 time: 2.2211020 Jul 23 16:36:21.264802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.415051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.419993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-4448035f-3a9e-40f1-adbf-4304c2071748 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.421846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-4448035f-3a9e-40f1-adbf-4304c2071748 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.1802733 Jul 23 16:36:21.435117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f4e3-5b7e-4932-9282-8aa2ca38b459 req-cb26be0f-4e0d-4d89-9203-243e06d8c794 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.437110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1084f4e3-5b7e-4932-9282-8aa2ca38b459 req-cb26be0f-4e0d-4d89-9203-243e06d8c794 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 946 time: 0.1349871 Jul 23 16:36:21.491124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38812) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.509360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.543445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38156a2-c910-4e73-8f3b-03d0b5bf1cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.564171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1084f4e3-5b7e-4932-9282-8aa2ca38b459 req-26a7b89c-0182-4338-9951-a29ea39b9254 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185830 Jul 23 16:36:21.574619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-719aadee-b671-4ca2-a251-454f0c41fb15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56a3a1378ac54b9684f0f9e27899b8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613394 Jul 23 16:36:21.575317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38816) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:21.593407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.655258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Deleting port adaa38e0-72e5-4563-9330-0cfa81ae20e7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:21.656007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.734481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port fbda160b-0eff-4481-9126-da82b5f08e82 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:21.735074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.741211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.768244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] For port adaa38e0-72e5-4563-9330-0cfa81ae20e7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=adaa38e0-72e5-4563-9330-0cfa81ae20e7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:21.769487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.787170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Calling delete_port for adaa38e0-72e5-4563-9330-0cfa81ae20e7 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:21.800809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.870256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38156a2-c910-4e73-8f3b-03d0b5bf1cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.886785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38156a2-c910-4e73-8f3b-03d0b5bf1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.965640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port fbda160b-0eff-4481-9126-da82b5f08e82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fbda160b-0eff-4481-9126-da82b5f08e82,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:21.965906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.002619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for fbda160b-0eff-4481-9126-da82b5f08e82 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:22.006288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d38156a2-c910-4e73-8f3b-03d0b5bf1cea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=837d6e76c50f4f8f9fe8668160bc71e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068331 Jul 23 16:36:22.006600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.010999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38156a2-c910-4e73-8f3b-03d0b5bf1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b803b1a-d113-446c-909d-1ca3eabf3256,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.011248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38822) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:22.059308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.061891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.062110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event deleted for resources: {'Port': ['ID=adaa38e0-72e5-4563-9330-0cfa81ae20e7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.063074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/403d8972-0fd8-40ff-b2aa-0bf77b09273e HTTP/1.1" status: 204 len: 168 time: 0.4864931 Jul 23 16:36:22.082031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-2cac3ec4-088d-4d47-8615-6d164ccf3f7c req-0d9ad734-b151-4218-b72b-61a5d7f3796e service neutron] (94004) timed out ('10.222.0.67', 52122) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:36:22.125321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629abb86-8a40-42d0-9478-3fcfc214ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d8972-0fd8-40ff-b2aa-0bf77b09273e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.142744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.167893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc2fcb-3b4a-4b7d-be82-fd6c2e9edad5 req-296f0a97-1912-4665-b108-4ea368955507 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.169508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27dc2fcb-3b4a-4b7d-be82-fd6c2e9edad5 req-296f0a97-1912-4665-b108-4ea368955507 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2974536 Jul 23 16:36:22.183463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.194657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.249154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27dc2fcb-3b4a-4b7d-be82-fd6c2e9edad5 req-79292b05-e219-4d12-b3c4-1739ce00883f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 Jul 23 16:36:22.352067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.357357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.359259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.395957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'fbda160b-0eff-4481-9126-da82b5f08e82'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:22.423066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=fbda160b-0eff-4481-9126-da82b5f08e82,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.504800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.508289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.510013 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b803b1a-d113-446c-909d-1ca3eabf3256 HTTP/1.1" status: 204 len: 168 time: 0.4969943 Jul 23 16:36:22.535470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4122fe-e468-499e-a262-6a482566004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b803b1a-d113-446c-909d-1ca3eabf3256,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.550213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.551282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77a39599-7315-4f14-ac22-36e79ddac756 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:22.557888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.560025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e09742ac-ccda-49b4-b955-64d74ef8a131 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "DELETE /v2.0/routers/77a39599-7315-4f14-ac22-36e79ddac756 HTTP/1.1" status: 204 len: 168 time: 1.2941239 Jul 23 16:36:22.563883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:22.570037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-871681559', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:22.591315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port fbda160b-0eff-4481-9126-da82b5f08e82 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:22.597570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.602238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-deb7b2d6-4461-441c-9c54-79b5354d1926 req-59394767-4325-4a39-a39f-50aac6ef96f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "DELETE /v2.0/ports/fbda160b-0eff-4481-9126-da82b5f08e82 HTTP/1.1" status: 204 len: 173 time: 1.1636705 Jul 23 16:36:22.603510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'name': 'network-vif-deleted', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:22.630566 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bdd7d9-6be1-41bc-a4c9-51dc51a5e033" -d '{"events": [{"server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "name": "network-vif-deleted", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:22.664111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.677444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.704469 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b5ce0-6f3e-4fb9-afd9-40bbe06feb60 x-openstack-request-id: req-1d2b5ce0-6f3e-4fb9-afd9-40bbe06feb60 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:22.704773 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50460dc2-6c78-45de-901c-b270633b928e", "name": "network-vif-deleted", "tag": "fbda160b-0eff-4481-9126-da82b5f08e82", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:22.705044 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d2b5ce0-6f3e-4fb9-afd9-40bbe06feb60 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:22.705638 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50460dc2-6c78-45de-901c-b270633b928e', 'name': 'network-vif-deleted', 'tag': 'fbda160b-0eff-4481-9126-da82b5f08e82', 'status': 'completed', 'code': 200} Jul 23 16:36:22.811131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.878015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-808269e5-05fc-4c81-9e8f-445d5a85c49f req-3a194dcd-fc9a-4e82-9e3b-3cdfe38be7b4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=50460dc2-6c78-45de-901c-b270633b928e HTTP/1.1" status: 200 len: 210 time: 0.1059458 Jul 23 16:36:23.074951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.379808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.427751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.504160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3628-8008-46af-b234-99c48ecfc002 req-3ce5a4a0-a01b-4436-9c6b-fd0f08ce8314 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.513379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-627b3628-8008-46af-b234-99c48ecfc002 req-3ce5a4a0-a01b-4436-9c6b-fd0f08ce8314 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1529443 Jul 23 16:36:23.567658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Allocated IP 172.25.2.61 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/0c07b096-fe1f-4992-b612-dcc84d0f9ad0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:23.580580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-627b3628-8008-46af-b234-99c48ecfc002 req-9d8d32ec-9f00-433f-a31a-431d577c0b9c tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636544 Jul 23 16:36:23.628926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38872) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:23.740325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.740994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1551442517'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:23.771646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:23.776856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.788055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.790857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.844638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:23.848396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:23.853376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:23.887579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event updated for resources: {'Port': ['ID=0c07b096-fe1f-4992-b612-dcc84d0f9ad0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.916307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.921850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.957603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed4cf3-350f-410e-b1a5-049f44200a1b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.972626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:23.992814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.997948 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment f1d6ef35-8081-4206-8ee1-75f145e968ea of type vlan for network eaedac40-ecf3-4381-9d86-156459895efa Jul 23 16:36:24.043990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device adaa38e0-72e5-4563-9330-0cfa81ae20e7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:24.074486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.085212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: adaa38e0-72e5-4563-9330-0cfa81ae20e7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:24.086344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device adaa38e0-72e5-4563-9330-0cfa81ae20e7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:24.110919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.120255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.121633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.158641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5286407 Jul 23 16:36:24.236698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653575d-089a-4333-ae25-2b43d08d6128 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=eaedac40-ecf3-4381-9d86-156459895efa,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:24.251722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network eaedac40-ecf3-4381-9d86-156459895efa details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:24.282620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.595621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-0ad54e35-947b-4ce2-8dc2-157f4a6a08d1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.603389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-0ad54e35-947b-4ce2-8dc2-157f4a6a08d1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2444861 Jul 23 16:36:24.635206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-6e1e01d2-b303-4255-a6e4-c16997cfeaf5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0283365 Jul 23 16:36:24.778464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:24.801100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-ee93e481-754c-47fc-b054-791401ac906c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645095 Jul 23 16:36:24.812907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fbda160b-0eff-4481-9126-da82b5f08e82 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:24.865623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1c60-0991-44b4-8abf-831689604beb req-379b5ee9-c25c-45f9-9537-ac637b6b5429 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.868463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: fbda160b-0eff-4481-9126-da82b5f08e82 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:24.869031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fbda160b-0eff-4481-9126-da82b5f08e82 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:24.870935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a02c1c60-0991-44b4-8abf-831689604beb req-379b5ee9-c25c-45f9-9537-ac637b6b5429 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1631653 Jul 23 16:36:24.992482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a02c1c60-0991-44b4-8abf-831689604beb req-bd8a3c5b-93b1-48e8-8f03-85bda12c2d81 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151760 Jul 23 16:36:25.064174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Router 4ee88fda-f9c7-4266-95e1-22605c66b938 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:25.186564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-e7dd83c6-9173-4d78-afe2-8a0e6e782c71 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635001 Jul 23 16:36:25.197150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:25.208989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] Sync routers for ids ['4ee88fda-f9c7-4266-95e1-22605c66b938'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:25.222658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] Routers {'4ee88fda-f9c7-4266-95e1-22605c66b938'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:25.223592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4ee88fda-f9c7-4266-95e1-22605c66b938'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:25.247326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:25.248971 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27b9d3c9-917f-4206-bf1a-8b4ad561df96 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6835957 Jul 23 16:36:25.251652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:25.257658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:25.312269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:25.336999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] Routers {'4ee88fda-f9c7-4266-95e1-22605c66b938'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:25.338215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4ee88fda-f9c7-4266-95e1-22605c66b938'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:25.396258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-1bc5a4ef-82b7-4bb8-b3e5-ad0c5fa9ede1 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085621 Jul 23 16:36:25.777281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:25.778042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768a2c93-cd5a-4659-b2b1-b2f3453280e4 None None] The sync data for ids ['4ee88fda-f9c7-4266-95e1-22605c66b938'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:25.908202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-687ffec7-9a5d-4429-85fc-a151b12a4e3c req-f3a5e60a-a7a8-4bb1-9eff-43a61cd3e5c4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 210 time: 0.0861118 Jul 23 16:36:26.314562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6d85e-67d2-45d3-a52c-ba90d3b9a02c req-fbffed78-98d4-4e86-8903-76c0231e9477 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:26.316147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43c6d85e-67d2-45d3-a52c-ba90d3b9a02c req-fbffed78-98d4-4e86-8903-76c0231e9477 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1969724 Jul 23 16:36:26.365590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:26.419073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43c6d85e-67d2-45d3-a52c-ba90d3b9a02c req-2117565e-33e2-42ac-9951-c24a9133e18f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959754 Jul 23 16:36:27.045794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fca4a77-9b96-4e7c-9273-cd4d14143d9f req-48d12cfb-d432-4cbb-b94a-c888cc75bc80 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 210 time: 0.0759604 Jul 23 16:36:27.065519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.069255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.239967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router 4ee88fda-f9c7-4266-95e1-22605c66b938 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:27.465847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-503ef861-c3f4-48a8-be2e-14177a697e1e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.468272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-503ef861-c3f4-48a8-be2e-14177a697e1e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.3039007 Jul 23 16:36:27.490871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': '303c3df8-8772-4282-b006-fc77cccf58be', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:27.582124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:27.587251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.606989 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] Sync routers for ids ['4ee88fda-f9c7-4266-95e1-22605c66b938'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:27.607533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38966) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.611841 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61ec8ef3-8cba-486a-bfaf-a959d66424d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "PUT /v2.0/routers/4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 200 len: 924 time: 2.3588915 Jul 23 16:36:27.612585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.624357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:27.628032 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] Routers {'4ee88fda-f9c7-4266-95e1-22605c66b938'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:27.628869 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4ee88fda-f9c7-4266-95e1-22605c66b938'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:27.687852 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:27.699770 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] Routers {'4ee88fda-f9c7-4266-95e1-22605c66b938'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:27.700468 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4ee88fda-f9c7-4266-95e1-22605c66b938'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:27.743337 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-307dc446-3df7-4b6f-a455-295839936759 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 200 len: 924 time: 0.1294534 Jul 23 16:36:27.747439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.747780 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:27.748659 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2629fa-1d23-42aa-9ff6-c5d1ed17452e None None] The sync data for ids ['4ee88fda-f9c7-4266-95e1-22605c66b938'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:27.780788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:36:27.780788 n-d-800484-3 neutron-server[94003]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:36:27.780788 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id': '8224758dcecd44f08ead1bb75fd8e7d0', 'id': 'cb012bb9-4fdb-45e5-9ea2-4410cde434c8', 'expiration': datetime.datetime(2021, 7, 23, 16, 38, 27, 770932)}] Jul 23 16:36:27.780788 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:36:27.781269 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:36:27.791766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:27.798203 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:27.806867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb92e0-d951-48af-832f-cfe7238716a7 req-045dfe65-c89a-48cd-aa44-3032519d8a86 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.808913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fb92e0-d951-48af-832f-cfe7238716a7 req-045dfe65-c89a-48cd-aa44-3032519d8a86 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2006850 Jul 23 16:36:27.859893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a42f19-a570-4d6f-8e40-b3589c7c47a4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.861432 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95a42f19-a570-4d6f-8e40-b3589c7c47a4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=4ee88fda-f9c7-4266-95e1-22605c66b938&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1132472 Jul 23 16:36:27.864680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:27.918534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90fb92e0-d951-48af-832f-cfe7238716a7 req-b3057666-53e6-4643-be9e-cadbe36e75b5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973303 Jul 23 16:36:27.990836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc3536-2bfa-4c47-b809-2a0ff3dbf86b tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.992254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45fc3536-2bfa-4c47-b809-2a0ff3dbf86b tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.1266775 Jul 23 16:36:27.997642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.030885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-170d7ce5-952e-48c7-9b45-79924a4b9923 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 200 len: 205 time: 0.0320969 Jul 23 16:36:28.033868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.096931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.167223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.182152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f8c90ba-be6a-4c50-b18e-b4687c3d5ebe req-440672af-98ab-4b89-811a-86923a91171e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 210 time: 0.0417600 Jul 23 16:36:28.183845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=931c040d-d21a-4470-9f9e-b1d445c293e6,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.208435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': 'f1d6ef35-8081-4206-8ee1-75f145e968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:28.208790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: eaedac40-ecf3-4381-9d86-156459895efa, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:28.225893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network eaedac40-ecf3-4381-9d86-156459895efa is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:28.235746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, eaedac40-ecf3-4381-9d86-156459895efa) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:28.240499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.241095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.246878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e25310-21d9-4c63-9034-385f91065682 None None] Network eaedac40-ecf3-4381-9d86-156459895efa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:28.257236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-511b5ff4-d854-4abc-b4ce-30f2e93fb227 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6379802 Jul 23 16:36:28.260692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38984) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.265756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-149763996'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:28.288244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.298996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:28.302467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.331228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:28.334652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.357924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:28.366042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 0c07b096-fe1f-4992-b612-dcc84d0f9ad0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:28.366677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.385287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.386128 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment 402663f8-215b-4e66-9427-ac7e3ddc7c15 of type vlan for network da403ec3-2e80-4fb8-907b-2ba921fd8f45 Jul 23 16:36:28.424092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-eaedac40-ecf3-4381-9d86-156459895efa', 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': '931c040d-d21a-4470-9f9e-b1d445c293e6'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:28.425020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.456866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.471732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 0c07b096-fe1f-4992-b612-dcc84d0f9ad0 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:28.474687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.545299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.550799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.551433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.598270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3337171 Jul 23 16:36:28.606184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.14 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/1430b994-38c4-4a0b-9f42-a6300a40865f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:28.608426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38994) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:28.614657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:28.617811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Allocated IP 2001:db8:0:ffff::2 (eaedac40-ecf3-4381-9d86-156459895efa/931c040d-d21a-4470-9f9e-b1d445c293e6/5e942190-d385-4322-9ad8-0ae23b9b1b46) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:28.700415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364756d-8046-4b42-959c-67cde5dc6ce4 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=da403ec3-2e80-4fb8-907b-2ba921fd8f45,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.713180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.733993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:28.743486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=0c07b096-fe1f-4992-b612-dcc84d0f9ad0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:28.833735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.946198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.955146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.040037 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.060053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Transition to ACTIVE for port object 5e942190-d385-4322-9ad8-0ae23b9b1b46 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:29.082755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Transition to ACTIVE for port object 5e942190-d385-4322-9ad8-0ae23b9b1b46 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:29.087372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.093226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.113263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.114115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee88fda-f9c7-4266-95e1-22605c66b938 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:29.127162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.129446 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bebabd6-c124-47d6-adb4-526ca737daa8 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 204 len: 168 time: 1.0939403 Jul 23 16:36:29.136600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:29.144566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-885661606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:29.162286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Network eaedac40-ecf3-4381-9d86-156459895efa is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:29.165118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:36:29.165118 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:36:29.165118 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '2bca991cffe14105b32809b304880405', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 36, 29, 159556)}] Jul 23 16:36:29.165118 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:36:29.165427 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:36:29.168435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:29.172315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:29.178418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.183536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Pushing event updated for resources: {'Port': ['ID=5e942190-d385-4322-9ad8-0ae23b9b1b46,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.229259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:29.234297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.282712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Attempting to bind port 5e942190-d385-4322-9ad8-0ae23b9b1b46 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:29.283221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Attempting to bind port 5e942190-d385-4322-9ad8-0ae23b9b1b46 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f1d6ef35-8081-4206-8ee1-75f145e968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:29.283444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Attempting to bind port 5e942190-d385-4322-9ad8-0ae23b9b1b46 on network eaedac40-ecf3-4381-9d86-156459895efa {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:29.288768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.294499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:29.295142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Checking segment: {'id': 'f1d6ef35-8081-4206-8ee1-75f145e968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:29.295557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.295954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Bound using segment: {'id': 'f1d6ef35-8081-4206-8ee1-75f145e968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:29.296615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Bound port: 5e942190-d385-4322-9ad8-0ae23b9b1b46, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6ef35-8081-4206-8ee1-75f145e968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eaedac40-ecf3-4381-9d86-156459895efa'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:29.297018 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.311282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641575c8-7771-45e3-aa03-0fac5951f03a req-007f089c-d79c-455e-a3d8-055b375f6aab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.321462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-641575c8-7771-45e3-aa03-0fac5951f03a req-007f089c-d79c-455e-a3d8-055b375f6aab tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2485743 Jul 23 16:36:29.343109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:29.419763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8e1d438f-114e-4930-834b-970d8642247f None None] For port 5e942190-d385-4322-9ad8-0ae23b9b1b46, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:29.424506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8e1d438f-114e-4930-834b-970d8642247f None None] For port 5e942190-d385-4322-9ad8-0ae23b9b1b46, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5e942190-d385-4322-9ad8-0ae23b9b1b46,segment=NetworkSegment(f1d6ef35-8081-4206-8ee1-75f145e968ea),segment_id=f1d6ef35-8081-4206-8ee1-75f145e968ea)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:29.430227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.488884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d438f-114e-4930-834b-970d8642247f None None] Pushing event updated for resources: {'Port': ['ID=5e942190-d385-4322-9ad8-0ae23b9b1b46,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.502460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:29.507712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:29.530225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-641575c8-7771-45e3-aa03-0fac5951f03a req-b725ae61-0c75-4095-9dd6-9f3ac2e2b5fe tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016044 Jul 23 16:36:29.533980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:29.546008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:29.727161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.728387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.754661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036500ed-fdea-4a17-a968-735d46e3273c req-3531dbc6-82b5-4c16-9a93-18c12cf64ff3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.773263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-036500ed-fdea-4a17-a968-735d46e3273c req-3531dbc6-82b5-4c16-9a93-18c12cf64ff3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 932 time: 0.4781327 Jul 23 16:36:29.826489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.827310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.837256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.843205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.862622 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:36:29.863834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.865112 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5c59fd1-4568-4998-91de-dc4a7ae42608 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7270977 Jul 23 16:36:29.868121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:29.873784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:29.907199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b1555a86-ea82-40cb-801e-de3623965fa3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4224594 Jul 23 16:36:29.975175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Request body: {'port': {'device_id': '303c3df8-8772-4282-b006-fc77cccf58be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:30.045850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-036500ed-fdea-4a17-a968-735d46e3273c req-710a4318-1f04-46e8-852c-3e2abf1f6f6c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729340 Jul 23 16:36:30.082640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5e942190-d385-4322-9ad8-0ae23b9b1b46 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:30.186916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5e942190-d385-4322-9ad8-0ae23b9b1b46 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:30.211798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:36:30.214831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.215300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.283574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.304522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=f0a71a70-8753-4ddb-af2a-1fa6cff53bd4,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:30.364059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': '402663f8-215b-4e66-9427-ac7e3ddc7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:30.364403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: da403ec3-2e80-4fb8-907b-2ba921fd8f45, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:30.511865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.535272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.727537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Allocated IP 172.25.2.124 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/4110b009-21bd-45f2-8e1c-04eef732654d) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:30.894609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.940740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.002844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae78943-cf66-4a76-94eb-281cce8b24c4 None None] Network eaedac40-ecf3-4381-9d86-156459895efa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:31.012788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event updated for resources: {'Port': ['ID=4110b009-21bd-45f2-8e1c-04eef732654d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:31.028971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:31.028971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:31.034216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:31.119563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Provisioning for port 5e942190-d385-4322-9ad8-0ae23b9b1b46 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:31.139850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Provisioning complete for port 5e942190-d385-4322-9ad8-0ae23b9b1b46 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:31.143554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.204620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:31.274775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, da403ec3-2e80-4fb8-907b-2ba921fd8f45) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:31.305043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aeaef6-70c3-4ea7-ac78-e0276227c2e0 None None] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:31.325605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:31.331181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.334406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39056) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:31.436287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.471321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c3c8e14-4c8e-4790-8ac3-dcebe335ba89 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8617406 Jul 23 16:36:31.475924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39060) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:31.483737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'port': {'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45', 'name': 'tempest-NetworksIpV6TestAttrs-563336532'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:31.509242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.521127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838498c2-9308-4336-a4ae-4052bb0131d0 req-3150aedc-d66a-4337-9c31-b6abe1e4bbe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:31.522692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838498c2-9308-4336-a4ae-4052bb0131d0 req-3150aedc-d66a-4337-9c31-b6abe1e4bbe7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3610125 Jul 23 16:36:31.559681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57dd68-45eb-401d-8ff1-04bed1d5439f req-779e2f1a-080d-470e-b445-6e6e4138578e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:31.561202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b57dd68-45eb-401d-8ff1-04bed1d5439f req-779e2f1a-080d-470e-b445-6e6e4138578e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 932 time: 0.3577781 Jul 23 16:36:31.662093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-da403ec3-2e80-4fb8-907b-2ba921fd8f45', 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': 'f0a71a70-8753-4ddb-af2a-1fa6cff53bd4'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:31.662961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.687476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] For port 5e942190-d385-4322-9ad8-0ae23b9b1b46, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5e942190-d385-4322-9ad8-0ae23b9b1b46,segment=NetworkSegment(f1d6ef35-8081-4206-8ee1-75f145e968ea),segment_id=f1d6ef35-8081-4206-8ee1-75f145e968ea)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:31.719918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.724378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a83d8908-eb19-4773-97a4-af0d7a335096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.801276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838498c2-9308-4336-a4ae-4052bb0131d0 req-0b75cd34-d3d4-4c3b-9aab-d1b26fef9ff9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521136 Jul 23 16:36:31.812294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d3e7c-9929-48d8-bc54-da8f3dffba28 None None] Pushing event updated for resources: {'Port': ['ID=5e942190-d385-4322-9ad8-0ae23b9b1b46,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:31.816022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b57dd68-45eb-401d-8ff1-04bed1d5439f req-df262a2b-0ad0-462a-be10-65b02af09d23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384474 Jul 23 16:36:31.879451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1430b994-38c4-4a0b-9f42-a6300a40865f {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:31.900500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.940255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Transition to ACTIVE for port object 1430b994-38c4-4a0b-9f42-a6300a40865f will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:31.950392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.009995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Allocated IP 2001:db8::f816:3eff:fe43:e846 (da403ec3-2e80-4fb8-907b-2ba921fd8f45/f0a71a70-8753-4ddb-af2a-1fa6cff53bd4/e7c1669f-8fca-4bdd-983c-8c532a0b741e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:32.116215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5e942190-d385-4322-9ad8-0ae23b9b1b46 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:32.125151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:32.220402 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a83d8908-eb19-4773-97a4-af0d7a335096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.245977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a83d8908-eb19-4773-97a4-af0d7a335096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.377743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:32.381247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.396263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Attempting to bind port 1430b994-38c4-4a0b-9f42-a6300a40865f on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:32.396552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.396986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Attempting to bind port 1430b994-38c4-4a0b-9f42-a6300a40865f by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:32.396986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Attempting to bind port 1430b994-38c4-4a0b-9f42-a6300a40865f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:32.399222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.400483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.400852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a83d8908-eb19-4773-97a4-af0d7a335096 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef147621e9d644ec83298bfcbd569a72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0426726 Jul 23 16:36:32.404886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:32.428732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d8908-eb19-4773-97a4-af0d7a335096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183068e-93e7-4925-b570-a9bf4061d211,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:32.442917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Port 1430b994-38c4-4a0b-9f42-a6300a40865f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:32.443257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Attempting to bind port 1430b994-38c4-4a0b-9f42-a6300a40865f on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:32.448177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Transition to ACTIVE for port object e7c1669f-8fca-4bdd-983c-8c532a0b741e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:32.461442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:32.461442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:32.461731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:32.462195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Bound port: 1430b994-38c4-4a0b-9f42-a6300a40865f, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:32.462562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.473145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] device_id is not set on port 6af8ca4c-3685-4c25-bb69-8aea970e8e90 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:32.488892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Transition to ACTIVE for port object e7c1669f-8fca-4bdd-983c-8c532a0b741e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:32.523485 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.566395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.592606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.639426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fda140d8-6cb0-472d-9b74-1309ecfcd6d7 None None] Provisioning complete for port 5e942190-d385-4322-9ad8-0ae23b9b1b46 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:32.639634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fda140d8-6cb0-472d-9b74-1309ecfcd6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.672044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.679926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.689885 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c183068e-93e7-4925-b570-a9bf4061d211 HTTP/1.1" status: 204 len: 168 time: 0.2703035 Jul 23 16:36:32.709107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5e942190-d385-4322-9ad8-0ae23b9b1b46 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:32.709481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.758862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22470487-e4be-49e3-a347-1bfaebe68f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183068e-93e7-4925-b570-a9bf4061d211,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:32.786704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:32.809792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Router c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:32.816996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:32.822941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1430b994-38c4-4a0b-9f42-a6300a40865f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:32.829721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.846914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:32.850014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Allocated IP 2001:db8::f816:3eff:febb:33a6 (da403ec3-2e80-4fb8-907b-2ba921fd8f45/f0a71a70-8753-4ddb-af2a-1fa6cff53bd4/6af8ca4c-3685-4c25-bb69-8aea970e8e90) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:32.864660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:32.877281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Pushing event updated for resources: {'Port': ['ID=e7c1669f-8fca-4bdd-983c-8c532a0b741e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:32.985917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:32.986573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.987999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] 10.222.0.81 "PUT /v2.0/ports/1430b994-38c4-4a0b-9f42-a6300a40865f HTTP/1.1" status: 200 len: 1092 time: 3.0493908 Jul 23 16:36:32.992077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:33.003483 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c421e1-a9b5-460c-9754-b6ce8af43af5" -d '{"events": [{"name": "network-changed", "server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:33.041229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:33.052865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.054483 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ee1fc6b-b83c-4a46-abda-44d44d273aeb tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "PUT /v2.0/routers/c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 200 len: 883 time: 3.1853049 Jul 23 16:36:33.057031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39082) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.125088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] Sync routers for ids ['c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:33.176490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Attempting to bind port e7c1669f-8fca-4bdd-983c-8c532a0b741e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:33.176490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Attempting to bind port e7c1669f-8fca-4bdd-983c-8c532a0b741e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '402663f8-215b-4e66-9427-ac7e3ddc7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:33.176785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Attempting to bind port e7c1669f-8fca-4bdd-983c-8c532a0b741e on network da403ec3-2e80-4fb8-907b-2ba921fd8f45 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:33.186510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:33.186893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Checking segment: {'id': '402663f8-215b-4e66-9427-ac7e3ddc7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:33.187608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.187717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Bound using segment: {'id': '402663f8-215b-4e66-9427-ac7e3ddc7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:33.188151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Bound port: e7c1669f-8fca-4bdd-983c-8c532a0b741e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402663f8-215b-4e66-9427-ac7e3ddc7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da403ec3-2e80-4fb8-907b-2ba921fd8f45'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:33.188572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.195831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4818fb3-c031-4238-a17e-e81b24fee2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:33.197383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] Routers {'c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:33.198061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.252325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.276693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39086) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.311813 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3dcf-304d-4791-8283-f0e00eb7c080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.312483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50abdb-46de-4468-9312-9aa8d026c554 req-913999c6-d6bd-489d-8bf7-1a28e29c75d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.319623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a50abdb-46de-4468-9312-9aa8d026c554 req-913999c6-d6bd-489d-8bf7-1a28e29c75d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 944 time: 0.3408949 Jul 23 16:36:33.344102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] For port e7c1669f-8fca-4bdd-983c-8c532a0b741e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:33.348334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] For port e7c1669f-8fca-4bdd-983c-8c532a0b741e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e7c1669f-8fca-4bdd-983c-8c532a0b741e,segment=NetworkSegment(402663f8-215b-4e66-9427-ac7e3ddc7c15),segment_id=402663f8-215b-4e66-9427-ac7e3ddc7c15)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:33.361034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] Routers {'c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:33.361819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.371608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e195e-e3ca-4ccb-b8f9-bd8802203a28 req-74dbf240-e1f6-4597-9909-019e60f2eabb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.373119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d7e195e-e3ca-4ccb-b8f9-bd8802203a28 req-74dbf240-e1f6-4597-9909-019e60f2eabb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3641350 Jul 23 16:36:33.382349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-9edc69b2-b4da-423e-9547-441ec9edbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.383874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-9edc69b2-b4da-423e-9547-441ec9edbce8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 1095 time: 0.3305130 Jul 23 16:36:33.396443 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7e3203d6-24d3-49de-9406-653c11706373 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 200 len: 924 time: 0.3309703 Jul 23 16:36:33.402212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:33.403485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.403926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be2c21-1587-432e-987e-b3b69470c03d None None] The sync data for ids ['c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:33.405745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.465657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-7146a691-423b-47bc-990f-d9b1c707d398 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1430b994-38c4-4a0b-9f42-a6300a40865f HTTP/1.1" status: 200 len: 217 time: 0.0540099 Jul 23 16:36:33.483921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb330-47d0-467d-a351-44f7cc7df8f2 None None] Pushing event updated for resources: {'Port': ['ID=e7c1669f-8fca-4bdd-983c-8c532a0b741e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:33.566951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a50abdb-46de-4468-9312-9aa8d026c554 req-8f1666ff-80ea-40bf-8571-da75e8d2c7e3 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463305 Jul 23 16:36:33.591210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80784f99-637f-44fb-9397-215240f64984 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.595787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80784f99-637f-44fb-9397-215240f64984 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1881790 Jul 23 16:36:33.595787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.641028 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.676703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d7e195e-e3ca-4ccb-b8f9-bd8802203a28 req-c89eab93-7870-49ff-b658-12205e2137ea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967358 Jul 23 16:36:33.677979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Transition to ACTIVE for port object 6af8ca4c-3685-4c25-bb69-8aea970e8e90 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:33.701833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b342c-6b83-4b12-a118-23edc107866f req-9ea46ac2-cb64-4638-ab5a-a1e002063d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.712926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-9ea46ac2-cb64-4638-ab5a-a1e002063d6b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.2303412 Jul 23 16:36:33.728095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3dcf-304d-4791-8283-f0e00eb7c080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.774986 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf006c-75e6-409f-a431-64edb9b6f305 x-openstack-request-id: req-ffcf006c-75e6-409f-a431-64edb9b6f305 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:33.775397 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:33.775765 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffcf006c-75e6-409f-a431-64edb9b6f305 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:33.776251 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f', 'status': 'completed', 'code': 200} Jul 23 16:36:33.781786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4ce3dcf-304d-4791-8283-f0e00eb7c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.783219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-5189c48d-44ab-45f9-ae13-3cb80287306d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624008 Jul 23 16:36:33.835871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.865438 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4ce3dcf-304d-4791-8283-f0e00eb7c080 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=beab57159033467c96fbce507cbd7a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5872850 Jul 23 16:36:33.868322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce3dcf-304d-4791-8283-f0e00eb7c080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8a4f03-6ca0-41cf-bb2c-8abb98d6d987,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:33.880575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39094) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.891211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c37f44-0ca0-4874-a14c-0deec7b334f6 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:33.892803 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1c37f44-0ca0-4874-a14c-0deec7b334f6 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.2960930 Jul 23 16:36:33.899128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.954469 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c39bd88f-e57e-4a40-9e3a-d502d39ff298 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 200 len: 205 time: 0.0539963 Jul 23 16:36:33.958780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39100) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:33.985023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:34.005678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:34.009582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Port': ['ID=6af8ca4c-3685-4c25-bb69-8aea970e8e90,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:34.012680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:34.020529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:34.023627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.031874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-92380111-ec6c-4e7c-a710-ceaf24bb54d6 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399278 Jul 23 16:36:34.051616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-39568f46-89a5-4cf7-8986-e7f5bae7b91a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5721676 Jul 23 16:36:34.059408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:34.169385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae0b342c-6b83-4b12-a118-23edc107866f req-38263a06-2c78-4e03-b8ad-689088c137cc service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307697 Jul 23 16:36:34.173050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.197372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e7c1669f-8fca-4bdd-983c-8c532a0b741e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:34.234016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.257200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting subnet f0a71a70-8753-4ddb-af2a-1fa6cff53bd4 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:34.259624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e7c1669f-8fca-4bdd-983c-8c532a0b741e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:34.265779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.330071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.336810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.354616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-0b0148f7-2f20-4e5b-b58b-8d203193d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:34.356248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-0b0148f7-2f20-4e5b-b58b-8d203193d0a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 1095 time: 0.0760944 Jul 23 16:36:34.430012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.432450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.434151 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d8a4f03-6ca0-41cf-bb2c-8abb98d6d987 HTTP/1.1" status: 204 len: 168 time: 0.5526121 Jul 23 16:36:34.464069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-44671912-8ec5-421c-89cc-0b884da6c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:34.467054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-44671912-8ec5-421c-89cc-0b884da6c1ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.1046376 Jul 23 16:36:34.475675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ef347-859d-4621-a540-de76ef815006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8a4f03-6ca0-41cf-bb2c-8abb98d6d987,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:34.573563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-7e870628-37a9-426f-907b-a62d94b69e89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1430b994-38c4-4a0b-9f42-a6300a40865f HTTP/1.1" status: 200 len: 217 time: 0.0983186 Jul 23 16:36:34.614232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.673247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.679514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-e63df594-4631-43e1-b92a-b900577ab078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:34.685639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-e63df594-4631-43e1-b92a-b900577ab078 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1015735 Jul 23 16:36:34.736751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-3c7ae51d-f593-47fc-adc4-a3c7ea1ce022 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423074 Jul 23 16:36:34.805173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.853764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a71a70-8753-4ddb-af2a-1fa6cff53bd4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:34.889314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 4110b009-21bd-45f2-8e1c-04eef732654d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:34.889864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.918725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.924013 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b22625a6-7f43-447a-85bb-b59ceac3ef73 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/f0a71a70-8753-4ddb-af2a-1fa6cff53bd4 HTTP/1.1" status: 204 len: 168 time: 0.8600554 Jul 23 16:36:34.924736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.138607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c02fde-f66a-4c39-ba57-31ab2c19799c None None] Network da403ec3-2e80-4fb8-907b-2ba921fd8f45 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:35.144466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f878-70b6-4d81-aef4-8022780f3d57 req-a5fe5be6-5d8a-4745-87a0-ee08eeeb6bfe tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.169800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ef3f878-70b6-4d81-aef4-8022780f3d57 req-a5fe5be6-5d8a-4745-87a0-ee08eeeb6bfe tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 944 time: 0.4311049 Jul 23 16:36:35.202246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773104a-38de-4f82-b7f9-eb904e5d350d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.204380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773104a-38de-4f82-b7f9-eb904e5d350d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.205963 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a773104a-38de-4f82-b7f9-eb904e5d350d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2718449 Jul 23 16:36:35.211489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.217865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-7a0c2a2e-312d-4124-8105-779c05c22cfd service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148724 Jul 23 16:36:35.257760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338139d-12ac-4832-be3d-259deebc92f6 req-cbcf51a8-6c43-4534-8a30-bfbf6e923541 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.266595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6338139d-12ac-4832-be3d-259deebc92f6 req-cbcf51a8-6c43-4534-8a30-bfbf6e923541 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.3510230 Jul 23 16:36:35.289948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Provisioning for port e7c1669f-8fca-4bdd-983c-8c532a0b741e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:35.310894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.329428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Provisioning complete for port e7c1669f-8fca-4bdd-983c-8c532a0b741e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:35.330404 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.331763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ef3f878-70b6-4d81-aef4-8022780f3d57 req-31f789af-a2bc-4f36-8a08-034fdb044ea7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583731 Jul 23 16:36:35.397762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6338139d-12ac-4832-be3d-259deebc92f6 req-3d602e83-0e2b-405b-8e76-d36e821b4794 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300070 Jul 23 16:36:35.413160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 4110b009-21bd-45f2-8e1c-04eef732654d owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:35.421653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97b9d4fa-0f62-4079-bfbc-9615d6d74e4b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.432360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c421e1-a9b5-460c-9754-b6ce8af43af5 req-59c7840a-c8b0-4698-a4e8-1a74b23d9e0f service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041781 Jul 23 16:36:35.476551 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b9d4fa-0f62-4079-bfbc-9615d6d74e4b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 16:36:35.477085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b9d4fa-0f62-4079-bfbc-9615d6d74e4b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:35.483404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-97b9d4fa-0f62-4079-bfbc-9615d6d74e4b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/da403ec3-2e80-4fb8-907b-2ba921fd8f45 HTTP/1.1" status: 409 len: 405 time: 0.2615440 Jul 23 16:36:35.484022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39132) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.492884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617590498'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:35.526822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] DHCP port deletion for da403ec3-2e80-4fb8-907b-2ba921fd8f45 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:35.533807 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.546586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:35.550660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.591513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:35.603902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.603902 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment 4595bc32-e5d3-4539-9204-11aaa4b6964a of type vlan for network dd8debd7-b737-45ca-87b9-7ca4cc08cafc Jul 23 16:36:35.660329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.663513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] For port e7c1669f-8fca-4bdd-983c-8c532a0b741e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e7c1669f-8fca-4bdd-983c-8c532a0b741e,segment=NetworkSegment(402663f8-215b-4e66-9427-ac7e3ddc7c15),segment_id=402663f8-215b-4e66-9427-ac7e3ddc7c15)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:35.674074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.683090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Deleting port e7c1669f-8fca-4bdd-983c-8c532a0b741e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:35.683317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.739311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.753991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:35.755629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.770323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.790020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afc036-1aa8-4e06-ad05-8a611c06a3a1 None None] Pushing event updated for resources: {'Port': ['ID=e7c1669f-8fca-4bdd-983c-8c532a0b741e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:35.808514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3209341 Jul 23 16:36:35.810156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39146) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:35.817248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:35.844896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=4110b009-21bd-45f2-8e1c-04eef732654d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:35.863687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] For port e7c1669f-8fca-4bdd-983c-8c532a0b741e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e7c1669f-8fca-4bdd-983c-8c532a0b741e,segment=NetworkSegment(402663f8-215b-4e66-9427-ac7e3ddc7c15),segment_id=402663f8-215b-4e66-9427-ac7e3ddc7c15)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:35.864302 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.879528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Calling delete_port for e7c1669f-8fca-4bdd-983c-8c532a0b741e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:35.922678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.957493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491c4aa-f8dd-450f-bd8f-86699c1a0afd tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=dd8debd7-b737-45ca-87b9-7ca4cc08cafc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:35.990120 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.023428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:36.040383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] No DVR routers for this DVR port e7c1669f-8fca-4bdd-983c-8c532a0b741e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:36.050409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea678943-0983-4115-bc77-fbdcb4226b36 None None] Pushing event deleted for resources: {'Port': ['ID=e7c1669f-8fca-4bdd-983c-8c532a0b741e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:36.092473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e7c1669f-8fca-4bdd-983c-8c532a0b741e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:36.097088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:36.104881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.159187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.166341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.224402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.225092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:36.244298 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.244298 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd9ba3e6-1af1-4348-8d26-23f9ec255d33 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 204 len: 168 time: 2.2789977 Jul 23 16:36:36.244298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39158) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:36.254997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1844639060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:36.297789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.298960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.371982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e7c1669f-8fca-4bdd-983c-8c532a0b741e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:36.372385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e7c1669f-8fca-4bdd-983c-8c532a0b741e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:36.450849 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.456000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.492995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.495697 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2658aacd-d049-4fdb-bc27-4a5e73abb663 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2477839 Jul 23 16:36:36.498844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:36.508906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': True}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:36.692616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:36:36.697141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.791297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=b01bdee0-bd07-41ed-ac56-57111a1b7c83,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:36.804006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.809685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf658f5-0e42-4a0f-85ff-f157b5d87923 req-0e586e2d-7613-4cd6-bb36-da31a5789ef7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.811262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-baf658f5-0e42-4a0f-85ff-f157b5d87923 req-0e586e2d-7613-4cd6-bb36-da31a5789ef7 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2452812 Jul 23 16:36:36.827882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.828242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.828581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.828916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.829245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.829576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.829902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.830269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.830597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.830923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.831246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.831572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:36.849275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53227a82-18b2-41b8-b1a4-bb3c8b69d993 req-813c2f29-156a-4cbd-820f-d471d43c43f0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:36.850854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53227a82-18b2-41b8-b1a4-bb3c8b69d993 req-813c2f29-156a-4cbd-820f-d471d43c43f0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 944 time: 0.3690310 Jul 23 16:36:36.860827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': '4595bc32-e5d3-4539-9204-11aaa4b6964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:36.861189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: dd8debd7-b737-45ca-87b9-7ca4cc08cafc, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:36.881499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1430b994-38c4-4a0b-9f42-a6300a40865f details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:36.913395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-baf658f5-0e42-4a0f-85ff-f157b5d87923 req-b1611fa4-72b8-45ee-b698-6f50e86c6f6d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950654 Jul 23 16:36:36.963911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53227a82-18b2-41b8-b1a4-bb3c8b69d993 req-0244cf31-4747-4c82-9d8e-7e6d3691efab tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985436 Jul 23 16:36:36.973516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:37.010742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, dd8debd7-b737-45ca-87b9-7ca4cc08cafc) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:37.026954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:37.028270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.059998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-efa291bd-37fb-48dd-aae4-c992025fa3e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2483349 Jul 23 16:36:37.062351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39182) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:37.068914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'port': {'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc', 'name': 'tempest-NetworksIpV6TestAttrs-710458626'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:37.077172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74899eb5-05fd-4304-ad4a-975b7d1b85f2 None None] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:37.185800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.225667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.239860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:37.241323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1430b994-38c4-4a0b-9f42-a6300a40865f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:37.245781 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.263757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '1430b994-38c4-4a0b-9f42-a6300a40865f', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': '1430b994-38c4-4a0b-9f42-a6300a40865f', 'mac_address': 'fa:16:3e:50:9d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:36:37.320185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-dd8debd7-b737-45ca-87b9-7ca4cc08cafc', 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': 'b01bdee0-bd07-41ed-ac56-57111a1b7c83'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:37.321644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.323858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] device_id is not set on port 02bfebd8-5608-4c60-bcad-2d9e8dc5d62f yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:36:37.443593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.461380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1430b994-38c4-4a0b-9f42-a6300a40865f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:37.475896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 172.25.2.3 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/2a7272ec-0c79-4072-ab69-9268f0b3ac3b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:37.512872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Allocated IP 2001:db8::f816:3eff:fefc:db50 (dd8debd7-b737-45ca-87b9-7ca4cc08cafc/b01bdee0-bd07-41ed-ac56-57111a1b7c83/02bfebd8-5608-4c60-bcad-2d9e8dc5d62f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:37.520868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1430b994-38c4-4a0b-9f42-a6300a40865f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:37.526500 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.617783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.738331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.759464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Transition to ACTIVE for port object 02bfebd8-5608-4c60-bcad-2d9e8dc5d62f will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:37.803986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.876361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1430b994-38c4-4a0b-9f42-a6300a40865f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:37.881151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:37.885476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:37.899234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:37.907096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:37.908118 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.930141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Allocated IP 2001:db8::f816:3eff:fef9:4e6e (dd8debd7-b737-45ca-87b9-7ca4cc08cafc/b01bdee0-bd07-41ed-ac56-57111a1b7c83/17760662-37fa-41c0-bf15-6b556f67ae2e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:37.935192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Port': ['ID=02bfebd8-5608-4c60-bcad-2d9e8dc5d62f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.954970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e5ea1ea5-4eaa-4c0f-8e24-85416e6d4cad tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8913996 Jul 23 16:36:37.957019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39198) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:38.081631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.091661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting subnet b01bdee0-bd07-41ed-ac56-57111a1b7c83 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:38.132294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.179741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:38.185266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:38.195802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:38.243647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=2a7272ec-0c79-4072-ab69-9268f0b3ac3b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.258223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.258740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.259183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.259618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.260069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.261375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.261618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f327f-6651-4139-8f93-cf78581f99cc req-76bb9fe4-a5c4-4134-b902-4b5e09d5d799 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:38.262037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.262735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.263245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.263723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.264194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.264899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:38.277114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d2f327f-6651-4139-8f93-cf78581f99cc req-76bb9fe4-a5c4-4134-b902-4b5e09d5d799 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1814868 Jul 23 16:36:38.336571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a177080-8791-42c7-9791-3fa3afa0268d req-6c7f6309-b546-4605-9043-5acd7be1dd58 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:38.338469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a177080-8791-42c7-9791-3fa3afa0268d req-6c7f6309-b546-4605-9043-5acd7be1dd58 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 945 time: 0.2629254 Jul 23 16:36:38.360218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d2f327f-6651-4139-8f93-cf78581f99cc req-b76bb3b5-d40e-4e8e-8605-021498846e63 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819743 Jul 23 16:36:38.456763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.466382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a177080-8791-42c7-9791-3fa3afa0268d req-eb78fb67-a5df-40d1-85f4-690b30f7dfdc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050918 Jul 23 16:36:38.491434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Transition to ACTIVE for port object 17760662-37fa-41c0-bf15-6b556f67ae2e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:38.503066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Transition to ACTIVE for port object 17760662-37fa-41c0-bf15-6b556f67ae2e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:38.508741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.513893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.561411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.618192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:38.624819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.625103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:38.627553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Pushing event updated for resources: {'Port': ['ID=17760662-37fa-41c0-bf15-6b556f67ae2e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.629739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:38.696879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Attempting to bind port 17760662-37fa-41c0-bf15-6b556f67ae2e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:38.697243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Attempting to bind port 17760662-37fa-41c0-bf15-6b556f67ae2e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4595bc32-e5d3-4539-9204-11aaa4b6964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:38.697615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Attempting to bind port 17760662-37fa-41c0-bf15-6b556f67ae2e on network dd8debd7-b737-45ca-87b9-7ca4cc08cafc {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:38.703628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:38.704009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Checking segment: {'id': '4595bc32-e5d3-4539-9204-11aaa4b6964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:38.704420 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.704820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Bound using segment: {'id': '4595bc32-e5d3-4539-9204-11aaa4b6964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:38.705295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Bound port: 17760662-37fa-41c0-bf15-6b556f67ae2e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4595bc32-e5d3-4539-9204-11aaa4b6964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'dd8debd7-b737-45ca-87b9-7ca4cc08cafc'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:38.705682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.758792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.900655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.905128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] For port 17760662-37fa-41c0-bf15-6b556f67ae2e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:38.914020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] For port 17760662-37fa-41c0-bf15-6b556f67ae2e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=17760662-37fa-41c0-bf15-6b556f67ae2e,segment=NetworkSegment(4595bc32-e5d3-4539-9204-11aaa4b6964a),segment_id=4595bc32-e5d3-4539-9204-11aaa4b6964a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:38.919324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.934551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=b01bdee0-bd07-41ed-ac56-57111a1b7c83,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.936890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.941512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:38.941637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7235fb13-7953-4404-bd58-80fdcdafa8ce tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/b01bdee0-bd07-41ed-ac56-57111a1b7c83 HTTP/1.1" status: 204 len: 168 time: 0.9811215 Jul 23 16:36:39.006367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48983e1f-1625-4c42-8cc2-d04f986f3d8d None None] Pushing event updated for resources: {'Port': ['ID=17760662-37fa-41c0-bf15-6b556f67ae2e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:39.009411 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.023284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.042326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbf1db-9a56-4539-9ed4-6c566f932d58 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:39.043729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbf1db-9a56-4539-9ed4-6c566f932d58 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:39.048365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39222) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.048541 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27bbf1db-9a56-4539-9ed4-6c566f932d58 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1034515 Jul 23 16:36:39.156377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3495a857-cc4d-468b-b589-34cba3cd5f9c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.164577 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-3495a857-cc4d-468b-b589-34cba3cd5f9c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 16:36:39.165053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3495a857-cc4d-468b-b589-34cba3cd5f9c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:39.167629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3495a857-cc4d-468b-b589-34cba3cd5f9c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/dd8debd7-b737-45ca-87b9-7ca4cc08cafc HTTP/1.1" status: 409 len: 405 time: 0.1181087 Jul 23 16:36:39.179418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39224) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.185630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-697881272'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:39.222720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router 627d7606-f9a4-42bd-8d64-5414d9cdd8de is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:39.242017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:39.245101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.353723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:39.392355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.392644 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment 663984ee-98cf-4473-81dd-c35b1d31d934 of type vlan for network 7ee151d8-a288-4894-b7c4-afca6635c39f Jul 23 16:36:39.503704 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.552982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:39.563845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.568666 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] Sync routers for ids ['627d7606-f9a4-42bd-8d64-5414d9cdd8de'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:39.569248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d0ad5315-a901-4d40-af11-bf5eab93e9e4 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "PUT /v2.0/routers/627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 200 len: 917 time: 3.0687230 Jul 23 16:36:39.571336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.583454 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] Routers {'627d7606-f9a4-42bd-8d64-5414d9cdd8de'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:39.584101 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['627d7606-f9a4-42bd-8d64-5414d9cdd8de'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.635215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.642675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:39.643457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.644178 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.654756 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] Routers {'627d7606-f9a4-42bd-8d64-5414d9cdd8de'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:39.655736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['627d7606-f9a4-42bd-8d64-5414d9cdd8de'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.692586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:39.693473 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b2918-1aab-442e-b6e9-2e89c6c9b372 None None] The sync data for ids ['627d7606-f9a4-42bd-8d64-5414d9cdd8de'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:39.701149 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6eef286-5ff4-4ee2-8969-69bbc3eaf66d tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 200 len: 923 time: 0.1246450 Jul 23 16:36:39.701149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39240) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.768689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5bbc7-a729-451c-b078-3fedca78042a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:39.770317 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5a5bbc7-a729-451c-b078-3fedca78042a tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=627d7606-f9a4-42bd-8d64-5414d9cdd8de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0681612 Jul 23 16:36:39.773010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.879024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571edcff-dbab-4ff3-93e4-bcf5015760d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:39.880455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-571edcff-dbab-4ff3-93e4-bcf5015760d0 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.1064861 Jul 23 16:36:39.886736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39244) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:39.923950 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-76a0552d-79c4-474d-957b-aa911545ace2 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 200 len: 205 time: 0.0358977 Jul 23 16:36:39.924577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39248) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:40.108006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.134239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9535074 Jul 23 16:36:40.180839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 17760662-37fa-41c0-bf15-6b556f67ae2e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:40.181408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:40.187337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': '7ee151d8-a288-4894-b7c4-afca6635c39f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:40.267127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eee2f4-191a-4180-983b-2177fd39e153 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=7ee151d8-a288-4894-b7c4-afca6635c39f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:40.293098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7ee151d8-a288-4894-b7c4-afca6635c39f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:40.331028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 17760662-37fa-41c0-bf15-6b556f67ae2e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:40.354223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.366963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae25fa-755d-44c9-b46b-596b61cc7382 req-83d702a5-681b-4b1e-8d8b-e6cbd398bbcc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.379803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6ae25fa-755d-44c9-b46b-596b61cc7382 req-83d702a5-681b-4b1e-8d8b-e6cbd398bbcc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 945 time: 0.7742498 Jul 23 16:36:40.453715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593aeba-f1dd-4880-9b07-4b780d13e785 req-46374da2-b3f9-4e0c-b27c-b809e74ec079 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:40.455315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b593aeba-f1dd-4880-9b07-4b780d13e785 req-46374da2-b3f9-4e0c-b27c-b809e74ec079 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.9630592 Jul 23 16:36:40.457778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 2a7272ec-0c79-4072-ab69-9268f0b3ac3b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:40.458547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.561811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.577906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6ae25fa-755d-44c9-b46b-596b61cc7382 req-01669e05-3634-491e-bcfe-0e92303b165f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966410 Jul 23 16:36:40.587856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 2a7272ec-0c79-4072-ab69-9268f0b3ac3b owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:40.622230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:40.625886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.655353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b593aeba-f1dd-4880-9b07-4b780d13e785 req-db72b18d-38b7-4fe1-ae02-bf408c8cd6a9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944082 Jul 23 16:36:40.694004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702db412-a708-40fb-88f6-099ded0e12ee None None] Network dd8debd7-b737-45ca-87b9-7ca4cc08cafc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:40.882394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1430b994-38c4-4a0b-9f42-a6300a40865f up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:36:40.890484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Provisioning for port 17760662-37fa-41c0-bf15-6b556f67ae2e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:40.935217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Provisioning complete for port 17760662-37fa-41c0-bf15-6b556f67ae2e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:40.935504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.946577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.022984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=2a7272ec-0c79-4072-ab69-9268f0b3ac3b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:41.043918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 1430b994-38c4-4a0b-9f42-a6300a40865f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:41.083720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 1430b994-38c4-4a0b-9f42-a6300a40865f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:41.084104 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.136354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.138779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.153051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044919ba-3fb8-47f7-88b2-9134d93e477a req-b3281643-671b-4507-9780-f6321c444f56 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:41.166417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-044919ba-3fb8-47f7-88b2-9134d93e477a req-b3281643-671b-4507-9780-f6321c444f56 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2442672 Jul 23 16:36:41.257026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] DHCP port deletion for dd8debd7-b737-45ca-87b9-7ca4cc08cafc request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:41.270442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-044919ba-3fb8-47f7-88b2-9134d93e477a req-e3ce14f4-4c91-43ec-87b7-5f2907cacd84 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025047 Jul 23 16:36:41.314340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.314663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] For port 17760662-37fa-41c0-bf15-6b556f67ae2e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=17760662-37fa-41c0-bf15-6b556f67ae2e,segment=NetworkSegment(4595bc32-e5d3-4539-9204-11aaa4b6964a),segment_id=4595bc32-e5d3-4539-9204-11aaa4b6964a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:41.316771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.321408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.365061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:36:41.366758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.389209 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.389865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router 627d7606-f9a4-42bd-8d64-5414d9cdd8de {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:41.398319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.402131 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1f6afe8-2ecf-47f4-bc58-1bfbfbb66623 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 204 len: 168 time: 1.4765728 Jul 23 16:36:41.408634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.417963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501866218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:41.457135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=969a2cc1-3ea9-49fb-b949-db01c1d3a0ea,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:41.459645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': '663984ee-98cf-4473-81dd-c35b1d31d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '7ee151d8-a288-4894-b7c4-afca6635c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:41.460435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: 7ee151d8-a288-4894-b7c4-afca6635c39f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:41.462479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.464483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.479916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network 7ee151d8-a288-4894-b7c4-afca6635c39f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:41.498066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7ee151d8-a288-4894-b7c4-afca6635c39f) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:41.513445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab38ddb-8532-4adf-9c48-3a93dbe00c33 None None] Network 7ee151d8-a288-4894-b7c4-afca6635c39f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:41.515131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:41.515631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.544317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a31c59a6-9f40-4fa4-95e5-6176947e9920 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3608229 Jul 23 16:36:41.547356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39272) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.550192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fdef6-5f40-4e1c-a50f-a0700f09a4f5 None None] Pushing event updated for resources: {'Port': ['ID=17760662-37fa-41c0-bf15-6b556f67ae2e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:41.570262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.575830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.589178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.609915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.611420 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4fad8378-41f8-4df0-95e8-242985050318 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2017038 Jul 23 16:36:41.614107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:41.619715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:41.654102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.669068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Deleting port 17760662-37fa-41c0-bf15-6b556f67ae2e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:41.670399 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.759888 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.845370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:41.848394 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc373b5-0dd9-481e-b19e-5918bb4db013" -d '{"events": [{"server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "name": "network-vif-plugged", "status": "completed", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:41.892592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1430b994-38c4-4a0b-9f42-a6300a40865f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:41.906131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.911842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0276699-12d1-48ab-9278-45922ab68adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.951465 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de384af-ba32-4304-9904-22095adc3938 x-openstack-request-id: req-4de384af-ba32-4304-9904-22095adc3938 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:41.951912 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "name": "network-vif-plugged", "status": "completed", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:41.952283 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4de384af-ba32-4304-9904-22095adc3938 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:41.953104 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f', 'code': 200} Jul 23 16:36:41.961841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.996754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] For port 17760662-37fa-41c0-bf15-6b556f67ae2e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=17760662-37fa-41c0-bf15-6b556f67ae2e,segment=NetworkSegment(4595bc32-e5d3-4539-9204-11aaa4b6964a),segment_id=4595bc32-e5d3-4539-9204-11aaa4b6964a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:41.998235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.027315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8693a-333b-4651-a894-229b7338623c req-ad5926af-df10-4281-8a56-e0c4f8eed1b6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.028867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54d8693a-333b-4651-a894-229b7338623c req-ad5926af-df10-4281-8a56-e0c4f8eed1b6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.1616013 Jul 23 16:36:42.057573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Calling delete_port for 17760662-37fa-41c0-bf15-6b556f67ae2e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:42.094735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.163549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 17760662-37fa-41c0-bf15-6b556f67ae2e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:42.166194 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.174419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.179922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63aa5-2f9f-4347-a759-0e5878630c21 req-35803bc3-8d6e-4469-9488-7aaea00f385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.181444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70d63aa5-2f9f-4347-a759-0e5878630c21 req-35803bc3-8d6e-4469-9488-7aaea00f385d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 1097 time: 0.1491950 Jul 23 16:36:42.194120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fae5f7-53da-4c42-98f3-d34480688d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7ee151d8-a288-4894-b7c4-afca6635c39f', 'network_id': '7ee151d8-a288-4894-b7c4-afca6635c39f', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': '969a2cc1-3ea9-49fb-b949-db01c1d3a0ea'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:42.194969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6fae5f7-53da-4c42-98f3-d34480688d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.208481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=969a2cc1-3ea9-49fb-b949-db01c1d3a0ea,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.221915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54d8693a-333b-4651-a894-229b7338623c req-f313b689-3197-40eb-83a4-77547df230e2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275978 Jul 23 16:36:42.312515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.317215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70d63aa5-2f9f-4347-a759-0e5878630c21 req-b90d844f-1fde-44e5-88ac-0214777851fd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100216 Jul 23 16:36:42.334783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee151d8-a288-4894-b7c4-afca6635c39f']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:42.338683 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.341303 n-d-800484-3 neutron-server[94005]: INFO neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No ports have port_id starting with 17760662-37fa-41c0-bf15-6b556f67ae2e Jul 23 16:36:42.369395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a531ed-27bf-46f0-b5a1-e536115b61a6 None None] Network 7ee151d8-a288-4894-b7c4-afca6635c39f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:42.373977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] Pushing event deleted for resources: {'Port': ['ID=17760662-37fa-41c0-bf15-6b556f67ae2e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.392102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366db47-be9e-4417-965f-281b22b74e53 None None] No DVR routers for this DVR port 17760662-37fa-41c0-bf15-6b556f67ae2e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:42.430379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663984ee-98cf-4473-81dd-c35b1d31d934') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:42.430678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663984ee-98cf-4473-81dd-c35b1d31d934') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:42.471100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.493701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.526756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.538296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.558414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:42.558853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:42.562255 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:42.600255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-35f71d99-2215-4c91-8038-f9844a815415 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.602319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-35f71d99-2215-4c91-8038-f9844a815415 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.2469530 Jul 23 16:36:42.616450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdb94f-dba1-43f8-9663-97872c079fcb req-b8278be0-add7-4fa3-8a70-ff5eafb4c724 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:42.621955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acdb94f-dba1-43f8-9663-97872c079fcb req-b8278be0-add7-4fa3-8a70-ff5eafb4c724 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 945 time: 0.1936288 Jul 23 16:36:42.737708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.748312 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.751287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/7ee151d8-a288-4894-b7c4-afca6635c39f HTTP/1.1" status: 204 len: 168 time: 1.2024894 Jul 23 16:36:42.777887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:42.778727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ac312-ba61-4742-b6da-e4e8e41aefac tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=7ee151d8-a288-4894-b7c4-afca6635c39f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.792428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-612304741'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:42.798673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5acdb94f-dba1-43f8-9663-97872c079fcb req-0da19477-6453-41df-8df0-ddefde4d903a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757116 Jul 23 16:36:42.852853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:42.856866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.882893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Allocated IP 172.25.2.180 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/18d0c6b3-c97a-4df1-8928-dc310c4957af) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:42.897370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:42.902295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:42.902451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.934562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.934843 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde of type vlan for network 0ed73245-8c25-4d37-b254-49c4279e9b1a Jul 23 16:36:43.022973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.027878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.062370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:43.062671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.072746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.086132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:43.099065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.105532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.106159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.111516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:43.114707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:43.118212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:43.158285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Pushing event updated for resources: {'Port': ['ID=18d0c6b3-c97a-4df1-8928-dc310c4957af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.207854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4203024 Jul 23 16:36:43.210780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:43.240805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720fc4b-c6d8-4957-886f-ee13b453b6b6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=0ed73245-8c25-4d37-b254-49c4279e9b1a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.247230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:43.252651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0ed73245-8c25-4d37-b254-49c4279e9b1a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:43.450401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.453696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:43.457529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.528378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:43.537229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:43.602661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8431c-4fce-4154-ab8c-6e6fa43fcdac req-f99dfe79-2a3a-402e-8e54-4ca365931494 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:43.604361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b8431c-4fce-4154-ab8c-6e6fa43fcdac req-f99dfe79-2a3a-402e-8e54-4ca365931494 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.2426605 Jul 23 16:36:43.636634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:43.644917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.646969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3ee43b-82ed-4a0e-94a2-6ff35f0176c4 req-d134cc3e-cae3-478a-a3d3-cf3340fce3a2 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "DELETE /v2.0/ports/c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae HTTP/1.1" status: 204 len: 173 time: 1.0230711 Jul 23 16:36:43.647422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'name': 'network-vif-deleted', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:43.649950 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1159fd9e-d36f-4a56-a334-55877c25d77e" -d '{"events": [{"server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "name": "network-vif-deleted", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:43.709653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b8431c-4fce-4154-ab8c-6e6fa43fcdac req-3ae7c236-5294-43ac-a261-75b9c6e4a337 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987828 Jul 23 16:36:43.743142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3069c1a-dda7-4c44-9b56-07241c274107 x-openstack-request-id: req-a3069c1a-dda7-4c44-9b56-07241c274107 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:43.743477 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b9696-7c76-4e4d-a4c6-35c80bf5f9df", "name": "network-vif-deleted", "tag": "c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:43.743736 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3069c1a-dda7-4c44-9b56-07241c274107 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:43.744156 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419b9696-7c76-4e4d-a4c6-35c80bf5f9df', 'name': 'network-vif-deleted', 'tag': 'c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae', 'status': 'completed', 'code': 200} Jul 23 16:36:44.023852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-495baf1c-8cac-462c-aaa1-94e78a94ef12 req-fef6b24f-a890-4c48-9573-184ff4be2a77 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=419b9696-7c76-4e4d-a4c6-35c80bf5f9df HTTP/1.1" status: 200 len: 210 time: 0.0763593 Jul 23 16:36:44.272328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.306482 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.360331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.424855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cdc51744-633e-4cd7-8536-3fcca77762d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.436410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=4b05ae6d-c342-4942-8d5c-9888fe5c4cb0,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:44.522158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:44.522582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: 0ed73245-8c25-4d37-b254-49c4279e9b1a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:44.559522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network 0ed73245-8c25-4d37-b254-49c4279e9b1a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:44.571232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0ed73245-8c25-4d37-b254-49c4279e9b1a) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:44.577016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:44.578271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.595446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7e6bba-4fcf-45b7-b304-ff42076be95c None None] Network 0ed73245-8c25-4d37-b254-49c4279e9b1a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:44.599103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.603855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.675662 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e16722ee-109d-4c0e-a90c-26221418813c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4614465 Jul 23 16:36:44.675887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:44.839107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0ed73245-8c25-4d37-b254-49c4279e9b1a', 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': '4b05ae6d-c342-4942-8d5c-9888fe5c4cb0'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:44.850323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.858878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.921988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2352-dffc-4a6b-8ed9-718c9e976d02 req-1fe322ea-898a-4592-a875-6ea45c728c3c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:44.923863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-619e2352-dffc-4a6b-8ed9-718c9e976d02 req-1fe322ea-898a-4592-a875-6ea45c728c3c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.0831692 Jul 23 16:36:44.949877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Router fec0e6dc-b557-4931-9b2b-b424b0ffff09 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:45.006919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-619e2352-dffc-4a6b-8ed9-718c9e976d02 req-fd05cae2-79eb-40a9-8b2c-c01170cf6c14 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769780 Jul 23 16:36:45.059296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.098372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Allocated IP 2001:db8::2 (0ed73245-8c25-4d37-b254-49c4279e9b1a/4b05ae6d-c342-4942-8d5c-9888fe5c4cb0/2e659eb1-634b-48c1-b949-c5527a64902f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:45.149742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:45.169231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.170734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3efbd9fd-7712-4c56-ae6d-932e5842d059 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "PUT /v2.0/routers/fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 200 len: 920 time: 3.5556071 Jul 23 16:36:45.173293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39332) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.209808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] Sync routers for ids ['fec0e6dc-b557-4931-9b2b-b424b0ffff09'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:45.231305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] Routers {'fec0e6dc-b557-4931-9b2b-b424b0ffff09'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:45.232107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fec0e6dc-b557-4931-9b2b-b424b0ffff09'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.274196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.298654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] Routers {'fec0e6dc-b557-4931-9b2b-b424b0ffff09'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:45.299937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fec0e6dc-b557-4931-9b2b-b424b0ffff09'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.348655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68e923ea-8ba9-40bb-af36-d07d3eef5867 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 200 len: 926 time: 0.1739719 Jul 23 16:36:45.354966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39346) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.361905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.362990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8226a6-51e2-4d40-a6e5-e94c83335b7c None None] The sync data for ids ['fec0e6dc-b557-4931-9b2b-b424b0ffff09'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:45.451111 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.472886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Transition to ACTIVE for port object 2e659eb1-634b-48c1-b949-c5527a64902f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:45.512496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Transition to ACTIVE for port object 2e659eb1-634b-48c1-b949-c5527a64902f will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:45.539629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.556470 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.621396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=4b05ae6d-c342-4942-8d5c-9888fe5c4cb0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.636986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Network 0ed73245-8c25-4d37-b254-49c4279e9b1a is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:45.641572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:45.643438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.644254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:45.735333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-50bedd77-e0b8-4d7b-be87-c0119e08f2d1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.739014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:45.742513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-50bedd77-e0b8-4d7b-be87-c0119e08f2d1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.4016790 Jul 23 16:36:45.744270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.757207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Attempting to bind port 2e659eb1-634b-48c1-b949-c5527a64902f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:45.757742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Attempting to bind port 2e659eb1-634b-48c1-b949-c5527a64902f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:45.758369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Attempting to bind port 2e659eb1-634b-48c1-b949-c5527a64902f on network 0ed73245-8c25-4d37-b254-49c4279e9b1a {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:45.759439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed73245-8c25-4d37-b254-49c4279e9b1a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.776504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.777048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.783483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c676a-c7c9-49c0-ba0c-0f5eaa34baa1 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.785339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Pushing event updated for resources: {'Port': ['ID=2e659eb1-634b-48c1-b949-c5527a64902f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.787985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-932c676a-c7c9-49c0-ba0c-0f5eaa34baa1 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=fec0e6dc-b557-4931-9b2b-b424b0ffff09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4323142 Jul 23 16:36:45.788699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39364) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:45.797170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.810465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-33b1b07a-554f-471b-b3eb-86d48772c78c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0668762 Jul 23 16:36:45.817086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.819460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:45.821333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Checking segment: {'id': 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:45.821333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.821333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Bound using segment: {'id': 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:45.821333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Bound port: 2e659eb1-634b-48c1-b949-c5527a64902f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:45.821762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.825998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:45.831836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:45.832855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c9ebcf7b-6413-4e89-a50d-d4f14b3b7eae not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:45.833211 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: items = [ Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:45.840941 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:45.932005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] For port 2e659eb1-634b-48c1-b949-c5527a64902f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:45.938038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] For port 2e659eb1-634b-48c1-b949-c5527a64902f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2e659eb1-634b-48c1-b949-c5527a64902f,segment=NetworkSegment(afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde),segment_id=afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:45.938267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:36:45.938267 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:36:45.938267 n-d-800484-3 neutron-server[94004]: [parameters: {'id': '0ed73245-8c25-4d37-b254-49c4279e9b1a'}] Jul 23 16:36:45.938267 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:36:45.938553 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:36:45.942644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.973001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-4aece32e-f9b0-4bd1-83b0-3253321c45cc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:45.982375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-4aece32e-f9b0-4bd1-83b0-3253321c45cc tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.4030654 Jul 23 16:36:46.001648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-dfb35e23-9751-4ff7-aae9-f55b474b7a2b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/quotas/07a4df32635b430baa238597549e69fd HTTP/1.1" status: 200 len: 375 time: 0.0180869 Jul 23 16:36:46.041382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7398202f-f521-4650-90a2-67502bcfccf9 None None] Network 0ed73245-8c25-4d37-b254-49c4279e9b1a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:46.075493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6487cab-07f5-42ce-93cd-b2f83fadd83a None None] Pushing event updated for resources: {'Port': ['ID=2e659eb1-634b-48c1-b949-c5527a64902f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:46.084809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-b8086802-282d-44b2-8540-9af03ddde7bf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812194 Jul 23 16:36:46.226401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab60c9-d04c-449d-9e68-b042440631e3 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:36:46.245444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-0c867724-1a75-4c88-a08f-b65c693b0cce tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4332802 Jul 23 16:36:46.264884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-9767ecf8-0422-4f86-9bfb-6c034c612aff service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784699 Jul 23 16:36:46.268209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81231692-e8ce-4144-9bf5-6a22d26e62f3 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:46.272893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81231692-e8ce-4144-9bf5-6a22d26e62f3 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.4795542 Jul 23 16:36:46.274289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:46.336663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-2b290667-a19d-46e4-938c-ea4f17ec00ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272864 Jul 23 16:36:46.362342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0131c0fa-c247-4304-9a17-39ef91ad98af tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 200 len: 205 time: 0.0819769 Jul 23 16:36:46.364776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39374) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:46.441632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.489252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab60c9-d04c-449d-9e68-b042440631e3 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:36:46.617519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-38087efd-f3f2-4f53-beee-b27dd9404899 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627534 Jul 23 16:36:46.629799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-f889702f-faf6-438e-af91-f37b7453e9dc service neutron] 10.222.0.64 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519673 Jul 23 16:36:46.631427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.732217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc804-d655-4fc9-8870-dedce92d17df req-34cf4884-dc9a-4b3c-95c7-64fe407f7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:46.744854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-34cf4884-dc9a-4b3c-95c7-64fe407f7de7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1096 time: 0.3585427 Jul 23 16:36:46.752415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting port 2e659eb1-634b-48c1-b949-c5527a64902f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:46.752793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.837917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] For port 2e659eb1-634b-48c1-b949-c5527a64902f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2e659eb1-634b-48c1-b949-c5527a64902f,segment=NetworkSegment(afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde),segment_id=afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:46.838823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.866026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Calling delete_port for 2e659eb1-634b-48c1-b949-c5527a64902f owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:46.961728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-443332cf-b7ff-46bc-b70a-727b77b08fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278952 Jul 23 16:36:47.017456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.102866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.104623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc804-d655-4fc9-8870-dedce92d17df req-6ae93446-fdf1-4da7-97a7-0dac3e1876fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.116434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-6ae93446-fdf1-4da7-97a7-0dac3e1876fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.3166957 Jul 23 16:36:47.117984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e6fe207-dba3-49a2-9242-836ec99f9fbb req-4eb7711e-f076-4004-b07f-f3231ea90b35 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 210 time: 0.0987434 Jul 23 16:36:47.167719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Port': ['ID=2e659eb1-634b-48c1-b949-c5527a64902f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.173654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No DVR routers for this DVR port 2e659eb1-634b-48c1-b949-c5527a64902f on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:47.315251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-19ae9056-fd26-4656-96d5-d6b0cc1e7861 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 1001 time: 0.1914985 Jul 23 16:36:47.441963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.535080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf6bbe8-6f83-4977-ba33-89916f9296f9 req-ac5a8eaa-b9a2-4d30-a6f7-2f8d7b811167 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 210 time: 0.1271958 Jul 23 16:36:47.562322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc804-d655-4fc9-8870-dedce92d17df req-cb05001d-e981-4ef1-9177-fe76df5acc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.564085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-cb05001d-e981-4ef1-9177-fe76df5acc50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.2422237 Jul 23 16:36:47.684183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc804-d655-4fc9-8870-dedce92d17df req-21c3b807-092a-4910-ba2f-5d4eac78a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:47.688185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-21c3b807-092a-4910-ba2f-5d4eac78a571 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146610 Jul 23 16:36:47.801055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 18d0c6b3-c97a-4df1-8928-dc310c4957af {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:47.801574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.849278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-84786c7c-4157-42bd-b5c2-1dfbcc088456 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477616 Jul 23 16:36:47.895296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.909995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 18d0c6b3-c97a-4df1-8928-dc310c4957af owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:48.062346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-306cc804-d655-4fc9-8870-dedce92d17df req-6ea706dc-e47e-423f-aae6-114b80c8c633 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869650 Jul 23 16:36:48.104816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.119486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed73245-8c25-4d37-b254-49c4279e9b1a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.136560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.137029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd2ac98-1f7f-4fd6-8ef5-55c9ab664fde') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:48.155385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.175683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.225251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:48.225746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:48.230395 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:48.312486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a67121a6-1438-46e7-96ad-f3119055f7fe req-3b2466f9-c673-4d1b-9530-e85264cd8725 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 210 time: 0.0785313 Jul 23 16:36:48.401357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.421098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.428800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:48.429596 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/0ed73245-8c25-4d37-b254-49c4279e9b1a HTTP/1.1" status: 204 len: 168 time: 3.7526960 Jul 23 16:36:48.443433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-903095197'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:48.443768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff845fd-c72e-4e77-bb7f-313e5662403c tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=0ed73245-8c25-4d37-b254-49c4279e9b1a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:48.461006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.538652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:48.548009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.584124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=18d0c6b3-c97a-4df1-8928-dc310c4957af,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:48.586422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-97aa9c64-9173-447b-a38e-15541bbb37eb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:48.588317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-97aa9c64-9173-447b-a38e-15541bbb37eb tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 812 time: 0.2405791 Jul 23 16:36:48.605244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Request body: {'port': {'device_id': '5c186807-d860-4a3a-9a74-640f6f48e179', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'admin_state_up': True, 'tenant_id': '07a4df32635b430baa238597549e69fd'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:48.669876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.804165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.807677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.857731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.858773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router fec0e6dc-b557-4931-9b2b-b424b0ffff09 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:48.868935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.870130 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6cdf4146-7625-4964-b98b-a6daf6c0ca9d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 204 len: 168 time: 2.5023839 Jul 23 16:36:48.876033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39422) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:48.881699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1910621526', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:48.914009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.915697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.026818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.246046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:36:49.269397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e3ceb37-0095-4251-a7fc-fe0581510370 req-08241a08-86e8-4c74-be9d-8c7081d65b2a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 210 time: 0.5692337 Jul 23 16:36:49.275248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.276259 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Added segment e24898f9-0c90-4101-9f71-8eafbb82bc77 of type vlan for network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c Jul 23 16:36:49.283474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.486909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.616163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.641151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25e94832-2839-4c1f-ac68-f354e73e73de req-ca08e3e2-2d2d-42ff-a7e6-eafa469cf3d4 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 210 time: 0.1829908 Jul 23 16:36:49.647851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-5a9939ff-88a2-457e-96ce-b610d50230f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:49.650198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-5a9939ff-88a2-457e-96ce-b610d50230f2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.3782122 Jul 23 16:36:49.652380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.667604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:49.722536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Made reservation on behalf of 07a4df32635b430baa238597549e69fd for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:49.725770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.758235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.767390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:49.768337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:49.871558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4426956 Jul 23 16:36:49.887749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39448) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:49.896045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Request body: {'subnet': {'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:49.955404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Allocated IP 172.25.2.160 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/18cb1db0-e2dc-4d2c-845c-5bd7a51bda20) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:50.067922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81856f-7aa6-4355-aa6a-666c1d1ecc24 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Network': ['ID=8da5749e-1ecd-47f1-aad2-5b0997ce1c7c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:50.079350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:36:50.134290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.175822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:50.180093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.189698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Allocated IP 172.20.0.9 (ece3d9d5-59b1-40e4-952f-10879a43fd93/ace9b905-3b78-4880-9a19-8080fe2bb780/c68b185e-dc8d-4c45-adac-2e90c22a7c8a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:50.249038 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.300104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:50.306105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:50.313852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:50.334182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Made reservation on behalf of 4741c03840f84abfbe58b5450402cfb9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:36:50.337749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.362169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event updated for resources: {'Port': ['ID=18cb1db0-e2dc-4d2c-845c-5bd7a51bda20,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:50.513496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f914365b-170f-4d98-a2bd-4e0638f67233 req-c3da15c0-8b23-4954-8a1d-578260761920 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 210 time: 0.1266103 Jul 23 16:36:50.563806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.9 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/c41c8936-cb26-45f1-ba34-441df9102a76) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:50.743128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:50.805153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ae22311-bfd2-4aa1-a892-bb6576ee6a58 req-569afb35-a8f4-4b88-801b-e909d5270652 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 210 time: 0.0716217 Jul 23 16:36:50.855176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.038794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:36:51.047613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.060789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.093967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.112539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.224523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event updated for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.237179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event updated for resources: {'Subnet': ['ID=ec4ea587-354c-4e96-813e-74d0ec45d003,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.239129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Router 7253eee5-6b6a-4996-8079-184db3c97a93 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:36:51.251447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Network ece3d9d5-59b1-40e4-952f-10879a43fd93 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:51.253271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.256011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:51.276580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:51.297421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', '1430b994-38c4-4a0b-9f42-a6300a40865f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:36:51.367519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:51.378714 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] Sync routers for ids ['7253eee5-6b6a-4996-8079-184db3c97a93'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:51.391565 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.395787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e24f199-5cc1-4236-bda1-314d27bcbb1d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5158739 Jul 23 16:36:51.397125 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] Routers {'7253eee5-6b6a-4996-8079-184db3c97a93'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:51.397442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:51.398107 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7253eee5-6b6a-4996-8079-184db3c97a93'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.403584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:51.423168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:51.430333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.430980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.443578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:51.449175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:51.460356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:51.468054 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.488454 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] Routers {'7253eee5-6b6a-4996-8079-184db3c97a93'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:51.495844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Checking segment: {'id': 'e24898f9-0c90-4101-9f71-8eafbb82bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:51.496284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7253eee5-6b6a-4996-8079-184db3c97a93'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.496753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network hostable DHCP agents. Network: 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:36:51.509224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-25830771-0cee-418b-a028-5f463aeb7ca5 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9084167 Jul 23 16:36:51.548280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Request body: {'port': {'device_id': '5c186807-d860-4a3a-9a74-640f6f48e179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:51.567179 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:51.568410 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb2e2be-e668-44dc-848d-5527bd56c96d None None] The sync data for ids ['7253eee5-6b6a-4996-8079-184db3c97a93'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:51.695072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.708603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:36:51.783734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.784474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.804010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:51.816995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42634869-60ea-4577-a6ba-fc352970472b None None] Network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:51.818101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-e392fa34-4347-47a7-8dec-ff496f7b6d8a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1577652 Jul 23 16:36:51.824273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.824942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:51.845548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Request body: {'port': {'device_id': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:36:51.863287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-417a466c-ac2c-4161-9ab3-77f98d2a552b tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9711390 Jul 23 16:36:51.894289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39484) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:51.998381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1951-b215-426d-8c27-1539390ed7ff req-675b49b8-0737-4b83-82d4-9b721c85adb1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:51.999971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cde1951-b215-426d-8c27-1539390ed7ff req-675b49b8-0737-4b83-82d4-9b721c85adb1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 931 time: 0.3144526 Jul 23 16:36:52.095964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-8da5749e-1ecd-47f1-aad2-5b0997ce1c7c', 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c', 'tenant_id': '4741c03840f84abfbe58b5450402cfb9', 'fixed_ips': [{'subnet_id': 'ec4ea587-354c-4e96-813e-74d0ec45d003'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:36:52.099140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.206990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.219688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2cde1951-b215-426d-8c27-1539390ed7ff req-60bdf4d3-2803-4e5a-9e4f-c13700eafa9b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024031 Jul 23 16:36:52.224494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.287281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Deleting port 18cb1db0-e2dc-4d2c-845c-5bd7a51bda20 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:52.290548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.308400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.318154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Allocated IP 2001:db8::f816:3eff:fecb:8e0e (8da5749e-1ecd-47f1-aad2-5b0997ce1c7c/ec4ea587-354c-4e96-813e-74d0ec45d003/89d6c1ff-bbb9-45cf-bc97-c1d018810104) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:36:52.457544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.475386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Calling delete_port for 18cb1db0-e2dc-4d2c-845c-5bd7a51bda20 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:52.569569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.621148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Transition to ACTIVE for port object 89d6c1ff-bbb9-45cf-bc97-c1d018810104 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:52.676903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.721578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f2965-1b31-4fb7-af0a-9f8e4334eba6 req-6bce8e05-61c0-4b2d-a383-c6a62b833691 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:52.723528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-529f2965-1b31-4fb7-af0a-9f8e4334eba6 req-6bce8e05-61c0-4b2d-a383-c6a62b833691 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 931 time: 0.6717050 Jul 23 16:36:52.733853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.734072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Transition to ACTIVE for port object 89d6c1ff-bbb9-45cf-bc97-c1d018810104 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:52.751393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.817727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Pushing event deleted for resources: {'Port': ['ID=18cb1db0-e2dc-4d2c-845c-5bd7a51bda20,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:52.818575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Pushing event updated for resources: {'Port': ['ID=89d6c1ff-bbb9-45cf-bc97-c1d018810104,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:52.833154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.834089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.834438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.834770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.835097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.835422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.835741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.836059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.836375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.836687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.837002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.837314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:52.844443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:36:52.845985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:36:52.848628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:36:52.867683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.903275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-529f2965-1b31-4fb7-af0a-9f8e4334eba6 req-7e1ac944-82b3-488f-948a-335e1b43f23a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638522 Jul 23 16:36:52.948636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Attempting to bind port 89d6c1ff-bbb9-45cf-bc97-c1d018810104 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:52.949660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Attempting to bind port 89d6c1ff-bbb9-45cf-bc97-c1d018810104 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e24898f9-0c90-4101-9f71-8eafbb82bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:52.950205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Attempting to bind port 89d6c1ff-bbb9-45cf-bc97-c1d018810104 on network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:52.955895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:52.956775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Checking segment: {'id': 'e24898f9-0c90-4101-9f71-8eafbb82bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:52.957327 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.957864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Bound using segment: {'id': 'e24898f9-0c90-4101-9f71-8eafbb82bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:52.959019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Bound port: 89d6c1ff-bbb9-45cf-bc97-c1d018810104, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24898f9-0c90-4101-9f71-8eafbb82bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8da5749e-1ecd-47f1-aad2-5b0997ce1c7c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:52.959595 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.978676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68b185e-dc8d-4c45-adac-2e90c22a7c8a {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:52.997729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.001842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting port 89d6c1ff-bbb9-45cf-bc97-c1d018810104 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:53.002142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.032198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] For port 89d6c1ff-bbb9-45cf-bc97-c1d018810104, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:53.036358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] For port 89d6c1ff-bbb9-45cf-bc97-c1d018810104, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=89d6c1ff-bbb9-45cf-bc97-c1d018810104,segment=NetworkSegment(e24898f9-0c90-4101-9f71-8eafbb82bc77),segment_id=e24898f9-0c90-4101-9f71-8eafbb82bc77)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:53.041705 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.090956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Transition to ACTIVE for port object c68b185e-dc8d-4c45-adac-2e90c22a7c8a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:53.113165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c30425-2269-486e-af6c-834f22f6d215 None None] Pushing event updated for resources: {'Port': ['ID=89d6c1ff-bbb9-45cf-bc97-c1d018810104,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.118102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.180275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.182448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] For port 89d6c1ff-bbb9-45cf-bc97-c1d018810104, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:53.182814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.185970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.197072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Calling delete_port for 89d6c1ff-bbb9-45cf-bc97-c1d018810104 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:53.308712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Router 7253eee5-6b6a-4996-8079-184db3c97a93 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:36:53.364273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41c8936-cb26-45f1-ba34-441df9102a76 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:53.383313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.390602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Pushing event updated for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.444312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Transition to ACTIVE for port object c41c8936-cb26-45f1-ba34-441df9102a76 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:36:53.478328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.514903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:53.525152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.529364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] Sync routers for ids ['7253eee5-6b6a-4996-8079-184db3c97a93'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:36:53.538737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e8c4743-0bbd-41f1-b4a2-05e6a065f98d tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "PUT /v2.0/routers/7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 200 len: 710 time: 2.1369419 Jul 23 16:36:53.538737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39502) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.544673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] Routers {'7253eee5-6b6a-4996-8079-184db3c97a93'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:53.545902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7253eee5-6b6a-4996-8079-184db3c97a93'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.589435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Pushing event updated for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.690156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.714349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.724585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] Routers {'7253eee5-6b6a-4996-8079-184db3c97a93'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:53.725223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:36:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7253eee5-6b6a-4996-8079-184db3c97a93'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.772008 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7fc9e99d-8a46-4f66-ab16-40d3640fb19f tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/routers/7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 200 len: 745 time: 0.2311494 Jul 23 16:36:53.774541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39510) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.794935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a0bfd-53b9-4ee8-92ee-0fa5a93d2087 req-60ee40b0-97aa-4b23-a47e-19fcc1d6de06 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:53.796497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d47a0bfd-53b9-4ee8-92ee-0fa5a93d2087 req-60ee40b0-97aa-4b23-a47e-19fcc1d6de06 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 931 time: 0.4760330 Jul 23 16:36:53.807661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:53.813344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600268c-627d-4d64-bb48-b3552bfb9ccd None None] The sync data for ids ['7253eee5-6b6a-4996-8079-184db3c97a93'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:36:53.840512 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0cdcb0f9-eef6-4dc8-a84c-edb646f789b7 tempest-RoutersIpV6AdminTest-960154600 tempest-RoutersIpV6AdminTest-960154600-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 200 len: 205 time: 0.0648315 Jul 23 16:36:53.843106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39512) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.858570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No DVR routers for this DVR port 89d6c1ff-bbb9-45cf-bc97-c1d018810104 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:53.860328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Port': ['ID=89d6c1ff-bbb9-45cf-bc97-c1d018810104,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.880824 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ecfc34b-7a07-426b-930e-02eafdbbc1e5 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 200 len: 205 time: 0.0363824 Jul 23 16:36:53.883616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:53.918763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.934398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Attempting to bind port c68b185e-dc8d-4c45-adac-2e90c22a7c8a on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:53.934398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Attempting to bind port c68b185e-dc8d-4c45-adac-2e90c22a7c8a by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:53.934577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Attempting to bind port c68b185e-dc8d-4c45-adac-2e90c22a7c8a on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:53.959174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Port c68b185e-dc8d-4c45-adac-2e90c22a7c8a on network ece3d9d5-59b1-40e4-952f-10879a43fd93 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:53.959501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Attempting to bind port c68b185e-dc8d-4c45-adac-2e90c22a7c8a on network ece3d9d5-59b1-40e4-952f-10879a43fd93 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:53.973553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.992884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:53.993297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Checking segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:53.993681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Bound using segment: {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:53.994141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Bound port: c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5586fa-19b0-42a2-ab72-b807a85e0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:53.994613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.021171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d47a0bfd-53b9-4ee8-92ee-0fa5a93d2087 req-e4c6c193-7b01-48c3-a2df-aabff7e1e249 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991527 Jul 23 16:36:54.025077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Attempting to bind port c41c8936-cb26-45f1-ba34-441df9102a76 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:36:54.025405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Attempting to bind port c41c8936-cb26-45f1-ba34-441df9102a76 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:36:54.026318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Attempting to bind port c41c8936-cb26-45f1-ba34-441df9102a76 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:54.053782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Port c41c8936-cb26-45f1-ba34-441df9102a76 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:36:54.054251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Attempting to bind port c41c8936-cb26-45f1-ba34-441df9102a76 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:36:54.103833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:36:54.104172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:36:54.104557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:36:54.104998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Bound port: c41c8936-cb26-45f1-ba34-441df9102a76, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:36:54.109799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.202672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.205475 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.207955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.277009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:54.281090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.282289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Fanout notify agent at l3_agent the message router_deleted on router 7253eee5-6b6a-4996-8079-184db3c97a93 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:54.294479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.301428 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a4272f5f-4972-4cb3-a94c-f73e406c2b08 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 204 len: 168 time: 0.4168544 Jul 23 16:36:54.302845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4ea587-354c-4e96-813e-74d0ec45d003,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:54.303188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39522) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.322373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:54.351426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.374395 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-817b7823-98a6-46b4-ade2-1d6ee565544b tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 200 len: 205 time: 0.0699184 Jul 23 16:36:54.375730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39524) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.423138 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-5d3753d3-abe5-4261-8c98-c151253f986b tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:54.428277 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d3753d3-abe5-4261-8c98-c151253f986b tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/7253eee5-6b6a-4996-8079-184db3c97a93 HTTP/1.1" status: 404 len: 336 time: 0.0513487 Jul 23 16:36:54.429170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.481008 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-19c1124b-8996-4fa0-962c-2925325e93c4 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 200 len: 205 time: 0.0504155 Jul 23 16:36:54.482210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39528) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.542066 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-912c3649-237f-4545-81cc-264c45e6bb71 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:54.546287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-912c3649-237f-4545-81cc-264c45e6bb71 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/fec0e6dc-b557-4931-9b2b-b424b0ffff09 HTTP/1.1" status: 404 len: 336 time: 0.0628088 Jul 23 16:36:54.547269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.582576 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-685c3066-1614-48bf-b3d3-16b9198f2620 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 200 len: 205 time: 0.0340731 Jul 23 16:36:54.583576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39532) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.621555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ec151-8ed5-4252-867e-d0e0e4b706cd None None] Network 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:54.631891 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-d5498d10-4766-4e9d-aa19-71cdacb53d95 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:54.636774 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d5498d10-4766-4e9d-aa19-71cdacb53d95 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/627d7606-f9a4-42bd-8d64-5414d9cdd8de HTTP/1.1" status: 404 len: 336 time: 0.0520141 Jul 23 16:36:54.637741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.714131 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4fffa9d1-d0a8-4eff-9099-bb99a30f5c9b tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 200 len: 205 time: 0.0750332 Jul 23 16:36:54.714766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39540) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.770777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80839cf9-5df4-40d8-9a73-6629bbc90184 None None] Could not find standard attr ID for object 89d6c1ff-bbb9-45cf-bc97-c1d018810104. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:36:54.821439 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-8fdaad77-3c85-4dba-86ef-17f17504d4b1 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:54.828184 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fdaad77-3c85-4dba-86ef-17f17504d4b1 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/c90251d0-0d6d-4fe3-b53e-9f9fe122a0d3 HTTP/1.1" status: 404 len: 336 time: 0.1121633 Jul 23 16:36:54.828829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.887572 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-33b48b3c-b092-418e-8e48-3c5931e75880 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 200 len: 205 time: 0.0542817 Jul 23 16:36:54.888467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39548) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:54.892340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:36:54.896588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c41c8936-cb26-45f1-ba34-441df9102a76,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:36:54.918127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:54.918976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.920437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] 10.222.0.67 "PUT /v2.0/ports/c68b185e-dc8d-4c45-adac-2e90c22a7c8a HTTP/1.1" status: 200 len: 1091 time: 3.3775835 Jul 23 16:36:54.921769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.964013 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-52f514e9-5017-437d-be53-4c390f542b2f tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:54.965987 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52f514e9-5017-437d-be53-4c390f542b2f tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/4ee88fda-f9c7-4266-95e1-22605c66b938 HTTP/1.1" status: 404 len: 336 time: 0.0755708 Jul 23 16:36:54.966111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add23948-461d-40ab-ac0d-40e8bdec6f01 None None] DHCP port deletion for 8da5749e-1ecd-47f1-aad2-5b0997ce1c7c request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:54.967941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.005792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.018242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da5749e-1ecd-47f1-aad2-5b0997ce1c7c']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:55.024342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fbafa1aa-e6a0-413f-b1cb-3b7f7a04ceef tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fcbc419-7f1e-4006-967b-4e226ba51eb9 HTTP/1.1" status: 200 len: 205 time: 0.0432229 Jul 23 16:36:55.024598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.028846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24898f9-0c90-4101-9f71-8eafbb82bc77') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:55.029143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24898f9-0c90-4101-9f71-8eafbb82bc77') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:55.038302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.059192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.065307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:55.065711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.070378 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-d98e3171-14ef-45b6-81ec-54554dec6288 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] delete failed (client error): The resource could not be found. Jul 23 16:36:55.074131 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d98e3171-14ef-45b6-81ec-54554dec6288 tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/routers/6fcbc419-7f1e-4006-967b-4e226ba51eb9 HTTP/1.1" status: 404 len: 336 time: 0.0459621 Jul 23 16:36:55.074315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39558) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.112260 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5553ba7b-18f6-489b-a636-886059d921bc tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.112631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5553ba7b-18f6-489b-a636-886059d921bc tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.117015 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5553ba7b-18f6-489b-a636-886059d921bc tempest-RoutersIpV6AdminTest-1820656872 tempest-RoutersIpV6AdminTest-1820656872-project] 10.222.0.64 "DELETE /v2.0/subnets/6847643d-f353-486e-ba64-c7fed3d16fd6 HTTP/1.1" status: 404 len: 337 time: 0.0390866 Jul 23 16:36:55.146753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:55.150049 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:55.154292 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:55.177272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.237660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284217e-5c9e-41ae-a8b7-bc5cc75364b4 req-71012a68-c2eb-46a8-8123-e57f0619d7f6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.239210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8284217e-5c9e-41ae-a8b7-bc5cc75364b4 req-71012a68-c2eb-46a8-8123-e57f0619d7f6 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 943 time: 1.1773434 Jul 23 16:36:55.245155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.250206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/8da5749e-1ecd-47f1-aad2-5b0997ce1c7c HTTP/1.1" status: 204 len: 168 time: 3.3498275 Jul 23 16:36:55.250611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39564) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.300506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.301122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.302619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] 10.222.0.67 "PUT /v2.0/ports/c41c8936-cb26-45f1-ba34-441df9102a76 HTTP/1.1" status: 200 len: 1091 time: 3.4625223 Jul 23 16:36:55.308754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f168bd-d71f-40f5-8eb4-452639d47a98 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=8da5749e-1ecd-47f1-aad2-5b0997ce1c7c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.311745 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b88b29-1aea-43cb-9ee1-4aad42a3c565 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.312078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b88b29-1aea-43cb-9ee1-4aad42a3c565 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.316324 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61b88b29-1aea-43cb-9ee1-4aad42a3c565 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/ec4ea587-354c-4e96-813e-74d0ec45d003 HTTP/1.1" status: 404 len: 337 time: 0.0621922 Jul 23 16:36:55.321514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.337495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8284217e-5c9e-41ae-a8b7-bc5cc75364b4 req-6b9484f5-d213-4b84-b538-cce43abedc8b tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804851 Jul 23 16:36:55.348340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34c6e-3d38-403c-b860-e205e98e7671 service neutron] Pushing event updated for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.389472 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae76041-aa1b-4966-88d8-ab051943391d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.393588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae76041-aa1b-4966-88d8-ab051943391d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.398901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ae76041-aa1b-4966-88d8-ab051943391d tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/8da5749e-1ecd-47f1-aad2-5b0997ce1c7c HTTP/1.1" status: 404 len: 339 time: 0.0729153 Jul 23 16:36:55.402424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.421315 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa45a0-1194-46c7-92a9-3505dc935578 x-openstack-request-id: req-51aa45a0-1194-46c7-92a9-3505dc935578 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:55.421791 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:55.422068 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51aa45a0-1194-46c7-92a9-3505dc935578 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:55.422512 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a', 'status': 'completed', 'code': 200} Jul 23 16:36:55.439959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-3cf2cb0e-fe4a-4cca-95b8-83b21108eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.441469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-3cf2cb0e-fe4a-4cca-95b8-83b21108eda2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 1094 time: 0.2845590 Jul 23 16:36:55.462360 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bdeb12-1923-4e54-8eb3-315feb1f7944 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.463623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bdeb12-1923-4e54-8eb3-315feb1f7944 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.468415 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-79bdeb12-1923-4e54-8eb3-315feb1f7944 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/4b05ae6d-c342-4942-8d5c-9888fe5c4cb0 HTTP/1.1" status: 404 len: 337 time: 0.0649052 Jul 23 16:36:55.469276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39572) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.477836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c627-838f-4c65-856e-d31a3badaf1b req-e9f6325a-5264-481d-a319-c7fc3cea8297 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.480015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8101c627-838f-4c65-856e-d31a3badaf1b req-e9f6325a-5264-481d-a319-c7fc3cea8297 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 943 time: 0.3141804 Jul 23 16:36:55.491499 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ada6296-2038-4a99-a5c2-0e733f12f328 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.492364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ada6296-2038-4a99-a5c2-0e733f12f328 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.497196 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ada6296-2038-4a99-a5c2-0e733f12f328 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/0ed73245-8c25-4d37-b254-49c4279e9b1a HTTP/1.1" status: 404 len: 339 time: 0.0267425 Jul 23 16:36:55.498112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39574) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.536359 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2782eac-9368-49a2-96ee-06586163e2a3 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.536966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2782eac-9368-49a2-96ee-06586163e2a3 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.542650 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2782eac-9368-49a2-96ee-06586163e2a3 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/969a2cc1-3ea9-49fb-b949-db01c1d3a0ea HTTP/1.1" status: 404 len: 337 time: 0.0434957 Jul 23 16:36:55.544638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-e4ae48a8-fbc2-47e9-88ef-f85d696b046d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a HTTP/1.1" status: 200 len: 217 time: 0.0874674 Jul 23 16:36:55.546018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39576) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.550120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b51a1-e55c-4d64-9313-e5792d810d13 service neutron] Pushing event updated for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:55.553914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39578) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.590065 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6a62cd-92c4-478b-9136-7eccf8c2e7ff tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:55.590065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6a62cd-92c4-478b-9136-7eccf8c2e7ff tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:55.590065 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba6a62cd-92c4-478b-9136-7eccf8c2e7ff tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/7ee151d8-a288-4894-b7c4-afca6635c39f HTTP/1.1" status: 404 len: 339 time: 0.0399647 Jul 23 16:36:55.590555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39582) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:55.621583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8101c627-838f-4c65-856e-d31a3badaf1b req-37057e08-1016-41d0-b65a-e425d7c0ba29 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329656 Jul 23 16:36:55.625517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-9bf2c163-89b5-4e05-aec9-022b6333800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.627065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-9bf2c163-89b5-4e05-aec9-022b6333800f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 1094 time: 0.2661684 Jul 23 16:36:55.651947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-9e17fcf8-1afa-4376-84d5-00011c4329f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.653443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-9e17fcf8-1afa-4376-84d5-00011c4329f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.1011658 Jul 23 16:36:55.721948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-00b2fa95-2486-4716-b6a5-50f2b4d38a30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293341 Jul 23 16:36:55.723303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-dc14ec09-0111-4969-b50b-e4faeac4eb07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c41c8936-cb26-45f1-ba34-441df9102a76 HTTP/1.1" status: 200 len: 217 time: 0.0866761 Jul 23 16:36:55.761705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting port 02bfebd8-5608-4c60-bcad-2d9e8dc5d62f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:55.762339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.806484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66b512d0-ce7e-40c5-989f-1ac2a9db5833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.833669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.849169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Calling delete_port for 02bfebd8-5608-4c60-bcad-2d9e8dc5d62f owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:55.901079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-d5c34142-ac6f-459a-98ea-f4a27f57ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:55.902603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-d5c34142-ac6f-459a-98ea-f4a27f57ebf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1667712 Jul 23 16:36:55.958899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:55.970924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-719eb9f8-c0a9-45b2-8abf-3883917a581d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598614 Jul 23 16:36:55.980379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-918fe1c5-aea3-4835-9944-50a645123cda service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454836 Jul 23 16:36:56.017286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Port': ['ID=02bfebd8-5608-4c60-bcad-2d9e8dc5d62f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.020735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89d6c1ff-bbb9-45cf-bc97-c1d018810104 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:36:56.028071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.030890 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-daf95a2a-3e2d-4ff7-bafc-d8e2c230a564 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/ports/02bfebd8-5608-4c60-bcad-2d9e8dc5d62f HTTP/1.1" status: 204 len: 168 time: 0.4394169 Jul 23 16:36:56.033329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:56.074380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 89d6c1ff-bbb9-45cf-bc97-c1d018810104 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:36:56.074722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89d6c1ff-bbb9-45cf-bc97-c1d018810104 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:36:56.078953 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-440e9f60-283b-4ff7-abe7-4fea0045e65e tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:56.079514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440e9f60-283b-4ff7-abe7-4fea0045e65e tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:56.088682 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-440e9f60-283b-4ff7-abe7-4fea0045e65e tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/b01bdee0-bd07-41ed-ac56-57111a1b7c83 HTTP/1.1" status: 404 len: 337 time: 0.0541561 Jul 23 16:36:56.093979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:56.286011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66b512d0-ce7e-40c5-989f-1ac2a9db5833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.295709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.309066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66b512d0-ce7e-40c5-989f-1ac2a9db5833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.343436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-6ef39d88-d031-4af8-a955-0ed4e6192bc2 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619792 Jul 23 16:36:56.356110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ca91c114-99d6-400c-8df6-7f46b8f1b4de req-071e89d7-82c2-4f67-a3a8-fe181b95e09e service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497851 Jul 23 16:36:56.437723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b512d0-ce7e-40c5-989f-1ac2a9db5833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297bdc6-9898-494e-8c83-5e9c9fd753ef,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.444856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66b512d0-ce7e-40c5-989f-1ac2a9db5833 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bca991cffe14105b32809b304880405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8887610 Jul 23 16:36:56.445282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:56.572114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.605271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.624139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.650152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8debd7-b737-45ca-87b9-7ca4cc08cafc']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:56.653999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.656935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.660355 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4297bdc6-9898-494e-8c83-5e9c9fd753ef HTTP/1.1" status: 204 len: 168 time: 0.2111373 Jul 23 16:36:56.682130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c200f-f73e-480f-9dcd-901fcadaabee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297bdc6-9898-494e-8c83-5e9c9fd753ef,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:56.721905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4595bc32-e5d3-4539-9204-11aaa4b6964a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:56.722288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4595bc32-e5d3-4539-9204-11aaa4b6964a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:56.730336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52267ba1-3296-4610-9f23-cf36dd5e47ed req-eafae686-9762-4bcf-85ec-9e00e877ae3b service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620498 Jul 23 16:36:56.751995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.755049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-771c5460-ed3f-4439-ba4c-8cf1eb961e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:56.756676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-771c5460-ed3f-4439-ba4c-8cf1eb961e67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=07a4df32635b430baa238597549e69fd&device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 1094 time: 0.3454006 Jul 23 16:36:56.808466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.856063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:56.857289 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:56.879159 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:56.887406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9cd4d-2014-4983-a763-4f86200c8835 req-b29934d7-28ac-42db-b746-38cd828aee55 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:56.888790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cb9cd4d-2014-4983-a763-4f86200c8835 req-b29934d7-28ac-42db-b746-38cd828aee55 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 943 time: 0.3393548 Jul 23 16:36:57.042763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.056893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.059453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/dd8debd7-b737-45ca-87b9-7ca4cc08cafc HTTP/1.1" status: 204 len: 168 time: 0.9523928 Jul 23 16:36:57.062163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.139338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39624) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.174543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cb9cd4d-2014-4983-a763-4f86200c8835 req-7ff65960-68eb-42d7-bfe4-21cb1c525d22 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693524 Jul 23 16:36:57.176157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-c000d9bb-d054-4cc4-a246-5a920fd9490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.177819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-c000d9bb-d054-4cc4-a246-5a920fd9490e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 200 len: 913 time: 0.4024568 Jul 23 16:36:57.238523 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-40b4a811-dc94-4684-b4c5-15c5409c5d49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9f9ffb783cc4b6e9b2a1077731f7044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973489 Jul 23 16:36:57.240992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-d1a09a6c-8eb8-4697-ac04-36645f92698b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a HTTP/1.1" status: 200 len: 217 time: 0.0504057 Jul 23 16:36:57.241826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf3664-c6b4-4892-94ea-e95f498fd1e8 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=dd8debd7-b737-45ca-87b9-7ca4cc08cafc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.243655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39626) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.263189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40416b21-7b59-4308-8e72-946d5d9e75ae req-ac4a135c-e08a-4c98-ab41-0fb3da225e4a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.264488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40416b21-7b59-4308-8e72-946d5d9e75ae req-ac4a135c-e08a-4c98-ab41-0fb3da225e4a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 943 time: 0.4962618 Jul 23 16:36:57.294363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting port 6af8ca4c-3685-4c25-bb69-8aea970e8e90 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:57.296354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.375446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40416b21-7b59-4308-8e72-946d5d9e75ae req-2881a8c7-176d-4855-9bb4-05f462060779 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937212 Jul 23 16:36:57.377669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-4ed62b79-837d-4a9d-96fb-791d8332a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.379428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-4ed62b79-837d-4a9d-96fb-791d8332a0e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 200 len: 852 time: 0.1137676 Jul 23 16:36:57.396152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.419360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.468021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:57.470396 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f425fe24-3d40-4729-aebb-67f04aa28d56" -d '{"events": [{"name": "network-changed", "server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:36:57.495908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-02601693-5286-4a8d-8af6-0d60cfe02f81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ece3d9d5-59b1-40e4-952f-10879a43fd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008289 Jul 23 16:36:57.557971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.597519 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5531a3cf-517d-4843-aa52-c04014e95beb x-openstack-request-id: req-5531a3cf-517d-4843-aa52-c04014e95beb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:36:57.598657 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:36:57.599853 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5531a3cf-517d-4843-aa52-c04014e95beb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:36:57.602488 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76', 'status': 'completed', 'code': 200} Jul 23 16:36:57.609075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.611148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Calling delete_port for 6af8ca4c-3685-4c25-bb69-8aea970e8e90 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:57.618961 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.620999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d56fc19a-f252-4ba2-b499-a8171383db0e HTTP/1.1" status: 204 len: 168 time: 0.3763764 Jul 23 16:36:57.651955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209b1e1-5d19-4645-a4c3-36e744eb1aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fc19a-f252-4ba2-b499-a8171383db0e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.766309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-ff7d48e8-01c1-4c7e-9caa-ee1b29f27928 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593985 Jul 23 16:36:57.783751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-75bc63aa-4407-4afb-8fd9-d7d49803b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:57.785846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-75bc63aa-4407-4afb-8fd9-d7d49803b044 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 1094 time: 0.1798701 Jul 23 16:36:57.790053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.874535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Port': ['ID=6af8ca4c-3685-4c25-bb69-8aea970e8e90,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:57.894286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:57.896839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eeaa0c02-24bd-4fe7-bc1b-c82941bf94d1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/ports/6af8ca4c-3685-4c25-bb69-8aea970e8e90 HTTP/1.1" status: 204 len: 168 time: 0.8332641 Jul 23 16:36:57.899664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39632) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:57.930865 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a7d644-4828-4cfa-96ea-0a9971d85c46 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] DELETE failed (client error): The resource could not be found. Jul 23 16:36:57.931339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a7d644-4828-4cfa-96ea-0a9971d85c46 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:36:57.936515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-74a7d644-4828-4cfa-96ea-0a9971d85c46 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/f0a71a70-8753-4ddb-af2a-1fa6cff53bd4 HTTP/1.1" status: 404 len: 337 time: 0.0357506 Jul 23 16:36:57.937174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:58.072900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccb6fffb-1fd1-4708-9ff4-fc0acecf94b2 req-059bd36d-e127-4b59-9bd9-112b32efb4e0 service neutron] 10.222.0.67 "GET /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915671 Jul 23 16:36:58.074612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-9086c059-cf83-44ed-956f-91c791b6d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.078513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-9086c059-cf83-44ed-956f-91c791b6d7a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.2817495 Jul 23 16:36:58.109727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.149012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-6f051d3a-6f21-4ffb-93f4-0fe6fcf1227a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c41c8936-cb26-45f1-ba34-441df9102a76 HTTP/1.1" status: 200 len: 217 time: 0.0527141 Jul 23 16:36:58.246640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.257720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da403ec3-2e80-4fb8-907b-2ba921fd8f45']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:58.269583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402663f8-215b-4e66-9427-ac7e3ddc7c15') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:58.269876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402663f8-215b-4e66-9427-ac7e3ddc7c15') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:58.285199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.311600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.324565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-82e1c557-8e82-4b48-af1a-15bc6889e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.326220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-82e1c557-8e82-4b48-af1a-15bc6889e7ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1561403 Jul 23 16:36:58.331363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:36:58.333915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:58.370714 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:58.450892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-94eb646d-d57d-4c7c-9bdb-c6f56591a113 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796337 Jul 23 16:36:58.493733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.500543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.507032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ddc9a-5d6a-4fdb-9ff9-c555a53eb841 req-088b34c4-d52d-406e-b595-95be560435ac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.507605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/da403ec3-2e80-4fb8-907b-2ba921fd8f45 HTTP/1.1" status: 204 len: 168 time: 0.5692115 Jul 23 16:36:58.511532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39660) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:58.515624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d58ddc9a-5d6a-4fdb-9ff9-c555a53eb841 req-088b34c4-d52d-406e-b595-95be560435ac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 943 time: 0.2461636 Jul 23 16:36:58.629919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998eb7f-bcef-49f8-ac26-8a0c6b80efa1 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=da403ec3-2e80-4fb8-907b-2ba921fd8f45,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:58.631621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d58ddc9a-5d6a-4fdb-9ff9-c555a53eb841 req-f85d01f3-fcfd-4679-99cc-7939efe885e3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114938 Jul 23 16:36:58.674126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting subnet 931c040d-d21a-4470-9f9e-b1d445c293e6 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:36:58.681032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.771633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.781736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-c15460c1-190e-45c2-a145-a731fff19031 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202240 Jul 23 16:36:58.790777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:58.900742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f425fe24-3d40-4729-aebb-67f04aa28d56 req-fb131ff8-848c-48c5-a421-6ca5f300b386 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080689 Jul 23 16:36:58.929402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e60ed-f7a5-44f7-8e78-18c596f50630 req-e29692b0-d9c8-4108-bddf-c2c703567424 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:58.931635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d69e60ed-f7a5-44f7-8e78-18c596f50630 req-e29692b0-d9c8-4108-bddf-c2c703567424 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 943 time: 0.3736706 Jul 23 16:36:59.004478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d69e60ed-f7a5-44f7-8e78-18c596f50630 req-0d99192b-0f05-4c6c-b26d-bc15c9672be6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Jul 23 16:36:59.042637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.133529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.173595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.178763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/subnets/931c040d-d21a-4470-9f9e-b1d445c293e6 HTTP/1.1" status: 204 len: 168 time: 0.6578758 Jul 23 16:36:59.178763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f2c8-395f-4ac9-9d8a-74e4f72d1bf6 tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Subnet': ['ID=931c040d-d21a-4470-9f9e-b1d445c293e6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:59.179380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39674) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:36:59.182798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0d72a-c75d-41c6-a3c8-fae7f890e773 None None] Network eaedac40-ecf3-4381-9d86-156459895efa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:36:59.428807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.535965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] DHCP port deletion for eaedac40-ecf3-4381-9d86-156459895efa request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:36:59.549296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Deleting port 5e942190-d385-4322-9ad8-0ae23b9b1b46 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:59.549640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.612168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Deleting port 5e942190-d385-4322-9ad8-0ae23b9b1b46 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:36:59.612867 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.680158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] For port 5e942190-d385-4322-9ad8-0ae23b9b1b46, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5e942190-d385-4322-9ad8-0ae23b9b1b46,segment=NetworkSegment(f1d6ef35-8081-4206-8ee1-75f145e968ea),segment_id=f1d6ef35-8081-4206-8ee1-75f145e968ea)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:59.681131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.705338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] For port 5e942190-d385-4322-9ad8-0ae23b9b1b46, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5e942190-d385-4322-9ad8-0ae23b9b1b46,segment=NetworkSegment(f1d6ef35-8081-4206-8ee1-75f145e968ea),segment_id=f1d6ef35-8081-4206-8ee1-75f145e968ea)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:59.706159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.710996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Calling delete_port for 5e942190-d385-4322-9ad8-0ae23b9b1b46 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:59.742692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Calling delete_port for 5e942190-d385-4322-9ad8-0ae23b9b1b46 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:36:59.748712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c41c8936-cb26-45f1-ba34-441df9102a76 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:36:59.945100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c41c8936-cb26-45f1-ba34-441df9102a76,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:59.960257 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:59.972320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] No DVR routers for this DVR port 5e942190-d385-4322-9ad8-0ae23b9b1b46 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:59.995481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'c41c8936-cb26-45f1-ba34-441df9102a76', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': 'c41c8936-cb26-45f1-ba34-441df9102a76', 'mac_address': 'fa:16:3e:ca:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:00.066990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.069041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7386-f4fa-4fb4-9b02-5792f5070b3d None None] Pushing event deleted for resources: {'Port': ['ID=5e942190-d385-4322-9ad8-0ae23b9b1b46,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.095494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41c8936-cb26-45f1-ba34-441df9102a76 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:00.116394 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.155628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5e942190-d385-4322-9ad8-0ae23b9b1b46 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:00.172127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c41c8936-cb26-45f1-ba34-441df9102a76,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:00.192642 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.193320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c68b185e-dc8d-4c45-adac-2e90c22a7c8a details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:00.195079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5e942190-d385-4322-9ad8-0ae23b9b1b46 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:00.195460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5e942190-d385-4322-9ad8-0ae23b9b1b46 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:00.263824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.281042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Port': ['ID=5e942190-d385-4322-9ad8-0ae23b9b1b46,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.298201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] No DVR routers for this DVR port 5e942190-d385-4322-9ad8-0ae23b9b1b46 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:00.306819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:00.550598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1983670185', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:00.606931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Made reservation on behalf of a04f06dfa6c04ed5b3e8596879502d80 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:00.629193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.643698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:00.675395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.707661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a', 'network_id': 'ece3d9d5-59b1-40e4-952f-10879a43fd93', 'port_id': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a', 'mac_address': 'fa:16:3e:df:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace9b905-3b78-4880-9a19-8080fe2bb780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:00.777024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.785905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279ea0-5799-442b-99d9-060cbb0455fe req-0b986908-94ca-4367-81d0-077d206a5e83 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:00.792405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.792860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b185e-dc8d-4c45-adac-2e90c22a7c8a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:00.793842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02279ea0-5799-442b-99d9-060cbb0455fe req-0b986908-94ca-4367-81d0-077d206a5e83 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 943 time: 0.9002283 Jul 23 16:37:00.798811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.817074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:00.818361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] device_id is not set on port f887e3d2-6497-4f6e-b5f8-f169724a86a3 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:00.828066 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:00.892884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:00.904287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02279ea0-5799-442b-99d9-060cbb0455fe req-4e178cd7-1901-482e-9c17-884c082f05ea tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825405 Jul 23 16:37:00.927417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045311a-2b03-4d17-b845-aaef7e01e448 req-49930859-058b-4de1-b8cb-da0cbecc5988 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:00.942839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6045311a-2b03-4d17-b845-aaef7e01e448 req-49930859-058b-4de1-b8cb-da0cbecc5988 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 943 time: 0.8009136 Jul 23 16:37:00.975958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e017d2a-0c0d-4e82-81a2-6e87cb274af9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:01.037879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.066960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaedac40-ecf3-4381-9d86-156459895efa']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:01.080468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Allocated IP 172.25.2.214 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/f887e3d2-6497-4f6e-b5f8-f169724a86a3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:01.090047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d6ef35-8081-4206-8ee1-75f145e968ea') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:01.091110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d6ef35-8081-4206-8ee1-75f145e968ea') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:01.105487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6045311a-2b03-4d17-b845-aaef7e01e448 req-09e245d1-4a4d-4975-8c60-d0b75aa5a350 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644248 Jul 23 16:37:01.107319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.114157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c68b185e-dc8d-4c45-adac-2e90c22a7c8a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:01.121392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['c41c8936-cb26-45f1-ba34-441df9102a76'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:01.130818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.146966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:01.147374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:01.151166 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:01.268695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.283840 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.285712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] 10.222.0.64 "DELETE /v2.0/networks/eaedac40-ecf3-4381-9d86-156459895efa HTTP/1.1" status: 204 len: 168 time: 2.1052387 Jul 23 16:37:01.371640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7a8db-9bbf-4afc-98d3-a70f3bd4495a tempest-NetworksIpV6TestAttrs-1608790140 tempest-NetworksIpV6TestAttrs-1608790140-project] Pushing event deleted for resources: {'Network': ['ID=eaedac40-ecf3-4381-9d86-156459895efa,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:01.447802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.499349 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.553592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:01.556685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:01.559212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:01.611329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Pushing event updated for resources: {'Port': ['ID=f887e3d2-6497-4f6e-b5f8-f169724a86a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:01.629349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:01.630224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.653859 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bed0a739-1011-4f46-b136-2bd4fcbfaedf tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3447125 Jul 23 16:37:01.656172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39718) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:01.661851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.214'}]}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:01.690463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.690947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:01.944371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39726) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:02.012308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.193435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.249459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c93c8-f2bf-41cb-bf52-1ff114da993e req-149ce4dd-dbc8-4363-9eb9-2bc0b8c8d4bf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:02.251024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa2c93c8-f2bf-41cb-bf52-1ff114da993e req-149ce4dd-dbc8-4363-9eb9-2bc0b8c8d4bf tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 944 time: 0.2036743 Jul 23 16:37:02.292535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f63fa3e2-59e3-481b-9097-3908b3f71591 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4741c03840f84abfbe58b5450402cfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471501 Jul 23 16:37:02.300756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39734) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:02.339053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa2c93c8-f2bf-41cb-bf52-1ff114da993e req-8ab4f87a-29a1-48eb-b533-98c0bd989c75 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Jul 23 16:37:02.364437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dce98-d3f4-4d7d-9945-ba11c65a24dd req-a8b9d7e7-b01f-4330-89ef-e5ee6b6dc4c5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:02.365989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-459dce98-d3f4-4d7d-9945-ba11c65a24dd req-a8b9d7e7-b01f-4330-89ef-e5ee6b6dc4c5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 944 time: 0.1542399 Jul 23 16:37:02.441728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-459dce98-d3f4-4d7d-9945-ba11c65a24dd req-9ff399e9-35ce-42d7-b531-166be7b0860c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686152 Jul 23 16:37:02.459322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.564189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.643434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.663975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.729787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.732330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:02.734372 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6aed4cf3-350f-410e-b1a5-049f44200a1b HTTP/1.1" status: 204 len: 168 time: 0.4297550 Jul 23 16:37:02.788590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78536914-02db-47f3-b93c-997e2d33f5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed4cf3-350f-410e-b1a5-049f44200a1b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:02.883326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.063833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.066243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.117586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.118934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1f5d9c-d95a-4653-b6ba-3927ec62ea90 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:37:03.149875 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 16:37:03.153801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddda136f-e902-4388-9742-b05c03b244b4 tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4963999 Jul 23 16:37:03.159932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39750) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:03.331311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Deleting port f887e3d2-6497-4f6e-b5f8-f169724a86a3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:03.331814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.506572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.537185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Calling delete_port for f887e3d2-6497-4f6e-b5f8-f169724a86a3 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:03.537803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fe242-8e32-4698-8c9a-c141a1aa7f83 req-cba987f9-f25b-4581-b3e5-ffd31aa0e2a3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:03.540943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a25fe242-8e32-4698-8c9a-c141a1aa7f83 req-cba987f9-f25b-4581-b3e5-ffd31aa0e2a3 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 944 time: 0.0891647 Jul 23 16:37:03.649647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a25fe242-8e32-4698-8c9a-c141a1aa7f83 req-65c8905c-4e34-4468-a1d5-02907db6d133 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004012 Jul 23 16:37:03.693477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae000-8d58-4996-a67a-6f5c16b88832 req-78379018-9c16-49cc-8399-8cab02e60448 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:03.702623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf6ae000-8d58-4996-a67a-6f5c16b88832 req-78379018-9c16-49cc-8399-8cab02e60448 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 944 time: 0.1111720 Jul 23 16:37:03.747102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf6ae000-8d58-4996-a67a-6f5c16b88832 req-2b224b84-af2c-416c-8c43-b60aedf60dd1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Jul 23 16:37:03.749890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c68b185e-dc8d-4c45-adac-2e90c22a7c8a up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:03.785007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.825719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Pushing event deleted for resources: {'Port': ['ID=f887e3d2-6497-4f6e-b5f8-f169724a86a3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:03.828562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port c68b185e-dc8d-4c45-adac-2e90c22a7c8a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:03.841381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port c68b185e-dc8d-4c45-adac-2e90c22a7c8a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:03.842235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.936723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.939410 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d12eb920-49ef-4c00-82ee-70815de3c35f tempest-RoutersAdminNegativeIpV6Test-1348135151 tempest-RoutersAdminNegativeIpV6Test-1348135151-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f887e3d2-6497-4f6e-b5f8-f169724a86a3 HTTP/1.1" status: 204 len: 168 time: 0.7783117 Jul 23 16:37:04.001424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.064749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:04.072342 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc0f28-25fa-437a-9cad-c5d12005b0b3" -d '{"events": [{"server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "name": "network-vif-plugged", "status": "completed", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:04.078748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:04.119647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:04.125670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.126949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c41c8936-cb26-45f1-ba34-441df9102a76 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:04.137546 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efa47f4-a034-44f2-802b-cc00f4f62ffb x-openstack-request-id: req-1efa47f4-a034-44f2-802b-cc00f4f62ffb {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:04.138030 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "name": "network-vif-plugged", "status": "completed", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:04.138431 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1efa47f4-a034-44f2-802b-cc00f4f62ffb {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:04.139049 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a', 'code': 200} Jul 23 16:37:04.337242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1108852370'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:04.366760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-cbc9d4c8-5934-4274-b2c8-708b3b735f15 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1317163 Jul 23 16:37:04.392714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.393527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea11b-dd53-48e8-806f-ad50896e4899 req-72ec5c18-62b0-429b-b0db-8814e38c4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:04.399289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fefea11b-dd53-48e8-806f-ad50896e4899 req-72ec5c18-62b0-429b-b0db-8814e38c4c31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 1096 time: 0.1273513 Jul 23 16:37:04.403627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:04.409803 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.439811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.471220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39800) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:04.496802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port c41c8936-cb26-45f1-ba34-441df9102a76 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:04.507577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port c41c8936-cb26-45f1-ba34-441df9102a76 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:04.508439 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.513444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fefea11b-dd53-48e8-806f-ad50896e4899 req-ed5b027f-aa74-4eec-b367-3a1150653799 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075833 Jul 23 16:37:04.546042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-dbfbc9cf-cd87-4215-be2a-fbfcd28e8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:04.548440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-dbfbc9cf-cd87-4215-be2a-fbfcd28e8bca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 1097 time: 0.1438622 Jul 23 16:37:04.702650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.766081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c41c8936-cb26-45f1-ba34-441df9102a76,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:04.783214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.789555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-0dbdb6e1-4eca-4cce-ae92-46e468b0e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:04.791443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-0dbdb6e1-4eca-4cce-ae92-46e468b0e900 service neutron] 10.222.0.81 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.2071164 Jul 23 16:37:04.849131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-233828d1-2429-4f04-a349-47533f82776f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.859155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.879780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.896314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.924828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-981ce42c-3076-4ab3-9ce9-bad0d8313628 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f HTTP/1.1" status: 200 len: 217 time: 0.1244459 Jul 23 16:37:04.942374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:04.951626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36043765-1889-4613-be36-75255d92d96b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.966831 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.967228 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7 of type vlan for network 63a3973e-e190-495b-ae66-0b59cb4db219 Jul 23 16:37:05.021616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.025304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-79cd7384-0777-45ea-9387-679d2450a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.026936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-79cd7384-0777-45ea-9387-679d2450a04b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.0837286 Jul 23 16:37:05.079447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-f4c2998e-52e1-4574-a143-a92966cfb5d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397439 Jul 23 16:37:05.099993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d7d2f-1a63-4ff2-8b11-dec2c61d022a req-c4d9fff6-08a3-4fec-a7fa-33b5536a3850 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.101622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-442d7d2f-1a63-4ff2-8b11-dec2c61d022a req-c4d9fff6-08a3-4fec-a7fa-33b5536a3850 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.1906459 Jul 23 16:37:05.124610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1f50-1af6-485e-8894-85b40e0fd21b req-485cbae0-d34f-4a3d-ac28-e78621e442a7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.132036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c0e1f50-1af6-485e-8894-85b40e0fd21b req-485cbae0-d34f-4a3d-ac28-e78621e442a7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.2319858 Jul 23 16:37:05.171566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-233828d1-2429-4f04-a349-47533f82776f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.174115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.182823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:05.184284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.206073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-233828d1-2429-4f04-a349-47533f82776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.246795 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1668887 Jul 23 16:37:05.251283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39808) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:05.262696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'name': 'tempest-PortsIpV6TestJSON-1644603794'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:05.276348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c0e1f50-1af6-485e-8894-85b40e0fd21b req-9b49eaec-6104-4a44-9205-7e097e67e7d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433375 Jul 23 16:37:05.283317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-442d7d2f-1a63-4ff2-8b11-dec2c61d022a req-9b2d4d0c-0a3b-488e-8e87-f33d8ee9beec tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689868 Jul 23 16:37:05.315110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233828d1-2429-4f04-a349-47533f82776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2bda0-309e-43bc-82a5-bbdddf2f8d3f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.351948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-f1b6fa80-9c21-45dc-af09-c88e23d613a0 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619841 Jul 23 16:37:05.438086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e16e0b-2dba-4d37-910c-6877a3bcb041 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=63a3973e-e190-495b-ae66-0b59cb4db219,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.451674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:05.462387 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-233828d1-2429-4f04-a349-47533f82776f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7943e5776b9c4cc8988cbff954e0ee5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098065 Jul 23 16:37:05.465496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39818) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:05.599767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:05.601086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.606374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.628341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.663038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port fce1303b-52d2-4031-8bac-f31a98b60213 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:05.674768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1d97d3a-de78-427d-83f0-2e6db995cdc4 req-67dad21d-6f2f-44b2-9785-7292cb7fdc44 service neutron] 10.222.0.81 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548480 Jul 23 16:37:05.735748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.739672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.740427 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbb2bda0-309e-43bc-82a5-bbdddf2f8d3f HTTP/1.1" status: 204 len: 168 time: 0.2733340 Jul 23 16:37:05.773093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba88a0-bdd6-48eb-9655-47b10fdc0dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2bda0-309e-43bc-82a5-bbdddf2f8d3f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.950738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.030479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.134075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=fce1303b-52d2-4031-8bac-f31a98b60213,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.151227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:06.154729 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02ba1d-0e1b-44e1-aa27-fce1fe254c1e" -d '{"events": [{"server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:06.174787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:06.177188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.178250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: 63a3973e-e190-495b-ae66-0b59cb4db219, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:06.207963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:06.239802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 63a3973e-e190-495b-ae66-0b59cb4db219) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:06.245368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:06.260814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bca3de-0dfc-4088-bd04-5ba3c70f0501 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:06.277755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:06.279098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.337073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-372de7fa-ef70-4aee-98f6-c16944a3e401 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a04f06dfa6c04ed5b3e8596879502d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570337 Jul 23 16:37:06.339106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.347794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dd254b89-aabd-42d2-a4b9-b9c3521d8d48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0934374 Jul 23 16:37:06.352036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39836) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.376327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-73539631'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.485112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9faa-a1f6-4cdf-9a01-daa2970dd471 req-b4fb8dcb-af66-45e3-a87d-ef607b241cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:06.485586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.487317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d9f9faa-a1f6-4cdf-9a01-daa2970dd471 req-b4fb8dcb-af66-45e3-a87d-ef607b241cb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1003489 Jul 23 16:37:06.488374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:06.492315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.553209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d9f9faa-a1f6-4cdf-9a01-daa2970dd471 req-666bd0ab-e593-48ea-8f70-7ca824f60502 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537448 Jul 23 16:37:06.569127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:06.579896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.588581 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment 5f9cc27c-a80d-4bcd-b1d2-3b5aeed7b5a3 of type vlan for network a2fad82e-645e-4c38-a6c9-d41eb769f0a4 Jul 23 16:37:06.607920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.636934 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.658586 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a44e4e-8d09-4ffa-aeeb-99e1ebc867c0 x-openstack-request-id: req-f0a44e4e-8d09-4ffa-aeeb-99e1ebc867c0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:06.659034 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "name": "network-vif-plugged", "status": "completed", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:06.659432 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0a44e4e-8d09-4ffa-aeeb-99e1ebc867c0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:06.660029 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76', 'code': 200} Jul 23 16:37:06.722206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.731895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.732404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.734174 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e017d2a-0c0d-4e82-81a2-6e87cb274af9 HTTP/1.1" status: 204 len: 168 time: 0.3921490 Jul 23 16:37:06.752378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:06.754435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.755615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d66e6-c0ed-4bd1-948d-5d70ee853b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e017d2a-0c0d-4e82-81a2-6e87cb274af9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.880131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:37:06.946092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5900419 Jul 23 16:37:06.947920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:06.953948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'ports': [{'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'}, {'network_id': 'a2fad82e-645e-4c38-a6c9-d41eb769f0a4'}]} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.957458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:06.959065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': 'a2fad82e-645e-4c38-a6c9-d41eb769f0a4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:07.020338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723d066-efbb-41d4-9905-45aaedc1399a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=a2fad82e-645e-4c38-a6c9-d41eb769f0a4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.035298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a2fad82e-645e-4c38-a6c9-d41eb769f0a4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:07.040680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad77e72-bdcc-40af-8b66-4c9f976c4a61 req-b17bc1cb-443a-4ee4-bceb-2bb9e30c807f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.042890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fad77e72-bdcc-40af-8b66-4c9f976c4a61 req-b17bc1cb-443a-4ee4-bceb-2bb9e30c807f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.3703411 Jul 23 16:37:07.116908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefab-aff3-42ea-995f-ba6c8d4411af req-f94fdfae-b864-4274-bc4b-2f0bca0a5eef tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.119526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99abefab-aff3-42ea-995f-ba6c8d4411af req-f94fdfae-b864-4274-bc4b-2f0bca0a5eef tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.4487875 Jul 23 16:37:07.142145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fad77e72-bdcc-40af-8b66-4c9f976c4a61 req-87b8f658-5d67-4ee5-b5d0-ff1e3cdb09c1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Jul 23 16:37:07.186784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99abefab-aff3-42ea-995f-ba6c8d4411af req-db680253-a48e-4af8-b105-0827d4839fce tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498602 Jul 23 16:37:07.330622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 2} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:07.336527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.353055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.475403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 04f37d28-e1a9-4e17-8954-8251f9b8823b yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:07.764639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.842277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62591a7f-94fb-432d-a2c2-dfbb6eb29d3f req-481b6b32-688c-4c52-89b8-91ca8a62950a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:07.853036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62591a7f-94fb-432d-a2c2-dfbb6eb29d3f req-481b6b32-688c-4c52-89b8-91ca8a62950a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.1526842 Jul 23 16:37:07.871060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 604d4d17-114e-4753-b1b6-b2a0035a85b8 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:07.908401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62591a7f-94fb-432d-a2c2-dfbb6eb29d3f req-58d32d23-bc43-49c3-a01d-887be77dc2e8 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541267 Jul 23 16:37:08.020787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.079233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.125143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39878) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:08.134418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:08.140896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:08.150441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:08.151885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.173137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=04f37d28-e1a9-4e17-8954-8251f9b8823b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.253022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-634999285'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:08.257105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=604d4d17-114e-4753-b1b6-b2a0035a85b8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.285173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': '5f9cc27c-a80d-4bcd-b1d2-3b5aeed7b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a2fad82e-645e-4c38-a6c9-d41eb769f0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:08.285173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: a2fad82e-645e-4c38-a6c9-d41eb769f0a4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:08.328144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Made reservation on behalf of 12f680199f4f476da0bdbc28390d2620 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:08.332155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.334729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network a2fad82e-645e-4c38-a6c9-d41eb769f0a4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:08.355708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a2fad82e-645e-4c38-a6c9-d41eb769f0a4) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:08.358800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.366172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226a136-00ac-46f5-a1a9-a79805e38abb None None] Network a2fad82e-645e-4c38-a6c9-d41eb769f0a4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:08.378358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:08.418455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c069c2-16f4-4e46-bb9d-16920052e6e0 req-0b02ed68-9ef9-41a5-bbe1-1f9337215174 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.420037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7c069c2-16f4-4e46-bb9d-16920052e6e0 req-0b02ed68-9ef9-41a5-bbe1-1f9337215174 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.1523211 Jul 23 16:37:08.421336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.446303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.447070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.480755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7c069c2-16f4-4e46-bb9d-16920052e6e0 req-16ba975a-49da-43e7-a29c-26f7e9de528f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Jul 23 16:37:08.579770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.599934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f57aa0e3-c04e-4319-8fab-3e946f2a6602 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6504416 Jul 23 16:37:08.600752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:08.605975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.655301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:08.682966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.683337 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Added segment 4641ff29-7dcd-4e09-bf9d-fa160adb4d02 of type vlan for network fa7b52db-5073-4d56-9d7c-6e27bfc7501e Jul 23 16:37:08.694943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ffbf10-fa57-45ad-b992-4918fbfef060,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.759647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20904c-0283-4879-b682-7ea97d15c206 req-91c0436e-1771-4ccd-8c00-57f9550e4f71 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.762067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd20904c-0283-4879-b682-7ea97d15c206 req-91c0436e-1771-4ccd-8c00-57f9550e4f71 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.1766541 Jul 23 16:37:08.766590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.780294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 604d4d17-114e-4753-b1b6-b2a0035a85b8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:08.780533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.818795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd20904c-0283-4879-b682-7ea97d15c206 req-945cb4cf-c9a1-49ec-8c1b-c752b1c4c8d5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jul 23 16:37:08.866254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.866865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.873216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.874061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.894041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7675586 Jul 23 16:37:08.897899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:08.907134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Request body: {'subnet': {'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:08.943245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 604d4d17-114e-4753-b1b6-b2a0035a85b8 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:08.994136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1372-851f-4d54-9f13-8604e71654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'Network': ['ID=fa7b52db-5073-4d56-9d7c-6e27bfc7501e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:09.008274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:09.041043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b22ac-96ee-4af8-bacd-4961583476d3 req-f60e57c9-cf85-42a5-afd9-6221cae93ec2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.042561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f57b22ac-96ee-4af8-bacd-4961583476d3 req-f60e57c9-cf85-42a5-afd9-6221cae93ec2 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.1271746 Jul 23 16:37:09.117003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f57b22ac-96ee-4af8-bacd-4961583476d3 req-75767257-bd6e-47b3-ab2c-7a156d3a6a27 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Jul 23 16:37:09.141403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.178835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34c3c3-2705-4bd1-afa1-7493362d3ba9 req-1b41c7ad-c108-4fcc-880c-74a2ad8ddbe9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.180681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e34c3c3-2705-4bd1-afa1-7493362d3ba9 req-1b41c7ad-c108-4fcc-880c-74a2ad8ddbe9 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.1482403 Jul 23 16:37:09.188418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.190341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/604d4d17-114e-4753-b1b6-b2a0035a85b8 HTTP/1.1" status: 204 len: 168 time: 0.5886562 Jul 23 16:37:09.193025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9daf55-30e2-44b4-9d66-6e1e646d35f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=604d4d17-114e-4753-b1b6-b2a0035a85b8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:09.194759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.252697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e34c3c3-2705-4bd1-afa1-7493362d3ba9 req-837c26db-e36a-4774-89b7-30be73dc773a tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644951 Jul 23 16:37:09.258249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Made reservation on behalf of 12f680199f4f476da0bdbc28390d2620 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:09.262297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.398775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150ab30-1a32-4255-a35f-7af4427759ad tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.404822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150ab30-1a32-4255-a35f-7af4427759ad tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.408304 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f150ab30-1a32-4255-a35f-7af4427759ad tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2082665 Jul 23 16:37:09.409968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39912) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.566666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.676175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961481-3366-425c-8597-24d6f1df261c req-6920d099-de53-43b5-b229-62eff472070a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.677840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37961481-3366-425c-8597-24d6f1df261c req-6920d099-de53-43b5-b229-62eff472070a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.2035961 Jul 23 16:37:09.684921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Checking segment: {'id': '4641ff29-7dcd-4e09-bf9d-fa160adb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:09.685285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Network hostable DHCP agents. Network: fa7b52db-5073-4d56-9d7c-6e27bfc7501e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:09.697337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 04f37d28-e1a9-4e17-8954-8251f9b8823b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:09.697687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.702428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'Subnet': ['ID=c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:09.725327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:09.744240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, fa7b52db-5073-4d56-9d7c-6e27bfc7501e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:09.753776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:09.754165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709eb9f-3e20-4ee7-9c81-2e2380c1ef9b None None] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:09.756614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.778057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37961481-3366-425c-8597-24d6f1df261c req-51c78181-6431-432e-81e8-822affeb2929 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843198 Jul 23 16:37:09.784646 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b20440a9-9ed6-4ff9-bb82-30478a5ea40d tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8848219 Jul 23 16:37:09.787282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:09.792889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Request body: {'port': {'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1975350128'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:09.852724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.975018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 04f37d28-e1a9-4e17-8954-8251f9b8823b owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:10.060760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-fa7b52db-5073-4d56-9d7c-6e27bfc7501e', 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e', 'tenant_id': '12f680199f4f476da0bdbc28390d2620', 'fixed_ips': [{'subnet_id': 'c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:10.061703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.095187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Made reservation on behalf of 12f680199f4f476da0bdbc28390d2620 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:10.099283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.118257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0a278-7990-4f12-b54a-3d1a0ade631f req-8072e63e-4bda-41e0-adb5-30e6cf767656 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.120340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60b0a278-7990-4f12-b54a-3d1a0ade631f req-8072e63e-4bda-41e0-adb5-30e6cf767656 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.3070211 Jul 23 16:37:10.144597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] device_id is not set on port 73da7222-4a6e-47ed-8205-18fd7be4103f yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:10.177119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60b0a278-7990-4f12-b54a-3d1a0ade631f req-6d3990b5-eeda-461f-b18c-4550d2c6ea6d tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Jul 23 16:37:10.178878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.221396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=04f37d28-e1a9-4e17-8954-8251f9b8823b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:10.227583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.232960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-699fc3b1-dbaa-4400-99a3-e5d8eb380e8d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/04f37d28-e1a9-4e17-8954-8251f9b8823b HTTP/1.1" status: 204 len: 168 time: 0.8217225 Jul 23 16:37:10.233827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39936) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.367849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Allocated IP 2001:db8::2a7 (fa7b52db-5073-4d56-9d7c-6e27bfc7501e/c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c/73da7222-4a6e-47ed-8205-18fd7be4103f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:10.388276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fead07-29fc-4887-970b-5cdbff1a0b48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.389837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-47fead07-29fc-4887-970b-5cdbff1a0b48 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1548760 Jul 23 16:37:10.394047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39938) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.423083 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70e05fc-62c3-4a62-9dcb-f1a1d7dc63a7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:10.424643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e70e05fc-62c3-4a62-9dcb-f1a1d7dc63a7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/604d4d17-114e-4753-b1b6-b2a0035a85b8 HTTP/1.1" status: 404 len: 333 time: 0.0291116 Jul 23 16:37:10.427588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39940) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.465564 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-db956c04-3980-4aba-830d-ad9e47948b17 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:10.467873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-db956c04-3980-4aba-830d-ad9e47948b17 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/04f37d28-e1a9-4e17-8954-8251f9b8823b HTTP/1.1" status: 404 len: 333 time: 0.0390918 Jul 23 16:37:10.471360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:10.606860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.622790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:10.642633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Transition to ACTIVE for port object 73da7222-4a6e-47ed-8205-18fd7be4103f will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:10.971049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef8eea-0e4c-4f99-b3f2-81e2307c55a9 req-2becbd99-bfa7-4a95-93bf-8190f524e1f8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.972574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cef8eea-0e4c-4f99-b3f2-81e2307c55a9 req-2becbd99-bfa7-4a95-93bf-8190f524e1f8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.1059704 Jul 23 16:37:10.997867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.015081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fad82e-645e-4c38-a6c9-d41eb769f0a4']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:11.018629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cef8eea-0e4c-4f99-b3f2-81e2307c55a9 req-c980dab3-2816-44f3-a96c-385ffb1ef67f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Jul 23 16:37:11.050903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9cc27c-a80d-4bcd-b1d2-3b5aeed7b5a3') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:11.051221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9cc27c-a80d-4bcd-b1d2-3b5aeed7b5a3') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:11.053368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.099186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Allocated IP 2001:db8::2 (fa7b52db-5073-4d56-9d7c-6e27bfc7501e/c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c/5409529c-1bcc-4ddb-842a-b2646345b7cb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:11.112315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'Port': ['ID=73da7222-4a6e-47ed-8205-18fd7be4103f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.117403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.135099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:11.138154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:11.140740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:11.146734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:11.147353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.160548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.172635 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec55a88c-a8ce-4c18-a3a4-dbf16abde668 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3812551 Jul 23 16:37:11.172635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:11.172635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.172921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39956) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.179838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Request body: {'port': {'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1729972980', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:11.179838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] bootfile-name is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:11.179838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] tftp-server is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:11.180170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] server-ip-address is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:11.187958 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:11.355465 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.364275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.372364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39962) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:11.373752 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/a2fad82e-645e-4c38-a6c9-d41eb769f0a4 HTTP/1.1" status: 204 len: 168 time: 0.9008653 Jul 23 16:37:11.381629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884536566'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:11.398715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77563a-788d-4152-becb-ab4232ba3de6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=a2fad82e-645e-4c38-a6c9-d41eb769f0a4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.440559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:11.444928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.455885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.458294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-32f1acb4-695f-465d-97ba-620440dd7ece tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:11.459507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-32f1acb4-695f-465d-97ba-620440dd7ece tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.2080591 Jul 23 16:37:11.476753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Transition to ACTIVE for port object 5409529c-1bcc-4ddb-842a-b2646345b7cb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:11.507849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Transition to ACTIVE for port object 5409529c-1bcc-4ddb-842a-b2646345b7cb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:11.518564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.555198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:11.615572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.616159 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment d706ad51-2d12-40f7-8910-152578cd1cd3 of type vlan for network aa6301c7-f077-4645-b069-a011cb66ac6f Jul 23 16:37:11.640126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Pushing event updated for resources: {'Port': ['ID=5409529c-1bcc-4ddb-842a-b2646345b7cb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:11.649602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.653218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Made reservation on behalf of 12f680199f4f476da0bdbc28390d2620 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:11.657666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.658299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:11.660059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:11.667282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:11.770693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] device_id is not set on port e15e13dd-eb9b-4388-8421-bdbbb72a64e1 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:11.790104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Attempting to bind port 5409529c-1bcc-4ddb-842a-b2646345b7cb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:11.791414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Attempting to bind port 5409529c-1bcc-4ddb-842a-b2646345b7cb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '4641ff29-7dcd-4e09-bf9d-fa160adb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:11.791785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Attempting to bind port 5409529c-1bcc-4ddb-842a-b2646345b7cb on network fa7b52db-5073-4d56-9d7c-6e27bfc7501e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:11.821371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:11.821763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Checking segment: {'id': '4641ff29-7dcd-4e09-bf9d-fa160adb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:11.822219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.822620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Bound using segment: {'id': '4641ff29-7dcd-4e09-bf9d-fa160adb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:11.823105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Bound port: 5409529c-1bcc-4ddb-842a-b2646345b7cb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641ff29-7dcd-4e09-bf9d-fa160adb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fa7b52db-5073-4d56-9d7c-6e27bfc7501e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:11.823488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.852623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.870226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1cd4-7278-4732-ba05-ec8cbcf98364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.943369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] For port 5409529c-1bcc-4ddb-842a-b2646345b7cb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:11.948551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] For port 5409529c-1bcc-4ddb-842a-b2646345b7cb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5409529c-1bcc-4ddb-842a-b2646345b7cb,segment=NetworkSegment(4641ff29-7dcd-4e09-bf9d-fa160adb4d02),segment_id=4641ff29-7dcd-4e09-bf9d-fa160adb4d02)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:11.954875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.033075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-9ffe12d5-3bfd-4ff5-82a4-fdfc30356947 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:12.034915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-9ffe12d5-3bfd-4ff5-82a4-fdfc30356947 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.4663432 Jul 23 16:37:12.065752 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.072879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:12.073660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.083187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681faa2-6168-4c77-ac41-537e96c7b671 None None] Pushing event updated for resources: {'Port': ['ID=5409529c-1bcc-4ddb-842a-b2646345b7cb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.090391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port c41c8936-cb26-45f1-ba34-441df9102a76 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:12.091275 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.133174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00beced-a6eb-4da9-8270-d514ae4785dd req-c1978975-d814-429f-9521-3cfb6badd924 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:12.135321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00beced-a6eb-4da9-8270-d514ae4785dd req-c1978975-d814-429f-9521-3cfb6badd924 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.5212386 Jul 23 16:37:12.274760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:12.275442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8998199 Jul 23 16:37:12.280475 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:12.409671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Allocated IP 2001:db8::38b (fa7b52db-5073-4d56-9d7c-6e27bfc7501e/c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c/e15e13dd-eb9b-4388-8421-bdbbb72a64e1) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:12.492442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965df82-60e7-41c3-8400-9e305ebcd5f2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=aa6301c7-f077-4645-b069-a011cb66ac6f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.505204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:12.508082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aa6301c7-f077-4645-b069-a011cb66ac6f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:12.509613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.551676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f00beced-a6eb-4da9-8270-d514ae4785dd req-4af0781c-d854-41f1-a0ef-f442da797c31 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526249 Jul 23 16:37:12.737150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port c41c8936-cb26-45f1-ba34-441df9102a76, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c41c8936-cb26-45f1-ba34-441df9102a76,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:12.737520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.775999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582cc91-1d1f-4d07-bf3b-c05921073ec6 req-d223e552-f18a-48de-ac68-8312a1b72d6a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:12.777604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f582cc91-1d1f-4d07-bf3b-c05921073ec6 req-d223e552-f18a-48de-ac68-8312a1b72d6a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 945 time: 0.6198854 Jul 23 16:37:12.790925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for c41c8936-cb26-45f1-ba34-441df9102a76 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:12.836651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.927465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': 'd706ad51-2d12-40f7-8910-152578cd1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:12.930183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: aa6301c7-f077-4645-b069-a011cb66ac6f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:12.935338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:12.954563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=7cbbc530-fff4-4506-8180-e8e00bc2a467,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.992288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network aa6301c7-f077-4645-b069-a011cb66ac6f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:13.005478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, aa6301c7-f077-4645-b069-a011cb66ac6f) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:13.013744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:13.015745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.019229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e4a0b-623f-4bf0-8e57-5cc54194927d None None] Network aa6301c7-f077-4645-b069-a011cb66ac6f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:13.040455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f762774-034e-402a-ba26-f66956f1ede0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644866 Jul 23 16:37:13.043223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40000) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.049678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f', 'name': 'tempest-PortsIpV6TestJSON-750976908'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:13.185019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e47a-c39f-4a51-89d5-0025f5850adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.374890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-aa6301c7-f077-4645-b069-a011cb66ac6f', 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': '7cbbc530-fff4-4506-8180-e8e00bc2a467'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:13.375930 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.389868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e47a-c39f-4a51-89d5-0025f5850adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.399585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e47a-c39f-4a51-89d5-0025f5850adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.505429 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5dc6e47a-c39f-4a51-89d5-0025f5850adf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9ef86eb67424d7792897f49e16223fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689397 Jul 23 16:37:13.512020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e47a-c39f-4a51-89d5-0025f5850adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcf88e-5931-4ea5-b817-48ee19dacf02,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:13.514657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:13.569209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:13.573672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.616881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port f6d95807-f381-44c1-a1a5-4e9dbe5622ce yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:13.634901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Allocated IP 2001:db8::2 (aa6301c7-f077-4645-b069-a011cb66ac6f/7cbbc530-fff4-4506-8180-e8e00bc2a467/00c2ac92-1ee4-4385-a089-a855bdc84d44) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:13.748116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.756748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.777780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Transition to ACTIVE for port object e15e13dd-eb9b-4388-8421-bdbbb72a64e1 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:13.781838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.837162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Deleting port c68b185e-dc8d-4c45-adac-2e90c22a7c8a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:13.838110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.876179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.889086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.892661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.896177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07fcf88e-5931-4ea5-b817-48ee19dacf02 HTTP/1.1" status: 204 len: 168 time: 0.3758018 Jul 23 16:37:13.903832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2111-95b9-4184-b4fd-40bfc0d2ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcf88e-5931-4ea5-b817-48ee19dacf02,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.004109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f582cc91-1d1f-4d07-bf3b-c05921073ec6 req-cc74aadf-d02f-4fc8-b8b3-40292b6eb8f7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2071939 Jul 23 16:37:14.035402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929a0fa-d63f-49f9-aed6-4cfa869465ba None None] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:14.081242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'Port': ['ID=e15e13dd-eb9b-4388-8421-bdbbb72a64e1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.116297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:14.142320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:14.160183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:14.167597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.168568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.191756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c68b185e-dc8d-4c45-adac-2e90c22a7c8a no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:14.198616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.206161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5409529c-1bcc-4ddb-842a-b2646345b7cb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:14.206472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f8eb5182-6588-4f41-8383-a897193dfdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0325782 Jul 23 16:37:14.209076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:14.245399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a8149-ed9f-4860-9895-bcc31f280981 req-3338f2eb-3e22-4313-a917-6672670c7bac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.261108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-630a8149-ed9f-4860-9895-bcc31f280981 req-3338f2eb-3e22-4313-a917-6672670c7bac tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 945 time: 0.4368038 Jul 23 16:37:14.312896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b912681-5750-4a26-929c-9d13880f6324 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.324655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b912681-5750-4a26-929c-9d13880f6324 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.331831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b912681-5750-4a26-929c-9d13880f6324 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:14.335025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b912681-5750-4a26-929c-9d13880f6324 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1249063 Jul 23 16:37:14.338327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40024) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:14.362777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] For port c68b185e-dc8d-4c45-adac-2e90c22a7c8a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,segment=NetworkSegment(6f5586fa-19b0-42a2-ab72-b807a85e0161),segment_id=6f5586fa-19b0-42a2-ab72-b807a85e0161)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:14.366065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.395548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Transition to ACTIVE for port object 00c2ac92-1ee4-4385-a089-a855bdc84d44 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:14.421307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Calling delete_port for c68b185e-dc8d-4c45-adac-2e90c22a7c8a owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:14.423821 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3c09e7da-06b4-4c3a-bc9e-6b513499af86 None None] Provisioning for port 5409529c-1bcc-4ddb-842a-b2646345b7cb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:14.463629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Transition to ACTIVE for port object 00c2ac92-1ee4-4385-a089-a855bdc84d44 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:14.482656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-630a8149-ed9f-4860-9895-bcc31f280981 req-5419cebe-7391-47ac-8a0a-af013d573d26 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/security-groups?id=9764bf54-897f-47af-beec-c4cd8ff3655b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252710 Jul 23 16:37:14.524591 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.541190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.545298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.566154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.578653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5409529c-1bcc-4ddb-842a-b2646345b7cb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:14.582008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bcbfddf2-28eb-4410-822b-283603c3c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.605099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5409529c-1bcc-4ddb-842a-b2646345b7cb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:14.606392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.621062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=c41c8936-cb26-45f1-ba34-441df9102a76,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.650026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', '1430b994-38c4-4a0b-9f42-a6300a40865f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:14.668207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::2e3 (aa6301c7-f077-4645-b069-a011cb66ac6f/7cbbc530-fff4-4506-8180-e8e00bc2a467/f6d95807-f381-44c1-a1a5-4e9dbe5622ce) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:14.691781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Deleting port e15e13dd-eb9b-4388-8421-bdbbb72a64e1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:14.693570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.707462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port c41c8936-cb26-45f1-ba34-441df9102a76 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:14.711569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.715623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7712d7eb-f4d7-40f9-b5b2-4fac5d62ac7d req-d55eed48-d5e8-42e9-a139-88968dc04c25 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "DELETE /v2.0/ports/c41c8936-cb26-45f1-ba34-441df9102a76 HTTP/1.1" status: 204 len: 173 time: 3.2439048 Jul 23 16:37:14.717964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'name': 'network-vif-deleted', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:14.721216 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822aaaea-cea0-4da2-86ca-fff48735809d" -d '{"events": [{"server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "name": "network-vif-deleted", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:14.744533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Network aa6301c7-f077-4645-b069-a011cb66ac6f is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:14.758798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:14.775318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:14.782546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Pushing event updated for resources: {'Port': ['ID=00c2ac92-1ee4-4385-a089-a855bdc84d44,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.867499 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13576c2b-a5d1-4468-814b-84818be367ab x-openstack-request-id: req-13576c2b-a5d1-4468-814b-84818be367ab {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:14.868343 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15395aa-c0ca-4f44-986c-2b32890bd2b6", "name": "network-vif-deleted", "tag": "c41c8936-cb26-45f1-ba34-441df9102a76", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:14.869746 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13576c2b-a5d1-4468-814b-84818be367ab {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:14.870578 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15395aa-c0ca-4f44-986c-2b32890bd2b6', 'name': 'network-vif-deleted', 'tag': 'c41c8936-cb26-45f1-ba34-441df9102a76', 'status': 'completed', 'code': 200} Jul 23 16:37:14.909643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.974186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Attempting to bind port 00c2ac92-1ee4-4385-a089-a855bdc84d44 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:14.976672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Attempting to bind port 00c2ac92-1ee4-4385-a089-a855bdc84d44 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd706ad51-2d12-40f7-8910-152578cd1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:14.977161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Attempting to bind port 00c2ac92-1ee4-4385-a089-a855bdc84d44 on network aa6301c7-f077-4645-b069-a011cb66ac6f {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:15.021976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Pushing event deleted for resources: {'Port': ['ID=c68b185e-dc8d-4c45-adac-2e90c22a7c8a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.064457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c41c8936-cb26-45f1-ba34-441df9102a76 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:15.070659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:15.075962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Checking segment: {'id': 'd706ad51-2d12-40f7-8910-152578cd1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:15.076619 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.077440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Bound using segment: {'id': 'd706ad51-2d12-40f7-8910-152578cd1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:15.079243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Bound port: 00c2ac92-1ee4-4385-a089-a855bdc84d44, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706ad51-2d12-40f7-8910-152578cd1cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'aa6301c7-f077-4645-b069-a011cb66ac6f'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:15.088389 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.088810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.093449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.114429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Calling delete_port for e15e13dd-eb9b-4388-8421-bdbbb72a64e1 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:15.122985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object f6d95807-f381-44c1-a1a5-4e9dbe5622ce will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:15.164317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] No DVR routers for this DVR port c68b185e-dc8d-4c45-adac-2e90c22a7c8a on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:15.174393 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.178726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b96f5fa-387e-4b1a-a8f0-1a98f05fb3d0 req-f5028731-b395-4550-8065-91ea3c0d4647 tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.67 "DELETE /v2.0/ports/c68b185e-dc8d-4c45-adac-2e90c22a7c8a HTTP/1.1" status: 204 len: 173 time: 3.0950828 Jul 23 16:37:15.238973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: c41c8936-cb26-45f1-ba34-441df9102a76 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:15.239215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device c41c8936-cb26-45f1-ba34-441df9102a76 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:15.279348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e483bcd-d83e-4ca8-834d-380c5c62ec94 req-e0dc4a58-8a4d-4559-9487-a2c988ca3a98 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=f15395aa-c0ca-4f44-986c-2b32890bd2b6 HTTP/1.1" status: 200 len: 210 time: 0.0857337 Jul 23 16:37:15.294796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.403691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network aa6301c7-f077-4645-b069-a011cb66ac6f is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:15.423809 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.458417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:15.489099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Provisioning complete for port 5409529c-1bcc-4ddb-842a-b2646345b7cb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:15.489617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.549889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] For port 00c2ac92-1ee4-4385-a089-a855bdc84d44, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:15.580172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 5409529c-1bcc-4ddb-842a-b2646345b7cb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5409529c-1bcc-4ddb-842a-b2646345b7cb,segment=NetworkSegment(4641ff29-7dcd-4e09-bf9d-fa160adb4d02),segment_id=4641ff29-7dcd-4e09-bf9d-fa160adb4d02)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:15.585140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.600807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] For port 00c2ac92-1ee4-4385-a089-a855bdc84d44, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00c2ac92-1ee4-4385-a089-a855bdc84d44,segment=NetworkSegment(d706ad51-2d12-40f7-8910-152578cd1cd3),segment_id=d706ad51-2d12-40f7-8910-152578cd1cd3)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:15.602081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.614422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=f6d95807-f381-44c1-a1a5-4e9dbe5622ce,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.624631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:15.641705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:15.642640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.656157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.687315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.705276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5cc9e58-baff-4de4-bd30-87f581637413 req-e1b66be5-78f1-47d6-b723-4ce6e2336c4f tempest-DeleteServersTestJSON-1200412911 tempest-DeleteServersTestJSON-1200412911-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c186807-d860-4a3a-9a74-640f6f48e179 HTTP/1.1" status: 200 len: 210 time: 0.0689321 Jul 23 16:37:15.758059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event deleted for resources: {'Port': ['ID=e15e13dd-eb9b-4388-8421-bdbbb72a64e1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.803736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.806947 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d0ddf3c5-7c22-4231-8fd8-4cb7658f5ee6 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "DELETE /v2.0/ports/e15e13dd-eb9b-4388-8421-bdbbb72a64e1 HTTP/1.1" status: 204 len: 168 time: 1.4663601 Jul 23 16:37:15.810183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40084) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:15.813797 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b4e7e429-d532-4a58-91ec-d20aa499b550 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7667344 Jul 23 16:37:15.813983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=5409529c-1bcc-4ddb-842a-b2646345b7cb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.814242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40086) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:15.828332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Request body: {'port': {'name': 'tempest-new-port-name-90482885', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:15.828826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] bootfile-name is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:15.829278 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] tftp-server is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:15.829600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.api.validators [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] server-ip-address is not in valid_values {{(pid=94003) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 16:37:15.953275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Could not find standard attr ID for object e15e13dd-eb9b-4388-8421-bdbbb72a64e1. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:16.054621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.075142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d8b8b-7165-4ac6-bb88-caeaad3aeeec None None] Pushing event updated for resources: {'Port': ['ID=00c2ac92-1ee4-4385-a089-a855bdc84d44,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.086496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Provisioning for port 73da7222-4a6e-47ed-8205-18fd7be4103f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:16.094410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Provisioning complete for port 73da7222-4a6e-47ed-8205-18fd7be4103f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:16.095214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.149443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port f6d95807-f381-44c1-a1a5-4e9dbe5622ce {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:16.156825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.196377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7b83e7fb-73b2-474f-a2ba-4d27ed715a6e None None] Port 73da7222-4a6e-47ed-8205-18fd7be4103f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:16.205137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5409529c-1bcc-4ddb-842a-b2646345b7cb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:16.332182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5409529c-1bcc-4ddb-842a-b2646345b7cb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:16.332561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.338820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.393879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b362e6be-1a60-4f9c-9800-e025fa4308e4 None None] Provisioning complete for port 73da7222-4a6e-47ed-8205-18fd7be4103f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:16.394541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b362e6be-1a60-4f9c-9800-e025fa4308e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.401730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for f6d95807-f381-44c1-a1a5-4e9dbe5622ce owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:16.563760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.570480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.671047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] In _notify_port_updated(), no bound segment for port 73da7222-4a6e-47ed-8205-18fd7be4103f on network fa7b52db-5073-4d56-9d7c-6e27bfc7501e {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:16.683068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.684978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.686521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "PUT /v2.0/ports/73da7222-4a6e-47ed-8205-18fd7be4103f HTTP/1.1" status: 200 len: 1128 time: 0.8714306 Jul 23 16:37:16.689849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40112) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.695812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b362e6be-1a60-4f9c-9800-e025fa4308e4 None None] Port 73da7222-4a6e-47ed-8205-18fd7be4103f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:16.702525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808060d-30b9-45a1-b2a9-6e9a6233c449 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event updated for resources: {'Port': ['ID=73da7222-4a6e-47ed-8205-18fd7be4103f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.823343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a8e4d0a-5bd9-4417-9a91-49a524a8677a None None] Could not find standard attr ID for object e15e13dd-eb9b-4388-8421-bdbbb72a64e1. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:16.836966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.879943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'name': 'network-vif-deleted', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:16.880698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49349ae3-5cc9-41b0-93da-a3aac9f77425 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.882918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-49349ae3-5cc9-41b0-93da-a3aac9f77425 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "GET /v2.0/ports/73da7222-4a6e-47ed-8205-18fd7be4103f HTTP/1.1" status: 200 len: 1128 time: 0.1920738 Jul 23 16:37:16.888690 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea248093-afee-45d4-a98c-3c04641a9e59" -d '{"events": [{"server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "name": "network-vif-deleted", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:16.907103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40122) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.912355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=f6d95807-f381-44c1-a1a5-4e9dbe5622ce,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:16.945297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:16.948357 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-958bc99f-dfa0-4778-8a39-5efb7c0b2c45 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/f6d95807-f381-44c1-a1a5-4e9dbe5622ce HTTP/1.1" status: 204 len: 168 time: 1.1331973 Jul 23 16:37:16.953989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:16.997495 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-961a456b-6f7b-45f6-bacb-bb4216742586 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:37:16.998422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961a456b-6f7b-45f6-bacb-bb4216742586 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:17.000268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-961a456b-6f7b-45f6-bacb-bb4216742586 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/f6d95807-f381-44c1-a1a5-4e9dbe5622ce HTTP/1.1" status: 404 len: 333 time: 0.0451162 Jul 23 16:37:17.003041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40134) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:17.096994 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f52ea5-d54c-4016-b22e-0899e97b9d08 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:17.112120 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18f52ea5-d54c-4016-b22e-0899e97b9d08 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/f6d95807-f381-44c1-a1a5-4e9dbe5622ce HTTP/1.1" status: 404 len: 333 time: 0.0928993 Jul 23 16:37:17.115419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40160) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:17.172218 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbb753-b982-4aa9-8f94-3af0dbce5e29 x-openstack-request-id: req-4efbb753-b982-4aa9-8f94-3af0dbce5e29 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:17.172725 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c186807-d860-4a3a-9a74-640f6f48e179", "name": "network-vif-deleted", "tag": "c68b185e-dc8d-4c45-adac-2e90c22a7c8a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:17.172803 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4efbb753-b982-4aa9-8f94-3af0dbce5e29 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:17.173156 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c186807-d860-4a3a-9a74-640f6f48e179', 'name': 'network-vif-deleted', 'tag': 'c68b185e-dc8d-4c45-adac-2e90c22a7c8a', 'status': 'completed', 'code': 200} Jul 23 16:37:17.227821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Deleting port 73da7222-4a6e-47ed-8205-18fd7be4103f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:17.239456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.274316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 7cbbc530-fff4-4506-8180-e8e00bc2a467 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:17.289585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.311524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5bd8c-f035-41fb-9611-b46151d74c85 req-e6b74a67-315f-49c5-9936-eeff2ca0f0ed tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:17.326082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1c5bd8c-f035-41fb-9611-b46151d74c85 req-e6b74a67-315f-49c5-9936-eeff2ca0f0ed tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.4582629 Jul 23 16:37:17.364117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.435208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.462849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f0f39c20-e73f-4d75-afb2-c6fa8e579e19 None None] Provisioning complete for port 73da7222-4a6e-47ed-8205-18fd7be4103f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:17.463224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0f39c20-e73f-4d75-afb2-c6fa8e579e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.537724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f0f39c20-e73f-4d75-afb2-c6fa8e579e19 None None] Port 73da7222-4a6e-47ed-8205-18fd7be4103f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:17.569628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.576056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.592206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1c5bd8c-f035-41fb-9611-b46151d74c85 req-3a753f5b-f730-43e9-94c8-fda6aa12f0ab tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652423 Jul 23 16:37:17.604203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Calling delete_port for 73da7222-4a6e-47ed-8205-18fd7be4103f owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:17.735901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.747747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9d9cb8-588f-4c6b-bb95-881fc7d4a128 None None] Network aa6301c7-f077-4645-b069-a011cb66ac6f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:17.767210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.777783 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/7cbbc530-fff4-4506-8180-e8e00bc2a467 HTTP/1.1" status: 204 len: 168 time: 0.6585863 Jul 23 16:37:17.810430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40186) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:17.838782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f8e04-cc36-4f64-b2b8-c5b773190709 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbbc530-fff4-4506-8180-e8e00bc2a467,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.869884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54dc4c25-d3c0-4542-95f5-f12b2411eadd None None] Provisioning for port 00c2ac92-1ee4-4385-a089-a855bdc84d44 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:17.945728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.966751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.009618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event deleted for resources: {'Port': ['ID=73da7222-4a6e-47ed-8205-18fd7be4103f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.052868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.057767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:18.068424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d76b4e5c-3b6c-4a69-938f-0e3742f325f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "DELETE /v2.0/ports/73da7222-4a6e-47ed-8205-18fd7be4103f HTTP/1.1" status: 204 len: 168 time: 1.1589096 Jul 23 16:37:18.082480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] DHCP port deletion for aa6301c7-f077-4645-b069-a011cb66ac6f request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:18.183866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Deleting subnet c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:18.187653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.206494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Deleting port 00c2ac92-1ee4-4385-a089-a855bdc84d44 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:18.209058 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.215294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 00c2ac92-1ee4-4385-a089-a855bdc84d44 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:18.215860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.302519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.356314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port 00c2ac92-1ee4-4385-a089-a855bdc84d44, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00c2ac92-1ee4-4385-a089-a855bdc84d44,segment=NetworkSegment(d706ad51-2d12-40f7-8910-152578cd1cd3),segment_id=d706ad51-2d12-40f7-8910-152578cd1cd3)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:18.356703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.363680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] For port 00c2ac92-1ee4-4385-a089-a855bdc84d44, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00c2ac92-1ee4-4385-a089-a855bdc84d44,segment=NetworkSegment(d706ad51-2d12-40f7-8910-152578cd1cd3),segment_id=d706ad51-2d12-40f7-8910-152578cd1cd3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:18.364074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.398599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 00c2ac92-1ee4-4385-a089-a855bdc84d44 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:18.401306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Calling delete_port for 00c2ac92-1ee4-4385-a089-a855bdc84d44 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:18.469718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.594445 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.598302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.612291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.649293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] Pushing event deleted for resources: {'Port': ['ID=00c2ac92-1ee4-4385-a089-a855bdc84d44,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.653589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e61a9-2dac-4179-be22-bbab6c9c6abd None None] No DVR routers for this DVR port 00c2ac92-1ee4-4385-a089-a855bdc84d44 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:18.677133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port 00c2ac92-1ee4-4385-a089-a855bdc84d44 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:18.693334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=00c2ac92-1ee4-4385-a089-a855bdc84d44,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.698539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.705006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08946cd1-58e4-4573-b954-d61069fbe74c None None] Network fa7b52db-5073-4d56-9d7c-6e27bfc7501e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:18.710623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "DELETE /v2.0/subnets/c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c HTTP/1.1" status: 204 len: 168 time: 0.6493886 Jul 23 16:37:18.711120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c398-74b6-4b68-893f-9710d1cdf7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event deleted for resources: {'Subnet': ['ID=c42dbc9e-d46e-4c71-87ef-8ef4c6b0e75c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.714456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:18.872993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.973967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Deleting port 5409529c-1bcc-4ddb-842a-b2646345b7cb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:18.976758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.035316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.052137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6301c7-f077-4645-b069-a011cb66ac6f']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.081864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-b6b90bf5-5097-4eb0-81ef-5c566d445c4b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.083775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-b6b90bf5-5097-4eb0-81ef-5c566d445c4b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.4370992 Jul 23 16:37:19.089359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd706ad51-2d12-40f7-8910-152578cd1cd3') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.089811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd706ad51-2d12-40f7-8910-152578cd1cd3') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.141785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.159574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] DHCP port deletion for fa7b52db-5073-4d56-9d7c-6e27bfc7501e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:19.161147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4672a8-0e5e-4c41-bf43-8d6d74b4bfb1 req-55cd0cb3-a632-4abd-9298-f9077387d433 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.161658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] For port 5409529c-1bcc-4ddb-842a-b2646345b7cb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5409529c-1bcc-4ddb-842a-b2646345b7cb,segment=NetworkSegment(4641ff29-7dcd-4e09-bf9d-fa160adb4d02),segment_id=4641ff29-7dcd-4e09-bf9d-fa160adb4d02)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:19.167361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.169625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec4672a8-0e5e-4c41-bf43-8d6d74b4bfb1 req-55cd0cb3-a632-4abd-9298-f9077387d433 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 946 time: 0.3740454 Jul 23 16:37:19.191158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Calling delete_port for 5409529c-1bcc-4ddb-842a-b2646345b7cb owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:19.216407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.275295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Deleting port 5409529c-1bcc-4ddb-842a-b2646345b7cb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:19.275677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.328501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:19.328700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.347540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:19.347793 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:19.377099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec4672a8-0e5e-4c41-bf43-8d6d74b4bfb1 req-0174fde5-da60-44bc-80ea-aa47d2b788df tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063489 Jul 23 16:37:19.393296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event deleted for resources: {'Port': ['ID=5409529c-1bcc-4ddb-842a-b2646345b7cb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.401060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] No DVR routers for this DVR port 5409529c-1bcc-4ddb-842a-b2646345b7cb on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:19.470801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] For port 5409529c-1bcc-4ddb-842a-b2646345b7cb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5409529c-1bcc-4ddb-842a-b2646345b7cb,segment=NetworkSegment(4641ff29-7dcd-4e09-bf9d-fa160adb4d02),segment_id=4641ff29-7dcd-4e09-bf9d-fa160adb4d02)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:19.476326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.481960 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.493460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Calling delete_port for 5409529c-1bcc-4ddb-842a-b2646345b7cb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:19.502162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.506589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/aa6301c7-f077-4645-b069-a011cb66ac6f HTTP/1.1" status: 204 len: 168 time: 1.6926870 Jul 23 16:37:19.513707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40210) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:19.518710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1366798979'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:19.535901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port 1430b994-38c4-4a0b-9f42-a6300a40865f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:19.536232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.592793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.613554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.626973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7b52db-5073-4d56-9d7c-6e27bfc7501e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.651592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] Pushing event deleted for resources: {'Port': ['ID=5409529c-1bcc-4ddb-842a-b2646345b7cb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.655632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480be32d-146f-42f4-9cd1-bb04cf536879 None None] No DVR routers for this DVR port 5409529c-1bcc-4ddb-842a-b2646345b7cb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:19.677396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4641ff29-7dcd-4e09-bf9d-fa160adb4d02') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.677698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4641ff29-7dcd-4e09-bf9d-fa160adb4d02') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:19.704144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.705998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:19.712694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584bd0b-04d9-42ef-a473-17aa5449ada1 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=aa6301c7-f077-4645-b069-a011cb66ac6f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.718232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.753780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.756387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port 1430b994-38c4-4a0b-9f42-a6300a40865f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1430b994-38c4-4a0b-9f42-a6300a40865f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:19.756753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.770505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:19.770961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:19.774238 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:19.783902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for 1430b994-38c4-4a0b-9f42-a6300a40865f owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:19.814012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:19.892659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.893816 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment f38db289-3e1f-41ad-9a0f-5803921025ba of type vlan for network 820adf56-766f-4121-a5f1-2520e940f110 Jul 23 16:37:19.983935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.018580 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.024499 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] 10.222.0.64 "DELETE /v2.0/networks/fa7b52db-5073-4d56-9d7c-6e27bfc7501e HTTP/1.1" status: 204 len: 168 time: 1.3090057 Jul 23 16:37:20.028632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.054677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e268ac-268b-489f-aad0-b089c6fda596 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825 tempest-ExtraDHCPOptionsIpV6TestJSON-1591739825-project] Pushing event deleted for resources: {'Network': ['ID=fa7b52db-5073-4d56-9d7c-6e27bfc7501e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.060821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.102249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:20.143313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=1430b994-38c4-4a0b-9f42-a6300a40865f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.143869 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.151328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.156106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.256802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00c2ac92-1ee4-4385-a089-a855bdc84d44 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:20.261237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7430356 Jul 23 16:37:20.266260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40226) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:20.284606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '820adf56-766f-4121-a5f1-2520e940f110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:20.304849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 00c2ac92-1ee4-4385-a089-a855bdc84d44 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:20.305194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00c2ac92-1ee4-4385-a089-a855bdc84d44 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:20.305629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5409529c-1bcc-4ddb-842a-b2646345b7cb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:20.334034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c46f-654a-4663-8b78-3b7a0e00a43e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=820adf56-766f-4121-a5f1-2520e940f110,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.361440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5409529c-1bcc-4ddb-842a-b2646345b7cb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:20.361787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5409529c-1bcc-4ddb-842a-b2646345b7cb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:20.376064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port 1430b994-38c4-4a0b-9f42-a6300a40865f on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:20.397035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 820adf56-766f-4121-a5f1-2520e940f110 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:20.401618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.405592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46a384d2-1212-4251-b6ee-4b77a7be1c3c req-f15e2d2c-b1b7-4928-a63d-7e21c94a0738 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "DELETE /v2.0/ports/1430b994-38c4-4a0b-9f42-a6300a40865f HTTP/1.1" status: 204 len: 173 time: 1.3130593 Jul 23 16:37:20.407005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'name': 'network-vif-deleted', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:20.412810 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09098be-f343-45da-b32a-5d5ffae5a4d4" -d '{"events": [{"server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "name": "network-vif-deleted", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:20.427669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:20.588884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c96cf-5248-42e7-9a70-cf859dc3fd6d x-openstack-request-id: req-e08c96cf-5248-42e7-9a70-cf859dc3fd6d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:20.588884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303c3df8-8772-4282-b006-fc77cccf58be", "name": "network-vif-deleted", "tag": "1430b994-38c4-4a0b-9f42-a6300a40865f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:20.588884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e08c96cf-5248-42e7-9a70-cf859dc3fd6d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:20.588884 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303c3df8-8772-4282-b006-fc77cccf58be', 'name': 'network-vif-deleted', 'tag': '1430b994-38c4-4a0b-9f42-a6300a40865f', 'status': 'completed', 'code': 200} Jul 23 16:37:20.646923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07ddf61e-2794-486b-bc0f-1d199e7976b0 req-7ba8f17d-b193-4072-868e-4a5743a8182a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=303c3df8-8772-4282-b006-fc77cccf58be HTTP/1.1" status: 200 len: 210 time: 0.0433371 Jul 23 16:37:20.669301 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f647dc3-a6c5-472b-acb5-6883e13e4d7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12f680199f4f476da0bdbc28390d2620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402961 Jul 23 16:37:20.670158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:20.678897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:20.690283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.792955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.836619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.909383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.912689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.914560 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1ffbf10-fa57-45ad-b992-4918fbfef060 HTTP/1.1" status: 204 len: 168 time: 0.2398531 Jul 23 16:37:20.925355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3e151-df89-4828-b4d5-420b7d6fe52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ffbf10-fa57-45ad-b992-4918fbfef060,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:20.999296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.097878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=c5231b56-bcf0-41b1-8343-7428a9f8ccfb,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:21.140257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1430b994-38c4-4a0b-9f42-a6300a40865f no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:21.140846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': 'f38db289-3e1f-41ad-9a0f-5803921025ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '820adf56-766f-4121-a5f1-2520e940f110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:21.141323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: 820adf56-766f-4121-a5f1-2520e940f110, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:21.182154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 1430b994-38c4-4a0b-9f42-a6300a40865f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:21.182496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1430b994-38c4-4a0b-9f42-a6300a40865f not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:21.203135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 820adf56-766f-4121-a5f1-2520e940f110 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:21.218419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 820adf56-766f-4121-a5f1-2520e940f110) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:21.225716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:21.226411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.226748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117714a2-9b90-4680-9e0c-71aa25569ffe None None] Network 820adf56-766f-4121-a5f1-2520e940f110 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:21.257540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ea256c49-6b81-4abf-b698-72744e340133 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9867089 Jul 23 16:37:21.260717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:21.278054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '820adf56-766f-4121-a5f1-2520e940f110', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1550352454'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:21.549768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:21.550667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-820adf56-766f-4121-a5f1-2520e940f110', 'network_id': '820adf56-766f-4121-a5f1-2520e940f110', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': 'c5231b56-bcf0-41b1-8343-7428a9f8ccfb'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:21.553473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.554581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.616636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 0e4bc959-9bfd-41ed-b924-20e01548e1e0 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:21.820039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Allocated IP 2001:db8::2 (820adf56-766f-4121-a5f1-2520e940f110/c5231b56-bcf0-41b1-8343-7428a9f8ccfb/45d9b529-00ea-4902-811d-565409f7fd12) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:22.066843 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.089889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Transition to ACTIVE for port object 45d9b529-00ea-4902-811d-565409f7fd12 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:22.112559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Transition to ACTIVE for port object 45d9b529-00ea-4902-811d-565409f7fd12 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:22.122693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.226591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Network 820adf56-766f-4121-a5f1-2520e940f110 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:22.233591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:22.243025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:22.366672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-df601651-9a5a-45e1-869a-efed8c3aa2f9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:22.377003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-df601651-9a5a-45e1-869a-efed8c3aa2f9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2693725 Jul 23 16:37:22.423937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-f301c935-f611-4f88-8bc2-c22e95d200b4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0456316 Jul 23 16:37:22.476358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Pushing event updated for resources: {'Port': ['ID=45d9b529-00ea-4902-811d-565409f7fd12,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.496020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Attempting to bind port 45d9b529-00ea-4902-811d-565409f7fd12 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:22.496387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Attempting to bind port 45d9b529-00ea-4902-811d-565409f7fd12 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f38db289-3e1f-41ad-9a0f-5803921025ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '820adf56-766f-4121-a5f1-2520e940f110'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:22.496746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Attempting to bind port 45d9b529-00ea-4902-811d-565409f7fd12 on network 820adf56-766f-4121-a5f1-2520e940f110 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:22.502155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40302) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:22.518954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:22.519324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Checking segment: {'id': 'f38db289-3e1f-41ad-9a0f-5803921025ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '820adf56-766f-4121-a5f1-2520e940f110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:22.521657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.526441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Bound using segment: {'id': 'f38db289-3e1f-41ad-9a0f-5803921025ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '820adf56-766f-4121-a5f1-2520e940f110'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:22.526969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Bound port: 45d9b529-00ea-4902-811d-565409f7fd12, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38db289-3e1f-41ad-9a0f-5803921025ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '820adf56-766f-4121-a5f1-2520e940f110'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:22.527372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.633700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::206 (820adf56-766f-4121-a5f1-2520e940f110/c5231b56-bcf0-41b1-8343-7428a9f8ccfb/0e4bc959-9bfd-41ed-b924-20e01548e1e0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:22.669437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40308) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:22.675019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1384988554'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:22.689360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-2413fa30-76e1-4b0d-accd-859ede47d2d8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2615149 Jul 23 16:37:22.765675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Made reservation on behalf of 5fb431345e2c49ea8c015f8af9af622f for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:22.771686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.787226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.991343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] For port 45d9b529-00ea-4902-811d-565409f7fd12, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:22.996483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] For port 45d9b529-00ea-4902-811d-565409f7fd12, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45d9b529-00ea-4902-811d-565409f7fd12,segment=NetworkSegment(f38db289-3e1f-41ad-9a0f-5803921025ba),segment_id=f38db289-3e1f-41ad-9a0f-5803921025ba)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:23.001065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.027537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.042788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 0e4bc959-9bfd-41ed-b924-20e01548e1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:23.061194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78023f91-6c13-4eda-89ef-2f151362f703 None None] Pushing event updated for resources: {'Port': ['ID=45d9b529-00ea-4902-811d-565409f7fd12,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.086797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.158368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.167836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Deleting subnet ace9b905-3b78-4880-9a19-8080fe2bb780 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:23.170906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.172879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-138f2d80-bfd6-4e8d-9fa2-9a514a67aceb service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562523 Jul 23 16:37:23.180497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 820adf56-766f-4121-a5f1-2520e940f110 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:23.213096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.215882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9018d64c-dd6f-4289-a3f9-0a6d4baf88e4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.250417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:23.299096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.303695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.304041 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Added segment 7d576666-e215-4d29-804d-ba8583dea9b2 of type vlan for network 8a04382d-0876-4439-b3c7-54ba214749fb Jul 23 16:37:23.478652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:23.484873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:23.491088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.492126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.509886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0daa9372-46a2-45d0-9b6b-1920b1c9a930 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235886 Jul 23 16:37:23.533881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.545699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.570169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=0e4bc959-9bfd-41ed-b924-20e01548e1e0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.586526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40326) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:23.598457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9cb0f144-1e1a-486a-a7e4-6f944fb60d9a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3359549 Jul 23 16:37:23.716616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.722287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.722911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.787697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.818376 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3144217 Jul 23 16:37:23.846514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40332) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:23.853274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-17a310b2-6134-4b6b-bbc5-f53d11b2dc2e tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-593611651') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:23.885285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0952c5c1-7007-4488-b4d1-21fc99aea030 req-737c12f4-cd0c-4dac-a070-842e03d0b085 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 210 time: 0.0828390 Jul 23 16:37:23.893600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace9b905-3b78-4880-9a19-8080fe2bb780,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.908031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.912510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6aaa2ee-b504-4c37-9889-75969ce9481f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ace9b905-3b78-4880-9a19-8080fe2bb780 HTTP/1.1" status: 204 len: 168 time: 1.2420118 Jul 23 16:37:23.912733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40334) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:23.914293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f079168-eaf8-430c-a6db-4e94df514dda tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Pushing event updated for resources: {'Network': ['ID=8a04382d-0876-4439-b3c7-54ba214749fb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.925572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 0e4bc959-9bfd-41ed-b924-20e01548e1e0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:23.925919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.932469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8a04382d-0876-4439-b3c7-54ba214749fb details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:24.096037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.182122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.212670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40344) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.212911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17a310b2-6134-4b6b-bbc5-f53d11b2dc2e tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "PUT /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-593611651 HTTP/1.1" status: 201 len: 201 time: 0.3637483 Jul 23 16:37:24.224695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-2c8f76f2-b25d-47eb-bb44-b22c17ff47cb tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-593611651') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.228365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 0e4bc959-9bfd-41ed-b924-20e01548e1e0 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:24.285205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.308679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45d9b529-00ea-4902-811d-565409f7fd12 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:24.322484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece3d9d5-59b1-40e4-952f-10879a43fd93']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.342834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5586fa-19b0-42a2-ab72-b807a85e0161') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.343226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5586fa-19b0-42a2-ab72-b807a85e0161') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.360513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.384423 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.414994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 45d9b529-00ea-4902-811d-565409f7fd12 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:24.458856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:24.460055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:24.461345 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:24.487789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c8f76f2-b25d-47eb-bb44-b22c17ff47cb tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-593611651 HTTP/1.1" status: 204 len: 168 time: 0.2723761 Jul 23 16:37:24.491393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40354) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.507933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-98c40269-188c-4e19-bb43-f5edc73fb614 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.570277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.594614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.600282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.605403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ece3d9d5-59b1-40e4-952f-10879a43fd93 HTTP/1.1" status: 204 len: 168 time: 0.6887965 Jul 23 16:37:24.650185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec2df9-82aa-43f8-83fb-f995602eae35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece3d9d5-59b1-40e4-952f-10879a43fd93,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.670101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=0e4bc959-9bfd-41ed-b924-20e01548e1e0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.716534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.719146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3adcaf31-f35f-4680-bece-dd2425bb59ec tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/0e4bc959-9bfd-41ed-b924-20e01548e1e0 HTTP/1.1" status: 204 len: 168 time: 1.1313508 Jul 23 16:37:24.721938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40358) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.757693 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-16215c05-bf09-4342-b600-110f9ad13c4e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:24.768056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-98c40269-188c-4e19-bb43-f5edc73fb614 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags HTTP/1.1" status: 200 len: 237 time: 0.2751055 Jul 23 16:37:24.771233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40360) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.780072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-0159af57-6b4f-425b-bd9e-e4d0e244d2aa tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', {'tags': ['tempest-TagsTest-Tag-772116460', 'tempest-TagsTest-Tag-1445303853', 'tempest-TagsTest-Tag-866854635']}) {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.785554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-16215c05-bf09-4342-b600-110f9ad13c4e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/0e4bc959-9bfd-41ed-b924-20e01548e1e0 HTTP/1.1" status: 404 len: 333 time: 0.0600536 Jul 23 16:37:24.785824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40362) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.850892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2eade-ba32-426a-9482-0c3d1c1083b9 None None] Network 820adf56-766f-4121-a5f1-2520e940f110 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:24.866588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet c5231b56-bcf0-41b1-8343-7428a9f8ccfb {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:24.870631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.903006 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0159af57-6b4f-425b-bd9e-e4d0e244d2aa tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "PUT /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags HTTP/1.1" status: 200 len: 307 time: 0.1298811 Jul 23 16:37:24.906605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40366) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.907504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40368) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:24.913239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-cea91999-b6e0-474b-a293-d07e8b110209 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-772116460') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:24.970359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.971736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Provisioning for port 45d9b529-00ea-4902-811d-565409f7fd12 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:24.986482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Provisioning complete for port 45d9b529-00ea-4902-811d-565409f7fd12 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:24.987107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.012197 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47905d75-b0a3-4b23-92e3-8e449c48187e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07a4df32635b430baa238597549e69fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925179 Jul 23 16:37:25.014878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40370) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.096753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7e7e0be-8571-4922-83b0-87e714958a29 req-55bfaae5-d65b-4322-b104-e49ff8ea555d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 210 time: 0.0955584 Jul 23 16:37:25.100907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.171907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.183407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cea91999-b6e0-474b-a293-d07e8b110209 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "DELETE /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-772116460 HTTP/1.1" status: 204 len: 168 time: 0.2747309 Jul 23 16:37:25.186401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.191286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.tag.tag_plugin [None req-3e363799-e65e-42dd-92c1-a5dca91f96a3 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-772116460') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:25.197971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.295259 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-3e363799-e65e-42dd-92c1-a5dca91f96a3 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] show failed (client error): The resource could not be found. Jul 23 16:37:25.296739 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e363799-e65e-42dd-92c1-a5dca91f96a3 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-772116460 HTTP/1.1" status: 404 len: 325 time: 0.1090245 Jul 23 16:37:25.297832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.300972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.302564 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9764bf54-897f-47af-beec-c4cd8ff3655b HTTP/1.1" status: 204 len: 168 time: 0.2756588 Jul 23 16:37:25.305076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40374) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.317726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0ee1-955d-46bb-8910-8c9bb097c59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764bf54-897f-47af-beec-c4cd8ff3655b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.319370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-777fec68-4adf-4df8-a86a-81b7fd74001b tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-1445303853') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:25.409353 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.459513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.511080 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:37:25.511960 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:37:25.560258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=c5231b56-bcf0-41b1-8343-7428a9f8ccfb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.600164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.605332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.605888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8e3ff5f7-b8be-497e-8734-5d74209588cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/c5231b56-bcf0-41b1-8343-7428a9f8ccfb HTTP/1.1" status: 204 len: 168 time: 0.8187304 Jul 23 16:37:25.721966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-777fec68-4adf-4df8-a86a-81b7fd74001b tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-1445303853 HTTP/1.1" status: 204 len: 168 time: 0.4157138 Jul 23 16:37:25.724815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:25.736755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-cc70c555-864c-45b8-ad2c-dd253c8a9815 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-866854635') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:25.805887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d2c24-e8da-4410-ae43-41840c108ce7 None None] Network 820adf56-766f-4121-a5f1-2520e940f110 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:25.819653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e1aae256-4c1b-4f01-8ecc-1a5647749e76 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.822159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e1aae256-4c1b-4f01-8ecc-1a5647749e76 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.4215600 Jul 23 16:37:25.846029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': '4cf163db-525a-45fd-a099-0d49a712b160', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:26.162052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.167342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.253595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] For port 45d9b529-00ea-4902-811d-565409f7fd12, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45d9b529-00ea-4902-811d-565409f7fd12,segment=NetworkSegment(f38db289-3e1f-41ad-9a0f-5803921025ba),segment_id=f38db289-3e1f-41ad-9a0f-5803921025ba)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:26.261208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.320949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 45d9b529-00ea-4902-811d-565409f7fd12 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:26.324875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.325464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6d05-1330-448c-adcc-bdc9861138bf None None] Pushing event updated for resources: {'Port': ['ID=45d9b529-00ea-4902-811d-565409f7fd12,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:26.383149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aef120ac-010a-42ca-8bf2-ac364e5d4ec7 None None] Provisioning complete for port 45d9b529-00ea-4902-811d-565409f7fd12 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:26.383694 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aef120ac-010a-42ca-8bf2-ac364e5d4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.442792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port 45d9b529-00ea-4902-811d-565409f7fd12, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45d9b529-00ea-4902-811d-565409f7fd12,segment=NetworkSegment(f38db289-3e1f-41ad-9a0f-5803921025ba),segment_id=f38db289-3e1f-41ad-9a0f-5803921025ba)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:26.443072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.461956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 45d9b529-00ea-4902-811d-565409f7fd12 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:26.470876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] DHCP port deletion for 820adf56-766f-4121-a5f1-2520e940f110 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:26.571355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cc70c555-864c-45b8-ad2c-dd253c8a9815 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-866854635 HTTP/1.1" status: 204 len: 168 time: 0.8451500 Jul 23 16:37:26.579309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40408) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:26.597394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-be96626c-6f5d-4966-b7ed-1245404d46d4 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:26.617714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Deleting port 45d9b529-00ea-4902-811d-565409f7fd12 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:26.618888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.677827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f87bca59-738a-4775-aa0c-de8304bc8b82 req-af836ae3-b098-4cfa-a40f-b2dfd5479807 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 210 time: 0.1045568 Jul 23 16:37:26.692080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.720492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] For port 45d9b529-00ea-4902-811d-565409f7fd12, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45d9b529-00ea-4902-811d-565409f7fd12,segment=NetworkSegment(f38db289-3e1f-41ad-9a0f-5803921025ba),segment_id=f38db289-3e1f-41ad-9a0f-5803921025ba)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:26.721265 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.735441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Calling delete_port for 45d9b529-00ea-4902-811d-565409f7fd12 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:26.766739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=45d9b529-00ea-4902-811d-565409f7fd12,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:26.815386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port 45d9b529-00ea-4902-811d-565409f7fd12 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:26.843238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.859393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] No DVR routers for this DVR port 45d9b529-00ea-4902-811d-565409f7fd12 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:26.894246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce76a1-4327-4a3e-949c-840b9753a7fb None None] Pushing event deleted for resources: {'Port': ['ID=45d9b529-00ea-4902-811d-565409f7fd12,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:26.963301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:26.969003 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.999372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.012415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820adf56-766f-4121-a5f1-2520e940f110']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.016693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-be96626c-6f5d-4966-b7ed-1245404d46d4 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "DELETE /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags HTTP/1.1" status: 204 len: 168 time: 0.4241440 Jul 23 16:37:27.019415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.027631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38db289-3e1f-41ad-9a0f-5803921025ba') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.027956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38db289-3e1f-41ad-9a0f-5803921025ba') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.028352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-9da14043-0ad8-49ed-8ca8-1c076189488d tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-1445303853') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.039061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.054400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.062733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:27.063149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:27.100281 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:27.207140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.209852 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-9da14043-0ad8-49ed-8ca8-1c076189488d tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] show failed (client error): The resource could not be found. Jul 23 16:37:27.211082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9da14043-0ad8-49ed-8ca8-1c076189488d tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-1445303853 HTTP/1.1" status: 404 len: 326 time: 0.1904011 Jul 23 16:37:27.215615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.215772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40426) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.223812 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/820adf56-766f-4121-a5f1-2520e940f110 HTTP/1.1" status: 204 len: 168 time: 1.6128900 Jul 23 16:37:27.224023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-c14eefbc-f8f6-4c26-8d0e-557644ac0291 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb', 'tempest-TagsTest-Tag-866854635') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.224023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.14 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/b88f9554-0d6c-4cdd-8972-defe934502c3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:27.225912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.231444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'name': 'tempest-PortsIpV6TestJSON-1353078753'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:27.244914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54f666-976a-4696-b058-1b68ae3a30ee tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=820adf56-766f-4121-a5f1-2520e940f110,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.373710 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-c14eefbc-f8f6-4c26-8d0e-557644ac0291 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] show failed (client error): The resource could not be found. Jul 23 16:37:27.377390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c14eefbc-f8f6-4c26-8d0e-557644ac0291 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "GET /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags/tempest-TagsTest-Tag-866854635 HTTP/1.1" status: 404 len: 325 time: 0.1581993 Jul 23 16:37:27.382267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40434) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.387820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.tag.tag_plugin [None req-66ce911c-c0e1-48f6-9f8b-ed92bdbd8010 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8a04382d-0876-4439-b3c7-54ba214749fb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:27.426916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:27.431891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.457965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 45e8aced-ed48-4064-a12f-566dd6a5a948 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:27.551271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.554786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40438) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.630166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66ce911c-c0e1-48f6-9f8b-ed92bdbd8010 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "DELETE /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb/tags HTTP/1.1" status: 204 len: 168 time: 0.2469285 Jul 23 16:37:27.637180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40444) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:27.780221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.814694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.874749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.886466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.908059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:28.013405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-806f462c-240c-4bc6-b228-40202ece1ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.032219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:28.046310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:28.061047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.063259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:28.079021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:28.097391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.098467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.112956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=45e8aced-ed48-4064-a12f-566dd6a5a948,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.149346 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af933cb8-9fd7-4b23-99ae-1c2f3a8a9a9e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9223385 Jul 23 16:37:28.154688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40454) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:28.225061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45d9b529-00ea-4902-811d-565409f7fd12 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:28.289535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 45d9b529-00ea-4902-811d-565409f7fd12 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:28.292915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45d9b529-00ea-4902-811d-565409f7fd12 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:28.367430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:28.371182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:28.395680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 45e8aced-ed48-4064-a12f-566dd6a5a948 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:28.396239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.456488 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.471339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a04382d-0876-4439-b3c7-54ba214749fb']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:28.484297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d576666-e215-4d29-804d-ba8583dea9b2') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:28.484707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d576666-e215-4d29-804d-ba8583dea9b2') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:28.494612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.496045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.511647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 45e8aced-ed48-4064-a12f-566dd6a5a948 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:28.554641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-806f462c-240c-4bc6-b228-40202ece1ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.585585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.594844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:28.595308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.670111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.693343 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-806f462c-240c-4bc6-b228-40202ece1ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:28.696978 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:28.707415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=45e8aced-ed48-4064-a12f-566dd6a5a948,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.713272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.718658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-64168081-a915-4a1b-93fa-2a1db55d1dbd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/45e8aced-ed48-4064-a12f-566dd6a5a948 HTTP/1.1" status: 204 len: 168 time: 0.5627241 Jul 23 16:37:28.719306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40464) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:28.724493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'mac_address': 'fa:16:3e:9e:af:04', 'name': 'tempest-PortsIpV6TestJSON-1464101790'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:28.739501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f462c-240c-4bc6-b228-40202ece1ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d85bb1-147f-4fd8-a254-6a0fcca4d0d4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.746151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.773109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.798897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.799663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.820411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-806f462c-240c-4bc6-b228-40202ece1ede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d4f9477f879401cb777c67349d32b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2629981 Jul 23 16:37:28.826100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40468) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:28.827630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.832138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] 10.222.0.64 "DELETE /v2.0/networks/8a04382d-0876-4439-b3c7-54ba214749fb HTTP/1.1" status: 204 len: 168 time: 1.1914546 Jul 23 16:37:28.872947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b343cc2-3b0a-4fa4-a7f5-f64fe26c99ee req-0d968a4d-a12a-4143-936c-e58e3528dcc6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.874576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b343cc2-3b0a-4fa4-a7f5-f64fe26c99ee req-0d968a4d-a12a-4143-936c-e58e3528dcc6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 932 time: 1.0090303 Jul 23 16:37:28.884859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed90b-ea3a-4262-a39a-1a46500af5a5 tempest-TagsTest-1944333 tempest-TagsTest-1944333-project] Pushing event deleted for resources: {'Network': ['ID=8a04382d-0876-4439-b3c7-54ba214749fb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.895489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:28.924572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-0eddf12a-20cd-4c75-b3d6-f3e75d1a9a23 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0890319 Jul 23 16:37:28.942852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Request body: {'port': {'device_id': '4cf163db-525a-45fd-a099-0d49a712b160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:29.066635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.097002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.098473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.103467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port e0303f97-05d4-4751-9402-acf6b48e53c7 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:29.194734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b343cc2-3b0a-4fa4-a7f5-f64fe26c99ee req-68ce18db-9711-42e9-af68-072228031ebd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119466 Jul 23 16:37:29.199056 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.360308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.361817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40482) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:29.405579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.408858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.412874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6d85bb1-147f-4fd8-a254-6a0fcca4d0d4 HTTP/1.1" status: 204 len: 168 time: 0.5736096 Jul 23 16:37:29.437086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f06a-ad1e-4cf2-8539-26360287bd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d85bb1-147f-4fd8-a254-6a0fcca4d0d4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.455517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.611264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=e0303f97-05d4-4751-9402-acf6b48e53c7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.639560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:29.641070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:29.643775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:29.650449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.651100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.676315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f05a047-abb2-47e6-8d6e-f861c10713bd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9520521 Jul 23 16:37:29.676791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40498) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:29.862467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb82435-b5b4-4f4c-9b30-975e1bbb69cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:29.887450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88f9554-0d6c-4cdd-8972-defe934502c3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:29.892806 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-acb82435-b5b4-4f4c-9b30-975e1bbb69cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/e0303f97-05d4-4751-9402-acf6b48e53c7 HTTP/1.1" status: 200 len: 845 time: 0.2144563 Jul 23 16:37:29.895833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40504) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:29.932274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.983047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Transition to ACTIVE for port object b88f9554-0d6c-4cdd-8972-defe934502c3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:29.990838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.029423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c5cabc4-6a67-4ffe-8c33-f643a007d670 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fb431345e2c49ea8c015f8af9af622f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641812 Jul 23 16:37:30.029947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:30.092478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.122252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.199639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Pushing event updated for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.226862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.233605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.236657 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9018d64c-dd6f-4289-a3f9-0a6d4baf88e4 HTTP/1.1" status: 204 len: 168 time: 0.2047448 Jul 23 16:37:30.266420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Attempting to bind port b88f9554-0d6c-4cdd-8972-defe934502c3 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:30.267002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Attempting to bind port b88f9554-0d6c-4cdd-8972-defe934502c3 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:30.268225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Attempting to bind port b88f9554-0d6c-4cdd-8972-defe934502c3 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:30.269093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcca80-0124-4c40-b4b3-97b99a3eca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018d64c-dd6f-4289-a3f9-0a6d4baf88e4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.282155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Port b88f9554-0d6c-4cdd-8972-defe934502c3 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:30.282484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Attempting to bind port b88f9554-0d6c-4cdd-8972-defe934502c3 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:30.293883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port e0303f97-05d4-4751-9402-acf6b48e53c7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:30.294353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.299118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:30.299587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:30.300078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:30.300666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Bound port: b88f9554-0d6c-4cdd-8972-defe934502c3, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:30.301455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.466287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.528986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for e0303f97-05d4-4751-9402-acf6b48e53c7 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:30.533654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:30.538903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b88f9554-0d6c-4cdd-8972-defe934502c3,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:30.589647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.652859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Pushing event updated for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.673032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.673654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.675143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-e14ed92b-0502-443b-a17d-ef6b6ec9270b service neutron] 10.222.0.67 "PUT /v2.0/ports/b88f9554-0d6c-4cdd-8972-defe934502c3 HTTP/1.1" status: 200 len: 1092 time: 1.7374530 Jul 23 16:37:30.688529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:30.694291 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d9df9-788f-41e9-9cc0-458f75d223d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:30.788630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de51db-7b3a-4872-980a-5e44a09837ef req-89e1de17-db18-4b23-bb6b-53469e26ad2e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.790749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5de51db-7b3a-4872-980a-5e44a09837ef req-89e1de17-db18-4b23-bb6b-53469e26ad2e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 944 time: 0.3506577 Jul 23 16:37:30.792218 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ef7f6-5c67-48c9-a00e-65860aaa05ac x-openstack-request-id: req-e00ef7f6-5c67-48c9-a00e-65860aaa05ac {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:30.792483 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:30.792734 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e00ef7f6-5c67-48c9-a00e-65860aaa05ac {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:30.793120 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3', 'status': 'completed', 'code': 200} Jul 23 16:37:30.851944 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.861025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5de51db-7b3a-4872-980a-5e44a09837ef req-6aea95cf-dc22-4c6e-bf73-6cc7ccc7046e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586224 Jul 23 16:37:30.888992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=e0303f97-05d4-4751-9402-acf6b48e53c7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.904169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-2f685168-8661-4896-85c1-9fae0046d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.905637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-2f685168-8661-4896-85c1-9fae0046d811 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 1095 time: 0.1730852 Jul 23 16:37:30.906673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.908687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-882e9a8b-c2a9-4514-8645-b4056de4d2fb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/e0303f97-05d4-4751-9402-acf6b48e53c7 HTTP/1.1" status: 204 len: 168 time: 1.0081279 Jul 23 16:37:30.911518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:31.008322 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4748d1-d544-44f4-bdb5-0a7ac32faa51 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:31.015840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-71dc1f16-c653-4ed2-a561-8aab1354266f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b88f9554-0d6c-4cdd-8972-defe934502c3 HTTP/1.1" status: 200 len: 217 time: 0.0937939 Jul 23 16:37:31.020050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40558) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:31.026532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa4748d1-d544-44f4-bdb5-0a7ac32faa51 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/e0303f97-05d4-4751-9402-acf6b48e53c7 HTTP/1.1" status: 404 len: 333 time: 0.1127839 Jul 23 16:37:31.036740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'name': 'tempest-PortsIpV6TestJSON-1905343627'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:31.195427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-f26f09ca-5ffd-42c7-b450-d0c514b32c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:31.197177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-f26f09ca-5ffd-42c7-b450-d0c514b32c69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1560497 Jul 23 16:37:31.251463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-58540791-2b94-4ff5-847f-b7924185df59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417254 Jul 23 16:37:31.271253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:31.278153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.352025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:31.386895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40578) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:31.669003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-f14f83cf-1ded-4bc8-b37a-2aefbfd44c64 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080338 Jul 23 16:37:31.736833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.827347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92c42f91-aeea-4ce3-9322-e073e727efd7 req-7813edda-ece1-4428-9cf6-98a0d8d3e895 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490073 Jul 23 16:37:31.850648 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.865504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-135042945-network', 'tenant_id': '6a7752f79f594fbb880c26fca9d5a051'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:31.897880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Made reservation on behalf of 6a7752f79f594fbb880c26fca9d5a051 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:31.901332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.920532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.046408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:32.057273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.064637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.079628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:32.088406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:32.096333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:32.097437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.098217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.104796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=bd90e3be-d9ff-4ad5-97c4-ba560d4b1747,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.113018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba2351-e5ca-40c7-b22e-1d9a72ac2a13,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.124921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.127892 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Added segment ec332ada-6bba-46d8-af4c-cdfb4fa11722 of type vlan for network d67a0b3f-afc5-4538-9373-200a3f78680f Jul 23 16:37:32.142494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9da44a1a-520d-4053-8fad-6cd7cce20255 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1211994 Jul 23 16:37:32.145428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:32.154212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:32.210062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-0aaf7292-f2c8-41f1-a3c3-295e35e41fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.212774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-0aaf7292-f2c8-41f1-a3c3-295e35e41fbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 1095 time: 0.2995391 Jul 23 16:37:32.226116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.230544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2358-7a90-4a7f-bf58-5eae560dfabc req-77534525-8c72-4f51-8e76-3d082ff81a3c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.237796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-044a2358-7a90-4a7f-bf58-5eae560dfabc req-77534525-8c72-4f51-8e76-3d082ff81a3c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 944 time: 0.2417660 Jul 23 16:37:32.290655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.291995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.296875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.342905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-88b158f0-4bc5-41f3-98fc-c6a21798b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.344592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-88b158f0-4bc5-41f3-98fc-c6a21798b18b service neutron] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.1247063 Jul 23 16:37:32.410249 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0168519 Jul 23 16:37:32.424041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-0910022c-fadb-49e2-a73a-c537899fd37d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b88f9554-0d6c-4cdd-8972-defe934502c3 HTTP/1.1" status: 200 len: 217 time: 0.0694482 Jul 23 16:37:32.501127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-068adc37-1567-4be5-8f2b-8b3a8ba39f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.502893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-068adc37-1567-4be5-8f2b-8b3a8ba39f6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.0547245 Jul 23 16:37:32.568370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-044a2358-7a90-4a7f-bf58-5eae560dfabc req-907c52b9-9bb5-431b-8b12-08455d35a708 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265247 Jul 23 16:37:32.574906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-789628b9-4503-4dc2-8c29-67015c0e521f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572319 Jul 23 16:37:32.576869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.627552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9401232-5fe9-40d2-9ad3-4e69e5195dde admin admin] Pushing event updated for resources: {'Network': ['ID=d67a0b3f-afc5-4538-9373-200a3f78680f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:32.645348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d67a0b3f-afc5-4538-9373-200a3f78680f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:32.685695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-9fbb6cca-9cba-4c64-a05c-f1a77b8dbf1d service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057162 Jul 23 16:37:32.863822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-288d9df9-788f-41e9-9cc0-458f75d223d9 req-acd6abe2-a308-4bb0-b766-68299816f034 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660054 Jul 23 16:37:33.207611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.219143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.318583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] In _notify_port_updated(), no bound segment for port bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 on network 63a3973e-e190-495b-ae66-0b59cb4db219 {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:33.339379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:33.343016 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.345636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/ports/bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 HTTP/1.1" status: 200 len: 818 time: 1.1992402 Jul 23 16:37:33.349142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40630) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:33.381947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dc7d8-2014-4ffd-8313-f26ecdb28f27 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=bd90e3be-d9ff-4ad5-97c4-ba560d4b1747,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.630268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:33.631193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.641186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:33.768626 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.786910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:33.889098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.923684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=bd90e3be-d9ff-4ad5-97c4-ba560d4b1747,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.943841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.945710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aae274f4-087c-4fe5-ab4e-7e0dfa7fbcbc tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 HTTP/1.1" status: 204 len: 168 time: 0.5953572 Jul 23 16:37:33.953524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40652) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:33.966991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dca6b9c6-1aab-4b36-b5e9-16efc1a9abaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.969246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b88f9554-0d6c-4cdd-8972-defe934502c3 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:37:34.164309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dca6b9c6-1aab-4b36-b5e9-16efc1a9abaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.215051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dca6b9c6-1aab-4b36-b5e9-16efc1a9abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.234014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b88f9554-0d6c-4cdd-8972-defe934502c3,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:34.262291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'b88f9554-0d6c-4cdd-8972-defe934502c3', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': 'b88f9554-0d6c-4cdd-8972-defe934502c3', 'mac_address': 'fa:16:3e:6a:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:37:34.311679 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dca6b9c6-1aab-4b36-b5e9-16efc1a9abaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=870086550b7b4c7cb0f46f5b1f82c476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672692 Jul 23 16:37:34.313639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6b9c6-1aab-4b36-b5e9-16efc1a9abaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17613b09-41b9-442b-902e-70a98fe18427,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.338260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:34.361290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c832d5-c6fe-4f6a-adf8-08ee5400798f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.363919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50c832d5-c6fe-4f6a-adf8-08ee5400798f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4072139 Jul 23 16:37:34.373141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40656) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:34.382751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.419812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88f9554-0d6c-4cdd-8972-defe934502c3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:34.422374 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec07b9a-de68-40b5-bcd0-22c416493a64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:34.424718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aec07b9a-de68-40b5-bcd0-22c416493a64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/bd90e3be-d9ff-4ad5-97c4-ba560d4b1747 HTTP/1.1" status: 404 len: 333 time: 0.0498621 Jul 23 16:37:34.432368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40658) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:34.440179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258381825'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:34.467022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b88f9554-0d6c-4cdd-8972-defe934502c3,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:34.487276 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.516899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.560924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.568610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.637359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.640111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.641620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17613b09-41b9-442b-902e-70a98fe18427 HTTP/1.1" status: 204 len: 168 time: 0.2950008 Jul 23 16:37:34.654485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f952574-406b-40f9-ade8-b69a1100026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17613b09-41b9-442b-902e-70a98fe18427,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.703251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:34.707611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.734646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b88f9554-0d6c-4cdd-8972-defe934502c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:34.771439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265394-17ec-40cb-9ec1-83850de6cb96 req-700023fa-32d9-4fc8-a2fa-a196ca16384e tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.783286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265394-17ec-40cb-9ec1-83850de6cb96 req-700023fa-32d9-4fc8-a2fa-a196ca16384e tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.803662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265394-17ec-40cb-9ec1-83850de6cb96 req-700023fa-32d9-4fc8-a2fa-a196ca16384e tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.805426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4265394-17ec-40cb-9ec1-83850de6cb96 req-700023fa-32d9-4fc8-a2fa-a196ca16384e tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.4261518 Jul 23 16:37:34.845815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:34.933469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d973c-f6a3-44a9-bacf-fa37fbb13792 req-fa1e661e-33ea-448e-8736-7b353844da28 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:34.941907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6d973c-f6a3-44a9-bacf-fa37fbb13792 req-fa1e661e-33ea-448e-8736-7b353844da28 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 945 time: 0.5082951 Jul 23 16:37:35.001589 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.001962 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment 9750c17d-0290-461d-8582-c5929976757a of type vlan for network edaf1114-48ff-4510-ab8f-2602aae50a10 Jul 23 16:37:35.144740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec51c4-7876-42b1-aab8-8777b816a05b req-acdef0ee-52b2-4fc1-b89f-9c1cf21badfe tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.146288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebec51c4-7876-42b1-aab8-8777b816a05b req-acdef0ee-52b2-4fc1-b89f-9c1cf21badfe tempest-ComputeTenantNetworksTest-1844990908 tempest-ComputeTenantNetworksTest-1844990908-project] 10.222.0.64 "GET /v2.0/networks/d67a0b3f-afc5-4538-9373-200a3f78680f HTTP/1.1" status: 200 len: 768 time: 0.2711403 Jul 23 16:37:35.157822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c6d973c-f6a3-44a9-bacf-fa37fbb13792 req-bc8ca75f-26bd-4ad7-b8df-b7e9bffae151 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149498 Jul 23 16:37:35.159406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40676) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.167227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.248584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.260429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:35.260543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.285964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40680) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.288953 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.317394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990b88ee-eb0f-4a71-847e-ecedc535a17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.405132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9588253 Jul 23 16:37:35.405132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c0dac-416c-4128-9dda-e98fda2a27e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=edaf1114-48ff-4510-ab8f-2602aae50a10,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.405132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40684) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.405132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:35.424850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:35.468779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.495397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67a0b3f-afc5-4538-9373-200a3f78680f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:35.516019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec332ada-6bba-46d8-af4c-cdfb4fa11722') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:35.516227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec332ada-6bba-46d8-af4c-cdfb4fa11722') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:35.536754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.562284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.576766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:35.577183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:35.578852 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:35.655555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990b88ee-eb0f-4a71-847e-ecedc535a17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.675753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-990b88ee-eb0f-4a71-847e-ecedc535a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.684985 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.689332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:35.699067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.746731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.749167 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d67a0b3f-afc5-4538-9373-200a3f78680f HTTP/1.1" status: 204 len: 168 time: 0.5886784 Jul 23 16:37:35.811819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b88ee-eb0f-4a71-847e-ecedc535a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a25ddd8-f68b-4887-8d66-9af041f1aeb3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.843169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3c180-90e0-4930-aee6-b28903015150 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67a0b3f-afc5-4538-9373-200a3f78680f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.881628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-990b88ee-eb0f-4a71-847e-ecedc535a17e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f94afa838cf4ee6af1bcb9c9394817c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888817 Jul 23 16:37:35.885958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40694) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:35.992719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.001565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b88f9554-0d6c-4cdd-8972-defe934502c3 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:36.051754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.115564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40700) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.116796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port b88f9554-0d6c-4cdd-8972-defe934502c3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:36.122665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port b88f9554-0d6c-4cdd-8972-defe934502c3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:36.123092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.154591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.162124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.164870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.166611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a25ddd8-f68b-4887-8d66-9af041f1aeb3 HTTP/1.1" status: 204 len: 168 time: 0.2792482 Jul 23 16:37:36.188250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328adfa-bab8-4e88-afda-56b2c35e2200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a25ddd8-f68b-4887-8d66-9af041f1aeb3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.283479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2a14cb2b-63a6-4c69-bde9-acec2d288750 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a7752f79f594fbb880c26fca9d5a051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654425 Jul 23 16:37:36.286068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.339225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': '9750c17d-0290-461d-8582-c5929976757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:36.340119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: edaf1114-48ff-4510-ab8f-2602aae50a10, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:36.356197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.368507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.387549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=20faa2cc-9035-4bcf-a435-ce5f25703097,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.418324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.420446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b88f9554-0d6c-4cdd-8972-defe934502c3,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:36.421695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:36.426680 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5767d074-cfe3-4f93-9119-a3575940cfe8" -d '{"events": [{"server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "name": "network-vif-plugged", "status": "completed", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:36.433001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.433437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network edaf1114-48ff-4510-ab8f-2602aae50a10 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:36.456949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, edaf1114-48ff-4510-ab8f-2602aae50a10) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:36.491140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.491529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.536150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3084-d57e-4a9f-b06b-471dc632d35d req-6210482a-71d5-48a5-8dc2-1b8d991ee3ef tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.550402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44ba3084-d57e-4a9f-b06b-471dc632d35d req-6210482a-71d5-48a5-8dc2-1b8d991ee3ef tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 945 time: 0.2654405 Jul 23 16:37:36.562882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e14ac69c-9b58-49c8-896e-7c048b8e312f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1634889 Jul 23 16:37:36.563564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40712) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:36.599046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:36.606783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.611697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.620788 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7ba2351-e5ca-40c7-b22e-1d9a72ac2a13 HTTP/1.1" status: 204 len: 168 time: 0.3334167 Jul 23 16:37:36.628893 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34355b44-9d38-447b-b2df-7b4c221af2e3 x-openstack-request-id: req-34355b44-9d38-447b-b2df-7b4c221af2e3 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:36.629208 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "name": "network-vif-plugged", "status": "completed", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:36.629478 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34355b44-9d38-447b-b2df-7b4c221af2e3 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:36.634680 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3', 'code': 200} Jul 23 16:37:36.635571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04ab83-0c46-4d15-a59c-2749e7e7706c None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:36.655573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a58f97-e5f0-4d83-b38b-034813f7f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba2351-e5ca-40c7-b22e-1d9a72ac2a13,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.816208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:37.013506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-edaf1114-48ff-4510-ab8f-2602aae50a10', 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': '20faa2cc-9035-4bcf-a435-ce5f25703097'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:37.015091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.106744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44ba3084-d57e-4a9f-b06b-471dc632d35d req-e8a57048-49b7-49ae-bef1-78b61258dfe5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554419 Jul 23 16:37:37.207875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038187e3-4610-4dee-8e1e-57550efef335 req-cc0b437e-93d5-4dd3-a864-aee21abfcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:37.207875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-038187e3-4610-4dee-8e1e-57550efef335 req-cc0b437e-93d5-4dd3-a864-aee21abfcbd2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 1097 time: 0.5186343 Jul 23 16:37:37.314179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-038187e3-4610-4dee-8e1e-57550efef335 req-db4a789e-8024-4a94-b94d-45b657837de9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982940 Jul 23 16:37:37.358175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:37.367322 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.372353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Allocated IP 2001:db8::2 (edaf1114-48ff-4510-ab8f-2602aae50a10/20faa2cc-9035-4bcf-a435-ce5f25703097/236379b5-0df7-4382-b5f4-3ab03922b2e5) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:37.659990 n-d-800484-3 neutron-server[94003]: INFO neutron.db.ipam_backend_mixin [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20faa2cc-9035-4bcf-a435-ce5f25703097 (CIDR: 2001:db8::/64) Jul 23 16:37:37.666645 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:37:37.667510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:37:37.697506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4dec3c6-96ce-49f7-8e75-194420b33e1d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1312346 Jul 23 16:37:37.700399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40756) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:37.710940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:37.724034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.773670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Transition to ACTIVE for port object 236379b5-0df7-4382-b5f4-3ab03922b2e5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:37.817152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Transition to ACTIVE for port object 236379b5-0df7-4382-b5f4-3ab03922b2e5 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:37.832130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.969837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Pushing event updated for resources: {'Port': ['ID=236379b5-0df7-4382-b5f4-3ab03922b2e5,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:37.985739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:37.988893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:37.990323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:37.994261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:38.000871 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.150270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Attempting to bind port 236379b5-0df7-4382-b5f4-3ab03922b2e5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:38.150652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Attempting to bind port 236379b5-0df7-4382-b5f4-3ab03922b2e5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '9750c17d-0290-461d-8582-c5929976757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:38.163850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Attempting to bind port 236379b5-0df7-4382-b5f4-3ab03922b2e5 on network edaf1114-48ff-4510-ab8f-2602aae50a10 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:38.173156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:38.173552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Checking segment: {'id': '9750c17d-0290-461d-8582-c5929976757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:38.173955 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.174481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Bound using segment: {'id': '9750c17d-0290-461d-8582-c5929976757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:38.175027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Bound port: 236379b5-0df7-4382-b5f4-3ab03922b2e5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9750c17d-0290-461d-8582-c5929976757a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:38.175477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.456286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] For port 236379b5-0df7-4382-b5f4-3ab03922b2e5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:38.457172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0adc-1d16-4440-900c-36c50c3e46d2 req-db4702c6-a1d2-4df0-882d-98ada2e0f806 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.463596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] For port 236379b5-0df7-4382-b5f4-3ab03922b2e5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=236379b5-0df7-4382-b5f4-3ab03922b2e5,segment=NetworkSegment(9750c17d-0290-461d-8582-c5929976757a),segment_id=9750c17d-0290-461d-8582-c5929976757a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:38.467972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-329f0adc-1d16-4440-900c-36c50c3e46d2 req-db4702c6-a1d2-4df0-882d-98ada2e0f806 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.1493049 Jul 23 16:37:38.473705 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.528596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-329f0adc-1d16-4440-900c-36c50c3e46d2 req-6ff72b1c-aa37-49de-b029-20a467d2fac8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530117 Jul 23 16:37:38.599498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a150-a35f-44a5-ad41-f7ccd2e18701 None None] Pushing event updated for resources: {'Port': ['ID=236379b5-0df7-4382-b5f4-3ab03922b2e5,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:38.812996 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.899212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network edaf1114-48ff-4510-ab8f-2602aae50a10 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:38.912002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:38.935303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:38.939793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.948552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=ed89d4e8-8698-446d-b4f6-cf6eba28fcc5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:38.976047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.978173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.978704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.979382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.980336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.982400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.982973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.983476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.983995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.986587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.987111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:38.987619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:39.000930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40824) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:39.001303 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1dd47590-cede-435d-b623-650e64dfa9a5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2987535 Jul 23 16:37:39.006295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'fixed_ips': [{'subnet_id': '20faa2cc-9035-4bcf-a435-ce5f25703097'}, {'subnet_id': 'ed89d4e8-8698-446d-b4f6-cf6eba28fcc5'}], 'name': 'tempest-PortsIpV6TestJSON-2040095517'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:39.248711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:39.457253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.508373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 13d57453-6b19-4f5e-9a7d-697908381c04 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:39.693802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:40.018750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccc0cd-0bf4-4065-bd86-6964b4fa301a req-2b8dfa43-7e20-4b44-bdb5-4b74368483cc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:40.028987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08ccc0cd-0bf4-4065-bd86-6964b4fa301a req-2b8dfa43-7e20-4b44-bdb5-4b74368483cc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.3568864 Jul 23 16:37:40.029110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea7e05a6-586e-458d-8c99-292c46233d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.263627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08ccc0cd-0bf4-4065-bd86-6964b4fa301a req-580f0f5e-bd5b-4387-9f4b-838d9e4019de tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326102 Jul 23 16:37:40.332519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 236379b5-0df7-4382-b5f4-3ab03922b2e5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:40.373846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea7e05a6-586e-458d-8c99-292c46233d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.381659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea7e05a6-586e-458d-8c99-292c46233d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.428504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a145a-cbcc-427e-94d3-11a5ec2341a9 None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:40.461381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::1de (edaf1114-48ff-4510-ab8f-2602aae50a10/20faa2cc-9035-4bcf-a435-ce5f25703097/13d57453-6b19-4f5e-9a7d-697908381c04) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:40.481464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8:0:1::374 (edaf1114-48ff-4510-ab8f-2602aae50a10/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5/13d57453-6b19-4f5e-9a7d-697908381c04) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:40.488760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40884) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:40.498427 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea7e05a6-586e-458d-8c99-292c46233d59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5aa40d1e4e0847649856b8ecc66f7262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032482 Jul 23 16:37:40.500418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e05a6-586e-458d-8c99-292c46233d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c03cedc-8570-4198-97bf-3a976f40e2fa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:40.518689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40888) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:40.693695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fcb3af83-4796-4c6a-a1b3-9dca053852f0 None None] Provisioning for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:40.720866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.764326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:40.774642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:40.775178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.790983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.802391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50a3ee-fd9b-4213-b46c-25c0c9fc74b5 req-1f6825b8-8618-47c7-a128-5d3032003ab9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:40.810519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d50a3ee-fd9b-4213-b46c-25c0c9fc74b5 req-1f6825b8-8618-47c7-a128-5d3032003ab9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.2553015 Jul 23 16:37:40.848196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c5f2-6194-4821-8f9e-ae4fba1bbc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.898338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.916636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d50a3ee-fd9b-4213-b46c-25c0c9fc74b5 req-6ff9d825-412f-49e4-88df-0949db0e3276 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045628 Jul 23 16:37:40.938610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.940360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Update dhcp port {'port': {'network_id': 'edaf1114-48ff-4510-ab8f-2602aae50a10', 'fixed_ips': [{'subnet_id': '20faa2cc-9035-4bcf-a435-ce5f25703097', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed89d4e8-8698-446d-b4f6-cf6eba28fcc5'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '236379b5-0df7-4382-b5f4-3ab03922b2e5'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:37:40.944221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.948919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c03cedc-8570-4198-97bf-3a976f40e2fa HTTP/1.1" status: 204 len: 168 time: 0.4269612 Jul 23 16:37:40.968498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 13d57453-6b19-4f5e-9a7d-697908381c04 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:40.985799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa2bf4-084f-45c2-b5d1-05fe794a2777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c03cedc-8570-4198-97bf-3a976f40e2fa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.010243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.012171 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.100801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 236379b5-0df7-4382-b5f4-3ab03922b2e5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=236379b5-0df7-4382-b5f4-3ab03922b2e5,segment=NetworkSegment(9750c17d-0290-461d-8582-c5929976757a),segment_id=9750c17d-0290-461d-8582-c5929976757a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:41.112255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.176167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c5f2-6194-4821-8f9e-ae4fba1bbc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.182095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c5f2-6194-4821-8f9e-ae4fba1bbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.230831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.260122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6b0c5f2-6194-4821-8f9e-ae4fba1bbc83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa599f551a6c43358cc2e1309d866a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688673 Jul 23 16:37:41.264467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40904) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:41.298760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0c5f2-6194-4821-8f9e-ae4fba1bbc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38fc33-4d86-4e13-86d9-d78c186c4913,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.369816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network edaf1114-48ff-4510-ab8f-2602aae50a10 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:41.400298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9169-c2c2-455c-b38d-6227b09e1a5c req-e87db599-6445-48a8-bccb-302e637c4be8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.412763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed7c9169-c2c2-455c-b38d-6227b09e1a5c req-e87db599-6445-48a8-bccb-302e637c4be8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.3465950 Jul 23 16:37:41.415929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:41.433842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:41.439574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.440292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.487133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=13d57453-6b19-4f5e-9a7d-697908381c04,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.519674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5176227 Jul 23 16:37:41.521243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.521591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.522028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.522363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.522688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.523011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.523334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.523538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40914) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:41.523665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.523991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.524309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.524674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.524932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbff53d-20fd-49b1-910a-98d8f3f3eeab tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:41.532880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20faa2cc-9035-4bcf-a435-ce5f25703097'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:41.549316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed7c9169-c2c2-455c-b38d-6227b09e1a5c req-e2403ae7-282e-4652-83fa-6f7cb07e014d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285655 Jul 23 16:37:41.554612 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.588345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=236379b5-0df7-4382-b5f4-3ab03922b2e5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.608086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.642874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.685602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Allocated IP 2001:db8:0:1::2 (edaf1114-48ff-4510-ab8f-2602aae50a10/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5/236379b5-0df7-4382-b5f4-3ab03922b2e5) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:41.729236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.739984 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.746560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb38fc33-4d86-4e13-86d9-d78c186c4913 HTTP/1.1" status: 204 len: 168 time: 0.4444585 Jul 23 16:37:41.771487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298959-c393-42a5-8672-056041bddfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38fc33-4d86-4e13-86d9-d78c186c4913,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.911111 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f09b63d-780d-49a2-bb70-16d833617960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.962731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.004601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] For port 236379b5-0df7-4382-b5f4-3ab03922b2e5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=236379b5-0df7-4382-b5f4-3ab03922b2e5,segment=NetworkSegment(9750c17d-0290-461d-8582-c5929976757a),segment_id=9750c17d-0290-461d-8582-c5929976757a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:42.084620 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.119574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Transition to ACTIVE for port object 236379b5-0df7-4382-b5f4-3ab03922b2e5 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:42.124583 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.223334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae71c8f-9ea5-4a14-82cb-2832c2aa7eb1 req-51670239-0f00-42a0-8989-7ff7d2db060b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.226469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae71c8f-9ea5-4a14-82cb-2832c2aa7eb1 req-51670239-0f00-42a0-8989-7ff7d2db060b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.1583626 Jul 23 16:37:42.240900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd7bcc-1195-49d6-9a54-5f406f44deef None None] Pushing event updated for resources: {'Port': ['ID=236379b5-0df7-4382-b5f4-3ab03922b2e5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.264271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 236379b5-0df7-4382-b5f4-3ab03922b2e5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:42.354273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae71c8f-9ea5-4a14-82cb-2832c2aa7eb1 req-40397de5-83b3-4c7f-96ef-0b9667a72efd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203353 Jul 23 16:37:42.541545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40952) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:42.571008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d56edfb-8979-427b-9eda-caf937a823df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.677304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Delete allocated IP 2001:db8:0:1::374 (edaf1114-48ff-4510-ab8f-2602aae50a10/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5) {{(pid=94004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:37:42.769901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d56edfb-8979-427b-9eda-caf937a823df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.777885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d56edfb-8979-427b-9eda-caf937a823df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.891377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3d56edfb-8979-427b-9eda-caf937a823df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c27b76c7dde343ebac446d2857cc4c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484735 Jul 23 16:37:42.895696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:42.932413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56edfb-8979-427b-9eda-caf937a823df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ad4c0-9c92-40ad-b842-c0187995ea39,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.956528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.992347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Ignored duplicate provisioning block setup for port 13d57453-6b19-4f5e-9a7d-697908381c04 by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:37:42.999784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.062273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.091503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] In _notify_port_updated(), no bound segment for port 13d57453-6b19-4f5e-9a7d-697908381c04 on network edaf1114-48ff-4510-ab8f-2602aae50a10 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:43.098387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.099052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.100566 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/ports/13d57453-6b19-4f5e-9a7d-697908381c04 HTTP/1.1" status: 200 len: 926 time: 1.5747769 Jul 23 16:37:43.107078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:43.108366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed69437-bee8-461d-a120-6559da85d02e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=13d57453-6b19-4f5e-9a7d-697908381c04,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:43.116318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.121044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20faa2cc-9035-4bcf-a435-ce5f25703097'}, {'subnet_id': 'ed89d4e8-8698-446d-b4f6-cf6eba28fcc5'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:43.186404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.190521 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.196685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/278ad4c0-9c92-40ad-b842-c0187995ea39 HTTP/1.1" status: 204 len: 168 time: 0.2989371 Jul 23 16:37:43.213386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a706e-89d6-418b-b7e9-e41191e8d9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ad4c0-9c92-40ad-b842-c0187995ea39,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:43.331286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.458722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86da3b4-c338-42fc-9d3f-d7a65be78dee None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:43.506405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ab7dba41-fb84-45b6-8e58-3df4492957a6 None None] Provisioning for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:43.625404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51aea-5392-4bb7-aec4-e6d66e3abf90 req-e2a204f1-9d6a-4df7-9eb5-065d558e59fb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.641147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92b51aea-5392-4bb7-aec4-e6d66e3abf90 req-e2a204f1-9d6a-4df7-9eb5-065d558e59fb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.1601722 Jul 23 16:37:43.667079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ab7dba41-fb84-45b6-8e58-3df4492957a6 None None] Provisioning complete for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:43.667541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ab7dba41-fb84-45b6-8e58-3df4492957a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.741543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92b51aea-5392-4bb7-aec4-e6d66e3abf90 req-0a4cb889-6a2f-45e2-a3b1-b81765f6c234 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991509 Jul 23 16:37:43.842001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8:0:1::39f (edaf1114-48ff-4510-ab8f-2602aae50a10/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5/13d57453-6b19-4f5e-9a7d-697908381c04) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:43.871420 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:37:43.899612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817664-c995-4a0e-881f-63d9313bb616 req-924f1ec2-8773-437d-be67-b36dacfdeb70 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.901414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec817664-c995-4a0e-881f-63d9313bb616 req-924f1ec2-8773-437d-be67-b36dacfdeb70 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 946 time: 0.2186949 Jul 23 16:37:44.209252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port b88f9554-0d6c-4cdd-8972-defe934502c3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:44.209624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.215903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 236379b5-0df7-4382-b5f4-3ab03922b2e5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:44.374493 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.396122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port b88f9554-0d6c-4cdd-8972-defe934502c3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b88f9554-0d6c-4cdd-8972-defe934502c3,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:44.401638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.407828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:44.408861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.447964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for b88f9554-0d6c-4cdd-8972-defe934502c3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:44.500236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3bd48c95-d6e5-4103-85fb-2e3906e5fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.772161 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.791330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b88f9554-0d6c-4cdd-8972-defe934502c3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:44.856073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:44.866049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=b88f9554-0d6c-4cdd-8972-defe934502c3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.925006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.955843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Ignored duplicate provisioning block setup for port 13d57453-6b19-4f5e-9a7d-697908381c04 by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:37:44.970002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.031175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Provisioning complete for port 236379b5-0df7-4382-b5f4-3ab03922b2e5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.031557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.043685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port b88f9554-0d6c-4cdd-8972-defe934502c3 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:45.080202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.092402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec817664-c995-4a0e-881f-63d9313bb616 req-14f5889f-ed09-4cc7-bac3-9adfe1e61f87 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "DELETE /v2.0/ports/b88f9554-0d6c-4cdd-8972-defe934502c3 HTTP/1.1" status: 204 len: 173 time: 1.1816163 Jul 23 16:37:45.093513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'name': 'network-vif-deleted', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:45.097399 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342a53b-b790-47b0-98dd-5126aa2479de" -d '{"events": [{"server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "name": "network-vif-deleted", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:45.162362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-326ff4c7-5abd-4ea3-8b2e-a3e61b3170f6 req-2249c715-a05d-4071-84aa-4d746bfd6664 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 210 time: 0.1884217 Jul 23 16:37:45.202154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] In _notify_port_updated(), no bound segment for port 13d57453-6b19-4f5e-9a7d-697908381c04 on network edaf1114-48ff-4510-ab8f-2602aae50a10 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:37:45.218396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:45.219085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.220454 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/ports/13d57453-6b19-4f5e-9a7d-697908381c04 HTTP/1.1" status: 200 len: 1012 time: 2.1094391 Jul 23 16:37:45.224017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41032) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:45.249644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f630c-288e-4474-af95-4a49d59881f0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=13d57453-6b19-4f5e-9a7d-697908381c04,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:45.406822 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e2f6a-a719-4c41-ae66-c13b12d05a77 x-openstack-request-id: req-584e2f6a-a719-4c41-ae66-c13b12d05a77 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:45.409632 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf163db-525a-45fd-a099-0d49a712b160", "name": "network-vif-deleted", "tag": "b88f9554-0d6c-4cdd-8972-defe934502c3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:45.410046 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-584e2f6a-a719-4c41-ae66-c13b12d05a77 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:45.410580 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf163db-525a-45fd-a099-0d49a712b160', 'name': 'network-vif-deleted', 'tag': 'b88f9554-0d6c-4cdd-8972-defe934502c3', 'status': 'completed', 'code': 200} Jul 23 16:37:45.497223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Provisioning for port 13d57453-6b19-4f5e-9a7d-697908381c04 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:45.502666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Provisioning complete for port 13d57453-6b19-4f5e-9a7d-697908381c04 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.503324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.538239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 13d57453-6b19-4f5e-9a7d-697908381c04 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:45.538239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.563819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.590695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-33a0ace6-af4f-4e19-b59d-5fd4d868edee None None] Port 13d57453-6b19-4f5e-9a7d-697908381c04 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:45.771163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c9b20d5-e3ac-4295-9f40-d291932d1c76 None None] Provisioning complete for port 13d57453-6b19-4f5e-9a7d-697908381c04 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:45.771375 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c9b20d5-e3ac-4295-9f40-d291932d1c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.807454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.844304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 13d57453-6b19-4f5e-9a7d-697908381c04 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:45.899695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b20d5-e3ac-4295-9f40-d291932d1c76 None None] Port 13d57453-6b19-4f5e-9a7d-697908381c04 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:46.081903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8d9d7f16-c830-4813-aceb-5e9af55c113e None None] Provisioning complete for port 13d57453-6b19-4f5e-9a7d-697908381c04 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:46.082120 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7f16-c830-4813-aceb-5e9af55c113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.247847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d7f16-c830-4813-aceb-5e9af55c113e None None] Port 13d57453-6b19-4f5e-9a7d-697908381c04 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:46.580344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7a1cab08-e76e-4d62-a072-823024f2fa89 None None] Provisioning complete for port 13d57453-6b19-4f5e-9a7d-697908381c04 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:46.581004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a1cab08-e76e-4d62-a072-823024f2fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.641450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1b626d8-3f5f-4a1a-8f8f-4f367f05ce1c req-145a9028-6f6e-48f2-b011-3599beaa988e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cf163db-525a-45fd-a099-0d49a712b160 HTTP/1.1" status: 200 len: 210 time: 0.0950072 Jul 23 16:37:46.690649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.702994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cab08-e76e-4d62-a072-823024f2fa89 None None] Port 13d57453-6b19-4f5e-9a7d-697908381c04 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:46.717408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-036d8a41-f466-4e4d-ab67-4175742650bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5048470 Jul 23 16:37:46.869904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=13d57453-6b19-4f5e-9a7d-697908381c04,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:47.020853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.024305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.035199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7cb181aa-c08b-45e9-930b-64c5ad201411 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/13d57453-6b19-4f5e-9a7d-697908381c04 HTTP/1.1" status: 204 len: 168 time: 1.8076715 Jul 23 16:37:47.036606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41092) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.132370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-7e16f8c0-961b-454a-8397-6b2ffb48fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.134250 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaa2d94-e412-4d55-ac1e-ce1067f2777a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:47.138387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-7e16f8c0-961b-454a-8397-6b2ffb48fbb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 1096 time: 0.2625892 Jul 23 16:37:47.144827 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bbaa2d94-e412-4d55-ac1e-ce1067f2777a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/13d57453-6b19-4f5e-9a7d-697908381c04 HTTP/1.1" status: 404 len: 333 time: 0.1049771 Jul 23 16:37:47.146583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41102) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.278573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet ed89d4e8-8698-446d-b4f6-cf6eba28fcc5 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:47.337639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99e8c6a6-1807-4aac-b46e-b0acc2495937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.343100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.440770 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.538493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99e8c6a6-1807-4aac-b46e-b0acc2495937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.544259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-99e8c6a6-1807-4aac-b46e-b0acc2495937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.606973 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-99e8c6a6-1807-4aac-b46e-b0acc2495937 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05b274ab79234db5af07d78cfb0677ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793381 Jul 23 16:37:47.609409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.609970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8c6a6-1807-4aac-b46e-b0acc2495937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad6309-2e17-4cc4-9c7c-7ce091615275,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:47.612646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41112) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:47.721244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-cbb0543d-350d-43ff-bf5c-455447e80499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.723117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-cbb0543d-350d-43ff-bf5c-455447e80499 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 200 len: 911 time: 0.4418335 Jul 23 16:37:47.751030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.873009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.938554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:47.943085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-0ac8c9af-3593-4b55-990c-ad21a5dec483 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 200 len: 1001 time: 0.1991284 Jul 23 16:37:48.042778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b88f9554-0d6c-4cdd-8972-defe934502c3 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:48.071715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-c318ce12-343a-4a84-a53d-2dec23a67970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.073253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-c318ce12-343a-4a84-a53d-2dec23a67970 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 200 len: 849 time: 0.1039145 Jul 23 16:37:48.075981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: b88f9554-0d6c-4cdd-8972-defe934502c3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:48.076586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b88f9554-0d6c-4cdd-8972-defe934502c3 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:48.086696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.089967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.091696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5ad6309-2e17-4cc4-9c7c-7ce091615275 HTTP/1.1" status: 204 len: 168 time: 0.4749811 Jul 23 16:37:48.119649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a9be6-de78-4fa0-b700-26f3dbc6e63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad6309-2e17-4cc4-9c7c-7ce091615275,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.187183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.264638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=ed89d4e8-8698-446d-b4f6-cf6eba28fcc5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.278158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.284535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-680c8522-2840-4319-b50b-eb2039dcc754 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5 HTTP/1.1" status: 204 len: 168 time: 1.1297255 Jul 23 16:37:48.284639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f500411-f975-4874-b709-8d6a5ddbbdb1 None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:48.285142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41142) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.330296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-da7f3ce5-b270-43b0-9e46-fa2e1f439392 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.331632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-da7f3ce5-b270-43b0-9e46-fa2e1f439392 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2984223 Jul 23 16:37:48.337389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-0cf89840-588d-4719-84d0-9f0bcbed61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.339246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-0cf89840-588d-4719-84d0-9f0bcbed61b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c927708-49ca-4aad-b0c6-7a975381ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441466 Jul 23 16:37:48.360014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-ac9af95e-a0f3-4784-aaa2-b436a4039b01 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/quotas/8224758dcecd44f08ead1bb75fd8e7d0 HTTP/1.1" status: 200 len: 375 time: 0.0198774 Jul 23 16:37:48.391366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 20faa2cc-9035-4bcf-a435-ce5f25703097 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:37:48.402876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.499688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.643771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-653b033e-0f45-451b-9e4e-191926ce7f29 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960567 Jul 23 16:37:48.650693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-876f24d2-a998-4d1c-9210-92c9d469599a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802973 Jul 23 16:37:48.730296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.736074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41164) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:48.758647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71510ac7-226f-40df-96b3-9142c006b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.852648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.939897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=20faa2cc-9035-4bcf-a435-ce5f25703097,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.951644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.955886 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e1953ad2-08b3-47d2-a2a0-c53e8d67a3e5 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/20faa2cc-9035-4bcf-a435-ce5f25703097 HTTP/1.1" status: 204 len: 168 time: 0.6690667 Jul 23 16:37:48.975431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41178) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:49.050079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbbb3c8e-2c79-46fe-a430-4619b44731c0 req-65c48d04-792b-4e2d-9b2a-150606f87bf5 service neutron] 10.222.0.67 "GET /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979924 Jul 23 16:37:49.134799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-6f637041-0e50-4b33-ab37-1a75596dd3fa service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734910 Jul 23 16:37:49.182017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.330902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 236379b5-0df7-4382-b5f4-3ab03922b2e5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:49.331564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.344108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-a496c783-41b3-4c83-9347-dcf6d6f4def0 service neutron] 10.222.0.64 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083185 Jul 23 16:37:49.383758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71510ac7-226f-40df-96b3-9142c006b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.395086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71510ac7-226f-40df-96b3-9142c006b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.465313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port 236379b5-0df7-4382-b5f4-3ab03922b2e5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=236379b5-0df7-4382-b5f4-3ab03922b2e5,segment=NetworkSegment(9750c17d-0290-461d-8582-c5929976757a),segment_id=9750c17d-0290-461d-8582-c5929976757a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:49.466004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.490324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 236379b5-0df7-4382-b5f4-3ab03922b2e5 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:49.516115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-71510ac7-226f-40df-96b3-9142c006b755 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17f5bcd1b4ae4760bf854d0afa563129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786541 Jul 23 16:37:49.517488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71510ac7-226f-40df-96b3-9142c006b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c868fba-7ff7-4ffa-a286-ad5fbba05f06,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:49.531348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41196) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:49.651443 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.695268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.739875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=236379b5-0df7-4382-b5f4-3ab03922b2e5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:49.761015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port 236379b5-0df7-4382-b5f4-3ab03922b2e5 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:49.764832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.825526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c07c1-fcb7-4982-acbb-1836df98415d None None] Network edaf1114-48ff-4510-ab8f-2602aae50a10 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:49.875671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.884509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:49.890777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c868fba-7ff7-4ffa-a286-ad5fbba05f06 HTTP/1.1" status: 204 len: 168 time: 0.3577440 Jul 23 16:37:49.906579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ebf3298-0c38-455b-a28d-198875dff176 None None] Could not find standard attr ID for object 236379b5-0df7-4382-b5f4-3ab03922b2e5. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:49.999951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.012755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf1114-48ff-4510-ab8f-2602aae50a10']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:50.024672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db275c-5845-4df7-b987-189d9a87f6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c868fba-7ff7-4ffa-a286-ad5fbba05f06,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:50.037582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32cdbe59-1b84-4180-ba37-9410a085c4ae req-470e5681-a3e5-4972-a9b2-0e2bf1ab6b61 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 210 time: 0.1606224 Jul 23 16:37:50.074714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9750c17d-0290-461d-8582-c5929976757a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:50.077661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9750c17d-0290-461d-8582-c5929976757a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:50.121340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.158174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.183762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:37:50.184485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:50.188287 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:50.346216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db7497-cc62-4a6c-9a7c-103180e567cb None None] DHCP port deletion for edaf1114-48ff-4510-ab8f-2602aae50a10 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:37:50.348904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.377762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.387485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41226) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:50.407147 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/edaf1114-48ff-4510-ab8f-2602aae50a10 HTTP/1.1" status: 204 len: 168 time: 1.4302320 Jul 23 16:37:50.441271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496826fd-1cd8-4d76-b1ee-06898e89f84d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=edaf1114-48ff-4510-ab8f-2602aae50a10,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:50.551015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149b9c6-d10d-475a-b134-996dca4933e8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:50.555242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c149b9c6-d10d-475a-b134-996dca4933e8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1644573 Jul 23 16:37:50.558888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:50.689419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41238) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:50.695163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-739569051'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:50.704532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1befa7b2-2246-4474-8c43-b58a3a2be22a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1343246 Jul 23 16:37:50.737775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:50.757613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.811609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:37:50.846588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.848138 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment fddaf452-8165-48c5-b4f6-7c5da4c63027 of type vlan for network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 Jul 23 16:37:50.977892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.141804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.161724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.163798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.320219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=76c3b71b-77e5-4b5c-a21f-c2ea999819e5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:51.346225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:37:51.423236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96ca1456-f406-4a0d-98b7-dc0ac53911e9 req-17e43ac2-2d4b-4c22-9334-c5d6c10b6d0c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 210 time: 0.1688209 Jul 23 16:37:51.427934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d15f849f-1107-4477-baa0-d394baed5928 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7345121 Jul 23 16:37:51.428286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:51.437907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:51.684269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:51.696244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.865466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-5a32fbce-1ef3-4c9d-933d-a81d1759813c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.867095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-5a32fbce-1ef3-4c9d-933d-a81d1759813c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 805 time: 0.2656512 Jul 23 16:37:51.886626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Request body: {'port': {'device_id': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'admin_state_up': True, 'tenant_id': '8224758dcecd44f08ead1bb75fd8e7d0'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:52.086566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 236379b5-0df7-4382-b5f4-3ab03922b2e5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:37:52.131742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 236379b5-0df7-4382-b5f4-3ab03922b2e5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:37:52.132725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 236379b5-0df7-4382-b5f4-3ab03922b2e5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:37:52.196362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.316263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:52.422038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=2e2cab6e-b4ce-4dca-8f6e-8965fecaa023,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:52.443665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': 'fddaf452-8165-48c5-b4f6-7c5da4c63027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:52.447023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: 76c3b71b-77e5-4b5c-a21f-c2ea999819e5, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:52.516501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:52.545674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 76c3b71b-77e5-4b5c-a21f-c2ea999819e5) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:52.556196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee554ab-633e-408d-af31-a7756239a8e2 None None] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:52.561360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.563722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.616611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b821e8ac-3f7f-456c-a893-e375c9557fa8 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1861310 Jul 23 16:37:52.617463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:52.639750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5', 'name': 'tempest-PortsIpV6TestJSON-476420694'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:52.769293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d816926-6bf4-45e3-adc9-df1899fca2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.888226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b750e18-d917-466b-b187-db133f9650ed req-54fe5d90-b6c2-48e0-b9e8-49ea8000c8ca tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 210 time: 0.0737453 Jul 23 16:37:52.932971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-76c3b71b-77e5-4b5c-a21f-c2ea999819e5', 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': '2e2cab6e-b4ce-4dca-8f6e-8965fecaa023'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:37:52.933848 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.136125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d816926-6bf4-45e3-adc9-df1899fca2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.141104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d816926-6bf4-45e3-adc9-df1899fca2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.173190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Made reservation on behalf of 8224758dcecd44f08ead1bb75fd8e7d0 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:53.176839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.215629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d816926-6bf4-45e3-adc9-df1899fca2e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=166f2c9c392340a28e422d270e6e721c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982050 Jul 23 16:37:53.219960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816926-6bf4-45e3-adc9-df1899fca2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bca93-c37a-4953-8051-b5febed616e9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.222972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:53.296331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Allocated IP 2001:db8::2 (76c3b71b-77e5-4b5c-a21f-c2ea999819e5/2e2cab6e-b4ce-4dca-8f6e-8965fecaa023/cc1271e7-ecab-43b2-a59d-f70a4c150c27) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:53.338827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.393250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.456128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:53.463069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.484653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.487821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.489533 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/335bca93-c37a-4953-8051-b5febed616e9 HTTP/1.1" status: 204 len: 168 time: 0.2632349 Jul 23 16:37:53.501075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:53.506559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e4dfb-3afb-4b2a-a5ad-7ffea3904b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bca93-c37a-4953-8051-b5febed616e9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.568138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Allocated IP 172.20.0.10 (64d87940-e5b6-43b8-9d0b-e1f91944249e/67a5d07d-706a-4cbf-b4dc-957a842e7410/392fb941-10df-41ed-a458-c6a78973aa59) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:53.659793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.683089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Transition to ACTIVE for port object cc1271e7-ecab-43b2-a59d-f70a4c150c27 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:53.732378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Transition to ACTIVE for port object cc1271e7-ecab-43b2-a59d-f70a4c150c27 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:53.764521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.887435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::347 (76c3b71b-77e5-4b5c-a21f-c2ea999819e5/2e2cab6e-b4ce-4dca-8f6e-8965fecaa023/fc9d6e02-0e34-4f6e-b852-8ddd9d10a420) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:53.910836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Pushing event updated for resources: {'Port': ['ID=cc1271e7-ecab-43b2-a59d-f70a4c150c27,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:53.945137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.954524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.954879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.955237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.956747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.957279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.958354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.960126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.961604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.963670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.966317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:53.966885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:54.009389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:54.016102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:54.024335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:54.115815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.143330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Attempting to bind port cc1271e7-ecab-43b2-a59d-f70a4c150c27 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:54.143719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Attempting to bind port cc1271e7-ecab-43b2-a59d-f70a4c150c27 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'fddaf452-8165-48c5-b4f6-7c5da4c63027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:54.144081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Attempting to bind port cc1271e7-ecab-43b2-a59d-f70a4c150c27 on network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:54.151635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:54.152064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Checking segment: {'id': 'fddaf452-8165-48c5-b4f6-7c5da4c63027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:54.152704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.153182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Bound using segment: {'id': 'fddaf452-8165-48c5-b4f6-7c5da4c63027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:54.153680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Bound port: cc1271e7-ecab-43b2-a59d-f70a4c150c27, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddaf452-8165-48c5-b4f6-7c5da4c63027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:54.154117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.305907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f908f592-54b6-4f51-8419-0eaf3d479c04 req-09506d49-906f-4278-9688-d779ab00c3a5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 210 time: 0.1210175 Jul 23 16:37:54.310995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] For port cc1271e7-ecab-43b2-a59d-f70a4c150c27, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:54.373455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.378133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] For port cc1271e7-ecab-43b2-a59d-f70a4c150c27, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc1271e7-ecab-43b2-a59d-f70a4c150c27,segment=NetworkSegment(fddaf452-8165-48c5-b4f6-7c5da4c63027),segment_id=fddaf452-8165-48c5-b4f6-7c5da4c63027)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:54.384106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.429056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:37:54.464495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.481863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.497563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Network 64d87940-e5b6-43b8-9d0b-e1f91944249e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:54.505625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:54.511440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:54.519144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c316c37d-db27-4cbe-8d33-a5f9c940cb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.628862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8f74-32d5-41ec-be56-c9108378bd09 None None] Pushing event updated for resources: {'Port': ['ID=cc1271e7-ecab-43b2-a59d-f70a4c150c27,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.644013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.644705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.696922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event updated for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.739158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c316c37d-db27-4cbe-8d33-a5f9c940cb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.748239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:54.765698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c316c37d-db27-4cbe-8d33-a5f9c940cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:54.772860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-1de83d23-e391-4db5-b28f-d173594577d6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8924203 Jul 23 16:37:54.799542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Request body: {'port': {'device_id': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:54.875720 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c316c37d-db27-4cbe-8d33-a5f9c940cb32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=894a5cff3d024507b04bc63ad8e76404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089010 Jul 23 16:37:54.882690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:54.928541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316c37d-db27-4cbe-8d33-a5f9c940cb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408ae2f-982c-4f5a-bc3f-32ac4eaee897,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.960597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.081370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:55.089774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:55.097390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:55.111883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.112857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.128044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.188611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.196523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=fc9d6e02-0e34-4f6e-b852-8ddd9d10a420,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.215049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.218291 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b8b0386-7bd6-4c02-af64-2c91bdbd4e8b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5992723 Jul 23 16:37:55.220070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:55.230724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '76c3b71b-77e5-4b5c-a21f-c2ea999819e5', 'name': 'tempest-PortsIpV6TestJSON-2038387102'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:37:55.323899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.327996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.329209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2408ae2f-982c-4f5a-bc3f-32ac4eaee897 HTTP/1.1" status: 204 len: 168 time: 0.4429679 Jul 23 16:37:55.412999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563212d-804a-4d61-9afe-728c6223910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408ae2f-982c-4f5a-bc3f-32ac4eaee897,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.642498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580dc3a-006b-4a35-b37e-e300d829917a req-184f5e12-fdc0-4b2a-ad8b-699ad19786d4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:55.647013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0580dc3a-006b-4a35-b37e-e300d829917a req-184f5e12-fdc0-4b2a-ad8b-699ad19786d4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 932 time: 0.2011006 Jul 23 16:37:55.650074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:55.659493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.714998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port c6e84112-69aa-47dd-8826-ed4239954d98 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:37:55.812529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0580dc3a-006b-4a35-b37e-e300d829917a req-25575502-3f10-47a8-a4c0-2aeb2f85352b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513236 Jul 23 16:37:56.009738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392fb941-10df-41ed-a458-c6a78973aa59 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:56.038796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.089980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Transition to ACTIVE for port object 392fb941-10df-41ed-a458-c6a78973aa59 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:56.097449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.227558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::34 (76c3b71b-77e5-4b5c-a21f-c2ea999819e5/2e2cab6e-b4ce-4dca-8f6e-8965fecaa023/c6e84112-69aa-47dd-8826-ed4239954d98) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:56.232631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Pushing event updated for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.339284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc1271e7-ecab-43b2-a59d-f70a4c150c27 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:56.459146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Attempting to bind port 392fb941-10df-41ed-a458-c6a78973aa59 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:56.460082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Attempting to bind port 392fb941-10df-41ed-a458-c6a78973aa59 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:56.461382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Attempting to bind port 392fb941-10df-41ed-a458-c6a78973aa59 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:56.468043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Port 392fb941-10df-41ed-a458-c6a78973aa59 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:56.468713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Attempting to bind port 392fb941-10df-41ed-a458-c6a78973aa59 on network 64d87940-e5b6-43b8-9d0b-e1f91944249e {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:56.475260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:56.475996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Checking segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:37:56.477200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Bound using segment: {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:56.477915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Bound port: 392fb941-10df-41ed-a458-c6a78973aa59, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca181fb-4117-4f97-9b80-e1a4a1632a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:56.478556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.525782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8eb269-81f7-42de-8371-b89551f5c8ce None None] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:37:56.630886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.679960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object c6e84112-69aa-47dd-8826-ed4239954d98 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:56.724624 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.744207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port cc1271e7-ecab-43b2-a59d-f70a4c150c27 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:56.796207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:56.796891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Provisioning for port cc1271e7-ecab-43b2-a59d-f70a4c150c27 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:56.807078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=c6e84112-69aa-47dd-8826-ed4239954d98,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.819349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Provisioning complete for port cc1271e7-ecab-43b2-a59d-f70a4c150c27 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:56.819757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.823252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=392fb941-10df-41ed-a458-c6a78973aa59,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:56.824543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:56.827050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:56.830060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:56.840634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.841493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.843565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.867831 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29c8b395-4551-4c51-acb1-f51fa3515fc9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6460505 Jul 23 16:37:56.870115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41464) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:57.060680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.062200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.065173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] 10.222.0.67 "PUT /v2.0/ports/392fb941-10df-41ed-a458-c6a78973aa59 HTTP/1.1" status: 200 len: 1092 time: 2.2821195 Jul 23 16:37:57.067281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:57.072505 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8568613-63d5-42d9-b238-bbbf47d95bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "tag": "392fb941-10df-41ed-a458-c6a78973aa59"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:37:57.078855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbfeb8-45b2-4d7e-8330-30b8345ffda8 service neutron] Pushing event updated for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:57.213294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec644045-9b97-4660-a755-ee8a5841e567 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.219287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec644045-9b97-4660-a755-ee8a5841e567 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A347 HTTP/1.1" status: 200 len: 928 time: 0.3478639 Jul 23 16:37:57.223583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:57.250108 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffe17d-a822-46ea-b4b7-a2ebf2ea7ae2 x-openstack-request-id: req-88ffe17d-a822-46ea-b4b7-a2ebf2ea7ae2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:37:57.250837 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "tag": "392fb941-10df-41ed-a458-c6a78973aa59", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:37:57.250837 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88ffe17d-a822-46ea-b4b7-a2ebf2ea7ae2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:37:57.251069 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59', 'status': 'completed', 'code': 200} Jul 23 16:37:57.291702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc21c31-f2c6-4732-b2bb-f2663a6cf27c req-d0b87e07-ef9d-4a74-af5d-1d5d3466de41 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.293469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dc21c31-f2c6-4732-b2bb-f2663a6cf27c req-d0b87e07-ef9d-4a74-af5d-1d5d3466de41 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 944 time: 0.2896814 Jul 23 16:37:57.390221 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.413281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-58adfb3f-7450-4496-8fd3-23a187908c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.415606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-58adfb3f-7450-4496-8fd3-23a187908c0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 1095 time: 0.2992115 Jul 23 16:37:57.479792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port c6e84112-69aa-47dd-8826-ed4239954d98 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:57.480226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.516094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-20bb2237-a93f-4fde-a9c2-3117222adc9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392fb941-10df-41ed-a458-c6a78973aa59 HTTP/1.1" status: 200 len: 217 time: 0.0881279 Jul 23 16:37:57.519585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dc21c31-f2c6-4732-b2bb-f2663a6cf27c req-8a297151-01cc-4af8-be9b-403cd6153dd0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090597 Jul 23 16:37:57.595787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] For port cc1271e7-ecab-43b2-a59d-f70a4c150c27, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc1271e7-ecab-43b2-a59d-f70a4c150c27,segment=NetworkSegment(fddaf452-8165-48c5-b4f6-7c5da4c63027),segment_id=fddaf452-8165-48c5-b4f6-7c5da4c63027)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:57.645787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.719631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-d4269291-2be9-4749-9f97-5ecc05e316d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.731724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-d4269291-2be9-4749-9f97-5ecc05e316d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.2072337 Jul 23 16:37:57.782462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.822117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for c6e84112-69aa-47dd-8826-ed4239954d98 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:57.835782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-4a3bae62-2520-4810-8fea-b7eccd2cba36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953279 Jul 23 16:37:57.866209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce73f26-c189-4194-9c5c-172fe470cfc6 None None] Pushing event updated for resources: {'Port': ['ID=cc1271e7-ecab-43b2-a59d-f70a4c150c27,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.096907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-29f64489-4309-4723-98eb-cbad49c39d89 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532117 Jul 23 16:37:58.190021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Provisioning for port c6e84112-69aa-47dd-8826-ed4239954d98 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:58.212134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Provisioning complete for port c6e84112-69aa-47dd-8826-ed4239954d98 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:58.212606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.301339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.318470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc1271e7-ecab-43b2-a59d-f70a4c150c27 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:37:58.390241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=c6e84112-69aa-47dd-8826-ed4239954d98,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.419844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8847fda-3019-4466-9eae-2c7a02124cc4 req-612234f2-9c46-47c4-bfc9-58dd3d859f92 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081524 Jul 23 16:37:58.491406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Port c6e84112-69aa-47dd-8826-ed4239954d98 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:58.533236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.540958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b58b4f52-45f4-4019-9546-0830ebf148b6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/c6e84112-69aa-47dd-8826-ed4239954d98 HTTP/1.1" status: 204 len: 168 time: 1.3164043 Jul 23 16:37:58.552865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:58.695436 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Provisioning for port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:58.719278 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d3add4-4004-4d2f-b96a-489055c3978b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:37:58.724200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Provisioning complete for port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:58.733867 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1d3add4-4004-4d2f-b96a-489055c3978b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/c6e84112-69aa-47dd-8826-ed4239954d98 HTTP/1.1" status: 404 len: 333 time: 0.1714976 Jul 23 16:37:58.737563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:58.743166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.756375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-da20bf19-ab56-4ae4-b2cc-d2f8f56b9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.762512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-da20bf19-ab56-4ae4-b2cc-d2f8f56b9f65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 1095 time: 0.2481332 Jul 23 16:37:58.907360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cc1271e7-ecab-43b2-a59d-f70a4c150c27 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:58.907971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.910003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:59.042108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:37:59.044280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.053725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Provisioning complete for port cc1271e7-ecab-43b2-a59d-f70a4c150c27 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:59.056162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad7-4560-4c93-8a5a-d148b9ca6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.083298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.231853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b60d5-2b3d-42ea-b4c3-0a2af32b50fa req-2fb08a9b-1e50-43e6-8479-b699e18feba8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.245647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-066b60d5-2b3d-42ea-b4c3-0a2af32b50fa req-2fb08a9b-1e50-43e6-8479-b699e18feba8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 944 time: 0.4284253 Jul 23 16:37:59.353459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.419540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:37:59.439722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-066b60d5-2b3d-42ea-b4c3-0a2af32b50fa req-ce11df92-9cb0-41d2-b83e-d746fb9e93bd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860535 Jul 23 16:37:59.446296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-d68407d3-660c-450d-9084-37a7ae5a1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.451538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-d68407d3-660c-450d-9084-37a7ae5a1ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 200 len: 906 time: 0.6716363 Jul 23 16:37:59.534262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5b201a59-1875-4e33-87cb-f62c80275ef9 None None] Could not find standard attr ID for object c6e84112-69aa-47dd-8826-ed4239954d98. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:37:59.560006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5b201a59-1875-4e33-87cb-f62c80275ef9 None None] Provisioning complete for port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:59.562552 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b201a59-1875-4e33-87cb-f62c80275ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.608019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-e4e7b5bf-1d54-4375-96a7-2e897a3bc81e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392fb941-10df-41ed-a458-c6a78973aa59 HTTP/1.1" status: 200 len: 217 time: 0.1468706 Jul 23 16:37:59.713344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5b201a59-1875-4e33-87cb-f62c80275ef9 None None] Port fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:37:59.746209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-38cef030-910b-4889-b08e-824f315b9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.747972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-38cef030-910b-4889-b08e-824f315b9f1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 200 len: 845 time: 0.1268337 Jul 23 16:37:59.805425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.822610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-b524cdec-2747-4ade-acfc-593bf05843d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=64d87940-e5b6-43b8-9d0b-e1f91944249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636561 Jul 23 16:37:59.917242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=fc9d6e02-0e34-4f6e-b852-8ddd9d10a420,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:59.927192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:59.931723 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46bfc0af-bedb-4134-972e-93b3b5b4b524 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 HTTP/1.1" status: 204 len: 168 time: 1.1889896 Jul 23 16:37:59.933901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41584) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:37:59.985182 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ce9371-89c0-40e3-b5f0-e42734f53b81 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:38:00.000510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d7ce9371-89c0-40e3-b5f0-e42734f53b81 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/fc9d6e02-0e34-4f6e-b852-8ddd9d10a420 HTTP/1.1" status: 404 len: 333 time: 0.0654552 Jul 23 16:38:00.001358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41588) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:00.072662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-f61b477e-4380-406a-b28b-98cd5c66cc80 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388520 Jul 23 16:38:00.081025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 2e2cab6e-b4ce-4dca-8f6e-8965fecaa023 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:00.092022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.175136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.235079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8568613-63d5-42d9-b238-bbbf47d95bdd req-a055dc70-6621-42c8-88dd-24c04a96fac8 service neutron] 10.222.0.67 "GET /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554356 Jul 23 16:38:00.380940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.487858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.534347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2cab6e-b4ce-4dca-8f6e-8965fecaa023,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:00.554385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.560008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41630) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:00.561234 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20438015-f065-4b30-b63b-1f87c61c7747 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/2e2cab6e-b4ce-4dca-8f6e-8965fecaa023 HTTP/1.1" status: 204 len: 168 time: 0.5580032 Jul 23 16:38:00.580267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9e15c-588c-4e51-99ef-f7426fcd9dd4 None None] Network 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:00.758134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41646) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:00.818290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.862694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a92a-311e-4776-a142-7f835aeb2cf9 req-66e6c0dc-2075-4ef3-9f4f-da0cc53fd569 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:00.870056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6421a92a-311e-4776-a142-7f835aeb2cf9 req-66e6c0dc-2075-4ef3-9f4f-da0cc53fd569 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 944 time: 0.2064898 Jul 23 16:38:00.955408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6421a92a-311e-4776-a142-7f835aeb2cf9 req-3674d91b-a7f6-49bd-adde-79f5c71c4770 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821080 Jul 23 16:38:00.957285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88f13eae-4019-4980-abc2-7998bac8f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.993527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port cc1271e7-ecab-43b2-a59d-f70a4c150c27 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:00.993869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.005603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] DHCP port deletion for 76c3b71b-77e5-4b5c-a21f-c2ea999819e5 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:01.085774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port cc1271e7-ecab-43b2-a59d-f70a4c150c27, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc1271e7-ecab-43b2-a59d-f70a4c150c27,segment=NetworkSegment(fddaf452-8165-48c5-b4f6-7c5da4c63027),segment_id=fddaf452-8165-48c5-b4f6-7c5da4c63027)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.086169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.107936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Deleting port cc1271e7-ecab-43b2-a59d-f70a4c150c27 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:01.108451 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.122342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for cc1271e7-ecab-43b2-a59d-f70a4c150c27 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:01.175277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88f13eae-4019-4980-abc2-7998bac8f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.180917 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88f13eae-4019-4980-abc2-7998bac8f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.202522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] For port cc1271e7-ecab-43b2-a59d-f70a4c150c27, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cc1271e7-ecab-43b2-a59d-f70a4c150c27,segment=NetworkSegment(fddaf452-8165-48c5-b4f6-7c5da4c63027),segment_id=fddaf452-8165-48c5-b4f6-7c5da4c63027)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.202980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.209176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f13eae-4019-4980-abc2-7998bac8f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026fcce-c019-47fc-bc6a-0eed604b0dee,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.233878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Calling delete_port for cc1271e7-ecab-43b2-a59d-f70a4c150c27 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:01.242203 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-88f13eae-4019-4980-abc2-7998bac8f656 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1f063bdb53243bcbe5d0a0d2524ccb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827189 Jul 23 16:38:01.252910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:01.343538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.361716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.380597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.397870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=cc1271e7-ecab-43b2-a59d-f70a4c150c27,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.400413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port cc1271e7-ecab-43b2-a59d-f70a4c150c27 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:01.447083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.450851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.454416 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f026fcce-c019-47fc-bc6a-0eed604b0dee HTTP/1.1" status: 204 len: 168 time: 0.1997554 Jul 23 16:38:01.467920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494de23a-533b-4996-95c5-2b1b0d7cbe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026fcce-c019-47fc-bc6a-0eed604b0dee,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.478551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.542469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] Pushing event deleted for resources: {'Port': ['ID=cc1271e7-ecab-43b2-a59d-f70a4c150c27,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.559260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c368a-bdf6-4e38-9fb8-cbf30033bfca None None] No DVR routers for this DVR port cc1271e7-ecab-43b2-a59d-f70a4c150c27 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:01.612702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.625866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c3b71b-77e5-4b5c-a21f-c2ea999819e5']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:01.638958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddaf452-8165-48c5-b4f6-7c5da4c63027') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:01.639524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddaf452-8165-48c5-b4f6-7c5da4c63027') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:01.671350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.708942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.732855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:01.732855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:01.824358 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:01.842522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.860687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.862816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/76c3b71b-77e5-4b5c-a21f-c2ea999819e5 HTTP/1.1" status: 204 len: 168 time: 1.2996352 Jul 23 16:38:01.866514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41712) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:01.872428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2066622793'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:01.877234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4243b2c-3ac0-43b3-983a-27e4ac362033 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=76c3b71b-77e5-4b5c-a21f-c2ea999819e5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.907196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:01.912068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.945371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:01.958344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.959419 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment 27c68d93-7494-4ad7-b562-c5608ec74ad1 of type vlan for network 3f41b303-32be-465f-b291-adc4f26a3894 Jul 23 16:38:02.001209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41726) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.022654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d191beb3-6cee-49e8-919d-ab93a0b175fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.035853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.094861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 392fb941-10df-41ed-a458-c6a78973aa59 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:38:02.127240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.135161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:02.137778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.191094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc1271e7-ecab-43b2-a59d-f70a4c150c27 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:02.275418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: cc1271e7-ecab-43b2-a59d-f70a4c150c27 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:02.276029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cc1271e7-ecab-43b2-a59d-f70a4c150c27 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:02.309543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=3f41b303-32be-465f-b291-adc4f26a3894,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.333053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3f41b303-32be-465f-b291-adc4f26a3894 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:02.358555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d191beb3-6cee-49e8-919d-ab93a0b175fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.369216 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5081c62f-ba16-4902-bad1-9e8eb0acaec7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5010340 Jul 23 16:38:02.372296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41736) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.377968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '3f41b303-32be-465f-b291-adc4f26a3894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:02.391246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d191beb3-6cee-49e8-919d-ab93a0b175fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.409124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdedbd-8380-4a73-928d-f33edf703adb req-9c123742-2d3d-4f05-aace-04659627e751 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:02.415085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ffdedbd-8380-4a73-928d-f33edf703adb req-9c123742-2d3d-4f05-aace-04659627e751 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 944 time: 0.2422955 Jul 23 16:38:02.472647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=392fb941-10df-41ed-a458-c6a78973aa59,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:02.516974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '392fb941-10df-41ed-a458-c6a78973aa59', 'network_id': '64d87940-e5b6-43b8-9d0b-e1f91944249e', 'port_id': '392fb941-10df-41ed-a458-c6a78973aa59', 'mac_address': 'fa:16:3e:e5:5c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a5d07d-706a-4cbf-b4dc-957a842e7410', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:38:02.567017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.570034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d191beb3-6cee-49e8-919d-ab93a0b175fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d748e323fbe34438b26478b092c4807d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667207 Jul 23 16:38:02.577033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.582016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191beb3-6cee-49e8-919d-ab93a0b175fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63897ad0-2417-4b97-835f-78996244b767,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.596196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392fb941-10df-41ed-a458-c6a78973aa59 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:02.628771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ffdedbd-8380-4a73-928d-f33edf703adb req-d3dbfc10-465e-4120-a4a7-42086441db9e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962643 Jul 23 16:38:02.652761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=392fb941-10df-41ed-a458-c6a78973aa59,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:02.659866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.677835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:02.682082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.707783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.732883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.765790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.788742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41750) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:02.908494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.912036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.914501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63897ad0-2417-4b97-835f-78996244b767 HTTP/1.1" status: 204 len: 168 time: 0.3458283 Jul 23 16:38:02.939139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1edc-3904-4c61-b9c2-b1290036057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63897ad0-2417-4b97-835f-78996244b767,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.944155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['392fb941-10df-41ed-a458-c6a78973aa59'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:03.095201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.172256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=9e306e6f-8be2-4340-ba4e-00f6d33234c8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:03.230682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': '27c68d93-7494-4ad7-b562-c5608ec74ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:03.232086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: 3f41b303-32be-465f-b291-adc4f26a3894, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:03.253275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 3f41b303-32be-465f-b291-adc4f26a3894 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:03.265235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3f41b303-32be-465f-b291-adc4f26a3894) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:03.270310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:03.271417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.277325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850b65d-2f8e-4c76-aceb-bd787a2db535 None None] Network 3f41b303-32be-465f-b291-adc4f26a3894 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:03.320260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41766) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.320498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5a7cba5-2d18-4fe5-9529-ae8f441a19d2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9468250 Jul 23 16:38:03.326791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '3f41b303-32be-465f-b291-adc4f26a3894', 'name': 'tempest-PortsIpV6TestJSON-1035488558', 'fixed_ips': [{'subnet_id': '9e306e6f-8be2-4340-ba4e-00f6d33234c8', 'ip_address': '2001:db8::10'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:03.556655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ead2d00-7771-4fb7-a94b-35a9407933cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.629244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-3f41b303-32be-465f-b291-adc4f26a3894', 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': '9e306e6f-8be2-4340-ba4e-00f6d33234c8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:03.630344 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.738463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ead2d00-7771-4fb7-a94b-35a9407933cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.768137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ead2d00-7771-4fb7-a94b-35a9407933cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.783650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:03.877301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ead2d00-7771-4fb7-a94b-35a9407933cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25d96cd17c11422484aefda49efc53cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0871830 Jul 23 16:38:03.880289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41790) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:03.892766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Allocated IP 2001:db8::2 (3f41b303-32be-465f-b291-adc4f26a3894/9e306e6f-8be2-4340-ba4e-00f6d33234c8/3b3ce53b-1a71-4908-87a7-82bac7e42961) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:03.974002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.980432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:03.985281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2d00-7771-4fb7-a94b-35a9407933cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bff611-455e-4b5a-b50b-6cdb9a33224b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.021237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port efcf9383-2050-4373-b9da-ebe0ece33a6b yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:04.036431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.134323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.136884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.138107 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78bff611-455e-4b5a-b50b-6cdb9a33224b HTTP/1.1" status: 204 len: 168 time: 0.2565663 Jul 23 16:38:04.164992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5c4b-25a0-4cbc-8f4d-6cb55352b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bff611-455e-4b5a-b50b-6cdb9a33224b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.220424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71755f07-b8b9-4c5d-bfc0-d1c1cede9f03 req-185c20ff-5343-4362-9be7-b09a0ba0e834 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.229869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71755f07-b8b9-4c5d-bfc0-d1c1cede9f03 req-185c20ff-5343-4362-9be7-b09a0ba0e834 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 945 time: 0.4488919 Jul 23 16:38:04.312011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71755f07-b8b9-4c5d-bfc0-d1c1cede9f03 req-5ca0e0aa-b303-43f3-9356-af4cace5f2b6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Jul 23 16:38:04.349639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 392fb941-10df-41ed-a458-c6a78973aa59 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:04.358402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-bc081619-4aa5-4862-aaae-04be6f2fd50e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0974336 Jul 23 16:38:04.482404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 392fb941-10df-41ed-a458-c6a78973aa59 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:04.488898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 392fb941-10df-41ed-a458-c6a78973aa59 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:04.489271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.542068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.552358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.552840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.553312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.553776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.554270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.555231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.556069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.557918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-d34ce71d-c56d-4cf0-a07c-f96f9709c344 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 6491 time: 0.1330919 Jul 23 16:38:04.576468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Transition to ACTIVE for port object 3b3ce53b-1a71-4908-87a7-82bac7e42961 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:04.632012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Transition to ACTIVE for port object 3b3ce53b-1a71-4908-87a7-82bac7e42961 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:04.653196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.670536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.721086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:04.723342 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728035ba-fa94-470d-8a72-c56bbc2cfe89" -d '{"events": [{"server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "name": "network-vif-plugged", "status": "completed", "tag": "392fb941-10df-41ed-a458-c6a78973aa59"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:04.797011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Network 3f41b303-32be-465f-b291-adc4f26a3894 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:04.806408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=392fb941-10df-41ed-a458-c6a78973aa59,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:04.810551 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae132061-064a-4b77-a4e1-52ece3710d5b x-openstack-request-id: req-ae132061-064a-4b77-a4e1-52ece3710d5b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:04.811255 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "name": "network-vif-plugged", "status": "completed", "tag": "392fb941-10df-41ed-a458-c6a78973aa59", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:04.811923 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae132061-064a-4b77-a4e1-52ece3710d5b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:04.812552 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59', 'code': 200} Jul 23 16:38:04.816028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:04.819952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:04.829344 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.840876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Pushing event updated for resources: {'Port': ['ID=3b3ce53b-1a71-4908-87a7-82bac7e42961,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:04.845065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:04.871841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6d90-145e-45ed-afc3-386dbc161b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.908110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::10 (3f41b303-32be-465f-b291-adc4f26a3894/9e306e6f-8be2-4340-ba4e-00f6d33234c8/efcf9383-2050-4373-b9da-ebe0ece33a6b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:04.955739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Attempting to bind port 3b3ce53b-1a71-4908-87a7-82bac7e42961 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:04.956280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Attempting to bind port 3b3ce53b-1a71-4908-87a7-82bac7e42961 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '27c68d93-7494-4ad7-b562-c5608ec74ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:04.956859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Attempting to bind port 3b3ce53b-1a71-4908-87a7-82bac7e42961 on network 3f41b303-32be-465f-b291-adc4f26a3894 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:04.965495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:04.966185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Checking segment: {'id': '27c68d93-7494-4ad7-b562-c5608ec74ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:04.966699 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.967276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Bound using segment: {'id': '27c68d93-7494-4ad7-b562-c5608ec74ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:04.967814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Bound port: 3b3ce53b-1a71-4908-87a7-82bac7e42961, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c68d93-7494-4ad7-b562-c5608ec74ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3f41b303-32be-465f-b291-adc4f26a3894'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:04.968327 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.000591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.027437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-56d7cb61-36e0-4aa0-964c-f25376a5d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.027911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-56d7cb61-36e0-4aa0-964c-f25376a5d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.034718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-56d7cb61-36e0-4aa0-964c-f25376a5d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.043735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-56d7cb61-36e0-4aa0-964c-f25376a5d583 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=af56445e-412c-40d8-a91b-347c0f5a813c&id=ff938261-6b7d-4d37-8618-87ee569dee20&id=ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 200 len: 2292 time: 0.4331257 Jul 23 16:38:05.091701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] For port 3b3ce53b-1a71-4908-87a7-82bac7e42961, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:05.095147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] For port 3b3ce53b-1a71-4908-87a7-82bac7e42961, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3b3ce53b-1a71-4908-87a7-82bac7e42961,segment=NetworkSegment(27c68d93-7494-4ad7-b562-c5608ec74ad1),segment_id=27c68d93-7494-4ad7-b562-c5608ec74ad1)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:05.099991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6d90-145e-45ed-afc3-386dbc161b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.106035 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.107855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6d90-145e-45ed-afc3-386dbc161b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.151726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6d90-145e-45ed-afc3-386dbc161b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6fb67c-e515-4a1c-9e95-307d6da4481d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.218864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bf9f6d90-145e-45ed-afc3-386dbc161b62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=307e107dea7a47b38058a446fbc19793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725822 Jul 23 16:38:05.226850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:05.237988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-4fb22267-48aa-4b82-8ead-e12199b5043f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 200 len: 1001 time: 0.1821299 Jul 23 16:38:05.279115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b0dec-dfcd-4ceb-b0c6-c75fa5bddf55 None None] Pushing event updated for resources: {'Port': ['ID=3b3ce53b-1a71-4908-87a7-82bac7e42961,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.402416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.419196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471b079-f751-494e-9589-f7357b3fac08 req-133699ef-88a7-4ffa-b6d8-5d4c70688e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.421382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b471b079-f751-494e-9589-f7357b3fac08 req-133699ef-88a7-4ffa-b6d8-5d4c70688e0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 1097 time: 0.5041611 Jul 23 16:38:05.426061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-0bb207db-eedc-426f-bfd8-256423c4c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.428716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-0bb207db-eedc-426f-bfd8-256423c4c62d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 200 len: 850 time: 0.1805220 Jul 23 16:38:05.482210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.620283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.623213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.623974 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db6fb67c-e515-4a1c-9e95-307d6da4481d HTTP/1.1" status: 204 len: 168 time: 0.3961620 Jul 23 16:38:05.627953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b471b079-f751-494e-9589-f7357b3fac08 req-8e74cc6c-3ffb-49b0-aedc-864b8638a3d9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971447 Jul 23 16:38:05.645536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf1b7f-7b2b-49cd-b339-8ab3afe0eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6fb67c-e515-4a1c-9e95-307d6da4481d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:05.691759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:05.764558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc0df6-f294-49b9-b6fe-85e691007e54 req-f5947862-03cf-45d1-820f-04f6fa4c9bd7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.778621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4dc0df6-f294-49b9-b6fe-85e691007e54 req-f5947862-03cf-45d1-820f-04f6fa4c9bd7 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2797108 Jul 23 16:38:05.796208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object efcf9383-2050-4373-b9da-ebe0ece33a6b will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:05.800292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-d63f098b-298a-4ef7-86d3-eef54eb02ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.801744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-d63f098b-298a-4ef7-86d3-eef54eb02ed9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bebecbb7-00ad-49d4-a18d-3919e2dd026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3046284 Jul 23 16:38:05.899990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4dc0df6-f294-49b9-b6fe-85e691007e54 req-56d58b7f-565a-4d49-adf7-629d282a618a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202126 Jul 23 16:38:05.988575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.039575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-6d60c608-12a8-4d93-a2c8-e18e4e351db1 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253783 Jul 23 16:38:06.070344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 3f41b303-32be-465f-b291-adc4f26a3894 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:06.078358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:06.136954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:06.166501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.170304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.256223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=efcf9383-2050-4373-b9da-ebe0ece33a6b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:06.274996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-84a0212d-fda9-4c1c-984c-cd39209f1c64 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9448972 Jul 23 16:38:06.278486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41864) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:06.300202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': '3f41b303-32be-465f-b291-adc4f26a3894', 'name': 'tempest-PortsIpV6TestJSON-1642156111', 'fixed_ips': [{'subnet_id': '9e306e6f-8be2-4340-ba4e-00f6d33234c8', 'ip_address': '2001:db8::f'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:06.348586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3b3ce53b-1a71-4908-87a7-82bac7e42961 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:06.439175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-fb11bfb6-6e19-4db1-b8de-4bb644c5f6c8 service neutron] 10.222.0.81 "GET /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539827 Jul 23 16:38:06.525776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3b3ce53b-1a71-4908-87a7-82bac7e42961 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:06.623023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-367f696f-5dae-4dc0-a7f4-1cfa847b0197 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 217 time: 0.1763141 Jul 23 16:38:06.746255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:06.755294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-0ab5b148-275e-4bbd-bc25-2f5e5152af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.758698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-0ab5b148-275e-4bbd-bc25-2f5e5152af5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1222970 Jul 23 16:38:06.909889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-9b249aa5-a15a-44d2-9563-5525bd215d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.917762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-9b249aa5-a15a-44d2-9563-5525bd215d01 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1505954 Jul 23 16:38:07.010986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.037669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:07.208757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-726ac9dc-3b91-47d3-b0c4-3dd4bbac2763 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851439 Jul 23 16:38:07.232865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b8270-dea2-4b99-9674-427f85c39e08 None None] Network 3f41b303-32be-465f-b291-adc4f26a3894 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:07.480468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7ab7a-f7f1-424d-b33d-0b717bdf9423 req-1d4412ea-24c9-407a-8663-cba1235ff4e9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.493285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fa7ab7a-f7f1-424d-b33d-0b717bdf9423 req-1d4412ea-24c9-407a-8663-cba1235ff4e9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3922453 Jul 23 16:38:07.505844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Provisioning for port 3b3ce53b-1a71-4908-87a7-82bac7e42961 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:07.536481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Provisioning complete for port 3b3ce53b-1a71-4908-87a7-82bac7e42961 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:07.536856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.548414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::f (3f41b303-32be-465f-b291-adc4f26a3894/9e306e6f-8be2-4340-ba4e-00f6d33234c8/d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:07.625014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-1c9284d1-3b27-4a81-8f5f-6252b4139093 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058092 Jul 23 16:38:07.746347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-f4287fe4-7b50-4b73-9bd0-95cc747ad112 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 217 time: 0.1110530 Jul 23 16:38:07.778668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fa7ab7a-f7f1-424d-b33d-0b717bdf9423 req-4023850a-abce-40c1-8b51-cd70ad1e6a6d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841659 Jul 23 16:38:07.838208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.856243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:07.901782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-77b0211a-55c3-45a6-af42-c365e27dddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.902228 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.904645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-77b0211a-55c3-45a6-af42-c365e27dddbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1247034 Jul 23 16:38:08.039530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.059685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 3f41b303-32be-465f-b291-adc4f26a3894 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:08.065755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:08.077183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:08.096302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.096994 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.103039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-6c469c33-85d9-46ef-b8ca-455b915cdf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.134153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-6c469c33-85d9-46ef-b8ca-455b915cdf12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2046497 Jul 23 16:38:08.137898 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87aa194a-4bff-4b2c-9a48-9a26a19d5636 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8576176 Jul 23 16:38:08.145430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.185882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.321665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] For port 3b3ce53b-1a71-4908-87a7-82bac7e42961, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3b3ce53b-1a71-4908-87a7-82bac7e42961,segment=NetworkSegment(27c68d93-7494-4ad7-b562-c5608ec74ad1),segment_id=27c68d93-7494-4ad7-b562-c5608ec74ad1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:08.331089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.469610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a037fb-2118-4be5-b6c7-1496917c2d2a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.484199 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a9a037fb-2118-4be5-b6c7-1496917c2d2a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3366458 Jul 23 16:38:08.489805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 41934) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.496291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe6a6e-1577-46dd-b929-f26889ed401f None None] Pushing event updated for resources: {'Port': ['ID=3b3ce53b-1a71-4908-87a7-82bac7e42961,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.574764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-3fa157f3-0fd3-420a-a4d9-0646066e72b6 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393106 Jul 23 16:38:08.616522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96994-96b0-4290-b16a-8d8267dd974f req-c235507c-f37c-4d0f-96b2-a2c272da66a1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.621884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbe96994-96b0-4290-b16a-8d8267dd974f req-c235507c-f37c-4d0f-96b2-a2c272da66a1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.4389532 Jul 23 16:38:08.669132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfcd103-08b4-47b6-8adc-bc09572f2a0f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.680294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfcd103-08b4-47b6-8adc-bc09572f2a0f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.693345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfcd103-08b4-47b6-8adc-bc09572f2a0f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.696185 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9cfcd103-08b4-47b6-8adc-bc09572f2a0f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2054644 Jul 23 16:38:08.703666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41942) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:08.765093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Provisioning for port efcf9383-2050-4373-b9da-ebe0ece33a6b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:08.769640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Provisioning complete for port efcf9383-2050-4373-b9da-ebe0ece33a6b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:08.770069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.821600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Port efcf9383-2050-4373-b9da-ebe0ece33a6b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:08.852308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Provisioning for port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:08.861590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Provisioning complete for port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:08.862264 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.931773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:08.958325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Provisioning complete for port 3b3ce53b-1a71-4908-87a7-82bac7e42961 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:08.959603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a8c3503-6353-4f6e-824a-44cd611f091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.353423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1b9c84af-480d-4954-9482-4482286d8465 None None] Provisioning complete for port efcf9383-2050-4373-b9da-ebe0ece33a6b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:09.353804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b9c84af-480d-4954-9482-4482286d8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.452159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c84af-480d-4954-9482-4482286d8465 None None] Port efcf9383-2050-4373-b9da-ebe0ece33a6b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:09.579420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f76d005a-d0a6-42d4-b775-46452e705c8b None None] Provisioning complete for port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:09.579809 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f76d005a-d0a6-42d4-b775-46452e705c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.615535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbe96994-96b0-4290-b16a-8d8267dd974f req-938cd329-dc36-45e5-bf8f-395c0e75af55 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125190 Jul 23 16:38:09.632156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-fe30492f-368c-4c02-8ef4-b0a29926825f service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0090277 Jul 23 16:38:09.680251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f76d005a-d0a6-42d4-b775-46452e705c8b None None] Port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:09.707884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-e40f3f45-cd90-4261-9fe1-ee133f316147 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 200 len: 217 time: 0.0640099 Jul 23 16:38:09.735386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:09.735386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.921281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-c0538ea0-9dde-4a25-a372-4bb38976f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:09.923440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-c0538ea0-9dde-4a25-a372-4bb38976f6b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1993861 Jul 23 16:38:10.039904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f21f3-af07-4bf5-b92a-5d695997ac6b req-72bd7bf7-4ad8-4aa3-b813-0654577424cc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.041972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957f21f3-af07-4bf5-b92a-5d695997ac6b req-72bd7bf7-4ad8-4aa3-b813-0654577424cc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3300948 Jul 23 16:38:10.073010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.127284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:10.204071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3b3ce53b-1a71-4908-87a7-82bac7e42961 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:10.284749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3b3ce53b-1a71-4908-87a7-82bac7e42961 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:10.285341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.338430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-957f21f3-af07-4bf5-b92a-5d695997ac6b req-3f848067-f216-493e-9685-351b251a852a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728205 Jul 23 16:38:10.416343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-5a4eefe3-f143-404a-958e-b7e0c6c83f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.420807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-5a4eefe3-f143-404a-958e-b7e0c6c83f16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4873853 Jul 23 16:38:10.810250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-b028e61c-520a-4e82-8210-186edeba9804 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813641 Jul 23 16:38:10.843935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.881573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b38af-ae14-4b8f-8608-53e300fee672 req-7eab9b01-796f-4879-ab8e-97ba2b9aaea8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.891441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-568b38af-ae14-4b8f-8608-53e300fee672 req-7eab9b01-796f-4879-ab8e-97ba2b9aaea8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2266867 Jul 23 16:38:11.018792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:11.161267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.166159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-00731c6d-c868-4df7-979c-9f31ffdeabf4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 HTTP/1.1" status: 204 len: 168 time: 2.4587219 Jul 23 16:38:11.167225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42036) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:11.234912 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa926fd3-b910-47a6-b000-e54cb3aff02b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:38:11.244834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42044) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:11.247447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fa926fd3-b910-47a6-b000-e54cb3aff02b tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/d3b31e9c-9c3e-4574-a0c2-2d6194b8ee47 HTTP/1.1" status: 404 len: 333 time: 0.0781527 Jul 23 16:38:11.251972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-568b38af-ae14-4b8f-8608-53e300fee672 req-e9d951a3-a8c4-498a-a220-0b88770a121e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591995 Jul 23 16:38:11.446284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-a279513a-4409-4152-993a-0b6e5b38d635 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288579 Jul 23 16:38:11.467561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.473682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.480758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.486843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.492888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.498891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.504837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.513217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-af632f94-da63-49ac-9bcc-88c21abbb08a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.5653584 Jul 23 16:38:11.571128 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.689245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-b93184f9-775c-47e2-ad12-238bb184717a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 200 len: 217 time: 0.1646237 Jul 23 16:38:11.767528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f7349aa-74ae-4326-850a-8b05c1aad23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.799912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ba7597b-b2ec-4c83-a170-c666f1dc253e req-174eedfe-4af3-4e94-82f0-467b4804eb80 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2857075 Jul 23 16:38:11.872727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-015a77d9-8e1c-4fa7-8730-07d15155bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.874979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-015a77d9-8e1c-4fa7-8730-07d15155bf2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 200 len: 797 time: 0.1816235 Jul 23 16:38:11.912023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port efcf9383-2050-4373-b9da-ebe0ece33a6b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:11.912371 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.126933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.174065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for efcf9383-2050-4373-b9da-ebe0ece33a6b owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:12.235179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-90f6b222-8487-437e-a184-e782880dde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.243107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-90f6b222-8487-437e-a184-e782880dde68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af56445e-412c-40d8-a91b-347c0f5a813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3566427 Jul 23 16:38:12.357833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.368783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.390610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.407111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.422311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.438838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.451083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.453045 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-62843624-09de-4f26-971e-2f79ee942f6a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.2972856 Jul 23 16:38:12.526845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42070) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:12.550125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-7fac1559-4243-4061-939f-74e1b58bbd3d service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061496 Jul 23 16:38:12.735088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8870ee-d12e-410a-8c00-5eb14aff4625 req-932cf1b6-3db3-4924-bc0c-8194d03ff2e6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.736971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e8870ee-d12e-410a-8c00-5eb14aff4625 req-932cf1b6-3db3-4924-bc0c-8194d03ff2e6 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2804408 Jul 23 16:38:12.806429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-d5b781c9-0516-48d7-a163-21cf08e5ca93 service neutron] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459567 Jul 23 16:38:12.846332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a14c7b6-9584-414f-9cab-b65aa1fad539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.884479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:12.984428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-f6b77bb8-8c71-4737-8829-184e4799202d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 200 len: 217 time: 0.1695273 Jul 23 16:38:12.997944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e8870ee-d12e-410a-8c00-5eb14aff4625 req-6ac6939f-ec01-4a6f-af05-9f8bdd0fdd9f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485139 Jul 23 16:38:13.009574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=efcf9383-2050-4373-b9da-ebe0ece33a6b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.130974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.133128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7862722c-83fe-4d40-9cea-e9fd7b743bd4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/efcf9383-2050-4373-b9da-ebe0ece33a6b HTTP/1.1" status: 204 len: 168 time: 1.8801439 Jul 23 16:38:13.140929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-4c017367-a6dc-4a67-b2e7-32046f54a13e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.144741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-4c017367-a6dc-4a67-b2e7-32046f54a13e tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6829300 Jul 23 16:38:13.145977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42082) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:13.194112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-1e691dd8-c093-467a-a869-88010e254613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.195969 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1726402-12f2-455c-8046-b09d9c3c91bb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:38:13.199229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1726402-12f2-455c-8046-b09d9c3c91bb tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/efcf9383-2050-4373-b9da-ebe0ece33a6b HTTP/1.1" status: 404 len: 333 time: 0.0519216 Jul 23 16:38:13.202753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-1e691dd8-c093-467a-a869-88010e254613 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.1962729 Jul 23 16:38:13.203533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42084) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:13.363939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 9e306e6f-8be2-4340-ba4e-00f6d33234c8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:13.374266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.443309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.449718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.456179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.458586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-941cad42-6533-4f66-ae21-9c149a45ba0c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2574630 Jul 23 16:38:13.461296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.462810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.469212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.490972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:13.498843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.505411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.513859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-06325a42-afb0-4c38-b99a-9365bb1a4252 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.5523720 Jul 23 16:38:13.569494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-9ea2f5b3-52df-4d78-9ff2-072c794a0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.571166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-9ea2f5b3-52df-4d78-9ff2-072c794a0168 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3583851 Jul 23 16:38:13.615309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.683609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-80851a57-7595-42f4-a214-39bb0ad04b32 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035600 Jul 23 16:38:13.723098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.730541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a14c7b6-9584-414f-9cab-b65aa1fad539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.738296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-60de9a34-56d7-4ffa-8de5-1cbe376e4da6 req-20e65885-9fb5-48c3-b6d2-92d14a880a5d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2235067 Jul 23 16:38:13.743209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a14c7b6-9584-414f-9cab-b65aa1fad539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.776847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=9e306e6f-8be2-4340-ba4e-00f6d33234c8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.782713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14c7b6-9584-414f-9cab-b65aa1fad539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c2b01c-c4d1-40df-9a8a-32db3fecbc9d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:13.790302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa42bae-bd30-467f-8fe0-89ffe115cf9d None None] Network 3f41b303-32be-465f-b291-adc4f26a3894 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:13.795794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.804927 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32dc1674-19e6-4abb-9a07-a6a65d87c2dd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/9e306e6f-8be2-4340-ba4e-00f6d33234c8 HTTP/1.1" status: 204 len: 168 time: 0.5917585 Jul 23 16:38:13.810397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:13.845529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.893502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-be7c48fb-dd9b-487c-ab82-b1b9209b9087 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955492 Jul 23 16:38:13.916777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8a14c7b6-9584-414f-9cab-b65aa1fad539 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ee48e21f5a3470a9a7dbd6309174269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3857408 Jul 23 16:38:13.925130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42094) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:14.024840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-902ab0ec-95c2-4c2a-b6d9-1a1a0479903f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 200 len: 217 time: 0.1053815 Jul 23 16:38:14.125151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.175815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] DHCP port deletion for 3f41b303-32be-465f-b291-adc4f26a3894 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:14.185553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-1c3b43a9-f886-44e1-8178-e458369b736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.187277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-1c3b43a9-f886-44e1-8178-e458369b736b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 200 len: 797 time: 0.1573377 Jul 23 16:38:14.275106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Deleting port 3b3ce53b-1a71-4908-87a7-82bac7e42961 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:14.284126 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.291272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.332562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.360709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d296b-2f7e-411c-8162-52834aedd09d req-ea312435-4141-4544-b903-0b80ecb8ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.362437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-ea312435-4141-4544-b903-0b80ecb8ecb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff938261-6b7d-4d37-8618-87ee569dee20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1598904 Jul 23 16:38:14.406694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8da2-131b-448d-b74d-da14586c9a8e req-46a3098f-3453-491d-b0a1-31eb77ffc69f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.408358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4ad8da2-131b-448d-b74d-da14586c9a8e req-46a3098f-3453-491d-b0a1-31eb77ffc69f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2113991 Jul 23 16:38:14.443428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 3b3ce53b-1a71-4908-87a7-82bac7e42961 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:14.444433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.514544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4ad8da2-131b-448d-b74d-da14586c9a8e req-90491141-3a59-44c9-8a8f-0b3be6d35987 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886531 Jul 23 16:38:14.517564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.520719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.522132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57c2b01c-c4d1-40df-9a8a-32db3fecbc9d HTTP/1.1" status: 204 len: 168 time: 0.5953434 Jul 23 16:38:14.562899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port 3b3ce53b-1a71-4908-87a7-82bac7e42961, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3b3ce53b-1a71-4908-87a7-82bac7e42961,segment=NetworkSegment(27c68d93-7494-4ad7-b562-c5608ec74ad1),segment_id=27c68d93-7494-4ad7-b562-c5608ec74ad1)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:14.563545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.588411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] For port 3b3ce53b-1a71-4908-87a7-82bac7e42961, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3b3ce53b-1a71-4908-87a7-82bac7e42961,segment=NetworkSegment(27c68d93-7494-4ad7-b562-c5608ec74ad1),segment_id=27c68d93-7494-4ad7-b562-c5608ec74ad1)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:14.588411 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.588845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df788-3f9f-4b7d-b247-e036d31ca5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c2b01c-c4d1-40df-9a8a-32db3fecbc9d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.591784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 3b3ce53b-1a71-4908-87a7-82bac7e42961 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:14.605495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.619463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-c2444962-42a5-48b5-817a-8358bab8fe9c service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472057 Jul 23 16:38:14.702641 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4666d088-db91-4343-8eb5-50a4f296a542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.717153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Calling delete_port for 3b3ce53b-1a71-4908-87a7-82bac7e42961 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:14.732051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.735318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=87abf96c-4e32-41d6-9440-4e37474cdd5b,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:14.821225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=3b3ce53b-1a71-4908-87a7-82bac7e42961,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.829979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-801d296b-2f7e-411c-8162-52834aedd09d req-1d5e0b08-d582-4415-b908-b4d5acb90399 service neutron] 10.222.0.81 "GET /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038455 Jul 23 16:38:14.855389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port 3b3ce53b-1a71-4908-87a7-82bac7e42961 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:14.918437 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:38:14.927902 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.989067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] Pushing event deleted for resources: {'Port': ['ID=3b3ce53b-1a71-4908-87a7-82bac7e42961,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:14.999134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f7f57-13cd-4671-97dd-6b4a80c252d9 None None] No DVR routers for this DVR port 3b3ce53b-1a71-4908-87a7-82bac7e42961 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:15.032178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.044255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f41b303-32be-465f-b291-adc4f26a3894']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.057060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c68d93-7494-4ad7-b562-c5608ec74ad1') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.057365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c68d93-7494-4ad7-b562-c5608ec74ad1') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:15.068001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.085851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.095876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:15.096312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.192155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.210072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.227795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.244262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.250009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:15.251712 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:15.267970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.270261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] For port 87abf96c-4e32-41d6-9440-4e37474cdd5b, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:15.301348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.312572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.321886 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/3f41b303-32be-465f-b291-adc4f26a3894 HTTP/1.1" status: 204 len: 168 time: 1.5050833 Jul 23 16:38:15.327067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d718ea40-7b6a-4a08-9d24-57c26ad439a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.338649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.340007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.358646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-597365184'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:15.368661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.398887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-29d6a879-7102-4a61-8f18-588e216894e3 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 5434 time: 0.4336085 Jul 23 16:38:15.414113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b15e7c-623d-434e-a5ae-2170f58a905d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=3f41b303-32be-465f-b291-adc4f26a3894,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:15.460213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] device_id is not set on port 87abf96c-4e32-41d6-9440-4e37474cdd5b yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:15.469894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b8ba45e2-1a7d-44d1-8406-6c624b078f77 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:15.494085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a691fa90-7639-45d8-a8bc-c49bb33f20c0 req-c9d2b4d1-7928-4402-8aab-c32539d1ca5f tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795472 Jul 23 16:38:15.512841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.550912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.642098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.668101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:15.765580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] No DVR routers for this DVR port 87abf96c-4e32-41d6-9440-4e37474cdd5b on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:15.776586 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.861178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:15.862473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:15.869276 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52bfd73-a3f7-48aa-b985-90b62ff4e496" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:15.873259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.874768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2bb6914c-f40d-4068-8511-f52fb731570e no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:15.900319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14849358-927d-40a0-bcee-08a005439504 req-a5ba287c-e99e-4e79-a3a7-4e1cec3d25c9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.916359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14849358-927d-40a0-bcee-08a005439504 req-a5ba287c-e99e-4e79-a3a7-4e1cec3d25c9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2496753 Jul 23 16:38:15.943669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] In _notify_port_updated(), no bound segment for port 87abf96c-4e32-41d6-9440-4e37474cdd5b on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:15.944624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.945801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.969335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] 10.222.0.81 "PUT /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 200 len: 1028 time: 2.4739733 Jul 23 16:38:16.031034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14849358-927d-40a0-bcee-08a005439504 req-e62f6884-3292-4513-ab61-8ffdc2cfbd46 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137574 Jul 23 16:38:16.032767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.118742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1505-6f45-4638-9af3-199cf5563825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.163117 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0d3d8-84cf-4e61-9e26-5c6fc53d2682 x-openstack-request-id: req-a8e0d3d8-84cf-4e61-9e26-5c6fc53d2682 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:16.165530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-3ce4eb50-21da-46ed-b4c7-7b58bf6c00d5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.165898 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:16.166278 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8e0d3d8-84cf-4e61-9e26-5c6fc53d2682 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:16.168114 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'code': 200} Jul 23 16:38:16.169818 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-3ce4eb50-21da-46ed-b4c7-7b58bf6c00d5 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "GET /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1996191 Jul 23 16:38:16.192527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:16.222363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2e814ab0-2fc8-495d-8b73-8af4a63034ac None None] Provisioning complete for port 87abf96c-4e32-41d6-9440-4e37474cdd5b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:16.222879 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e814ab0-2fc8-495d-8b73-8af4a63034ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.225690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.237516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55d6d8-e956-45f1-9585-bcb30757bbcb service neutron] Pushing event updated for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.247646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d718ea40-7b6a-4a08-9d24-57c26ad439a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.263387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d718ea40-7b6a-4a08-9d24-57c26ad439a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.285919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3b3ce53b-1a71-4908-87a7-82bac7e42961 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:16.325395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3b3ce53b-1a71-4908-87a7-82bac7e42961 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:16.326381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3b3ce53b-1a71-4908-87a7-82bac7e42961 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:16.346688 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d718ea40-7b6a-4a08-9d24-57c26ad439a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f14d36c9b066482989c771385f58929a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0940020 Jul 23 16:38:16.350486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42144) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:16.364917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718ea40-7b6a-4a08-9d24-57c26ad439a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b60e8e-d1ae-46e7-8012-2b306723fadf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.371947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:16.391533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.394562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:16.457158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:16.466869 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.509553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2e814ab0-2fc8-495d-8b73-8af4a63034ac None None] Port 87abf96c-4e32-41d6-9440-4e37474cdd5b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:16.580301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:16.611199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.611549 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Added segment 1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a of type vlan for network a7800aa7-ee12-485c-b18d-50ec62c532f0 Jul 23 16:38:16.713244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.715465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.739542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.743875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.783570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.788374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:16.796490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.797912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 47567fd0-d5b0-4191-8c58-95f2a8ad57aa no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:16.824469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.855416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.872413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.874670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.887006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.889967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.891644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80b60e8e-d1ae-46e7-8012-2b306723fadf HTTP/1.1" status: 204 len: 168 time: 0.5394244 Jul 23 16:38:16.937886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422387fd-cb35-473a-904f-ede3abe0e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b60e8e-d1ae-46e7-8012-2b306723fadf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:16.952306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1505-6f45-4638-9af3-199cf5563825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.979133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.986679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.994601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.996916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.002352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.010144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.017001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.021324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-630173d1-520c-45f9-9cf9-b7447310b65d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 4653 time: 0.2697370 Jul 23 16:38:17.022302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1505-6f45-4638-9af3-199cf5563825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.064257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7214074 Jul 23 16:38:17.071005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42156) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:17.075428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e9ad1505-6f45-4638-9af3-199cf5563825 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aec0181d892f4111b2f5a5ffa35cd3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3311861 Jul 23 16:38:17.082561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:17.113814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42160) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:17.171143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.250105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:17.254316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.439673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b22f9-9527-4640-a035-49506d331999 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Network': ['ID=a7800aa7-ee12-485c-b18d-50ec62c532f0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.471300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.487210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:17.514012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.567423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:17.631244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-540879f7-63b8-4919-b9a4-7eeb4df7fd14 req-3735648f-7a2f-472c-aadd-a1d9b39ec3a7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&id=36658fbb-6518-4a97-8f19-1295434bc5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5613754 Jul 23 16:38:17.697907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad1505-6f45-4638-9af3-199cf5563825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd764894-5134-49d6-b219-279a2a3dd563,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.768395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] For port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:17.854276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Checking segment: {'id': '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:17.854276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network hostable DHCP agents. Network: a7800aa7-ee12-485c-b18d-50ec62c532f0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:17.855790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] device_id is not set on port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:17.873705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.877532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=c526dc34-1e8e-494e-b140-8a36cadb359d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.892207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.965218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Pushing event updated for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.993835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:18.007955 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:18.010245 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:18.021873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] No DVR routers for this DVR port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:18.033763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.051936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe968f-fb7f-4578-b9cb-1221e3cd7219 req-179fbe7c-552e-4088-bf20-c5a1d288332f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.054179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cbe968f-fb7f-4578-b9cb-1221e3cd7219 req-179fbe7c-552e-4088-bf20-c5a1d288332f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.8196528 Jul 23 16:38:18.058487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a7800aa7-ee12-485c-b18d-50ec62c532f0) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:18.063326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.064645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.079098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fae1ae-3326-4c2c-852b-3b1e88497bbf None None] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:18.122797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.158853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b9d70ca-065a-45f1-85fa-b2bec0727891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0817533 Jul 23 16:38:18.159455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42184) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.185557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:18.190744 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a31b29-1991-4acd-86f3-9e91488fa070" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:18.207850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1971795331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:18.227130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8cbe968f-fb7f-4578-b9cb-1221e3cd7219 req-ba7e60c1-7286-4995-900f-93c60a248a2b tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568723 Jul 23 16:38:18.241665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] In _notify_port_updated(), no bound segment for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa on network af56445e-412c-40d8-a91b-347c0f5a813c {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:18.243654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.244640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.251683 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-d03331a2-8662-467b-9f5c-13f7b5633619 service neutron] 10.222.0.81 "PUT /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 200 len: 1027 time: 2.0655506 Jul 23 16:38:18.253726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.254991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.319334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.323985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.325451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd764894-5134-49d6-b219-279a2a3dd563 HTTP/1.1" status: 204 len: 168 time: 1.2057080 Jul 23 16:38:18.343945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad7ea-595f-416f-8cbd-5025ecbd721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd764894-5134-49d6-b219-279a2a3dd563,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:18.418744 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fe250-2250-4386-a239-5493edd99da2 x-openstack-request-id: req-e92fe250-2250-4386-a239-5493edd99da2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:18.420308 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:18.421532 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e92fe250-2250-4386-a239-5493edd99da2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:18.423969 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e', 'code': 200} Jul 23 16:38:18.424590 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'code': 200} Jul 23 16:38:18.501096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-a7800aa7-ee12-485c-b18d-50ec62c532f0', 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': 'c526dc34-1e8e-494e-b140-8a36cadb359d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:18.505357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.505672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.529408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.548832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.553220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42196) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:18.553884 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a249c86a-f841-4fd0-ae77-29cc71984e0e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3925016 Jul 23 16:38:18.561006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0', 'name': 'tempest-PortsIpV6TestJSON-627092798'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:18.587608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:18.588168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.736454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 632f03c1-b276-4f1d-889b-3dbab159be47 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:18.745883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] For port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:18.746365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.761117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:18.848314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:18.852489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.859255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a5d2c066-62e3-4634-99dd-d0c5ecf5f21f None None] Provisioning complete for port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:18.864518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5d2c066-62e3-4634-99dd-d0c5ecf5f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.920992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:18.924046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:19.040699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.045675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2c066-62e3-4634-99dd-d0c5ecf5f21f None None] Port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:19.167104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] No DVR routers for this DVR port c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:19.172976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.178295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-8b6360a4-02b2-45c0-a54b-69a517e3c90b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "DELETE /v2.0/ports/c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a HTTP/1.1" status: 204 len: 173 time: 0.8289402 Jul 23 16:38:19.180843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:19.185719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-046e9e20-7df1-43a4-b914-7b1a642769a0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.189400 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a96dd-4456-4d96-99a1-8cbf99893fc8" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:19.209205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-046e9e20-7df1-43a4-b914-7b1a642769a0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.221649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-046e9e20-7df1-43a4-b914-7b1a642769a0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.242701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-046e9e20-7df1-43a4-b914-7b1a642769a0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.244478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-046e9e20-7df1-43a4-b914-7b1a642769a0 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 3146 time: 0.3602841 Jul 23 16:38:19.290516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Allocated IP 2001:db8::2 (a7800aa7-ee12-485c-b18d-50ec62c532f0/c526dc34-1e8e-494e-b140-8a36cadb359d/b77ce32a-9b44-479f-bef3-bfe977336321) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:19.328742 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.339719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5117cea7-5440-43b6-8278-b50e9c3c0143 req-96cc2fa6-c72a-428f-ad2c-1889756a65a4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876634 Jul 23 16:38:19.454136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port 632f03c1-b276-4f1d-889b-3dbab159be47 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:19.455518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.523873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:19.545062 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.568880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 87abf96c-4e32-41d6-9440-4e37474cdd5b no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:19.594146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30709a57-e1d5-4c51-9dcd-b1400aed67f1 req-d3952809-80d5-41b8-ac73-c080fdd13f26 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.601861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30709a57-e1d5-4c51-9dcd-b1400aed67f1 req-d3952809-80d5-41b8-ac73-c080fdd13f26 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.1558764 Jul 23 16:38:19.670637 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385104b5-6cd2-41a8-af99-b7b1812ef7d5 x-openstack-request-id: req-385104b5-6cd2-41a8-af99-b7b1812ef7d5 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:19.670637 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:19.671428 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-385104b5-6cd2-41a8-af99-b7b1812ef7d5 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:19.671897 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': 'c3799dfd-c3fe-45eb-a007-ca0e68c3bb0a', 'status': 'completed', 'code': 200} Jul 23 16:38:19.713706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:19.726313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30709a57-e1d5-4c51-9dcd-b1400aed67f1 req-22c0cd1c-509b-4ee9-8423-293c45a0241f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212142 Jul 23 16:38:19.766388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] For port 632f03c1-b276-4f1d-889b-3dbab159be47, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=632f03c1-b276-4f1d-889b-3dbab159be47,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:19.766743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.810815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for 632f03c1-b276-4f1d-889b-3dbab159be47 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:19.836160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 87abf96c-4e32-41d6-9440-4e37474cdd5b not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:19.837397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 75d6e8d0-7055-4687-89e9-8872642917b3 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:19.974561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.019757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Transition to ACTIVE for port object b77ce32a-9b44-479f-bef3-bfe977336321 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:20.098128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Transition to ACTIVE for port object b77ce32a-9b44-479f-bef3-bfe977336321 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:20.133070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.216124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=632f03c1-b276-4f1d-889b-3dbab159be47,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.295399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::357 (a7800aa7-ee12-485c-b18d-50ec62c532f0/c526dc34-1e8e-494e-b140-8a36cadb359d/b15315c5-31fa-4e6b-8d66-8b81f69b7c9a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:20.332192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] No DVR routers for this DVR port 632f03c1-b276-4f1d-889b-3dbab159be47 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:20.340055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.343122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-29633a95-6bff-4766-a115-1c2759aa3c27 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "DELETE /v2.0/ports/632f03c1-b276-4f1d-889b-3dbab159be47 HTTP/1.1" status: 204 len: 173 time: 1.1497393 Jul 23 16:38:20.412162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.530606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:20.532882 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a338a1-e376-4a7f-a90b-96c7a6503693" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:20.542558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Pushing event updated for resources: {'Port': ['ID=b77ce32a-9b44-479f-bef3-bfe977336321,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.553418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.612374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:20.624314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port 75d6e8d0-7055-4687-89e9-8872642917b3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:20.624673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.667532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:20.674516 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9322a7ed-8698-409d-8672-cbacfada790e x-openstack-request-id: req-9322a7ed-8698-409d-8672-cbacfada790e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:20.674819 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:20.675082 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9322a7ed-8698-409d-8672-cbacfada790e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:20.675497 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47', 'code': 200} Jul 23 16:38:20.676421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:20.687272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.689234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:20.874167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] For port 75d6e8d0-7055-4687-89e9-8872642917b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=75d6e8d0-7055-4687-89e9-8872642917b3,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:20.874726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.877256 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:38:20.910970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for 75d6e8d0-7055-4687-89e9-8872642917b3 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:20.921241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:20.934932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Attempting to bind port b77ce32a-9b44-479f-bef3-bfe977336321 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:20.935556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Attempting to bind port b77ce32a-9b44-479f-bef3-bfe977336321 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:20.939810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Attempting to bind port b77ce32a-9b44-479f-bef3-bfe977336321 on network a7800aa7-ee12-485c-b18d-50ec62c532f0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:20.950917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:20.953082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Checking segment: {'id': '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:20.956268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.964751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Bound using segment: {'id': '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:20.964879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.965984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Bound port: b77ce32a-9b44-479f-bef3-bfe977336321, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7800aa7-ee12-485c-b18d-50ec62c532f0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:20.966655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:20.983267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object b15315c5-31fa-4e6b-8d66-8b81f69b7c9a will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:21.033744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.074808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c37284-93e0-4ac6-9675-890cc317159d req-acfbe444-9ce0-4016-b4fe-f03bd9346050 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.088259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c37284-93e0-4ac6-9675-890cc317159d req-acfbe444-9ce0-4016-b4fe-f03bd9346050 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.096976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c37284-93e0-4ac6-9675-890cc317159d req-acfbe444-9ce0-4016-b4fe-f03bd9346050 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.108751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54c37284-93e0-4ac6-9675-890cc317159d req-acfbe444-9ce0-4016-b4fe-f03bd9346050 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 2411 time: 0.6365759 Jul 23 16:38:21.145385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] For port b77ce32a-9b44-479f-bef3-bfe977336321, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:21.155719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] For port b77ce32a-9b44-479f-bef3-bfe977336321, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b77ce32a-9b44-479f-bef3-bfe977336321,segment=NetworkSegment(1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a),segment_id=1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:21.177069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.217118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=b15315c5-31fa-4e6b-8d66-8b81f69b7c9a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.227644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42282) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:21.302010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.328803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73be31-77b5-47ef-8094-f3fdbdaadde1 None None] Pushing event updated for resources: {'Port': ['ID=b77ce32a-9b44-479f-bef3-bfe977336321,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.367110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=75d6e8d0-7055-4687-89e9-8872642917b3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:21.389840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54c37284-93e0-4ac6-9675-890cc317159d req-aab3937a-3273-4a44-a92a-0f2a6e1970ca tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764893 Jul 23 16:38:21.454979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:21.463129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] No DVR routers for this DVR port 75d6e8d0-7055-4687-89e9-8872642917b3 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:21.466757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.467885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:21.471491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:21.472680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-73f1cdd0-427a-4061-b592-f6b02cb9d353 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "DELETE /v2.0/ports/75d6e8d0-7055-4687-89e9-8872642917b3 HTTP/1.1" status: 204 len: 173 time: 1.1243455 Jul 23 16:38:21.500286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.501341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:21.547143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3dac33cf-7e64-422b-a5ec-0542a81aa430 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9927671 Jul 23 16:38:21.552732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42294) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:21.710445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47'}, {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:21.713029 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333fdd4-182a-44c0-832d-47f18987e96a" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47"}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:21.750866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43583e1-286a-471b-8c8a-3b46a2a990b3 req-8c2f6e6b-1d42-46fd-8625-92f8ec8285bc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.759226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e43583e1-286a-471b-8c8a-3b46a2a990b3 req-8c2f6e6b-1d42-46fd-8625-92f8ec8285bc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.7327926 Jul 23 16:38:21.833163 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d0381-7694-4ae1-9991-3a83c10588c2 x-openstack-request-id: req-a49d0381-7694-4ae1-9991-3a83c10588c2 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:21.834426 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "632f03c1-b276-4f1d-889b-3dbab159be47", "status": "completed", "code": 200}, {"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:21.835597 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a49d0381-7694-4ae1-9991-3a83c10588c2 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:21.836437 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '632f03c1-b276-4f1d-889b-3dbab159be47', 'status': 'completed', 'code': 200} Jul 23 16:38:21.837093 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3', 'status': 'completed', 'code': 200} Jul 23 16:38:21.865009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port b8ba45e2-1a7d-44d1-8406-6c624b078f77 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:21.867042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.263950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] For port b8ba45e2-1a7d-44d1-8406-6c624b078f77, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b8ba45e2-1a7d-44d1-8406-6c624b078f77,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:22.264458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.320755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b77ce32a-9b44-479f-bef3-bfe977336321 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:22.452029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b77ce32a-9b44-479f-bef3-bfe977336321 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:22.653829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-347b2744-cdbe-41bb-a7f8-48f19b6459e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:22.676671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:22.679201 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68666fc4-fe04-4a3a-bd06-0b703cd63a5d" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:22.889109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e43583e1-286a-471b-8c8a-3b46a2a990b3 req-bd1c5b35-7510-4507-b943-fe9f552dbc58 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1289539 Jul 23 16:38:23.232414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f78c82-6d13-4c1e-b332-8b77a8e0a279 None None] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:23.251004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.251631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.252253 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Floating IP 8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328 disassociated. External IP: 172.25.2.237, port: b8ba45e2-1a7d-44d1-8406-6c624b078f77. Jul 23 16:38:23.252787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for b8ba45e2-1a7d-44d1-8406-6c624b078f77 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:23.402409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Provisioning for port b77ce32a-9b44-479f-bef3-bfe977336321 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:23.409217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Provisioning complete for port b77ce32a-9b44-479f-bef3-bfe977336321 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:23.410170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.440954 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.458134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49335-b4cc-4acd-8699-7b57431d2994 req-76b10594-ae24-4cf6-bf09-11ef3a4bc340 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:23.475464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef49335-b4cc-4acd-8699-7b57431d2994 req-76b10594-ae24-4cf6-bf09-11ef3a4bc340 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:23.477664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eef49335-b4cc-4acd-8699-7b57431d2994 req-76b10594-ae24-4cf6-bf09-11ef3a4bc340 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 1677 time: 0.4356010 Jul 23 16:38:23.547508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=b8ba45e2-1a7d-44d1-8406-6c624b078f77,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:23.571355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-347b2744-cdbe-41bb-a7f8-48f19b6459e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.593808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-347b2744-cdbe-41bb-a7f8-48f19b6459e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.687481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.710891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2744-cdbe-41bb-a7f8-48f19b6459e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79349ad2-e5ff-46d5-929b-2f690b536617,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:23.788631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42318) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:23.789484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-347b2744-cdbe-41bb-a7f8-48f19b6459e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c386dea78ccc4d92a441101331a4af76&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4907818 Jul 23 16:38:23.838829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:23.855837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eef49335-b4cc-4acd-8699-7b57431d2994 req-ff17abb8-83b5-4a0e-a324-1ee25f5ad743 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774994 Jul 23 16:38:23.858572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9896005', 'description': 'tempest-secgroup-smoke-9896005 description', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:23.872270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] For port b77ce32a-9b44-479f-bef3-bfe977336321, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b77ce32a-9b44-479f-bef3-bfe977336321,segment=NetworkSegment(1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a),segment_id=1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:23.890982 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.895720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.903326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.933568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.962582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.010288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.020667 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdee94-9d0a-4051-b0b7-02efa4337630 x-openstack-request-id: req-e3cdee94-9d0a-4051-b0b7-02efa4337630 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:24.021021 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-unplugged", "status": "completed", "tag": "75d6e8d0-7055-4687-89e9-8872642917b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:24.021214 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3cdee94-9d0a-4051-b0b7-02efa4337630 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:24.021598 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d6e8d0-7055-4687-89e9-8872642917b3', 'code': 200} Jul 23 16:38:24.023106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de023d-a9d2-4141-970c-100a03707ece None None] Pushing event updated for resources: {'Port': ['ID=b77ce32a-9b44-479f-bef3-bfe977336321,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.051004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Router 1cd478f9-2dac-4214-b05d-684d7e20ff3d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:24.051876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.055893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.060522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79349ad2-e5ff-46d5-929b-2f690b536617 HTTP/1.1" status: 204 len: 168 time: 0.2632856 Jul 23 16:38:24.088807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007bb3d-25f9-4a1b-bef2-f86784652fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79349ad2-e5ff-46d5-929b-2f690b536617,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.267343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b77ce32a-9b44-479f-bef3-bfe977336321 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:24.397920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b77ce32a-9b44-479f-bef3-bfe977336321 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:24.398319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.568009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:24.591187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Sync routers for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:24.603432 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:24.604149 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:24.658564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Provisioning complete for port b77ce32a-9b44-479f-bef3-bfe977336321 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:24.660036 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.775778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] No DVR routers for this DVR port b8ba45e2-1a7d-44d1-8406-6c624b078f77 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:24.789766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.804672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-4e361cba-fd0e-47a5-9424-5e527e9dc0f7 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "DELETE /v2.0/ports/b8ba45e2-1a7d-44d1-8406-6c624b078f77 HTTP/1.1" status: 204 len: 173 time: 3.3244264 Jul 23 16:38:24.805180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:24.815408 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d5bf2-eb6d-4355-ad9c-88e7e3ca3047" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:24.843679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.858061 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:24.859428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.909245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Provisioning for port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:24.928013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Provisioning complete for port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:24.928817 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.994606 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff04b1-eb49-40a1-b5f0-91ca7234ea5b x-openstack-request-id: req-68ff04b1-eb49-40a1-b5f0-91ca7234ea5b {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:24.994874 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "b8ba45e2-1a7d-44d1-8406-6c624b078f77", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:24.995135 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68ff04b1-eb49-40a1-b5f0-91ca7234ea5b {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:24.995567 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': 'b8ba45e2-1a7d-44d1-8406-6c624b078f77', 'status': 'completed', 'code': 200} Jul 23 16:38:25.048541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a299051-f7c2-4b69-bcc7-db26a012c47e None None] Port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:25.072073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.119790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.200510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf1ba2-1443-4a47-b33e-764734051c3f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:25.233263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d2692f1d-a1cd-40cd-a698-c67b1d223aac None None] Provisioning complete for port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:25.233702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d2692f1d-a1cd-40cd-a698-c67b1d223aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.304403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:25.344137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d2692f1d-a1cd-40cd-a698-c67b1d223aac None None] Port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:25.482471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.497624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port 2bb6914c-f40d-4068-8511-f52fb731570e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:25.503918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.700145 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.782575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Checking router: 1cd478f9-2dac-4214-b05d-684d7e20ff3d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:25.797143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4125cdcb-4fe4-46c8-afb4-7a387ad209ca None None] Provisioning complete for port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:25.798096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4125cdcb-4fe4-46c8-afb4-7a387ad209ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.810508 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:25.811334 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:25.812242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] For port 2bb6914c-f40d-4068-8511-f52fb731570e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2bb6914c-f40d-4068-8511-f52fb731570e,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:25.812714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:25.849186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for 2bb6914c-f40d-4068-8511-f52fb731570e owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:25.854135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4125cdcb-4fe4-46c8-afb4-7a387ad209ca None None] Port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:25.970138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449f26-a49a-48af-bd2e-65d93ac77667 req-c02baf4b-d4d5-413d-94c8-11a1095d28a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:25.971838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f449f26-a49a-48af-bd2e-65d93ac77667 req-c02baf4b-d4d5-413d-94c8-11a1095d28a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 1.4856894 Jul 23 16:38:25.978070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.008965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.017979 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:26.026313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9466820-0866-4a3f-bd7d-48c15d9abc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.112604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.114540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=b15315c5-31fa-4e6b-8d66-8b81f69b7c9a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.149655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.256420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.260617 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f5e6210-9b65-4580-8dfa-bac884885287 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 2.4177618 Jul 23 16:38:26.262164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.270239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f449f26-a49a-48af-bd2e-65d93ac77667 req-bc633bd0-27af-42e6-a1ed-cb71acb6d76c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496810 Jul 23 16:38:26.272863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:26.310814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:38:26.310814 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:38:26.310814 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '2367f77bb6de454d9f98eea4b2d1a5af', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 38, 26, 281185)}] Jul 23 16:38:26.310814 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:26.311600 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:26.332686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.351589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9088e3-ad7f-4123-bc09-d85868e5ef34 req-32087db6-3dda-4e9d-9d3e-cabf3aef823c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:26.361879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d9088e3-ad7f-4123-bc09-d85868e5ef34 req-32087db6-3dda-4e9d-9d3e-cabf3aef823c tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 943 time: 0.5880609 Jul 23 16:38:26.387620 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:26.424608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=2bb6914c-f40d-4068-8511-f52fb731570e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.455125 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f69a94-5e01-494a-a2d1-810ac04386c5 None None] The sync data for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 is: [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:27:25Z', 'revision_number': 4, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9b863f09-bcac-4eaa-b727-ed1336f62a08', 'name': '', 'network_id': 'bebecbb7-00ad-49d4-a18d-3919e2dd026d', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'mac_address': 'fa:16:3e:80:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '2912ed78-8511-4c9e-8597-99044054331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:24Z', 'updated_at': '2021-07-23T16:27:31Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'subnets': [{'id': '2912ed78-8511-4c9e-8597-99044054331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:26.525150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] No DVR routers for this DVR port 2bb6914c-f40d-4068-8511-f52fb731570e on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:26.530770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d9088e3-ad7f-4123-bc09-d85868e5ef34 req-1e9b96ac-860f-4b75-8e66-5796ddbd9300 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups?id=245bd7c6-e09d-46cf-814c-7200451106a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674144 Jul 23 16:38:26.531293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.534116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8dae08e0-d075-4325-823f-522653df8f06 req-132a2ca7-a94b-4ac3-b78a-aa5cc9eeb628 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.81 "DELETE /v2.0/ports/2bb6914c-f40d-4068-8511-f52fb731570e HTTP/1.1" status: 204 len: 173 time: 1.7132082 Jul 23 16:38:26.544444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42380) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.658719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9466820-0866-4a3f-bd7d-48c15d9abc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.665559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9466820-0866-4a3f-bd7d-48c15d9abc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.737786 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b9466820-0866-4a3f-bd7d-48c15d9abc9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e4199eea592464499df190dfe0ad8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4298418 Jul 23 16:38:26.739491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466820-0866-4a3f-bd7d-48c15d9abc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a2d6fa-ee02-4ef5-a599-967d7f2cfee9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.741811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42384) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:26.788571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31ddcd0c-eb5d-4dff-a960-fef131b32433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.847485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.875597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.891216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.892015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.937077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.957135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.962708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:26.982596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67a067-dffc-4079-968d-ccb4dd46157b None None] New status for floating IP 8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:38:26.987091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9f675d-e445-484f-a614-025a6db7c726,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:26.996640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:26.999993 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70f3b5-7211-4e38-a8e0-ad788f1804db" -d '{"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:27.018439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.033347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=b15315c5-31fa-4e6b-8d66-8b81f69b7c9a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.046339 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26cd9e3-e318-464d-b79c-7d4eeab1ac6c x-openstack-request-id: req-f26cd9e3-e318-464d-b79c-7d4eeab1ac6c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:27.046983 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76288b7-7498-43e3-8abe-88fe308fc302", "name": "network-vif-deleted", "tag": "2bb6914c-f40d-4068-8511-f52fb731570e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:27.047408 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f26cd9e3-e318-464d-b79c-7d4eeab1ac6c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:27.048074 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76288b7-7498-43e3-8abe-88fe308fc302', 'name': 'network-vif-deleted', 'tag': '2bb6914c-f40d-4068-8511-f52fb731570e', 'status': 'completed', 'code': 200} Jul 23 16:38:27.159314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:27.168274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:27.173179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31ddcd0c-eb5d-4dff-a960-fef131b32433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.179731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.181182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.182974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.186539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54a2d6fa-ee02-4ef5-a599-967d7f2cfee9 HTTP/1.1" status: 204 len: 168 time: 0.4395049 Jul 23 16:38:27.186539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31ddcd0c-eb5d-4dff-a960-fef131b32433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.187026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5591a2ed-970e-4074-9da0-d7f166b90c12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9196286 Jul 23 16:38:27.187505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.193761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.234371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.268146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a8765-d1b4-4f84-9a77-e1d3dc029d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a2d6fa-ee02-4ef5-a599-967d7f2cfee9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.334434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-31ddcd0c-eb5d-4dff-a960-fef131b32433 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d15c60368ba1447fb372cbda4641e9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881227 Jul 23 16:38:27.335206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42398) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.346205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.352746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.375092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.377049 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1886222 Jul 23 16:38:27.380688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddcd0c-eb5d-4dff-a960-fef131b32433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae7de41-9b9c-402a-b116-36e7a1a0da29,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.383124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42400) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.389481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.404362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35c7dc-ca07-45c6-9602-a00159aef1fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1059bba-f7e7-4b3e-815a-bf32dcfe2a65,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.454245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.532255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.545896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.551377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.577683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.590974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.594596 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2094953 Jul 23 16:38:27.597082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.597496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Router 217e603b-0702-436a-bd7d-cf045a9d28da is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:27.618175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.629135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e466e-ea9f-4676-b53b-bc159dbad1e1 req-9864778a-1ac8-46ce-8ea9-47e895cad55a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:27.632482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a3e466e-ea9f-4676-b53b-bc159dbad1e1 req-9864778a-1ac8-46ce-8ea9-47e895cad55a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2456017 Jul 23 16:38:27.649156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc60e28-c236-4416-a4c7-b9dd6fcf4963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e774e4d-6d34-4668-8c3c-c17c1c598254,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.653216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d8375a18-5de8-4225-b734-52cdfa374db1 None None] Provisioning complete for port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:27.656695 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d8375a18-5de8-4225-b734-52cdfa374db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.706651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.736875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d8375a18-5de8-4225-b734-52cdfa374db1 None None] Port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:27.791161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5164d66-7f5f-44ee-968c-b00ea6013ea4 req-0b91f782-39fd-4ea6-b0ad-7f13627779c6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0770261 Jul 23 16:38:27.797611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a3e466e-ea9f-4676-b53b-bc159dbad1e1 req-3a59f267-2050-486e-a7a6-69dd088dc065 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567926 Jul 23 16:38:27.800608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.806815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.833096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42410) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.839623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.842862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.843688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484daf4d-eeea-458c-a481-4b84a1ddd3e6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.846686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ae7de41-9b9c-402a-b116-36e7a1a0da29 HTTP/1.1" status: 204 len: 168 time: 0.4984710 Jul 23 16:38:27.851983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:27.865467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-86c1bb6f-bf63-4bfa-b973-0f6d98ad8d44 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/routers/217e603b-0702-436a-bd7d-cf045a9d28da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3095238 Jul 23 16:38:27.866521 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] Sync routers for ids ['217e603b-0702-436a-bd7d-cf045a9d28da'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:27.867383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42414) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.869831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaec0a3-ab73-419b-bf4c-70cbc2b1e30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae7de41-9b9c-402a-b116-36e7a1a0da29,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:27.876136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91823134-33de-4433-a981-775b64adc78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.883264 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] Routers {'217e603b-0702-436a-bd7d-cf045a9d28da'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:27.884283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['217e603b-0702-436a-bd7d-cf045a9d28da'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.916016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:27.917261 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-afeff33d-37be-4653-ad57-1320dbf0c9d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3083496 Jul 23 16:38:27.923965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:27.931729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:27.933914 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.945333 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] Routers {'217e603b-0702-436a-bd7d-cf045a9d28da'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:27.946340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['217e603b-0702-436a-bd7d-cf045a9d28da'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.993309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:27.994460 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0939b-5547-4a37-8cf2-5711a6798d38 None None] The sync data for ids ['217e603b-0702-436a-bd7d-cf045a9d28da'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:28.013634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f86329-bdea-4cd1-bdb4-89bb0bd0d7a6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.019717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-30f86329-bdea-4cd1-bdb4-89bb0bd0d7a6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?device_id=217e603b-0702-436a-bd7d-cf045a9d28da HTTP/1.1" status: 200 len: 988 time: 0.1498253 Jul 23 16:38:28.019717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.056544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91823134-33de-4433-a981-775b64adc78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.062270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91823134-33de-4433-a981-775b64adc78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.101831 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91823134-33de-4433-a981-775b64adc78e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=252c2d6c709e483eb74f6be8a990b8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627707 Jul 23 16:38:28.108840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42420) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.145140 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:38:28.153869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.156844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91823134-33de-4433-a981-775b64adc78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce307cf0-0290-4c36-88bc-41bddcfa8254,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.184886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.214207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.289351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.292255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.295768 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce307cf0-0290-4c36-88bc-41bddcfa8254 HTTP/1.1" status: 204 len: 168 time: 0.1841173 Jul 23 16:38:28.317487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.320592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27568cfe-eedc-4663-a48e-b17038e00f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce307cf0-0290-4c36-88bc-41bddcfa8254,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.329775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.380378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.383026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4577069 Jul 23 16:38:28.386063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42432) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.391457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:28.397248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c62c1-8c4d-482a-aad6-afd891159c19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67df4663-d7d8-4518-ba63-c138b3649e79,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.468059 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:38:28.486142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.568902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.579359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.645705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.656296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42438) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:28.657681 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2691286 Jul 23 16:38:28.663359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da195c3-2621-4200-b830-36043374e7c9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7271f2d3-625c-49c6-8fac-6a9f99c9ee9a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:28.681263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'network': {'name': 'tempest-network-smoke--169412245', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:28.792958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:28.845541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.237881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42470) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:29.374526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1067166927'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:29.496393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9a1ec16-b4c2-48d4-bbdd-c668d2317134 req-dc5a1a2c-31c6-46a0-8467-7e3e0d9ba91d tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.5353808 Jul 23 16:38:29.511039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:29.514872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.552654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:29.562328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.601316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.651979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:29.702305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.703010 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Added segment eebf5a72-7849-4821-9d0f-68b3c36344b0 of type vlan for network f4ce89da-3f30-4ca0-9248-d864a24a30be Jul 23 16:38:29.728248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa540f-a1eb-4ea1-9b63-68ea39679229 req-fb6fb7dc-496e-4e05-8f92-648a6b76f592 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:29.735807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4efa540f-a1eb-4ea1-9b63-68ea39679229 req-fb6fb7dc-496e-4e05-8f92-648a6b76f592 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.7574410 Jul 23 16:38:29.828836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.865396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.868015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4efa540f-a1eb-4ea1-9b63-68ea39679229 req-afc4d8a6-374c-44d3-a2c5-87a8f16e5de8 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312118 Jul 23 16:38:29.871718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.923046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:38:29.946598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba5183-09b5-4bd3-9de7-ba8ed4bc00c5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:29.952051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.952669 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Added segment 490ac5e4-70f1-4dfd-9766-7e9b2cbc5722 of type vlan for network 29f51358-f3d6-4141-b864-5decb0a4ffcf Jul 23 16:38:29.986557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:29.997437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:29.999186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.007464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.059677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.068290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.068950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.095376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4350181 Jul 23 16:38:30.103383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42490) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.121727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8814228 Jul 23 16:38:30.127129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42492) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.132440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'subnet': {'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:30.176140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'admin_state_up': True, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:30.179156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41a9d-7c99-4fb2-9acc-3ef571f73a4e tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Network': ['ID=29f51358-f3d6-4141-b864-5decb0a4ffcf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.191904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:30.192447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f07c6d-d9b1-4283-acfe-c223caf5386a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Network': ['ID=f4ce89da-3f30-4ca0-9248-d864a24a30be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.203739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f001d-48a6-4a95-84fe-3eb3c059e836 req-9c42b3fb-8472-4c87-b2d7-76f5a073f9e9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.211212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-698f001d-48a6-4a95-84fe-3eb3c059e836 req-9c42b3fb-8472-4c87-b2d7-76f5a073f9e9 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.3420441 Jul 23 16:38:30.217023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port b15315c5-31fa-4e6b-8d66-8b81f69b7c9a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:30.217591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.247132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f4ce89da-3f30-4ca0-9248-d864a24a30be details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:38:30.336448 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.337741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.356162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-698f001d-48a6-4a95-84fe-3eb3c059e836 req-f190d96c-7f4d-4125-a959-a7dd279820c1 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437128 Jul 23 16:38:30.388337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:30.395576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.473456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.479083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.657871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.661564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for b15315c5-31fa-4e6b-8d66-8b81f69b7c9a owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:30.688702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8fc4db6-7b67-47e5-80ed-c71f835361a7 req-0600b7d9-b0a4-4b3a-b629-ce82e670d17b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0488629 Jul 23 16:38:30.711323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.791656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Subnet': ['ID=1a902c1a-7a60-4aaa-9f94-928409cc58ea,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:30.802154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Checking segment: {'id': '490ac5e4-70f1-4dfd-9766-7e9b2cbc5722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:30.802525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network hostable DHCP agents. Network: 29f51358-f3d6-4141-b864-5decb0a4ffcf, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:30.822705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:30.834408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 29f51358-f3d6-4141-b864-5decb0a4ffcf) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:30.839005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:30.839783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.851411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955bf26d-476e-4a4a-bf38-a19310bbc7d7 None None] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:30.860689 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a17b71bb-a824-4dc2-9b62-5df89ec162d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7315807 Jul 23 16:38:30.862487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42512) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:30.868578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1325818996', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:30.920494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:30.921684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.041968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.142487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f8daf-3086-4fa9-9526-3aa245061147 None None] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:31.232790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.345820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.399551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.546574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.579174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.580005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07bcb3-f3b1-4f8c-bb81-16a1e54305f2 req-2bdb883d-bcc4-4ce4-b409-6f07cf37b3ed tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:31.582496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e07bcb3-f3b1-4f8c-bb81-16a1e54305f2 req-2bdb883d-bcc4-4ce4-b409-6f07cf37b3ed tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.5684738 Jul 23 16:38:31.636629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.678605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=b15315c5-31fa-4e6b-8d66-8b81f69b7c9a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:31.817494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.102 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/6441e4bd-70ba-4366-b65b-a61b2816c9a8) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:31.931872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e07bcb3-f3b1-4f8c-bb81-16a1e54305f2 req-5fadfc3b-9068-41e1-8caf-570a44d21a8e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222008 Jul 23 16:38:31.967805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ebee-8dd6-4cb7-8e2c-452e3c499197 req-95ef5cc2-d319-44ae-a698-5ba2fd160a68 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:31.974990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8225ebee-8dd6-4cb7-8e2c-452e3c499197 req-95ef5cc2-d319-44ae-a698-5ba2fd160a68 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.4204249 Jul 23 16:38:31.976869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.138218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac2bb1c2-361f-4ae6-9180-53234e1f3197 req-8f95216f-d9e4-44f7-8249-8330afacfc2a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0766523 Jul 23 16:38:32.332305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8225ebee-8dd6-4cb7-8e2c-452e3c499197 req-70a6ee9f-8b1f-41b7-abf9-13e2c24790aa tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups?id=f862790f-7f97-4e80-8b85-b4e85aa2b947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563209 Jul 23 16:38:32.356184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Router 217e603b-0702-436a-bd7d-cf045a9d28da has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:32.387611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.504956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3405-b507-414c-b93b-cb16cd134add req-efbe73b6-a56c-436c-ad79-e8207a8a3bbd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:32.509087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-394a3405-b507-414c-b93b-cb16cd134add req-efbe73b6-a56c-436c-ad79-e8207a8a3bbd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 945 time: 0.3507247 Jul 23 16:38:32.512618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:32.521962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42532) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.531289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-14052bca-d24f-484a-89d5-67f30724f715 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/routers/217e603b-0702-436a-bd7d-cf045a9d28da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5100381 Jul 23 16:38:32.563427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] Sync routers for ids ['217e603b-0702-436a-bd7d-cf045a9d28da'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:32.584869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] Routers {'217e603b-0702-436a-bd7d-cf045a9d28da'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:32.585431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['217e603b-0702-436a-bd7d-cf045a9d28da'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:32.597861 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e3e461-a57d-4a3f-b501-52a13ae7034f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:38:32.602362 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29e3e461-a57d-4a3f-b501-52a13ae7034f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/b15315c5-31fa-4e6b-8d66-8b81f69b7c9a HTTP/1.1" status: 404 len: 333 time: 0.0782053 Jul 23 16:38:32.606050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:32.626563 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.680533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:32.683394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=6441e4bd-70ba-4366-b65b-a61b2816c9a8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.726927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:32.728149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] Routers {'217e603b-0702-436a-bd7d-cf045a9d28da'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:32.728964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['217e603b-0702-436a-bd7d-cf045a9d28da'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:32.729395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:32.739436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:32.828843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:32.829094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.829527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2baab34-857e-41e2-849c-5e7ca9f7cd55 None None] The sync data for ids ['217e603b-0702-436a-bd7d-cf045a9d28da'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:32.933521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Deleting port 23575497-0e77-4b65-a77c-c82e1ecf56df {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:32.933752 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.045627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] For port 23575497-0e77-4b65-a77c-c82e1ecf56df, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=23575497-0e77-4b65-a77c-c82e1ecf56df,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:33.047636 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.143561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.148066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.154577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.241 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/3efb85ea-4d8d-4134-81c5-ac025f290f0f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:33.247673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.248178 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.248904 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Floating IP b50e3fda-980f-4923-a35a-e56f852718dd disassociated. External IP: 172.25.2.136, port: 23575497-0e77-4b65-a77c-c82e1ecf56df. Jul 23 16:38:33.249309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Calling delete_port for 23575497-0e77-4b65-a77c-c82e1ecf56df owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:33.290929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.292088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Fanout notify agent at l3_agent the message router_deleted on router 217e603b-0702-436a-bd7d-cf045a9d28da {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:38:33.332221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.337139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae3e8cc2-bcec-4ffe-8392-52873eab5eea tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/routers/217e603b-0702-436a-bd7d-cf045a9d28da HTTP/1.1" status: 204 len: 168 time: 0.7294149 Jul 23 16:38:33.337786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:33.437432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.493768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet c526dc34-1e8e-494e-b140-8a36cadb359d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:33.503010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.524170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'Port': ['ID=23575497-0e77-4b65-a77c-c82e1ecf56df,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:33.547020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7cc93b6-7b1d-4e55-ba37-526f26fb3698 req-eed923c0-9fd7-4d0b-aff4-1181ce1cb2c1 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1159732 Jul 23 16:38:33.587027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.622804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.800381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.857244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=3efb85ea-4d8d-4134-81c5-ac025f290f0f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:33.892173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:33.897379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:33.900548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:33.905843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:34.196121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.289334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f56a2ac-ac3f-452b-9969-51291da91e31 req-76a7d3f1-1da4-4ce2-9273-b3a1dfba90cd tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.0653825 Jul 23 16:38:34.379562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.393908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a0721-224e-4a93-814a-7ceaa47bf055 req-9298b3cd-3e15-45f2-9c57-535f59839f01 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:34.396000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714a0721-224e-4a93-814a-7ceaa47bf055 req-9298b3cd-3e15-45f2-9c57-535f59839f01 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.9633539 Jul 23 16:38:34.449701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:34.642560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714a0721-224e-4a93-814a-7ceaa47bf055 req-a267d83a-fe90-423e-b3b4-334bcbd88f66 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388723 Jul 23 16:38:34.668451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=c526dc34-1e8e-494e-b140-8a36cadb359d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:34.672410 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.676868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca9645ec-3ba1-45bf-86dd-f3cff0459d4c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/c526dc34-1e8e-494e-b140-8a36cadb359d HTTP/1.1" status: 204 len: 168 time: 1.2877123 Jul 23 16:38:34.680266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:34.683898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c78a26-6390-4a1e-823c-9af88b19cb2e None None] Network a7800aa7-ee12-485c-b18d-50ec62c532f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:34.752682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2b524dc-912f-4d18-842c-ef49a673371b req-ec7c0e0b-4cfe-466c-9e5f-33aaa7e55afe tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0906634 Jul 23 16:38:34.836345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.915719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:34.932192 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:34.938193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:34.948164 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:34.948799 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.005557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] DHCP port deletion for a7800aa7-ee12-485c-b18d-50ec62c532f0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:38:35.014908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] No DVR routers for this DVR port 23575497-0e77-4b65-a77c-c82e1ecf56df on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:35.019071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.022757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-394a3405-b507-414c-b93b-cb16cd134add req-a4dcbe3d-246d-4450-8f21-a896909d186c tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.67 "DELETE /v2.0/ports/23575497-0e77-4b65-a77c-c82e1ecf56df HTTP/1.1" status: 204 len: 173 time: 2.4821160 Jul 23 16:38:35.027323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'name': 'network-vif-deleted', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:35.031216 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b3649e-7856-4520-997d-5302c49a7985" -d '{"events": [{"server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "name": "network-vif-deleted", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:35.102663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.144482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Deleting port b77ce32a-9b44-479f-bef3-bfe977336321 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:35.146630 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.212880 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f433dec-3385-4f19-9599-88a409951d8a x-openstack-request-id: req-7f433dec-3385-4f19-9599-88a409951d8a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:35.213187 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3", "name": "network-vif-deleted", "tag": "23575497-0e77-4b65-a77c-c82e1ecf56df", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:35.213187 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f433dec-3385-4f19-9599-88a409951d8a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:35.213990 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3', 'name': 'network-vif-deleted', 'tag': '23575497-0e77-4b65-a77c-c82e1ecf56df', 'status': 'completed', 'code': 200} Jul 23 16:38:35.325730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] For port b77ce32a-9b44-479f-bef3-bfe977336321, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b77ce32a-9b44-479f-bef3-bfe977336321,segment=NetworkSegment(1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a),segment_id=1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:35.326668 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.351247 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:35.355748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Calling delete_port for b77ce32a-9b44-479f-bef3-bfe977336321 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:35.384789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router 06201b55-5183-4284-9df1-e846e9d7d8c5 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:35.515736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.606441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-455097da-4a2a-4b83-93fd-99eb16a8ac32 req-18f1823b-98a2-4a35-86d5-352e42212712 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b4da5ef-e184-4851-9c5d-ab7a9b9b82d3 HTTP/1.1" status: 200 len: 210 time: 0.0760865 Jul 23 16:38:35.649246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port b77ce32a-9b44-479f-bef3-bfe977336321 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:35.649593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.683420 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.691736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:35.716364 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.738505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.744184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cc2f1613-0837-4f2b-9aad-765a1c429eb7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6278989 Jul 23 16:38:35.745207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42580) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:35.767907 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:35.777174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Sync routers for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:35.778188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:35.778951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:35.820960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] Pushing event deleted for resources: {'Port': ['ID=b77ce32a-9b44-479f-bef3-bfe977336321,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:35.828997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:35.831459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.064018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1100b418-b925-4b24-9dee-ed8962a98a09 req-02163666-ff94-4936-a4ae-1b7957ba11c4 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1055305 Jul 23 16:38:36.110438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8ddf8-9c3a-47b1-b4ac-4fd5d7c1a3f0 req-63eaa3d4-3a4a-40c5-bf60-01f885461af1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:36.118270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99c8ddf8-9c3a-47b1-b4ac-4fd5d7c1a3f0 req-63eaa3d4-3a4a-40c5-bf60-01f885461af1 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3365047 Jul 23 16:38:36.128382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] For port b77ce32a-9b44-479f-bef3-bfe977336321, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b77ce32a-9b44-479f-bef3-bfe977336321,segment=NetworkSegment(1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a),segment_id=1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:36.129114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.134820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af329906-3876-415d-ae8d-7346ff9dbae1 None None] No DVR routers for this DVR port b77ce32a-9b44-479f-bef3-bfe977336321 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:36.148742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for b77ce32a-9b44-479f-bef3-bfe977336321 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:36.180237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:38:36.196025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:36.208390 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:36.252855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99c8ddf8-9c3a-47b1-b4ac-4fd5d7c1a3f0 req-742c863b-7bfb-42ae-8efc-4211f6e114a4 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287305 Jul 23 16:38:36.286208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 23575497-0e77-4b65-a77c-c82e1ecf56df no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:36.307988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c30f3aa-fba8-4f41-9c9d-9a5a81530ff4 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2367f77bb6de454d9f98eea4b2d1a5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5610592 Jul 23 16:38:36.310314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42586) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.329020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b77ce32a-9b44-479f-bef3-bfe977336321 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:36.371424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b77ce32a-9b44-479f-bef3-bfe977336321 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:36.371766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b77ce32a-9b44-479f-bef3-bfe977336321 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:36.472499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 23575497-0e77-4b65-a77c-c82e1ecf56df {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:36.472856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 23575497-0e77-4b65-a77c-c82e1ecf56df not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:36.588126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:32Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.649966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Checking router: 06201b55-5183-4284-9df1-e846e9d7d8c5 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:36.650344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Updating router 06201b55-5183-4284-9df1-e846e9d7d8c5 port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:38:36.654985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.722740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:36.751117 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:36.768506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.772657 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d412bde-0f6f-4014-b903-7d563150cfe6 None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:11Z', 'revision_number': 4, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f3c84c4e-e257-43e7-b16f-ea25d24cb715', 'name': '', 'network_id': '8c927708-49ca-4aad-b0c6-7a975381ca5b', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'mac_address': 'fa:16:3e:a7:b9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:09Z', 'updated_at': '2021-07-23T16:30:17Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'subnets': [{'id': '59f608d5-de91-48a9-9dbe-fa910f99c871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:36.779981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42596) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.792105 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:36.792958 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.871981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.891241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.895281 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cee1dc78-bcca-422d-8121-182b00ded19c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0313375 Jul 23 16:38:36.898123 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:36.898742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.924643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42598) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:36.947269 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:36.947976 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4b817-9f53-4e2f-970c-412c15b9efeb None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:36.995018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2489d-80f2-44e3-b5b6-1b36af945e2a tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:37.000605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7bd2489d-80f2-44e3-b5b6-1b36af945e2a tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6862812 Jul 23 16:38:37.001025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42600) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.077223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b1d9eba8-d7c1-4e56-81d6-afab5c6e7b46 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740707 Jul 23 16:38:37.084777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42602) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.092774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311686491', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:37.201581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.226003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.284319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9bfcaaa-0efe-48f1-b8cf-b34c08e077a9 req-f7d6f3fb-eb69-4062-91b2-d8432a562b01 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0483027 Jul 23 16:38:37.304162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:37.310971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.327797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231f4e4-69ef-4c5e-9ce6-6b4828314ce7 None None] New status for floating IP b50e3fda-980f-4923-a35a-e56f852718dd: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:38:37.353128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=b77ce32a-9b44-479f-bef3-bfe977336321,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:37.365066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No DVR routers for this DVR port b77ce32a-9b44-479f-bef3-bfe977336321 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:37.378197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.575722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24640a29-1e26-4172-87e4-79a84887189f req-847fc8e4-c702-4226-9468-13a47bccacde tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:37.578158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24640a29-1e26-4172-87e4-79a84887189f req-847fc8e4-c702-4226-9468-13a47bccacde tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2049077 Jul 23 16:38:37.663320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.683241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24640a29-1e26-4172-87e4-79a84887189f req-8fd32365-842e-48f9-bb5b-142a3c409e76 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829027 Jul 23 16:38:37.686123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7800aa7-ee12-485c-b18d-50ec62c532f0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.702234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.704898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.708808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "DELETE /v2.0/security-groups/f862790f-7f97-4e80-8b85-b4e85aa2b947 HTTP/1.1" status: 204 len: 168 time: 0.9146922 Jul 23 16:38:37.708808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.709092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3d03a3-4003-4b0a-a5ae-ae4b3bdfd13a') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:37.715841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42614) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.724997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.749283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.754220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f7b82-7f7c-46cd-ab43-9a08a796ecab tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f862790f-7f97-4e80-8b85-b4e85aa2b947,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:37.773366 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-15c8ec44-35e6-4b9b-81d8-b8c29c57ca47 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] show failed (client error): The resource could not be found. Jul 23 16:38:37.774710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-15c8ec44-35e6-4b9b-81d8-b8c29c57ca47 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "GET /v2.0/security-groups/f862790f-7f97-4e80-8b85-b4e85aa2b947 HTTP/1.1" status: 404 len: 347 time: 0.0483184 Jul 23 16:38:37.779231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42616) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:37.791952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.957492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:38:37.958514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:37.962716 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:38.073837 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.102277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Transition to ACTIVE for port object 6441e4bd-70ba-4366-b65b-a61b2816c9a8 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:38.105562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.112138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.128898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.144275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/a7800aa7-ee12-485c-b18d-50ec62c532f0 HTTP/1.1" status: 204 len: 168 time: 3.4629269 Jul 23 16:38:38.156358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.203231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Deleting port 070150a8-c29f-4aeb-958c-bbd7376e46d0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:38.204242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.224948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Attempting to bind port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:38.233856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Attempting to bind port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:38.234440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Attempting to bind port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:38.259572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:38.260057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:38.260542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.261010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:38.261565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Bound port: 6441e4bd-70ba-4366-b65b-a61b2816c9a8, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:38.262041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.276960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5969f4f-7dbe-4698-a5b2-48fa73141a74 None None] Pushing event updated for resources: {'Port': ['ID=6441e4bd-70ba-4366-b65b-a61b2816c9a8,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.285623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dae03f-e0f4-4f2e-9fa3-8046943a7b07 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:38.292026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-10dae03f-e0f4-4f2e-9fa3-8046943a7b07 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/fce1303b-52d2-4031-8bac-f31a98b60213 HTTP/1.1" status: 200 len: 845 time: 0.1193168 Jul 23 16:38:38.292026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d12eb-1d25-4b60-97e9-5ce00bec250e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=a7800aa7-ee12-485c-b18d-50ec62c532f0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.310436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42624) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.397242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.397709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.420229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bf93bcd8-e224-46fc-8c61-a4473db57ded tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/fce1303b-52d2-4031-8bac-f31a98b60213?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1052279 Jul 23 16:38:38.422314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Calling delete_port for 070150a8-c29f-4aeb-958c-bbd7376e46d0 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:38.431133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] For port 6441e4bd-70ba-4366-b65b-a61b2816c9a8, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:38.442055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] For port 6441e4bd-70ba-4366-b65b-a61b2816c9a8, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6441e4bd-70ba-4366-b65b-a61b2816c9a8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:38.447898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.476373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42628) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.497958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:38.504347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42630) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.573372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5969f4f-7dbe-4698-a5b2-48fa73141a74 None None] Pushing event updated for resources: {'Port': ['ID=6441e4bd-70ba-4366-b65b-a61b2816c9a8,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.617517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2a9d98c-50bf-48b4-87dc-15423bb94ef3 req-2dd60897-3599-4785-8748-b3cddb3ce12b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0618496 Jul 23 16:38:38.631450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Subnet': ['ID=211ca2a0-2d3d-4e67-8803-b2c6d89ae857,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:38.652770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:38.656694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:38.671603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Checking segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:38.672128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network hostable DHCP agents. Network: f4ce89da-3f30-4ca0-9248-d864a24a30be, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:38.712247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network f4ce89da-3f30-4ca0-9248-d864a24a30be is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:38.783782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f4ce89da-3f30-4ca0-9248-d864a24a30be) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:38.807999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:38.808635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.922912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.934851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:38.939808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.948101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b365bd74-101e-45eb-97ba-1de585b53e2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8618441 Jul 23 16:38:38.977429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42638) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:38.989032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Pushing event deleted for resources: {'Port': ['ID=070150a8-c29f-4aeb-958c-bbd7376e46d0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.017072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.073718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29508c27-039d-428d-839c-4faaa56a0151 None None] Network f4ce89da-3f30-4ca0-9248-d864a24a30be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:39.129238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe57e-33b8-4b80-a1d3-9aea8c2d28be req-1c64d755-9882-45d7-95ed-da139fb29427 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:39.131867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-073fe57e-33b8-4b80-a1d3-9aea8c2d28be req-1c64d755-9882-45d7-95ed-da139fb29427 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3131590 Jul 23 16:38:39.136867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.140923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.144072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e6f04a31-afa2-4e45-8b39-1d7bf181c3d3 tempest-AttachVolumeTestJSON-523759325 tempest-AttachVolumeTestJSON-523759325-project] 10.222.0.64 "DELETE /v2.0/floatingips/b50e3fda-980f-4923-a35a-e56f852718dd HTTP/1.1" status: 204 len: 168 time: 1.3630831 Jul 23 16:38:39.232331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-073fe57e-33b8-4b80-a1d3-9aea8c2d28be req-8f3387a4-f14b-4ede-9cab-6a23bb24d1cc tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Jul 23 16:38:39.265350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:39.268825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.402172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:32Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:39.457189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf62a3-5469-41f0-9712-2c54e3d7a3a0 None None] The sync data for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 is: [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:32Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:39.543496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f4ce89da-3f30-4ca0-9248-d864a24a30be', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:39.544748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.768886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Allocated IP 172.20.0.2 (f4ce89da-3f30-4ca0-9248-d864a24a30be/211ca2a0-2d3d-4e67-8803-b2c6d89ae857/6b0d24ec-9a43-42cd-9cac-c58ba70666b2) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:39.883091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56e96d09-5847-4a4f-9da1-bed9f31b565f req-04750dc9-e1a6-4d36-b867-eb5e19adfa90 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0713785 Jul 23 16:38:40.039940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.051858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Transition to ACTIVE for port object 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:40.079335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Transition to ACTIVE for port object 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:40.094806 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.227021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Network f4ce89da-3f30-4ca0-9248-d864a24a30be is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:40.227021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Pushing event updated for resources: {'Port': ['ID=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.230736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.243201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:40.250998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:40.260998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6441e4bd-70ba-4366-b65b-a61b2816c9a8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:40.267563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.384946 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=844f7188bb9346259146d34bfe7a02fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8793547 Jul 23 16:38:40.388643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42650) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:40.468476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Attempting to bind port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:40.469016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Attempting to bind port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:40.469208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Attempting to bind port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:40.492699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:40.493087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Checking segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:40.493499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.493948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Bound using segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:40.494547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Bound port: 6b0d24ec-9a43-42cd-9cac-c58ba70666b2, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:40.494957 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.498716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:40.512578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:40.512957 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.518964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbfd7d-0c9b-4d2b-a45e-443555181e14 req-3945bc45-1663-4da9-a5d8-e2a32110206e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:40.525414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cddbfd7d-0c9b-4d2b-a45e-443555181e14 req-3945bc45-1663-4da9-a5d8-e2a32110206e tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.1933451 Jul 23 16:38:40.569415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.1 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/5a24ed4b-3a45-4919-8a32-d04830375b6e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:40.598950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cddbfd7d-0c9b-4d2b-a45e-443555181e14 req-f778e379-f148-4afe-8758-9a95f15dfebd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644417 Jul 23 16:38:40.603851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.653978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.659873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] For port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:40.664388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] For port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:40.669800 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.739699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.747687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.765765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d90e4376-65ca-4d8a-b0e6-d4ca21c44dc5 HTTP/1.1" status: 204 len: 168 time: 0.3640041 Jul 23 16:38:40.799478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bae30-1e41-4043-9671-2e66ec29d277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90e4376-65ca-4d8a-b0e6-d4ca21c44dc5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.816157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.832570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdda2b-eeef-4594-a583-887e88e492ec None None] Pushing event updated for resources: {'Port': ['ID=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.859424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6441e4bd-70ba-4366-b65b-a61b2816c9a8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6441e4bd-70ba-4366-b65b-a61b2816c9a8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:40.864015 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.958866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90e4376-65ca-4d8a-b0e6-d4ca21c44dc5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:40.961434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.970440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6441e4bd-70ba-4366-b65b-a61b2816c9a8,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.063612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.064088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.070263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.070778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.071260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.071673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.072077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.072644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.079566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.080548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.080687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.089880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfaa5bf-ec8e-4b26-90bc-d3845c178c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.098174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44a38189-71f1-4b3c-9cb6-75a4a5b6f282 req-eae11a1c-737e-468d-b7c6-cc732879dd60 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0474188 Jul 23 16:38:41.176983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.237123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:41.247028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:41.250166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:41.250991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.260681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a4c71-3600-4918-ae8c-c05b3da7db12 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:41.352102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=1146e7b7-a852-4ac1-ae10-334b1227fe73,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.372947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42662) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.384706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4c43baba-96ee-4b7f-8b5b-0179a6e8edc3 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9049792 Jul 23 16:38:41.390209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.391453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.395573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021860441'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:41.464453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.493239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.560083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-63a3973e-e190-495b-ae66-0b59cb4db219', 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'tenant_id': 'bf6d47f94511435a8c8c1d0be6c9c738', 'fixed_ips': [{'subnet_id': '1146e7b7-a852-4ac1-ae10-334b1227fe73'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:38:41.560945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.594402 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.631801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.636443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:41.639001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.646610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:41.698161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:41.714027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.714294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a3ee974fe9b48c8bff5906cc2aeb199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398325 Jul 23 16:38:41.721940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42670) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:41.788834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Allocated IP 2001:db8::2 (63a3973e-e190-495b-ae66-0b59cb4db219/1146e7b7-a852-4ac1-ae10-334b1227fe73/1c626461-f6af-4415-8459-78699f018def) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:41.822907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe00bb5-d984-4f4f-a68f-337d3090f7c8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.854054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.878233 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.926588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.926974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.927360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.927777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.928176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.928647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.928995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.929327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.929668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.930017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.930336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.930662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff87ed3b-0592-4789-b59e-7ea5ec15c3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:41.946285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.949250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.950894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fe00bb5-d984-4f4f-a68f-337d3090f7c8 HTTP/1.1" status: 204 len: 168 time: 0.2279496 Jul 23 16:38:41.981174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fceb9-990c-4237-8c3e-3480b4c433cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe00bb5-d984-4f4f-a68f-337d3090f7c8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.009345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c2746-e1cd-44ab-a4b5-ea1e6973631a req-11dce03d-9771-41a2-a0ef-cf427140ce56 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.011027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-400c2746-e1cd-44ab-a4b5-ea1e6973631a req-11dce03d-9771-41a2-a0ef-cf427140ce56 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2472408 Jul 23 16:38:42.070674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-400c2746-e1cd-44ab-a4b5-ea1e6973631a req-ba176090-9002-4797-af38-ccfd2914168c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Jul 23 16:38:42.132550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.169026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.1 (f4ce89da-3f30-4ca0-9248-d864a24a30be/211ca2a0-2d3d-4e67-8803-b2c6d89ae857/1a016af2-6cf6-40fb-ab02-e434d4f2b20e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:42.178327 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-084678f5-eb98-4a6b-8e88-9b4c8630b08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.192690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Transition to ACTIVE for port object 1c626461-f6af-4415-8459-78699f018def will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:42.259656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Transition to ACTIVE for port object 1c626461-f6af-4415-8459-78699f018def will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:42.273071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.301896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=5a24ed4b-3a45-4919-8a32-d04830375b6e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.373300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.420922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:42.430634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:42.436207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:42.453156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dfc18884-fbb3-43e2-be4b-3efc7ba31689 req-21986231-5170-4ab4-9142-4672a1f695d9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1212642 Jul 23 16:38:42.471271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:42.578812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.612593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Attempting to bind port 1c626461-f6af-4415-8459-78699f018def on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:42.613160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Attempting to bind port 1c626461-f6af-4415-8459-78699f018def by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:42.613515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Attempting to bind port 1c626461-f6af-4415-8459-78699f018def on network 63a3973e-e190-495b-ae66-0b59cb4db219 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:42.616812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 1a016af2-6cf6-40fb-ab02-e434d4f2b20e will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:42.624832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0f4cb-13d9-420c-9d77-ae4f053fe18d None None] Network f4ce89da-3f30-4ca0-9248-d864a24a30be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:42.630392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:42.630780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Checking segment: {'id': 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:42.631797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.632204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Bound using segment: {'id': 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:42.632694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Bound port: 1c626461-f6af-4415-8459-78699f018def, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:42.633077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.657459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058cd25-ed87-400a-b01e-2a88ca126fb6 req-44f9f302-40ca-4bb4-8f92-d0ecae2fb000 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.662014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8058cd25-ed87-400a-b01e-2a88ca126fb6 req-44f9f302-40ca-4bb4-8f92-d0ecae2fb000 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.1796942 Jul 23 16:38:42.740245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.754276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8058cd25-ed87-400a-b01e-2a88ca126fb6 req-8f64751a-3601-46b8-b52c-d5f6780e46b9 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822198 Jul 23 16:38:42.877230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Provisioning for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:42.877230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:42.888113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.899300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network f4ce89da-3f30-4ca0-9248-d864a24a30be is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:42.906223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:42.913800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.918371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:42.923293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Provisioning complete for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:42.923674 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.929559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:42.930020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.956548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07088236-9aa1-4079-8568-d5c3bc4ff4f5 req-48e8879b-d6b8-4d47-952e-1889e509ffd0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.958823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07088236-9aa1-4079-8568-d5c3bc4ff4f5 req-48e8879b-d6b8-4d47-952e-1889e509ffd0 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.0955043 Jul 23 16:38:42.978526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.982864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.022530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:43.036126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07088236-9aa1-4079-8568-d5c3bc4ff4f5 req-9174e652-5043-4d26-ba92-78ac5e6d2b6d tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Jul 23 16:38:43.052586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:43.081236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.126374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.128392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7365851 Jul 23 16:38:43.130721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42702) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:43.137295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'security_group': {'name': 'tempest-secgroup-36298816'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.144835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7182-6be7-4bb9-9c20-679d572a55a4 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09eb779-7e40-4b0e-9154-934c2d60000c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.150293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.187962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b098fd5-ba97-4cf4-bda0-0c6a6cff5db0 None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.203103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.306469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.438187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.445493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.486620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.549632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:43.552482 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.569954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.570591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6441e4bd-70ba-4366-b65b-a61b2816c9a8 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:43.580760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.581369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4482956 Jul 23 16:38:43.601404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42714) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:43.644526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1835737331', 'security_groups': ['e383caf1-e652-4ef8-be75-04158a19c87e'], 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1146e7b7-a852-4ac1-ae10-334b1227fe73'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:43.676317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cbed7-d2d6-4bde-8894-bc684199ab6a tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e383caf1-e652-4ef8-be75-04158a19c87e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.694202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.745623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75057c9b-24d3-4519-b157-13a1a453cc11 req-8e9e43bf-1416-4f3f-ac42-5e600a3b6903 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0884132 Jul 23 16:38:43.879285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb862-c08a-4ec3-a5a7-9a400ce090fb req-a5740407-9bfe-4920-9f76-644809d6f691 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:43.881070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a55cb862-c08a-4ec3-a5a7-9a400ce090fb req-a5740407-9bfe-4920-9f76-644809d6f691 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3852787 Jul 23 16:38:43.914463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:43.974295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a55cb862-c08a-4ec3-a5a7-9a400ce090fb req-be2f79b0-1ba6-4218-a98b-60cb78614d7c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868285 Jul 23 16:38:43.976349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:44.027132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:44.027514 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.095950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:38:44.096300 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-7bdaf978-1c37-4500-b19e-c48cd31622ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:38:44.193258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.246728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 1128815b-357e-42f9-baf4-844aee340c10 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:44.332579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.418876 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-215f835d-2951-4106-90a2-d716df60d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.427159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.441842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.486956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:44.578855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=5a24ed4b-3a45-4919-8a32-d04830375b6e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.588376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::1e (63a3973e-e190-495b-ae66-0b59cb4db219/1146e7b7-a852-4ac1-ae10-334b1227fe73/1128815b-357e-42f9-baf4-844aee340c10) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:44.726483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.857881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.877996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 1128815b-357e-42f9-baf4-844aee340c10 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:44.992932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.075560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07d4ae2-e09f-499c-b941-5f031d85f357 req-72a77065-2294-4c40-a481-38c826a0d444 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1064069 Jul 23 16:38:45.140627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.147536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.174629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:45.177360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.196893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:45.211277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:45.230631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=1128815b-357e-42f9-baf4-844aee340c10,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.234685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:45.242705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:45.244122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.286736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-593b82aa-b13d-441a-a58a-c0a46b96d886 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6676328 Jul 23 16:38:45.296421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42750) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:45.301965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:45.318101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c181-a74c-4eac-8d61-51267f159da4 req-4e24bb6b-7417-4b09-9f02-55d5c420c141 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:45.319738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6845c181-a74c-4eac-8d61-51267f159da4 req-4e24bb6b-7417-4b09-9f02-55d5c420c141 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.2626228 Jul 23 16:38:45.426772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:45.475219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92692-1317-4f3f-87e7-dd0620d7fe6a req-fcc3336c-c3f8-4c11-b7d5-417afe4bdc2c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:45.483638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66b92692-1317-4f3f-87e7-dd0620d7fe6a req-fcc3336c-c3f8-4c11-b7d5-417afe4bdc2c tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.3339901 Jul 23 16:38:45.562337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning complete for port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:45.567945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.673256 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.710856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1c626461-f6af-4415-8459-78699f018def completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:45.715937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66b92692-1317-4f3f-87e7-dd0620d7fe6a req-bed7a186-5d55-4f83-af91-b56e39931404 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310376 Jul 23 16:38:45.745712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:45.749912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.785798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port 392fb941-10df-41ed-a458-c6a78973aa59 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:45.786406 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.840214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.861261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:45.863216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:45.869315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:45.893800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning for port 1c626461-f6af-4415-8459-78699f018def completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:45.903851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:45.904155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.070848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:46.075074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.186903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network f4ce89da-3f30-4ca0-9248-d864a24a30be is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:46.189903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:46.208051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:46.218840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.302574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:46.303049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.328148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:46.339852 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dcad4d05-c753-4905-bab4-5273cb9c6961 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/routers/7f4bf33f-ad8f-4867-bd2a-7206e2202834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4137640 Jul 23 16:38:46.340752 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:46.344034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42768) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:46.358772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'port': {'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf', 'name': 'tempest-FloatingIPTestJSON-1187063083'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:46.361412 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:46.362078 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.377908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:46.425731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.442876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:46.453011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Provisioning complete for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:46.458138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.522087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c38d2d3b-0ea5-4fac-9bee-91db008612ac None None] Port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:46.613369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router 06201b55-5183-4284-9df1-e846e9d7d8c5 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:46.615913 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.629780 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:46.631625 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.646576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:46.651789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.656271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89e639dd-e79f-4dd8-abde-15dcade32b96 None None] Provisioning for port 1128815b-357e-42f9-baf4-844aee340c10 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:46.666791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89e639dd-e79f-4dd8-abde-15dcade32b96 None None] Provisioning complete for port 1128815b-357e-42f9-baf4-844aee340c10 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:46.669152 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89e639dd-e79f-4dd8-abde-15dcade32b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.670651 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.671690 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5356ad-21fc-4be5-94c0-e68702ab74fc None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:46.732612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-89e639dd-e79f-4dd8-abde-15dcade32b96 None None] Port 1128815b-357e-42f9-baf4-844aee340c10 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:46.864655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e357c455-fc32-47e7-90bf-8d59a6ee4f48 None None] Provisioning complete for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:46.865070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e357c455-fc32-47e7-90bf-8d59a6ee4f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.867181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f360f094-b9f9-450b-884b-b6fbc6edd65e req-5531a6d6-2f96-4440-817e-45f292dfb858 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.0574174 Jul 23 16:38:46.897338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] device_id is not set on port fdf14dfb-84c6-4128-aed6-c3de6b9e4996 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:46.937070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e357c455-fc32-47e7-90bf-8d59a6ee4f48 None None] Port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:47.018574 n-d-800484-3 neutron-server[94003]: INFO neutron.db.ipam_backend_mixin [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1146e7b7-a852-4ac1-ae10-334b1227fe73 (CIDR: 2001:db8::/64) Jul 23 16:38:47.031907 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:38:47.032366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:38:47.055334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port 392fb941-10df-41ed-a458-c6a78973aa59, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=392fb941-10df-41ed-a458-c6a78973aa59,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:47.055828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.082882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1612d9ac-3d5f-4153-86d3-fdbbb9a26c9c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7829111 Jul 23 16:38:47.084927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42778) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:47.101952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:47.103305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:47.108138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for 392fb941-10df-41ed-a458-c6a78973aa59 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:47.112515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b93a6425-e8a4-4627-9775-6df118927a28 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/06201b55-5183-4284-9df1-e846e9d7d8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1327827 Jul 23 16:38:47.117889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Sync routers for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:47.133085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:47.135759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:47.186496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.4 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/fdf14dfb-84c6-4128-aed6-c3de6b9e4996) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:47.344869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:47.471086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95522a06-7645-4568-a1b7-3b94239da318 req-522d242b-3877-4369-a44e-8cf5228c8927 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.473423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95522a06-7645-4568-a1b7-3b94239da318 req-522d242b-3877-4369-a44e-8cf5228c8927 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 946 time: 0.5957909 Jul 23 16:38:47.514788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.515820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.567153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:47.570962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.591707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-6cd88971-cff4-45f1-b62e-97f0b1bc763a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9896005&fields=id&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 267 time: 0.1515691 Jul 23 16:38:47.607951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.620232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95522a06-7645-4568-a1b7-3b94239da318 req-bc72bc8e-bcb7-45bf-aad4-4284945af60f tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276796 Jul 23 16:38:47.698445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:47.706619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:47.708453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:44Z', 'revision_number': 2, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:47.716957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:47.747209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Checking router: 06201b55-5183-4284-9df1-e846e9d7d8c5 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:38:47.747713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Updating router 06201b55-5183-4284-9df1-e846e9d7d8c5 port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:38:47.785791 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.803182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=fdf14dfb-84c6-4128-aed6-c3de6b9e4996,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:47.871794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:47.872483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.902807 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3481d891-b8ce-4616-af5e-5e0535460497 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5576727 Jul 23 16:38:47.905224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42800) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:47.910421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'port': {'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf', 'name': 'tempest-FloatingIPTestJSON-1238106332'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:47.988506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.041820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:38:48.074809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=392fb941-10df-41ed-a458-c6a78973aa59,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.135680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:48.139413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.176269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25f5e27-3573-4015-b3a6-0fb2bc2bd212 req-3306c36f-43ab-4404-be45-de73bcac564b tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1076033 Jul 23 16:38:48.196604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] device_id is not set on port aa029095-352d-4619-a1f5-15df6dbcbfb5 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:38:48.281164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 392fb941-10df-41ed-a458-c6a78973aa59 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:48.355261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:48.371272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 392fb941-10df-41ed-a458-c6a78973aa59 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:48.371521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 392fb941-10df-41ed-a458-c6a78973aa59 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:48.386422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-7dad65bf-026a-440f-8574-d98e0f565765 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:48.401264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-7dad65bf-026a-440f-8574-d98e0f565765 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 796 time: 0.7944672 Jul 23 16:38:48.406489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port 392fb941-10df-41ed-a458-c6a78973aa59 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:48.440344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.445825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6845c181-a74c-4eac-8d61-51267f159da4 req-c2a2545b-8809-4be4-ae79-9db1b988e339 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.67 "DELETE /v2.0/ports/392fb941-10df-41ed-a458-c6a78973aa59 HTTP/1.1" status: 204 len: 173 time: 3.1003397 Jul 23 16:38:48.452253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'name': 'network-vif-deleted', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:48.452946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.5 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/aa029095-352d-4619-a1f5-15df6dbcbfb5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:48.455154 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14927901-096b-4110-8331-8c1fedbfc144" -d '{"events": [{"server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "name": "network-vif-deleted", "tag": "392fb941-10df-41ed-a458-c6a78973aa59"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:48.498614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-e781a17b-7644-4e99-9b07-30104b46cddb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/quotas/2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 375 time: 0.0962775 Jul 23 16:38:48.517512 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d160fc-4792-4adb-a0c3-c6a952b515ad x-openstack-request-id: req-a8d160fc-4792-4adb-a0c3-c6a952b515ad {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:48.518142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a", "name": "network-vif-deleted", "tag": "392fb941-10df-41ed-a458-c6a78973aa59", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:48.518580 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d160fc-4792-4adb-a0c3-c6a952b515ad {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:48.519157 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a', 'name': 'network-vif-deleted', 'tag': '392fb941-10df-41ed-a458-c6a78973aa59', 'status': 'completed', 'code': 200} Jul 23 16:38:48.549380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:48.550067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.636349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.676627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Transition to ACTIVE for port object 1a016af2-6cf6-40fb-ab02-e434d4f2b20e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:48.719529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-a89ad496-6795-4478-9390-cd263db005d1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2199302 Jul 23 16:38:48.748651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.822278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-c98ddb9f-89d8-4f7d-bbf6-33901ab45218 service neutron] 10.222.0.64 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012127 Jul 23 16:38:48.899789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709c331-1d09-4d38-b7c8-c41cfe546350 None None] Pushing event updated for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.942847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-9e4feb5a-db93-48e9-96cf-1a414843bce1 service neutron] 10.222.0.64 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196253 Jul 23 16:38:48.965535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Attempting to bind port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:48.966059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Attempting to bind port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:48.966291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Attempting to bind port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:49.009492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.017467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:49.017852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Checking segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:49.021998 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.023847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Bound using segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:49.024405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Bound port: 1a016af2-6cf6-40fb-ab02-e434d4f2b20e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:49.024816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.113437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3f6a493-4071-4f34-bf45-ff8430c6b450 req-f8940015-2c64-4f82-8b7c-1621fe7b486a tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fec5ceb-84f0-46cd-9294-5ed1e1e0b41a HTTP/1.1" status: 200 len: 210 time: 0.1586874 Jul 23 16:38:49.125099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.177679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.194883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] For port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:49.199344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] For port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:49.214195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.237520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:49.241522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:49.274313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:49.360115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:49.389033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:49.404868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7a1bb52-ee3f-490f-99b7-40410fbcbd97 req-5ae9d629-0309-4214-8b11-77df5b71084a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 210 time: 0.0740578 Jul 23 16:38:49.413839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:49.419801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.436610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d32ef-6bb5-4c1e-a258-42c42151e6b2 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:49.472036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4eac614b-75f6-4b8c-a92e-46b0291131e2 req-e2bc369c-af9d-49cf-bb4f-1af377ff8904 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1180289 Jul 23 16:38:49.492601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=a1637d6e-72e7-4679-8f9f-7d849dc81632,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.509464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ee1634d9-0f5a-470b-b659-ee1fd7f9bf9f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4223490 Jul 23 16:38:49.512144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42832) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:49.514637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=aa029095-352d-4619-a1f5-15df6dbcbfb5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.544136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1429461181', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1637d6e-72e7-4679-8f9f-7d849dc81632'}], 'security_groups': ['b09eb779-7e40-4b0e-9154-934c2d60000c']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:49.570482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:49.573111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.618141 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-40dde6a8-afb7-42af-a683-d22a9e76743b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7114491 Jul 23 16:38:49.619142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:49.630108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'aa029095-352d-4619-a1f5-15df6dbcbfb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:49.683494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.918394 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.921385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.938844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:49.939401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:50.045898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709c331-1d09-4d38-b7c8-c41cfe546350 None None] Pushing event updated for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:50.234205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:38:50.289117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.111 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c8f49e67-3be8-4e50-a074-37a2dbcd7bf5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:50.670926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.759159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.819513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Delete allocated IP 2001:db8::1e (63a3973e-e190-495b-ae66-0b59cb4db219/1146e7b7-a852-4ac1-ae10-334b1227fe73) {{(pid=94003) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:38:50.831137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:50.835082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:50.839567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:50.857787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8:0:1::12b (63a3973e-e190-495b-ae66-0b59cb4db219/a1637d6e-72e7-4679-8f9f-7d849dc81632/1128815b-357e-42f9-baf4-844aee340c10) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:51.017261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=c8f49e67-3be8-4e50-a074-37a2dbcd7bf5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.052542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Update dhcp port {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'fixed_ips': [{'subnet_id': '1146e7b7-a852-4ac1-ae10-334b1227fe73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1637d6e-72e7-4679-8f9f-7d849dc81632'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '1c626461-f6af-4415-8459-78699f018def'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:38:51.223377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1be9b524-f321-42dd-9509-6f5ab50f4b3a req-26fb2ef4-5832-4013-bf7d-02b742c37fbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 210 time: 0.1973469 Jul 23 16:38:51.296964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.408544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b51d87c9-80bf-4c32-9245-d7a178eb0db1 req-407faf6b-8581-4b28-9433-9ddb134d0f37 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1547718 Jul 23 16:38:51.572070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:51.623043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2f3be-50ad-42b6-a223-b341643b19d9 None None] The sync data for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 is: [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:51.710030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-1afc151b-7cb2-47dc-bf01-c28bb0e45a2a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:51.732473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-1afc151b-7cb2-47dc-bf01-c28bb0e45a2a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 796 time: 0.5652134 Jul 23 16:38:51.845552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-b3bf15fc-76cb-4492-959f-5d3a462561a5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 377 time: 0.0916138 Jul 23 16:38:51.852430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.890000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'port': {'device_id': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'admin_state_up': True, 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'security_groups': ['22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:51.926417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 1128815b-357e-42f9-baf4-844aee340c10 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:51.951846 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.080632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Allocated IP 2001:db8:0:1::2 (63a3973e-e190-495b-ae66-0b59cb4db219/a1637d6e-72e7-4679-8f9f-7d849dc81632/1c626461-f6af-4415-8459-78699f018def) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:52.414342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=1128815b-357e-42f9-baf4-844aee340c10,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:52.463919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a016af2-6cf6-40fb-ab02-e434d4f2b20e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:52.536694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:52.554218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] In _notify_port_updated(), no bound segment for port 1128815b-357e-42f9-baf4-844aee340c10 on network 63a3973e-e190-495b-ae66-0b59cb4db219 {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:38:52.564360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:52.570483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.574026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7d3b90ff-565f-419f-94a9-e1ed7983702d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/ports/1128815b-357e-42f9-baf4-844aee340c10 HTTP/1.1" status: 200 len: 931 time: 3.0607934 Jul 23 16:38:52.602738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:52.627707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.649734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d136f07-c0b0-4ee5-b8bb-d9b0aae736a2 req-01c2722d-e302-4dbe-ad49-382a6ad4ce87 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 210 time: 0.1964374 Jul 23 16:38:52.659487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:52.670863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.681114 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.692831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:52.706633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:52.707381 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.831669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Transition to ACTIVE for port object 1c626461-f6af-4415-8459-78699f018def will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:52.838911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:52.990967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04334ce0-4d41-44de-8e48-a4b851a8723e req-580236ca-6106-408e-bf39-909312b9e113 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1499617 Jul 23 16:38:53.055100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66407e95-5581-4b25-ac2c-7a5a33bce413 req-93711fed-d73c-48eb-9da8-1ed4c68b30eb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:53.067936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66407e95-5581-4b25-ac2c-7a5a33bce413 req-93711fed-d73c-48eb-9da8-1ed4c68b30eb tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 946 time: 0.5447860 Jul 23 16:38:53.076810 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.291675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66407e95-5581-4b25-ac2c-7a5a33bce413 req-a8b714c4-cd01-4d37-b3dc-3cb7789dc3cd tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218869 Jul 23 16:38:53.307049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:53.327223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:53.345949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcb03a-41bc-453e-ae98-2de183a51e2b None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.419154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.4 (f4ce89da-3f30-4ca0-9248-d864a24a30be/211ca2a0-2d3d-4e67-8803-b2c6d89ae857/09f49c53-00c7-403a-99eb-71cfbe4ae8b3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:53.467220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:53.809208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.032858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-873eb091-953d-433b-99e7-2a33553f9e4c req-1a75c6c7-5fe0-431b-8c07-f39bf303e9a0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 210 time: 0.1600933 Jul 23 16:38:54.189798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.259058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:54.285869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 1128815b-357e-42f9-baf4-844aee340c10 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:54.287596 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.389274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.433224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e7f385d-df61-46e4-a91d-4413140bc688 req-9636867b-46ce-46ee-9dec-84b1ff9fb6e9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1612990 Jul 23 16:38:54.445978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.456620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:54.643510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a016af2-6cf6-40fb-ab02-e434d4f2b20e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:38:54.702672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.759177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-af6d5d52-7f9a-4a03-bdfd-255e81ed4480 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:54.765401 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-af6d5d52-7f9a-4a03-bdfd-255e81ed4480 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 946 time: 0.7385340 Jul 23 16:38:54.771011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:54.772163 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.828112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.842486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network f4ce89da-3f30-4ca0-9248-d864a24a30be is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:54.847158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:54.849859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:55.165500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=c8f49e67-3be8-4e50-a074-37a2dbcd7bf5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.188330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Provisioning for port 1128815b-357e-42f9-baf4-844aee340c10 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:55.213331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Provisioning complete for port 1128815b-357e-42f9-baf4-844aee340c10 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:55.215952 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.294870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.309561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.324131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Port 1128815b-357e-42f9-baf4-844aee340c10 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:55.352729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:55.353320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.460803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:55.473318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d1b8c-3dc5-4bed-9244-936a714a89f2 req-408c28ac-a0ff-4924-b051-a07e3d4ccada tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.481282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb3d1b8c-3dc5-4bed-9244-936a714a89f2 req-408c28ac-a0ff-4924-b051-a07e3d4ccada tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 946 time: 0.9820557 Jul 23 16:38:55.494558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Provisioning for port 1c626461-f6af-4415-8459-78699f018def completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:55.502580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.504219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.505390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:55.506628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42ec28bc-02f8-4d2e-83f0-516f9471352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.559481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 1128815b-357e-42f9-baf4-844aee340c10 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:55.581812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb3d1b8c-3dc5-4bed-9244-936a714a89f2 req-772de049-e81b-450d-b8c5-f629aadee8aa tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/security-groups?id=db3af431-66e5-4e6d-9302-81d4ccbc0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987070 Jul 23 16:38:55.639438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-13f31cbb-cd8c-4cc5-85b0-1cb35c675e35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7694354 Jul 23 16:38:55.672726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Request body: {'port': {'device_id': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:55.842419 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP b75a0136-92ca-4d8e-aa1c-efba10bf4762 associated. External IP: 172.25.2.111, port: aa029095-352d-4619-a1f5-15df6dbcbfb5. Jul 23 16:38:55.855420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6e4ff-3de8-4b4b-9dec-5708a71d887c req-ccb07419-5b93-4116-bf3a-88970f07c167 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.859664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c6e4ff-3de8-4b4b-9dec-5708a71d887c req-ccb07419-5b93-4116-bf3a-88970f07c167 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 931 time: 0.3749630 Jul 23 16:38:55.882626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Provisioning for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:55.891852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Provisioning complete for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:55.894526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.894732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a8be8f5-2c80-418c-a5f1-0c9aadefda17 req-166b1276-ceec-4f42-a568-6babd5f2c7d8 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1212299 Jul 23 16:38:56.004789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:38:56.016505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c6e4ff-3de8-4b4b-9dec-5708a71d887c req-12ae165e-216b-4584-bc67-0ceb258beb35 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1183908 Jul 23 16:38:56.017583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.049343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Provisioning complete for port 1128815b-357e-42f9-baf4-844aee340c10 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:56.050981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.059089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Deleting port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:38:56.059453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.101186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1cb02-191b-4a2d-92be-9a540114cf7d None None] Port 1128815b-357e-42f9-baf4-844aee340c10 was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:38:56.161635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] For port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,segment=NetworkSegment(9ca181fb-4117-4f97-9b80-e1a4a1632a50),segment_id=9ca181fb-4117-4f97-9b80-e1a4a1632a50)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:56.161635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.177104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Calling delete_port for 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:38:56.272353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.423843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.485308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=1128815b-357e-42f9-baf4-844aee340c10,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.562023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] No DVR routers for this DVR port 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:56.564015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Pushing event deleted for resources: {'Port': ['ID=5b8aaa03-c63c-4fef-a6b2-af5a9211be9f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:56.566457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.569141 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bbe99980-37ba-4e99-b7c4-ff905cefd705 req-2e82b7bf-6d05-4d24-b86e-65da252bc711 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.81 "DELETE /v2.0/ports/5b8aaa03-c63c-4fef-a6b2-af5a9211be9f HTTP/1.1" status: 204 len: 173 time: 1.7716126 Jul 23 16:38:56.573326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'name': 'network-vif-deleted', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:56.594986 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef08e6-6d92-4f0e-8f38-1b8e62eefe77" -d '{"events": [{"server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "name": "network-vif-deleted", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:56.633878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.654866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f131ddec-0957-49f2-99d8-3dc14c86d64e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/1128815b-357e-42f9-baf4-844aee340c10 HTTP/1.1" status: 204 len: 168 time: 4.0482666 Jul 23 16:38:56.655664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43004) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.697725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:56.708315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.728804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Transition to ACTIVE for port object 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:56.734229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.764672 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7aab4c-b8ff-4588-9c95-3914573f98c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:38:56.767891 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4a7aab4c-b8ff-4588-9c95-3914573f98c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/1128815b-357e-42f9-baf4-844aee340c10 HTTP/1.1" status: 404 len: 333 time: 0.1093493 Jul 23 16:38:56.769227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43008) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:56.802538 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af0ca6-3a90-42f3-8179-ee0b39d39689 x-openstack-request-id: req-a4af0ca6-3a90-42f3-8179-ee0b39d39689 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:56.803639 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76c9493-9e75-44ac-b448-8fa7ff1998e6", "name": "network-vif-deleted", "tag": "5b8aaa03-c63c-4fef-a6b2-af5a9211be9f", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:56.804165 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4af0ca6-3a90-42f3-8179-ee0b39d39689 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:56.804964 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76c9493-9e75-44ac-b448-8fa7ff1998e6', 'name': 'network-vif-deleted', 'tag': '5b8aaa03-c63c-4fef-a6b2-af5a9211be9f', 'status': 'completed', 'code': 200} Jul 23 16:38:56.991626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.119307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.133375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53ee2dce-f440-4628-9565-9fd769db8f43 req-b58ed917-f9ab-45ca-a40c-43837dd735e5 tempest-ServersTestJSON-1486394362 tempest-ServersTestJSON-1486394362-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76c9493-9e75-44ac-b448-8fa7ff1998e6 HTTP/1.1" status: 200 len: 210 time: 0.1693065 Jul 23 16:38:57.156261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.204121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-601178da-45d6-4a56-afa6-1d4ff37e0d24 req-2b84460c-b3fb-4c0b-93c6-1b5769ef8e71 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.1219354 Jul 23 16:38:57.261169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:57.262774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:57.263135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:57.274713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:38:57.274919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:57.276205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.279163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.280454 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/security-groups/e383caf1-e652-4ef8-be75-04158a19c87e HTTP/1.1" status: 204 len: 168 time: 0.5026469 Jul 23 16:38:57.285482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43024) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:57.291105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:57.291105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Checking segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:38:57.291424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Bound using segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:57.291831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Bound port: 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:57.292206 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.427555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fcf6e-d4a2-4019-9af2-518c5acbec43 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383caf1-e652-4ef8-be75-04158a19c87e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.517879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:38:57.539246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:57.543273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:57.554576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.593492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.650280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:38:57.656385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:57.657022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.659111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] 10.222.0.67 "PUT /v2.0/ports/09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 1091 time: 2.0095313 Jul 23 16:38:57.661757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:57.665216 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54849b9e-8119-4bdb-8909-e27d95cfff3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:38:57.676431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.745669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:38:57.748095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 5b8aaa03-c63c-4fef-a6b2-af5a9211be9f not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:38:57.798272 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b825d1-4d3e-49d2-8747-5cb5fee7403b x-openstack-request-id: req-f2b825d1-4d3e-49d2-8747-5cb5fee7403b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:38:57.806607 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:38:57.806868 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2b825d1-4d3e-49d2-8747-5cb5fee7403b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:38:57.807302 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'status': 'completed', 'code': 200} Jul 23 16:38:57.878784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:38:57.913322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:57.933315 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:38:57.967777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:57.968789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:57.992725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.002441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.016686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.017804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/security-groups/b09eb779-7e40-4b0e-9154-934c2d60000c HTTP/1.1" status: 204 len: 168 time: 0.7220125 Jul 23 16:38:58.044921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb5c7d-8e8b-4c3a-ad2d-343c2fcccf3d req-b300eab7-f272-4b96-bba3-52fd3d0ef2bd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:58.052487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1cb5c7d-8e8b-4c3a-ad2d-343c2fcccf3d req-b300eab7-f272-4b96-bba3-52fd3d0ef2bd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.6519740 Jul 23 16:38:58.059747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:58.102926 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:58.106429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c2f5-15e2-44f5-b46a-1ef3bec4c0cd tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09eb779-7e40-4b0e-9154-934c2d60000c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.134103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-acfecea2-6597-45dd-b098-7f380c1608d7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5136964 Jul 23 16:38:58.139787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfa41-40d6-4c84-b905-190ccd29197f service neutron] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.144539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43042) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:58.160575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:58.161686 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:58.179130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:58.245802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43048) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:58.261980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:58.262655 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8eebc-f116-4bdb-8b42-e259d3fe88bb None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:38:58.314084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.321297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 1146e7b7-a852-4ac1-ae10-334b1227fe73 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:58.357858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.459359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Deleting subnet 67a5d07d-706a-4cbf-b4dc-957a842e7410 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:38:58.463465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.512622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.553310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.604008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.841474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.848582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.852426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.852771 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP b75a0136-92ca-4d8e-aa1c-efba10bf4762 disassociated. External IP: 172.25.2.111, port: aa029095-352d-4619-a1f5-15df6dbcbfb5. Jul 23 16:38:58.899035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1cb5c7d-8e8b-4c3a-ad2d-343c2fcccf3d req-39dd0e62-ee29-42bb-a063-11127178cb0d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8273051 Jul 23 16:38:58.932285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6e4bdd2-ba44-4753-b86d-6eceb0821d59 req-9cbed9fa-268b-4887-b32d-1a5875440c76 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/ports?device_id=b76288b7-7498-43e3-8abe-88fe308fc302 HTTP/1.1" status: 200 len: 210 time: 0.2274990 Jul 23 16:38:58.945905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.988603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-ca957625-80c3-4ffd-b25f-fbd5d12141d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:58.990470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-ca957625-80c3-4ffd-b25f-fbd5d12141d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1094 time: 1.2367272 Jul 23 16:38:58.992029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.996675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/67a5d07d-706a-4cbf-b4dc-957a842e7410 HTTP/1.1" status: 204 len: 168 time: 0.7280316 Jul 23 16:38:59.027402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:59.031947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29af80-c6d9-46b1-8610-54a9347d7aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a5d07d-706a-4cbf-b4dc-957a842e7410,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:59.071091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-5ae93b1a-3894-4425-8bfa-e761a510618f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 217 time: 0.0580833 Jul 23 16:38:59.108319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.147802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-4fee6acc-378e-496b-9874-71c0e77f1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.149559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-4fee6acc-378e-496b-9874-71c0e77f1bcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.0716593 Jul 23 16:38:59.248209 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.271790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.313491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=1146e7b7-a852-4ac1-ae10-334b1227fe73,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:59.320406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:59.328555 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e1fa9a3-278f-4a74-b63a-a8f49d67283d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/1146e7b7-a852-4ac1-ae10-334b1227fe73 HTTP/1.1" status: 204 len: 168 time: 1.2659440 Jul 23 16:38:59.329313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:38:59.335499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:38:59.336227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba5e9e-52bf-4994-9ed7-5a0ea9033d37 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:38:59.357279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-9c870e3a-5464-46cc-afd4-aa324cf08a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.358967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-9c870e3a-5464-46cc-afd4-aa324cf08a33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979978 Jul 23 16:38:59.507848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-90f8d75a-01c7-4f5a-ad1d-5f4f4edd151d service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350408 Jul 23 16:38:59.653436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ad936f7-65a0-4611-a49d-4b57e1a0dcac req-c808d4d0-e10d-444d-ac70-b5289df95e70 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196818 Jul 23 16:38:59.819345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-98f9f97c-4e57-43ed-ac46-590fece15c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:59.821912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-98f9f97c-4e57-43ed-ac46-590fece15c49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1094 time: 0.0979254 Jul 23 16:39:00.105361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:00.132172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.152492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d87940-e5b6-43b8-9d0b-e1f91944249e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:00.170112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca181fb-4117-4f97-9b80-e1a4a1632a50') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:00.170567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca181fb-4117-4f97-9b80-e1a4a1632a50') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:00.180422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-6ef80760-7898-437e-9e0d-5bed773a8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.181971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-6ef80760-7898-437e-9e0d-5bed773a8577 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.3486159 Jul 23 16:39:00.184692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.222107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.246827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:00.266847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:00.267520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:00.282584 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:00.321875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-f236f0ca-a00c-43aa-b411-0459078dec84 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 217 time: 0.1182544 Jul 23 16:39:00.440879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-05b7209d-a22a-4d15-be50-175db4d0e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.445988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-05b7209d-a22a-4d15-be50-175db4d0e56d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1190727 Jul 23 16:39:00.493246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.503981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.508540 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] 10.222.0.64 "DELETE /v2.0/networks/64d87940-e5b6-43b8-9d0b-e1f91944249e HTTP/1.1" status: 204 len: 168 time: 1.4761596 Jul 23 16:39:00.540593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824022c-f227-4fda-b820-24d91423ec99 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d87940-e5b6-43b8-9d0b-e1f91944249e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:00.561950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:00.569260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.622854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89db9a7-1b8c-4e02-a0cf-c05c810bf07e req-1b8ccb2d-4ca0-459a-8078-5a9bff217232 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:00.625351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c89db9a7-1b8c-4e02-a0cf-c05c810bf07e req-1b8ccb2d-4ca0-459a-8078-5a9bff217232 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.5491817 Jul 23 16:39:00.657904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.701751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.743260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9aa2118d-27a7-4209-ac1e-51e8974ab329 None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:00.743832 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9aa2118d-27a7-4209-ac1e-51e8974ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.857676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2118d-27a7-4209-ac1e-51e8974ab329 None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:00.867551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.871471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.883356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/security-groups/245bd7c6-e09d-46cf-814c-7200451106a6 HTTP/1.1" status: 204 len: 168 time: 0.7752614 Jul 23 16:39:00.883664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9aa2118d-27a7-4209-ac1e-51e8974ab329 None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:00.884025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9aa2118d-27a7-4209-ac1e-51e8974ab329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.887483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:00.888309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43116) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:00.894507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:00.903497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.994364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:01.068640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca72db68-168d-42d0-ad8e-27e13e165969 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/b75a0136-92ca-4d8e-aa1c-efba10bf4762 HTTP/1.1" status: 200 len: 688 time: 2.9011919 Jul 23 16:39:01.069326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:01.078348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e8c476ae-ae5e-4e56-a3b0-e6d184b15bd8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8224758dcecd44f08ead1bb75fd8e7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723940 Jul 23 16:39:01.080069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:01.101807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79870ce3-6586-43a6-9493-6266c2a9b002 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bd7c6-e09d-46cf-814c-7200451106a6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.116223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:01.116976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.124417 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-392aba75-b247-4218-895f-e646e62ecbc9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] show failed (client error): The resource could not be found. Jul 23 16:39:01.130761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-392aba75-b247-4218-895f-e646e62ecbc9 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "GET /v2.0/security-groups/245bd7c6-e09d-46cf-814c-7200451106a6 HTTP/1.1" status: 404 len: 347 time: 0.2289801 Jul 23 16:39:01.137748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:01.189003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.211139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:01.212134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.285690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c89db9a7-1b8c-4e02-a0cf-c05c810bf07e req-13b0599d-51c7-4ce3-9c46-40b616c6fc70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6332393 Jul 23 16:39:01.300574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-779f3275-af56-4dac-8654-30aab9ac8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:01.302868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-779f3275-af56-4dac-8654-30aab9ac8e7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8414972 Jul 23 16:39:01.331941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.332142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d40b8-a58e-44ec-8b0a-f5d73c444124 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:01.362712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.427763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.449016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port c8f49e67-3be8-4e50-a074-37a2dbcd7bf5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:01.449646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.463191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port e8436ae3-a292-4ab3-8735-030758d8aa0c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:01.463539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.504586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-f8af6a0b-f2a9-461b-b6a5-679b0609b0d5 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912088 Jul 23 16:39:01.514315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.641452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:01.649419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:01.663836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d47c5-3fd6-445b-a13c-786371262cfc None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:01.672302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:01.673279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.744436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.745087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.760352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54849b9e-8119-4bdb-8909-e27d95cfff3e req-f2baeafb-30cc-4a55-b81e-7070e14bfe5f service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450511 Jul 23 16:39:01.763510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.763859 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.765425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for e8436ae3-a292-4ab3-8735-030758d8aa0c owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:01.802025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for c8f49e67-3be8-4e50-a074-37a2dbcd7bf5 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:02.007709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=8337f79f-3038-4947-bbce-8da45593c880,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.025481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cc862d8c-32c3-404b-abe4-9a0904914e67 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6950119 Jul 23 16:39:02.032143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43142) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:02.037158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'security_group': {'name': 'tempest-secgroup-2115907903'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:02.076362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.084276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.089691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.091169 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db3af431-66e5-4e6d-9302-81d4ccbc0bfe HTTP/1.1" status: 204 len: 168 time: 1.0088580 Jul 23 16:39:02.136004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957ec3c-daf7-44e5-b2f3-42ef0ce0126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3af431-66e5-4e6d-9302-81d4ccbc0bfe,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.152727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Update dhcp port {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'fixed_ips': [{'subnet_id': 'a1637d6e-72e7-4679-8f9f-7d849dc81632', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8337f79f-3038-4947-bbce-8da45593c880'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '1c626461-f6af-4415-8459-78699f018def'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:02.288061 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.367693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:02.411297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.467351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=e8436ae3-a292-4ab3-8735-030758d8aa0c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.469417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=c8f49e67-3be8-4e50-a074-37a2dbcd7bf5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.635988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.641296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.642523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0efd10ff-d21b-4e34-bd47-6682816a3202 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/floatingips/8b4a5e2c-7e8d-4aad-86fe-e144bf3dd328 HTTP/1.1" status: 204 len: 168 time: 1.5006962 Jul 23 16:39:02.646729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43162) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:02.656995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.713253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.719182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.722531 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-471d3ad6-acec-4d81-974f-4bb56685f14a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/b75a0136-92ca-4d8e-aa1c-efba10bf4762 HTTP/1.1" status: 204 len: 168 time: 1.6499915 Jul 23 16:39:02.731626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43166) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:02.779684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Allocated IP 2001:db8::2 (63a3973e-e190-495b-ae66-0b59cb4db219/8337f79f-3038-4947-bbce-8da45593c880/1c626461-f6af-4415-8459-78699f018def) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:02.863382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port 87abf96c-4e32-41d6-9440-4e37474cdd5b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:02.875189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.919584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:02.954430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.971795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Transition to ACTIVE for port object 1c626461-f6af-4415-8459-78699f018def will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:02.979975 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.006965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'fdf14dfb-84c6-4128-aed6-c3de6b9e4996'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:03.107624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.158205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.166768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.197483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for 87abf96c-4e32-41d6-9440-4e37474cdd5b owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:03.245233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.316987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9bb39-04b4-438b-b31e-1945667ebc04 req-1e8cfb21-00d6-4dc6-9a69-db899459d7fc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:03.327057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddf9bb39-04b4-438b-b31e-1945667ebc04 req-1e8cfb21-00d6-4dc6-9a69-db899459d7fc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.8353407 Jul 23 16:39:03.369627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733de840-e00b-422f-9d9f-c88e139bff85,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.378392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.378734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.379074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.379408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.379737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.380062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.380471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.380801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.381123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.392468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.392859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.393532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472f4b6f-a8e9-41e1-b57b-3dce3ab574a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:03.524339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.547908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.558155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:03.649792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.654277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c707559d-277b-44f5-b9f5-bd3fc50bd330 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6209147 Jul 23 16:39:03.655154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43194) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:03.690677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'security_group': {'name': 'tempest-secgroup-512541601'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:03.736080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddf9bb39-04b4-438b-b31e-1945667ebc04 req-83f97fb7-4046-46ef-ba66-e56e2e583fcf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3444843 Jul 23 16:39:03.764573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=87abf96c-4e32-41d6-9440-4e37474cdd5b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:03.862822 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.914013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:03.953636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.961476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d873b4f-ada5-4c2a-a6aa-bce1de02e4e6 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/ports/87abf96c-4e32-41d6-9440-4e37474cdd5b HTTP/1.1" status: 204 len: 168 time: 1.3137679 Jul 23 16:39:03.967762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:04.020325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'mac_address': 'fa:16:3e:7d:be:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:04.099634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.180374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:04.248029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:04.253565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.359891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1686812830-network', 'tenant_id': '9b777998178c4a4f9891e0a80a5eaf7b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:04.426177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting port 47567fd0-d5b0-4191-8c58-95f2a8ad57aa {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:04.431067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.446299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:04.463242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:04.683965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['09f49c53-00c7-403a-99eb-71cfbe4ae8b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:04.688199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.759022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Calling delete_port for 47567fd0-d5b0-4191-8c58-95f2a8ad57aa owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:04.861119 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.892755 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.898861 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.939549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Made reservation on behalf of 9b777998178c4a4f9891e0a80a5eaf7b for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:04.942886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:04.943272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.946861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.966574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.992994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:04.998020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43220) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:04.998651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3308136 Jul 23 16:39:05.007318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1350957733'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:05.124205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:05.146412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.20 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/f8b13d2b-d9bc-4279-bdd4-ea330599ae08) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:05.149774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Provisioning for port 1c626461-f6af-4415-8459-78699f018def completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:05.170141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:05.170568 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-872697bb-a544-448a-8ce1-3925b27954be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.175998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.260070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Port': ['ID=47567fd0-d5b0-4191-8c58-95f2a8ad57aa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.271397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab3963-93ad-48af-a416-a0e95aa88d49 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f821d-3db2-438e-99f0-fb324c89e14a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.353404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.434668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.439683 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85ca595e-5fa2-4772-bcb9-021c97368898 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/ports/47567fd0-d5b0-4191-8c58-95f2a8ad57aa HTTP/1.1" status: 204 len: 168 time: 1.4705038 Jul 23 16:39:05.440331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:05.488288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ebeb-e5f6-4903-8d74-87e5e010f4e0 req-ceb250e0-b279-4f85-8ac1-62284b96faaa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:05.495567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9256ebeb-e5f6-4903-8d74-87e5e010f4e0 req-ceb250e0-b279-4f85-8ac1-62284b96faaa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 944 time: 0.5456829 Jul 23 16:39:05.545961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting subnet 3fe4b96b-1472-454b-b033-76680c6bcd77 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:05.552817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.632360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.636774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.678273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.707523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9256ebeb-e5f6-4903-8d74-87e5e010f4e0 req-445f9a3b-1878-4d9d-b84c-18cda774f2b1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2005179 Jul 23 16:39:05.719248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.729555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.753064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fcb504-de85-449a-8f88-91cf4672f53d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.779528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:05.811437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:05.825296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.826227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:05.832056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:05.833649 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Added segment d6fd571b-b5f2-4dc5-97f3-3bccfa8701fc of type vlan for network 6b0dd31f-ab36-4598-99e7-3b2987ceab0e Jul 23 16:39:05.954222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=f8b13d2b-d9bc-4279-bdd4-ea330599ae08,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:05.959850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:05.968403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.007771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43248) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:06.113402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.114522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:06.115266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.176433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.210955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.233547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.243917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe4b96b-1472-454b-b033-76680c6bcd77,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:06.246336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.251550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95a06d38-98f4-4971-9c73-b5dea83da72a tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/subnets/3fe4b96b-1472-454b-b033-76680c6bcd77 HTTP/1.1" status: 204 len: 168 time: 0.8083460 Jul 23 16:39:06.259430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3380177 Jul 23 16:39:06.296731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:06.296997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:06.321184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Request body: {'subnet': {'network_id': '6b0dd31f-ab36-4598-99e7-3b2987ceab0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1686812830-subnet', 'tenant_id': '9b777998178c4a4f9891e0a80a5eaf7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:06.352885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40079f-c106-4513-a404-7f4f2aee7f0f admin admin] Pushing event updated for resources: {'Network': ['ID=6b0dd31f-ab36-4598-99e7-3b2987ceab0e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:06.365750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 6b0dd31f-ab36-4598-99e7-3b2987ceab0e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:06.414968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2c4b-6aa5-4e5b-9380-2b0fe83a5528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.447305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.448225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4477997 Jul 23 16:39:06.453983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43266) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:06.455521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b2ebe-f898-4cf4-927f-acde4655fa8f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9495a54-c950-4120-917e-6e239b6e6400,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:06.484449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-143895801', 'security_groups': ['c9495a54-c950-4120-917e-6e239b6e6400'], 'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8337f79f-3038-4947-bbce-8da45593c880'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:06.509480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Deleting subnet 539c8681-ae59-4052-abf5-e55bce0e3677 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:06.516962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Made reservation on behalf of 9b777998178c4a4f9891e0a80a5eaf7b for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:06.519333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.524573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.558760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:06.612622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29bc14-a47d-4dee-b072-2fdb5fc0ffb9 None None] Network ff938261-6b7d-4d37-8618-87ee569dee20 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:06.644573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.662517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:06.708057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:06.709655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.848590 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.938645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:06.941031 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e04e7c-40a8-4144-8b28-636255f2df45" -d '{"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-plugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:06.962388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:06.973563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.987858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2c4b-6aa5-4e5b-9380-2b0fe83a5528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.033325 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3420f77-1ca1-4a0a-ade1-292fd57b770e x-openstack-request-id: req-c3420f77-1ca1-4a0a-ade1-292fd57b770e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:07.033700 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-plugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:07.033964 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3420f77-1ca1-4a0a-ade1-292fd57b770e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:07.034387 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'code': 200} Jul 23 16:39:07.066574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.118693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2c4b-6aa5-4e5b-9380-2b0fe83a5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.182738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] DHCP port deletion for ff938261-6b7d-4d37-8618-87ee569dee20 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:07.191570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.260845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Deleting port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:07.261094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:07.261268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.268074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.273251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e776a6-6e85-47e0-889b-7f7d0f39ec2f req-b9e72a2a-145e-4a13-b8c1-746a917d48ee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:07.274986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20e776a6-6e85-47e0-889b-7f7d0f39ec2f req-b9e72a2a-145e-4a13-b8c1-746a917d48ee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 944 time: 0.4424191 Jul 23 16:39:07.355360 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae7d2c4b-6aa5-4e5b-9380-2b0fe83a5528 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0eb8bf6e162d45e6b82de64a9e488505&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3460598 Jul 23 16:39:07.360170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d2c4b-6aa5-4e5b-9380-2b0fe83a5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f02e0c-6675-4bdc-a13c-5581af93da84,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.368223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.450549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] For port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,segment=NetworkSegment(ef2fdf3b-ba90-452d-b7b5-cb8efff72a50),segment_id=ef2fdf3b-ba90-452d-b7b5-cb8efff72a50)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:07.451389 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.467700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Calling delete_port for 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:07.482238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.541177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20e776a6-6e85-47e0-889b-7f7d0f39ec2f req-8585096c-b9ad-42ed-8f42-6ebd1acd30e3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2336009 Jul 23 16:39:07.579456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4c78-d5cb-4d16-881f-afcc1a73595a req-a5027be9-bd57-4796-b3c7-b478843a4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:07.592303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc2b4c78-d5cb-4d16-881f-afcc1a73595a req-a5027be9-bd57-4796-b3c7-b478843a4e58 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.4578707 Jul 23 16:39:07.601122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.625044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.628621 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.631081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.644796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.680710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] Pushing event deleted for resources: {'Port': ['ID=2b96a51f-b702-4ccd-9bdd-bbb5c72844b7,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.684539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] device_id is not set on port 05e43384-72fb-4e85-a905-3c49ea3294eb yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:07.690445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcba85-2a48-4fa8-b3fb-265fe6dfa15b None None] No DVR routers for this DVR port 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:07.694202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75469184-4204-487a-8a2b-b495612f3415 None None] Network af56445e-412c-40d8-a91b-347c0f5a813c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:07.696611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74d1565-6d23-4e5e-9f60-4f907cce81f5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.699257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.704042 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/subnets/539c8681-ae59-4052-abf5-e55bce0e3677 HTTP/1.1" status: 204 len: 168 time: 1.4037330 Jul 23 16:39:07.705391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:07.707061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43290) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:07.788516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e9967-b034-4773-8038-9fc6742dcd88 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Subnet': ['ID=539c8681-ae59-4052-abf5-e55bce0e3677,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:07.802698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc2b4c78-d5cb-4d16-881f-afcc1a73595a req-048cbf79-9d50-459e-a8c6-4107914dc547 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1983278 Jul 23 16:39:07.839792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Checking segment: {'id': 'd6fd571b-b5f2-4dc5-97f3-3bccfa8701fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '6b0dd31f-ab36-4598-99e7-3b2987ceab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:07.840184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Network hostable DHCP agents. Network: 6b0dd31f-ab36-4598-99e7-3b2987ceab0e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:07.972710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.009175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.020625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.021872 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2f02e0c-6675-4bdc-a13c-5581af93da84 HTTP/1.1" status: 204 len: 168 time: 0.6527815 Jul 23 16:39:08.110633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Network 6b0dd31f-ab36-4598-99e7-3b2987ceab0e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:08.127627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43306) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:08.184370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.200541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7996-a03a-408b-a772-d9a9c7e2cd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f02e0c-6675-4bdc-a13c-5581af93da84,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.219643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] DHCP port deletion for af56445e-412c-40d8-a91b-347c0f5a813c request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:08.226718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8::230 (63a3973e-e190-495b-ae66-0b59cb4db219/8337f79f-3038-4947-bbce-8da45593c880/05e43384-72fb-4e85-a905-3c49ea3294eb) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:08.233542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.322078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 6b0dd31f-ab36-4598-99e7-3b2987ceab0e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:08.351783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae27d20-2eb7-49db-8ea2-b0c4329dbbd0 None None] Network 6b0dd31f-ab36-4598-99e7-3b2987ceab0e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:08.384990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:08.410087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=f8b13d2b-d9bc-4279-bdd4-ea330599ae08,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.431661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.440249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.468094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff938261-6b7d-4d37-8618-87ee569dee20']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.500303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.500991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2fdf3b-ba90-452d-b7b5-cb8efff72a50') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.514080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:08.514705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.540567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.542583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:08.545601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2b96a51f-b702-4ccd-9bdd-bbb5c72844b7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:08.546271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6615fcab-78b1-4f93-98b8-82f39562d770 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:08.606591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.616808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6cc2796-2a7c-4dd9-8e38-dc817c0868c0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3121266 Jul 23 16:39:08.617527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:08.629751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:08.630252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:08.633907 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:08.653051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2882198-c0d1-4720-aa3a-a64e9e98fd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.854648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.864882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43326) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:08.872917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Deleting port 6615fcab-78b1-4f93-98b8-82f39562d770 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:08.874523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.925104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.931142 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/networks/ff938261-6b7d-4d37-8618-87ee569dee20 HTTP/1.1" status: 204 len: 168 time: 1.2176428 Jul 23 16:39:08.974699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c2ad7-ca09-44f6-a7ca-672323b7c4ee tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Network': ['ID=ff938261-6b7d-4d37-8618-87ee569dee20,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:08.979188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43330) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:08.981852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Deleting subnet a74d1565-6d23-4e5e-9f60-4f907cce81f5 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:08.985664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.006189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] For port 6615fcab-78b1-4f93-98b8-82f39562d770, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6615fcab-78b1-4f93-98b8-82f39562d770,segment=NetworkSegment(26c660f0-7fe4-4a5c-9922-eb5f30d7aecc),segment_id=26c660f0-7fe4-4a5c-9922-eb5f30d7aecc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:09.006414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.029799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Calling delete_port for 6615fcab-78b1-4f93-98b8-82f39562d770 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:09.035599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.134743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.232174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.254600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.263682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27574d-c429-4c57-8690-116185f7da3d None None] Network 6b0dd31f-ab36-4598-99e7-3b2987ceab0e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:09.268183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.282329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.292066 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP 27b87752-e2fb-427e-a51a-c9a367ef2320 associated. External IP: 172.25.2.20, port: fdf14dfb-84c6-4128-aed6-c3de6b9e4996. Jul 23 16:39:09.301597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5856-77fe-4765-9aba-1ca4a8fc2cd3 req-d978dfc6-e8ca-471c-acdd-ebe0b4857fbe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:09.309703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d79f5856-77fe-4765-9aba-1ca4a8fc2cd3 req-d978dfc6-e8ca-471c-acdd-ebe0b4857fbe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.4562910 Jul 23 16:39:09.329145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 05e43384-72fb-4e85-a905-3c49ea3294eb will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:09.374285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] No DVR routers for this DVR port 6615fcab-78b1-4f93-98b8-82f39562d770 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:09.375917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44dae9-c6a6-4199-8785-8df4e47f22d2 None None] Pushing event deleted for resources: {'Port': ['ID=6615fcab-78b1-4f93-98b8-82f39562d770,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.614568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d79f5856-77fe-4765-9aba-1ca4a8fc2cd3 req-3255f2bb-a755-4421-aeee-1f9de23ef9a5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3041058 Jul 23 16:39:09.657681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.665989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2882198-c0d1-4720-aa3a-a64e9e98fd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.672669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2882198-c0d1-4720-aa3a-a64e9e98fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.687261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af56445e-412c-40d8-a91b-347c0f5a813c']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.693780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.708899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.711658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.712201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c660f0-7fe4-4a5c-9922-eb5f30d7aecc') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:09.744184 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2882198-c0d1-4720-aa3a-a64e9e98fd27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bbeb7baf45249fb9c80760bb45ac5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230609 Jul 23 16:39:09.746648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882198-c0d1-4720-aa3a-a64e9e98fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6eb540-e20e-45f9-a8d8-ff443bdb10ee,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.749233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74d1565-6d23-4e5e-9f60-4f907cce81f5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.751388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43344) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:09.752227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.754277 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df742fa3-9c00-4693-9b2d-f5dc39aec21d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a74d1565-6d23-4e5e-9f60-4f907cce81f5 HTTP/1.1" status: 204 len: 168 time: 0.8875268 Jul 23 16:39:09.760627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:09.820776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.842972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=05e43384-72fb-4e85-a905-3c49ea3294eb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:09.850138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:09.861048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:09.863753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:09.870318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:09.870921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.871385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.883975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.884962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.937740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.010628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-54a5dc15-05fc-4942-b512-b2886eb7cbf6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5499277 Jul 23 16:39:10.015519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:10.016397 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:10.021235 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:10.029269 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.048416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0dd31f-ab36-4598-99e7-3b2987ceab0e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.060985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43352) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.066338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd571b-b5f2-4dc5-97f3-3bccfa8701fc') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.066636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd571b-b5f2-4dc5-97f3-3bccfa8701fc') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.074285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:10.079396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.099224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.107910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:10.109466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:10.175029 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:10.190240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.210529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31285240-8799-4142-a1f2-01c87942e5fa None None] Provisioning for port 05e43384-72fb-4e85-a905-3c49ea3294eb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:10.216261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31285240-8799-4142-a1f2-01c87942e5fa None None] Provisioning complete for port 05e43384-72fb-4e85-a905-3c49ea3294eb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:10.216622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31285240-8799-4142-a1f2-01c87942e5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.221354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.246216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.252056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b0dd31f-ab36-4598-99e7-3b2987ceab0e HTTP/1.1" status: 204 len: 168 time: 0.4885018 Jul 23 16:39:10.258730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92d96-4486-4823-9663-c25cc5a19f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0dd31f-ab36-4598-99e7-3b2987ceab0e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.264399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:10.277130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.281233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.287986 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f6eb540-e20e-45f9-a8d8-ff443bdb10ee HTTP/1.1" status: 204 len: 168 time: 0.5310833 Jul 23 16:39:10.296451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-31285240-8799-4142-a1f2-01c87942e5fa None None] Port 05e43384-72fb-4e85-a905-3c49ea3294eb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:10.304689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace9160-4c55-4566-a95e-5174592e8add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6eb540-e20e-45f9-a8d8-ff443bdb10ee,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.309062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.314244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] 10.222.0.64 "DELETE /v2.0/networks/af56445e-412c-40d8-a91b-347c0f5a813c HTTP/1.1" status: 204 len: 168 time: 1.2782753 Jul 23 16:39:10.314244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647a236-0553-4f5b-a8c2-924f14d60867 tempest-TaggedBootDevicesTest-2026986819 tempest-TaggedBootDevicesTest-2026986819-project] Pushing event deleted for resources: {'Network': ['ID=af56445e-412c-40d8-a91b-347c0f5a813c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.638153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:10.654459 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:10.665916 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:10.667468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:10.668261 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.673393 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.693637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.700665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.750365 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.763798 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:10.779933 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:38:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.817196 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:10.818359 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d145e05d-85ad-4bd4-aa9a-de8e13d14fe7 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:10.830909 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7914c475-8e56-4650-bed8-2aa8cec63d6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b777998178c4a4f9891e0a80a5eaf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357939 Jul 23 16:39:10.833334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43386) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:10.922027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.968818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.079437 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.082661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.083907 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02fcb504-de85-449a-8f88-91cf4672f53d HTTP/1.1" status: 204 len: 168 time: 0.2493584 Jul 23 16:39:11.100066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa8a3-c271-410e-97c6-3870071e5f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fcb504-de85-449a-8f88-91cf4672f53d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.250554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43398) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.276329 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-393b9655-bcea-468c-8085-3f9be050f0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.459295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-393b9655-bcea-468c-8085-3f9be050f0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.465668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-393b9655-bcea-468c-8085-3f9be050f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.502598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-393b9655-bcea-468c-8085-3f9be050f0cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c09a35c91e0a4ad68690ba3e9c3e4e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507758 Jul 23 16:39:11.504511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43408) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.533033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cc1a9e33-6213-4139-8a80-b9a09d8bb676 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5407770 Jul 23 16:39:11.533580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43410) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:11.551196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.584259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b9655-bcea-468c-8085-3f9be050f0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da12a7d2-2f2c-4cba-8bee-4319d2dcae25,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.596302 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.629308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.665299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.758371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.762545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.766209 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da12a7d2-2f2c-4cba-8bee-4319d2dcae25 HTTP/1.1" status: 204 len: 168 time: 0.2583523 Jul 23 16:39:11.780336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-067d1af7-cabd-4bbc-9b51-3a062999a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.792948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235131a-128a-408c-a3c0-aa43001d6013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12a7d2-2f2c-4cba-8bee-4319d2dcae25,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:12.036937 n-d-800484-3 neutron-server[94003]: INFO neutron.db.ipam_backend_mixin [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8337f79f-3038-4947-bbce-8da45593c880 (CIDR: 2001:db8::/64) Jul 23 16:39:12.060320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0dc0f-8755-4319-a545-02444e13de68 req-d56c3fff-70c9-43f8-b8f1-5b59a0cf8786 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:12.067650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45e0dc0f-8755-4319-a545-02444e13de68 req-d56c3fff-70c9-43f8-b8f1-5b59a0cf8786 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 1.2441673 Jul 23 16:39:12.070024 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:39:12.070486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:12.173206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ddbbb063-07ef-4668-b1a4-821c2dfdaebe tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1054039 Jul 23 16:39:12.176920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.184974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:12.185767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45e0dc0f-8755-4319-a545-02444e13de68 req-fc630922-d655-4635-8ae5-499720f3abea tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1172233 Jul 23 16:39:12.199910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-21e8428e-968f-40e0-9fa0-1ff1f8a2c954 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/floatingips/27b87752-e2fb-427e-a51a-c9a367ef2320 HTTP/1.1" status: 200 len: 977 time: 0.6456203 Jul 23 16:39:12.200610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43444) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.399366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac437e4e-9acf-415f-83ab-2c8e59600360 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1960907 Jul 23 16:39:12.400375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43460) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.438338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': 'aa029095-352d-4619-a1f5-15df6dbcbfb5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:12.528322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:12.535416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.571682 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.668586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c486-8239-4985-b3ea-4ed9f743efdf req-652a2a66-decd-4977-8972-d31b9389317e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:12.670273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c75c486-8239-4985-b3ea-4ed9f743efdf req-652a2a66-decd-4977-8972-d31b9389317e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.2948835 Jul 23 16:39:12.715858 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a1637d6e-72e7-4679-8f9f-7d849dc81632 (CIDR: 2001:db8:0:1::/64) Jul 23 16:39:12.721676 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:39:12.723485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:12.744930 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-012966bc-34a1-43ff-af58-52af4ef29cc7 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5656402 Jul 23 16:39:12.748394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:12.755968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'subnet': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:12.964089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Deleting port f3c84c4e-e257-43e7-b16f-ea25d24cb715 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:12.964985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.978064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Made reservation on behalf of bf6d47f94511435a8c8c1d0be6c9c738 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:12.983575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.057686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c75c486-8239-4985-b3ea-4ed9f743efdf req-8955c26e-34de-411e-b20b-584fc3f6d259 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3418469 Jul 23 16:39:13.068320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43488) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:13.329040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] For port f3c84c4e-e257-43e7-b16f-ea25d24cb715, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3c84c4e-e257-43e7-b16f-ea25d24cb715,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:13.329428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.337284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1e222-98bc-4878-9a92-a9bdd0cbf1a5 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:13.339026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78e1e222-98bc-4878-9a92-a9bdd0cbf1a5 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1091 time: 0.2696970 Jul 23 16:39:13.342159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43500) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:13.347348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:13.382269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Calling delete_port for f3c84c4e-e257-43e7-b16f-ea25d24cb715 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:13.439692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.604212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:13.627125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.773010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Network 63a3973e-e190-495b-ae66-0b59cb4db219 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:13.783145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:13.793420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:13.794495 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.812903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb5fe5-67ae-4692-a547-e7e97e796070 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:13.862538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Subnet': ['ID=ac334cc5-141d-47bf-8cb3-601acbdc0a68,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:13.901791 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f912fc3c-7383-484d-b52d-f699085aeeae tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1517255 Jul 23 16:39:13.907144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43516) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:13.926537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-779975231', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ac334cc5-141d-47bf-8cb3-601acbdc0a68'}], 'security_groups': ['733de840-e00b-422f-9d9f-c88e139bff85', '5f4f821d-3db2-438e-99f0-fb324c89e14a']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:14.021950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.129025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:39:14.359033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.369113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.369912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.407835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f6e3dfb-3205-40f2-b712-b282793c75ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.466504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Update dhcp port {'port': {'network_id': '63a3973e-e190-495b-ae66-0b59cb4db219', 'fixed_ips': [{'subnet_id': 'a1637d6e-72e7-4679-8f9f-7d849dc81632', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8337f79f-3038-4947-bbce-8da45593c880', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac334cc5-141d-47bf-8cb3-601acbdc0a68'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '1c626461-f6af-4415-8459-78699f018def'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:39:14.478630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.521381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.169 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d19f91de-2ef0-4399-8588-fea0c086c77b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:14.528067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c84c4e-e257-43e7-b16f-ea25d24cb715,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:14.597191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.613352 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b266dce6-663c-4d27-9bbf-31edbe0c6076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.672559 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP 27b87752-e2fb-427e-a51a-c9a367ef2320 associated. External IP: 172.25.2.20, port: fdf14dfb-84c6-4128-aed6-c3de6b9e4996. Jul 23 16:39:14.798764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.964763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.971590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Allocated IP 2001:db8:0:2::2 (63a3973e-e190-495b-ae66-0b59cb4db219/ac334cc5-141d-47bf-8cb3-601acbdc0a68/1c626461-f6af-4415-8459-78699f018def) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:15.105210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:15.119808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.138146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:15.165610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:15.166531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:15.279764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=d19f91de-2ef0-4399-8588-fea0c086c77b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:15.285969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.306302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.318670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f6e3dfb-3205-40f2-b712-b282793c75ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.345404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f6e3dfb-3205-40f2-b712-b282793c75ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.360991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Transition to ACTIVE for port object 1c626461-f6af-4415-8459-78699f018def will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:15.367053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.663107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.710459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7e0ee-fc68-4d90-b545-1147d9ad52fa None None] Pushing event updated for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:15.755830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e3dfb-3205-40f2-b712-b282793c75ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaaa53a-b25e-4dd4-b130-7653cbefe51a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:15.820247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9f6e3dfb-3205-40f2-b712-b282793c75ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f741ae68f98a4eb0bcae982ae6e32a15&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2147081 Jul 23 16:39:15.825104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:16.090893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:16.223224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Router a5711f9d-eed9-4946-99b8-43126b4bdef9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:16.412784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.497892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:16.530937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:16.559455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:16.575699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:16.619412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:16.619412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:16.627137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:16.641535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Sync routers for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:16.677743 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:16.678856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:16.712107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e1fb8d92-762f-4a6f-a7aa-8f76dfd94f90 admin admin] 10.222.0.64 "PUT /v2.0/routers/a5711f9d-eed9-4946-99b8-43126b4bdef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5715494 Jul 23 16:39:16.729368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43556) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:16.976174 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:17.003979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.014587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:17.015259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.059426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:17.061963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.062627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304359c-bd71-4751-8a09-d310d605cd88 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:17.071576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Provisioning complete for port 05e43384-72fb-4e85-a905-3c49ea3294eb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.071986 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.090438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Delete allocated IP 2001:db8::230 (63a3973e-e190-495b-ae66-0b59cb4db219/8337f79f-3038-4947-bbce-8da45593c880) {{(pid=94004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 16:39:17.112748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Port 05e43384-72fb-4e85-a905-3c49ea3294eb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:17.141308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.141730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.186843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:17.199838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Provisioning for port 1c626461-f6af-4415-8459-78699f018def completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:17.205109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:17.205490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8525fb9b-f7d8-4108-b0cf-a545fd798045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.210645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:17.216298 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.219321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.223687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.225404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccaaa53a-b25e-4dd4-b130-7653cbefe51a HTTP/1.1" status: 204 len: 168 time: 1.3922386 Jul 23 16:39:17.234622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:17.274422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Allocated IP 2001:db8:0:2::34c (63a3973e-e190-495b-ae66-0b59cb4db219/ac334cc5-141d-47bf-8cb3-601acbdc0a68/05e43384-72fb-4e85-a905-3c49ea3294eb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:17.286788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:17.288705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.303899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.338773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-53d2bcc8-ea21-41fe-af50-e5e9cccb98d1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/27b87752-e2fb-427e-a51a-c9a367ef2320 HTTP/1.1" status: 200 len: 977 time: 4.9353526 Jul 23 16:39:17.339317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43562) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:17.344660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:17.350541 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.392290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.429719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:17.431901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.462251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Checking router: a5711f9d-eed9-4946-99b8-43126b4bdef9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:17.472688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.483079 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Routers {'a5711f9d-eed9-4946-99b8-43126b4bdef9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:17.487123 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a5711f9d-eed9-4946-99b8-43126b4bdef9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.629605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:17.631061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79142f4-781a-4329-80ab-7b2a84901e13 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:17.655925 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.703626 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] Set router a5711f9d-eed9-4946-99b8-43126b4bdef9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:17.813297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.819390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.819799 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP 27b87752-e2fb-427e-a51a-c9a367ef2320 disassociated. External IP: 172.25.2.20, port: aa029095-352d-4619-a1f5-15df6dbcbfb5. Jul 23 16:39:18.024969 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.118693 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f8957-184d-405d-8ce4-fd46f1cf2b73 None None] The sync data for ids ['a5711f9d-eed9-4946-99b8-43126b4bdef9'] in n-d-800484-3 is: [{'id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'name': 'tempest-AttachVolumeTestJSON-717977207-router', 'tenant_id': '67433049c9ac4c87a3c6b53c78483fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:39:14Z', 'revision_number': 5, 'project_id': '67433049c9ac4c87a3c6b53c78483fa5', 'gw_port': {'id': '161002da-4215-4ba8-af3f-1e41ee05c16c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5711f9d-eed9-4946-99b8-43126b4bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:30:07Z', 'updated_at': '2021-07-23T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:18.171875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:18.379738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:18.384647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.396213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:18.412971 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:18.413773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.463693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e69a-05cf-45de-a2fe-44a58be5ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaaa53a-b25e-4dd4-b130-7653cbefe51a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:18.504568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.552854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1d43ed6e-a3f5-4753-bfcb-c8d70680a455 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/27b87752-e2fb-427e-a51a-c9a367ef2320 HTTP/1.1" status: 200 len: 687 time: 1.2124493 Jul 23 16:39:18.556130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43590) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:18.576227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3c84c4e-e257-43e7-b16f-ea25d24cb715 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:18.586122 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.629240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:18.630713 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.651734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f3c84c4e-e257-43e7-b16f-ea25d24cb715 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:18.652246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3c84c4e-e257-43e7-b16f-ea25d24cb715 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:18.727710 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:18.731994 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eda3e6-32bc-41a5-82b4-5d73b7c78c5a None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:18.846308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port f8b13d2b-d9bc-4279-bdd4-ea330599ae08 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:18.846886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.936998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.095822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.126531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.127479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.129419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Transition to ACTIVE for port object 05e43384-72fb-4e85-a905-3c49ea3294eb will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:19.134919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Deleting port 161002da-4215-4ba8-af3f-1e41ee05c16c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:19.135262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.138727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.153624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for f8b13d2b-d9bc-4279-bdd4-ea330599ae08 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:19.378716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] In _notify_port_updated(), no bound segment for port 05e43384-72fb-4e85-a905-3c49ea3294eb on network 63a3973e-e190-495b-ae66-0b59cb4db219 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:39:19.385544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:19.386497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.391654 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "PUT /v2.0/ports/05e43384-72fb-4e85-a905-3c49ea3294eb HTTP/1.1" status: 200 len: 969 time: 5.4821575 Jul 23 16:39:19.392176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43616) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.450752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e36b6-52e9-437b-b7fa-ee73150a93d6 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event updated for resources: {'Port': ['ID=05e43384-72fb-4e85-a905-3c49ea3294eb,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:19.467488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.504425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.577805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] For port 161002da-4215-4ba8-af3f-1e41ee05c16c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=161002da-4215-4ba8-af3f-1e41ee05c16c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:19.578378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.587260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=f8b13d2b-d9bc-4279-bdd4-ea330599ae08,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:19.616321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Calling delete_port for 161002da-4215-4ba8-af3f-1e41ee05c16c owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:19.686871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.694471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.699270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-93e5356d-0424-459c-9a26-87184653927b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/27b87752-e2fb-427e-a51a-c9a367ef2320 HTTP/1.1" status: 204 len: 168 time: 1.1405087 Jul 23 16:39:19.705720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43632) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.746339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port 05e43384-72fb-4e85-a905-3c49ea3294eb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:19.746901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.790669 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-040cef5e-afcf-4edf-a1ac-9505ee316641 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] delete failed (client error): The resource could not be found. Jul 23 16:39:19.791814 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-040cef5e-afcf-4edf-a1ac-9505ee316641 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/27b87752-e2fb-427e-a51a-c9a367ef2320 HTTP/1.1" status: 404 len: 345 time: 0.0839977 Jul 23 16:39:19.819648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfa7965c-6725-44cd-9bd4-5fd487b3fc4e None None] Provisioning for port 05e43384-72fb-4e85-a905-3c49ea3294eb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:19.827383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43636) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:19.836838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfa7965c-6725-44cd-9bd4-5fd487b3fc4e None None] Provisioning complete for port 05e43384-72fb-4e85-a905-3c49ea3294eb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:19.837582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bfa7965c-6725-44cd-9bd4-5fd487b3fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.920329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7965c-6725-44cd-9bd4-5fd487b3fc4e None None] Port 05e43384-72fb-4e85-a905-3c49ea3294eb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:19.998451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.012766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.085243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.108284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for 05e43384-72fb-4e85-a905-3c49ea3294eb owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:20.155407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=d19f91de-2ef0-4399-8588-fea0c086c77b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.165697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.188870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.337371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43648) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.337777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=161002da-4215-4ba8-af3f-1e41ee05c16c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.344237 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP f5ffbfb9-df4d-406e-813b-1621193a9030 associated. External IP: 172.25.2.169, port: 09f49c53-00c7-403a-99eb-71cfbe4ae8b3. Jul 23 16:39:20.623468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a93d14-0e29-4b52-84f4-4c4a5e11173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.746531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea07742-0113-4c8a-8a48-228cfc381d7a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.752742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea07742-0113-4c8a-8a48-228cfc381d7a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.759131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea07742-0113-4c8a-8a48-228cfc381d7a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.761333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4ea07742-0113-4c8a-8a48-228cfc381d7a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/ports?network_id=29f51358-f3d6-4141-b864-5decb0a4ffcf HTTP/1.1" status: 200 len: 2358 time: 0.9261360 Jul 23 16:39:20.762305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.764069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43658) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.776644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.838661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=05e43384-72fb-4e85-a905-3c49ea3294eb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:20.886939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.892369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a335973a-7405-4f8b-8d1a-52dddf5a4f1f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/05e43384-72fb-4e85-a905-3c49ea3294eb HTTP/1.1" status: 204 len: 168 time: 1.4947100 Jul 23 16:39:20.892964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43660) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.913161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44136cb7-f46c-4b99-8fb1-034b3d210aef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.914799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-44136cb7-f46c-4b99-8fb1-034b3d210aef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/subnets/1a902c1a-7a60-4aaa-9f94-928409cc58ea HTTP/1.1" status: 200 len: 797 time: 0.1497078 Jul 23 16:39:20.938598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43662) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:20.945024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'port': {'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf', 'name': 'tempest-FloatingIPTestJSON-1161532905', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:20.948892 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e5fb9-5ca0-4fa2-a936-8e6f5ccc7992 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] GET failed (client error): The resource could not be found. Jul 23 16:39:20.953505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-625e5fb9-5ca0-4fa2-a936-8e6f5ccc7992 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports/05e43384-72fb-4e85-a905-3c49ea3294eb HTTP/1.1" status: 404 len: 333 time: 0.0569482 Jul 23 16:39:20.956050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43664) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.023415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.031895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router 06201b55-5183-4284-9df1-e846e9d7d8c5 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:21.035185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.125862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.220448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:21.223297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.223870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5711f9d-eed9-4946-99b8-43126b4bdef9 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:21.232723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.236243 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c72ef07d-37fd-4609-8136-58e4b788a8a7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a5711f9d-eed9-4946-99b8-43126b4bdef9 HTTP/1.1" status: 204 len: 168 time: 4.4944158 Jul 23 16:39:21.241152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Sync routers for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:21.242113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43666) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.258879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:21.260037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.275155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.305896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a93d14-0e29-4b52-84f4-4c4a5e11173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.314517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a0a93d14-0e29-4b52-84f4-4c4a5e11173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.407693 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a0a93d14-0e29-4b52-84f4-4c4a5e11173c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c41051ed8d2456ea5b5498a6981276d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0582528 Jul 23 16:39:21.409099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.414444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43668) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.420586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Deleting subnet 59f608d5-de91-48a9-9dbe-fa910f99c871 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:21.425233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.487135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.497509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.503088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9495a54-c950-4120-917e-6e239b6e6400 HTTP/1.1" status: 204 len: 168 time: 0.5160272 Jul 23 16:39:21.520188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.523978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43674) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.567885 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:21.599115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:21.623395 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.679972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.680180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a93d14-0e29-4b52-84f4-4c4a5e11173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c94929-b9b8-4eac-bfae-90b9dc026b56,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.689464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.709357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3fa08-b0ca-46ce-b680-59d2dad99810 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9495a54-c950-4120-917e-6e239b6e6400,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.720581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] device_id is not set on port d3d54e22-788c-4d73-8b62-7808d6cbe768 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:21.760728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f608d5-de91-48a9-9dbe-fa910f99c871,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:21.762136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.764444 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac1fa28f-dcf8-4080-b871-7b26c8677afd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/59f608d5-de91-48a9-9dbe-fa910f99c871 HTTP/1.1" status: 204 len: 168 time: 0.5217345 Jul 23 16:39:21.768509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43678) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:21.799910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.822027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7a051-300d-4d87-b0b0-496ba8cdcb64 None None] Network 8c927708-49ca-4aad-b0c6-7a975381ca5b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:21.860522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92301b0d-7fe7-417d-8073-0e40fd28e9ce tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5060248 Jul 23 16:39:21.866593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:21.868024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:21.868894 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f347d93-137a-4c0f-956a-75f0d21238ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:21.998572 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28235a96-a9be-4b99-81a5-1772fbf87ccd x-openstack-request-id: req-28235a96-a9be-4b99-81a5-1772fbf87ccd {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:21.998878 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:21.999145 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28235a96-a9be-4b99-81a5-1772fbf87ccd {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:21.999572 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'status': 'completed', 'code': 200} Jul 23 16:39:22.016999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.107688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Deleting port f60b28b8-bb52-42d6-9078-3034fba37164 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:22.108506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.136249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.214171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] For port f60b28b8-bb52-42d6-9078-3034fba37164, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f60b28b8-bb52-42d6-9078-3034fba37164,segment=NetworkSegment(4e0ee961-575e-4606-b733-f158f7da8e2c),segment_id=4e0ee961-575e-4606-b733-f158f7da8e2c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:22.214819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.223617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.238260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Calling delete_port for f60b28b8-bb52-42d6-9078-3034fba37164 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:22.238497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.241131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.244131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38c94929-b9b8-4eac-bfae-90b9dc026b56 HTTP/1.1" status: 204 len: 168 time: 0.8235793 Jul 23 16:39:22.256212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f5ffbfb9-df4d-406e-813b-1621193a9030', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'mac_address': 'fa:16:3e:7d:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:39:16Z', 'updated_at': '2021-07-23T16:39:16Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.330035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Checking router: 06201b55-5183-4284-9df1-e846e9d7d8c5 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:22.350889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:22.357579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.380961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c26ec-eb4c-4e69-bfeb-5011ad7d8971 None None] DHCP port deletion for 8c927708-49ca-4aad-b0c6-7a975381ca5b request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:22.387851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eb7e6-6930-4bd0-bb11-6fcd01af0cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c94929-b9b8-4eac-bfae-90b9dc026b56,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.415110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.512302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60b28b8-bb52-42d6-9078-3034fba37164,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.518977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] No DVR routers for this DVR port f60b28b8-bb52-42d6-9078-3034fba37164 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:22.632036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.646233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c927708-49ca-4aad-b0c6-7a975381ca5b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.657537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0ee961-575e-4606-b733-f158f7da8e2c') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.657832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0ee961-575e-4606-b733-f158f7da8e2c') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.666575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 161002da-4215-4ba8-af3f-1e41ee05c16c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:22.668427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.701473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 161002da-4215-4ba8-af3f-1e41ee05c16c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:22.701815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 161002da-4215-4ba8-af3f-1e41ee05c16c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:22.713414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.726593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b38c26ec-eb4c-4e69-bfeb-5011ad7d8971 None None] The port 'f60b28b8-bb52-42d6-9078-3034fba37164' was deleted {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 16:39:22.727321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:22.727809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:22.743733 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:22.786976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:22.816969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-f43f712d-6046-422c-9e05-d0adfe4f8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:22.819429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-f43f712d-6046-422c-9e05-d0adfe4f8c60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.8175457 Jul 23 16:39:22.822892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.14 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/d3d54e22-788c-4d73-8b62-7808d6cbe768) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:22.844891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.13 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/d3d54e22-788c-4d73-8b62-7808d6cbe768) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:22.857668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590eee-9b78-4bfc-8fae-80b693571038 req-dd28d195-38ab-4e4e-aec1-1bf55a62d15a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:22.859351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02590eee-9b78-4bfc-8fae-80b693571038 req-dd28d195-38ab-4e4e-aec1-1bf55a62d15a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.8863018 Jul 23 16:39:22.866186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.872510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.877051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c927708-49ca-4aad-b0c6-7a975381ca5b HTTP/1.1" status: 204 len: 168 time: 1.1050906 Jul 23 16:39:22.905388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.914179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.915357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/security-groups/5f4f821d-3db2-438e-99f0-fb324c89e14a HTTP/1.1" status: 204 len: 168 time: 1.3704066 Jul 23 16:39:22.919840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec141fca-a3ca-436c-ab91-9269f95fadf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c927708-49ca-4aad-b0c6-7a975381ca5b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.924353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43700) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.025987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335014f2-ea4e-498c-aebb-57ae64faf9c2 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f821d-3db2-438e-99f0-fb324c89e14a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.062329 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.100198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.121036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.179639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02590eee-9b78-4bfc-8fae-80b693571038 req-f3b2830a-9a1a-488c-8f04-11eb8707e09b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2786691 Jul 23 16:39:23.208641 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4870c123-3efb-403f-82cb-0d64c1822755 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67433049c9ac4c87a3c6b53c78483fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835896 Jul 23 16:39:23.209705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.217971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43710) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.259990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-d85dcbbe-9f26-4f47-a5e6-2394b486e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.261545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-d85dcbbe-9f26-4f47-a5e6-2394b486e19b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.4260731 Jul 23 16:39:23.264347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f5ffbfb9-df4d-406e-813b-1621193a9030', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'mac_address': 'fa:16:3e:7d:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:39:16Z', 'updated_at': '2021-07-23T16:39:16Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:23.283322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.287467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.291849 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/security-groups/733de840-e00b-422f-9d9f-c88e139bff85 HTTP/1.1" status: 204 len: 168 time: 0.3654985 Jul 23 16:39:23.296156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43712) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:23.313109 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0a952884-f9af-46dd-9831-50d1c9fead13 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/f5ffbfb9-df4d-406e-813b-1621193a9030 HTTP/1.1" status: 200 len: 991 time: 0.0996902 Jul 23 16:39:23.313634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fccb19-18d1-4e22-a441-35ac7c13497d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733de840-e00b-422f-9d9f-c88e139bff85,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:23.343423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6b3bb-4ecf-4b62-93bb-d918211bb62c None None] The sync data for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 is: [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f5ffbfb9-df4d-406e-813b-1621193a9030', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'mac_address': 'fa:16:3e:7d:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:39:16Z', 'updated_at': '2021-07-23T16:39:16Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:23.490251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet 8337f79f-3038-4947-bbce-8da45593c880 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:23.498967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.505441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-0aafc86a-5ce4-4188-be08-dc71fb3a2772 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 999 time: 0.2048678 Jul 23 16:39:23.506078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.558002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.597083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.601791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.669616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aafb367-9ec7-4428-a543-061c59ee5680 None None] New status for floating IP f5ffbfb9-df4d-406e-813b-1621193a9030: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:39:23.764251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-c47f07f4-4eb3-4bce-a596-b95475c24c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.766414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-c47f07f4-4eb3-4bce-a596-b95475c24c78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1620910 Jul 23 16:39:23.893692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.902103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.903313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efe27315-1ef6-407a-a830-0043b8f95ec6 HTTP/1.1" status: 204 len: 168 time: 0.6842623 Jul 23 16:39:23.906277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.937327 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.007792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=d3d54e22-788c-4d73-8b62-7808d6cbe768,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.015520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10d102-5da0-41bf-b5c3-3c59abb70580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe27315-1ef6-407a-a830-0043b8f95ec6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.045501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-30eeed0a-825b-4687-9f9b-24129c67a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:24.047284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-30eeed0a-825b-4687-9f9b-24129c67a743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2414834 Jul 23 16:39:24.083502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:24.100162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:24.109032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:24.147324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.261802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=8337f79f-3038-4947-bbce-8da45593c880,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.263821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.271145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b780206-d5d3-4989-b4b1-9e37a8214717 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:24.294839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.315357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-52bffd4f-06a8-41ad-b118-c4e7f4b9386e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/8337f79f-3038-4947-bbce-8da45593c880 HTTP/1.1" status: 204 len: 168 time: 1.0128398 Jul 23 16:39:24.320948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.419441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f60b28b8-bb52-42d6-9078-3034fba37164 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:24.474875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:24.476424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.491138 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet ac334cc5-141d-47bf-8cb3-601acbdc0a68 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:24.492273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f60b28b8-bb52-42d6-9078-3034fba37164 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:24.492672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f60b28b8-bb52-42d6-9078-3034fba37164 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:24.521822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.548700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bf3e9374-1818-4578-a7c9-ee2467ad70d4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/f5ffbfb9-df4d-406e-813b-1621193a9030 HTTP/1.1" status: 200 len: 993 time: 0.2261441 Jul 23 16:39:24.555360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1b59a2d2-ca24-4a9d-9fdf-2a5e8f51a30a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6135921 Jul 23 16:39:24.556675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43760) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:24.562312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'd3d54e22-788c-4d73-8b62-7808d6cbe768', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:24.592830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-87259cdf-7a37-4be6-ae97-4bd15e4b0e10 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327837 Jul 23 16:39:24.624693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.666091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.940916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.102358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f347d93-137a-4c0f-956a-75f0d21238ad req-93de4aaf-afa7-4e83-9c62-3daa5c4a48ab service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012913 Jul 23 16:39:25.103553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.155257 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.204340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.209315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/ac334cc5-141d-47bf-8cb3-601acbdc0a68 HTTP/1.1" status: 204 len: 168 time: 0.9125960 Jul 23 16:39:25.211993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:25.279179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaec55-caee-4246-a063-867fdb37472e tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=ac334cc5-141d-47bf-8cb3-601acbdc0a68,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:25.284287 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-abafd395-cf72-43cf-9dd1-79a3bb259891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:25.291433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abafd395-cf72-43cf-9dd1-79a3bb259891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:25.298928 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-abafd395-cf72-43cf-9dd1-79a3bb259891 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/8337f79f-3038-4947-bbce-8da45593c880 HTTP/1.1" status: 404 len: 337 time: 0.0852573 Jul 23 16:39:25.301633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43790) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:25.385782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.43 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/2df7b76f-30d9-412b-8ffb-6ed935cec018) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:25.404357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting subnet a1637d6e-72e7-4679-8f9f-7d849dc81632 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:25.420147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.513698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.644562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.751286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.753952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.868519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:25.870323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:25.876247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:25.964318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.027713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Subnet': ['ID=a1637d6e-72e7-4679-8f9f-7d849dc81632,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.036399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=2df7b76f-30d9-412b-8ffb-6ed935cec018,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.041789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.065627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.068816 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eeb656ec-4036-47fe-a566-63584689fb22 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/a1637d6e-72e7-4679-8f9f-7d849dc81632 HTTP/1.1" status: 204 len: 168 time: 0.7659540 Jul 23 16:39:26.072882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43808) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.077177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179273349', 'description': 'tempest-secgroup-smoke-179273349 description', 'project_id': '4717dc880c4d4ec597cec65b51568971'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:26.127280 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a85a80-95ee-4bd5-9e13-95a7473f3595 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.127982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a85a80-95ee-4bd5-9e13-95a7473f3595 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.130939 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94a85a80-95ee-4bd5-9e13-95a7473f3595 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/1146e7b7-a852-4ac1-ae10-334b1227fe73 HTTP/1.1" status: 404 len: 337 time: 0.0566585 Jul 23 16:39:26.133913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.156605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda3bd6-9767-4511-b1b8-aee3f55f3497 None None] Network 63a3973e-e190-495b-ae66-0b59cb4db219 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:26.205800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.235309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43816) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.240906 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0dea5c8e-231d-4ed9-930a-85ea956dbb17 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "GET /v2.0/ports?device_id=217e603b-0702-436a-bd7d-cf045a9d28da HTTP/1.1" status: 200 len: 205 time: 0.1055152 Jul 23 16:39:26.365634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2741b483-4bab-4c99-b753-369694d7d3e2 None None] Provisioning complete for port fce1303b-52d2-4031-8bac-f31a98b60213 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:26.366043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2741b483-4bab-4c99-b753-369694d7d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.408928 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-57c4f5c9-a0d8-46f8-a365-06c409feb1fa tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] delete failed (client error): The resource could not be found. Jul 23 16:39:26.415967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43820) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.428931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-57c4f5c9-a0d8-46f8-a365-06c409feb1fa tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/routers/217e603b-0702-436a-bd7d-cf045a9d28da HTTP/1.1" status: 404 len: 336 time: 0.1897020 Jul 23 16:39:26.495741 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dc19bf-54fa-41b0-9450-95be80d9cc1c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.496463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98dc19bf-54fa-41b0-9450-95be80d9cc1c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.514731 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-98dc19bf-54fa-41b0-9450-95be80d9cc1c tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/c526dc34-1e8e-494e-b140-8a36cadb359d HTTP/1.1" status: 404 len: 337 time: 0.0990326 Jul 23 16:39:26.515801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43822) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.520402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2741b483-4bab-4c99-b753-369694d7d3e2 None None] Port fce1303b-52d2-4031-8bac-f31a98b60213 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:26.566147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2741b483-4bab-4c99-b753-369694d7d3e2 None None] Provisioning complete for port 1c626461-f6af-4415-8459-78699f018def triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:26.566839 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2741b483-4bab-4c99-b753-369694d7d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.591572 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbebec6-c089-459c-ab15-ecd6bdb8554d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.597306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbebec6-c089-459c-ab15-ecd6bdb8554d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.603719 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3cbebec6-c089-459c-ab15-ecd6bdb8554d tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/9e306e6f-8be2-4340-ba4e-00f6d33234c8 HTTP/1.1" status: 404 len: 337 time: 0.0866985 Jul 23 16:39:26.604578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43826) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.636695 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c22ca68-bfa1-45e1-8bae-1df142aa8346 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.637501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c22ca68-bfa1-45e1-8bae-1df142aa8346 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.642186 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c22ca68-bfa1-45e1-8bae-1df142aa8346 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/2e2cab6e-b4ce-4dca-8f6e-8965fecaa023 HTTP/1.1" status: 404 len: 337 time: 0.0362129 Jul 23 16:39:26.643561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.658769 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] DHCP port deletion for 63a3973e-e190-495b-ae66-0b59cb4db219 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:26.679538 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f26d92-56e6-407a-8276-4e100f5ddcda tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.680468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f26d92-56e6-407a-8276-4e100f5ddcda tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.685216 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2f26d92-56e6-407a-8276-4e100f5ddcda tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/13d57453-6b19-4f5e-9a7d-697908381c04 HTTP/1.1" status: 404 len: 333 time: 0.0402009 Jul 23 16:39:26.685998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.716219 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-193c7b55-d25e-41a6-a587-3f32bfe328c9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.716900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193c7b55-d25e-41a6-a587-3f32bfe328c9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.722313 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-193c7b55-d25e-41a6-a587-3f32bfe328c9 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/ed89d4e8-8698-446d-b4f6-cf6eba28fcc5 HTTP/1.1" status: 404 len: 337 time: 0.0350375 Jul 23 16:39:26.723132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.763858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Deleting port 1c626461-f6af-4415-8459-78699f018def {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:26.764248 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.780563 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-043a3f6a-6971-4a8c-a58b-287564012359 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.783443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043a3f6a-6971-4a8c-a58b-287564012359 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.793737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-043a3f6a-6971-4a8c-a58b-287564012359 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/20faa2cc-9035-4bcf-a435-ce5f25703097 HTTP/1.1" status: 404 len: 337 time: 0.0686255 Jul 23 16:39:26.794548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.844102 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcc03ff-b242-4298-813b-cec97cd0c221 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.844853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcc03ff-b242-4298-813b-cec97cd0c221 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.850169 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bcc03ff-b242-4298-813b-cec97cd0c221 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/0e4bc959-9bfd-41ed-b924-20e01548e1e0 HTTP/1.1" status: 404 len: 333 time: 0.0536230 Jul 23 16:39:26.850882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.886408 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba70a992-7160-49db-bdc5-ec9df053990f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.886976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba70a992-7160-49db-bdc5-ec9df053990f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.891715 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba70a992-7160-49db-bdc5-ec9df053990f tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/c5231b56-bcf0-41b1-8343-7428a9f8ccfb HTTP/1.1" status: 404 len: 337 time: 0.0397282 Jul 23 16:39:26.892494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43846) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:26.892912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] For port 1c626461-f6af-4415-8459-78699f018def, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c626461-f6af-4415-8459-78699f018def,segment=NetworkSegment(d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7),segment_id=d6b1ea4d-b4bd-465f-936e-49b43d7f1ca7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:26.893424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.918299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Calling delete_port for 1c626461-f6af-4415-8459-78699f018def owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:26.929653 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa5f916-2b31-4d2f-a7a9-1a57b38203d0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] DELETE failed (client error): The resource could not be found. Jul 23 16:39:26.930436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa5f916-2b31-4d2f-a7a9-1a57b38203d0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:39:26.934877 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9aa5f916-2b31-4d2f-a7a9-1a57b38203d0 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/subnets/7cbbc530-fff4-4506-8180-e8e00bc2a467 HTTP/1.1" status: 404 len: 337 time: 0.0411725 Jul 23 16:39:26.935529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:27.080766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.127199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] Pushing event deleted for resources: {'Port': ['ID=1c626461-f6af-4415-8459-78699f018def,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:27.142141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdf025-67b8-4517-9dbe-3e35312d2770 None None] No DVR routers for this DVR port 1c626461-f6af-4415-8459-78699f018def on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:27.157407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Deleting port fce1303b-52d2-4031-8bac-f31a98b60213 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:27.157820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.314518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.345434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Calling delete_port for fce1303b-52d2-4031-8bac-f31a98b60213 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:27.345588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.486474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.511295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.542381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.592320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.597392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.604783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5617256 Jul 23 16:39:27.627401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43888) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:27.636504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:27.643288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Port': ['ID=fce1303b-52d2-4031-8bac-f31a98b60213,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:27.663690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.666178 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fa0fd65e-b3c2-4927-bfb6-384d33178097 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/ports/fce1303b-52d2-4031-8bac-f31a98b60213 HTTP/1.1" status: 204 len: 168 time: 0.7296433 Jul 23 16:39:27.669498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:27.711889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f501bc-e3c5-4694-98b5-1300697ae73c tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f829b5f3-6776-46c6-a162-bfb5f304fb40,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:27.782333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.838059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.951513 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:27.968660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a3973e-e190-495b-ae66-0b59cb4db219']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:28.009711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:28.010072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b1ea4d-b4bd-465f-936e-49b43d7f1ca7') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:28.012840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.014172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.021697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.022949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.029184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.060438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.065413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44eea17d-b2bf-48b5-9dc1-b607db1a5694,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.074770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:28.075104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:28.078304 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:28.089840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.091305 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e7d4bbd6-ce45-4022-82a8-9e8fd0327030 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4616675 Jul 23 16:39:28.094423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.099557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.125773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=2df7b76f-30d9-412b-8ffb-6ed935cec018,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.147651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.169326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.177629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.183913 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] 10.222.0.64 "DELETE /v2.0/networks/63a3973e-e190-495b-ae66-0b59cb4db219 HTTP/1.1" status: 204 len: 168 time: 0.5132847 Jul 23 16:39:28.227479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25af00-d96c-45bd-bd8a-7f7e7f6ede37 tempest-PortsIpV6TestJSON-59798364 tempest-PortsIpV6TestJSON-59798364-project] Pushing event deleted for resources: {'Network': ['ID=63a3973e-e190-495b-ae66-0b59cb4db219,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.231853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.388815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.409796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.422707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:28.435188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbe75ba-028c-47a5-85d3-bf13c355b247,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.451272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.452767 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e1d95e38-1da6-4edf-b5ed-0feaacd33564 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568432 Jul 23 16:39:28.456292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.474701 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP 0478e2d0-0acb-41e9-af66-86d5f0bbecf7 associated. External IP: 172.25.2.43, port: d3d54e22-788c-4d73-8b62-7808d6cbe768. Jul 23 16:39:28.475762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.499814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1c626461-f6af-4415-8459-78699f018def {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:28.501522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1c626461-f6af-4415-8459-78699f018def not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:28.576883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.703973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.710023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.748984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e639ddd8-7b65-4b53-a4e6-fecef2625455,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:28.762572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.767404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1a85dc25-4cb3-44e3-946e-2619dea0feec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100636 Jul 23 16:39:28.768374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:28.787288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:28.850675 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.881365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.953658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:29.048718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.092030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.100785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.124457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2e6be2-e4c3-4ce4-8dde-469f80ac607d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.159815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.161573 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d384d7dc-5c18-4a60-b510-27642a65df20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918965 Jul 23 16:39:29.164252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.169614 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:29.210200 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Project 4717dc880c4d4ec597cec65b51568971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:39:29.217048 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.268424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-c0a8d20d-5279-49b8-bad4-4c9584381885 req-44ad5114-6a0f-4250-a792-d8d49670fbdb tempest-ServersOnMultiNodesTest-623015231 tempest-ServersOnMultiNodesTest-623015231-project] (94004) timed out ('10.222.0.67', 52352) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:39:29.380380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:29.391702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.411459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:29.424418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:29.437073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.459953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.496372 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-64a4f1d4-a3b4-4a07-8a74-bb86a3d514ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf6d47f94511435a8c8c1d0be6c9c738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463594 Jul 23 16:39:29.499595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.536589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.576563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.578577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.624446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1bfa1b85-28c2-4823-8e26-eef45860800d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0665650 Jul 23 16:39:29.642570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43972) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.666861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:29.667512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.673750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': 'd3d54e22-788c-4d73-8b62-7808d6cbe768', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:29.763089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:29.763760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc926b74-a389-43dc-adb9-f42db1697633 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:29.767879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045208d9-b83f-4355-b24b-b95998cbfa4c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.787496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.822044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.826322 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f07a31bc-3326-43d1-bbd9-4cc7fbc174ce tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6580060 Jul 23 16:39:29.826322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.838547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.854066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'security_group_rule': {'security_group_id': 'f829b5f3-6776-46c6-a162-bfb5f304fb40', 'project_id': '4717dc880c4d4ec597cec65b51568971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:29.879913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:29.929064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.015541 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Project 4717dc880c4d4ec597cec65b51568971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:39:30.023372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.026998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.031267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.035229 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36043765-1889-4613-be36-75255d92d96b HTTP/1.1" status: 204 len: 168 time: 0.5342758 Jul 23 16:39:30.085377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b4312-92de-4bce-920b-0efb8be1e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36043765-1889-4613-be36-75255d92d96b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.174220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b1dc719-bad2-46f0-b797-cac943099dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.178181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.189650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.234256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416bee43-60a9-4d1c-a764-3b9970a594c7,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.379867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b1dc719-bad2-46f0-b797-cac943099dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.387826 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b1dc719-bad2-46f0-b797-cac943099dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.462242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.462242 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f689c70c-a13f-4315-b72d-463af8fd7048 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6143167 Jul 23 16:39:30.487614 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dc719-bad2-46f0-b797-cac943099dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281981e0-1964-421f-a8b1-b50d70491ab2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:30.503136 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b1dc719-bad2-46f0-b797-cac943099dab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddefba160aa84c49857303137b8c16ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218512 Jul 23 16:39:30.506083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:30.647624 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.789041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.926672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.929760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.936474 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/281981e0-1964-421f-a8b1-b50d70491ab2 HTTP/1.1" status: 204 len: 168 time: 0.4259708 Jul 23 16:39:30.956390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7c6d-4b9a-4c4a-8662-6dd600429f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281981e0-1964-421f-a8b1-b50d70491ab2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.037418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-16ac8008-27e8-414f-b310-bfa451fe47ad tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179273349&fields=id&tenant_id=4717dc880c4d4ec597cec65b51568971 HTTP/1.1" status: 200 len: 267 time: 0.1489365 Jul 23 16:39:31.068837 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:39:31.195810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.433456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44028) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:31.538535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44032) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:31.553650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83f9ae8c-32ec-4e5f-b471-0b74cc12d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.573209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--997845959'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:31.627841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.647880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.667248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83f9ae8c-32ec-4e5f-b471-0b74cc12d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.675341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-83f9ae8c-32ec-4e5f-b471-0b74cc12d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.712912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.723306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-5e771a0a-84f4-46d1-9340-c246a14999e6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.724845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-5e771a0a-84f4-46d1-9340-c246a14999e6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 814 time: 0.6636856 Jul 23 16:39:31.764464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-71635626-d515-4e3c-b50a-824c00e804da tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/quotas/4717dc880c4d4ec597cec65b51568971 HTTP/1.1" status: 200 len: 375 time: 0.0276401 Jul 23 16:39:32.045408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-9e59a045-34c0-41f2-9ca1-b6e032de7aa4 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582779 Jul 23 16:39:32.047299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-83f9ae8c-32ec-4e5f-b471-0b74cc12d656 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55efec1d408845488bd1defb6280c20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075934 Jul 23 16:39:32.048093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.051030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:32.064467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9ae8c-32ec-4e5f-b471-0b74cc12d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af841bd6-98d9-4660-9423-26951caae428,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:32.090254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:32.186976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.222247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.292559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.303786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.325235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.327972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.331493 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af841bd6-98d9-4660-9423-26951caae428 HTTP/1.1" status: 204 len: 168 time: 0.2763970 Jul 23 16:39:32.360723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e001a4-ecc3-4ec5-96b7-02a40ad92cda,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:32.379977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:32.386073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.392245 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eff03-3897-45ea-a4db-5018e293856a None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:32.399633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912708-ef73-47b6-ad45-3c7f70220be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af841bd6-98d9-4660-9423-26951caae428,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:32.411552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:32.412195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.426755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-488c6488-9ac8-4c60-9a1e-e21517cd41f8 service neutron] 10.222.0.64 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802660 Jul 23 16:39:32.496768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.503967 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.507385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.536564 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:32.537989 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.573402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16074d71-ef48-483b-b803-1c0366968cfd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:32.598781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.603629 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1280fbea-cc90-402b-8d00-64e577cf8987 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1689734 Jul 23 16:39:32.605747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:32.623413 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-057eff03-3897-45ea-a4db-5018e293856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:32.624053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057eff03-3897-45ea-a4db-5018e293856a None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:32.675622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Deleting port 9b863f09-bcac-4eaa-b727-ed1336f62a08 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:32.675982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.689183 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91a1a1be-a1ba-43f7-a78b-352a6a9fa1fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0793424 Jul 23 16:39:32.689384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44052) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:32.694813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-security--1674159104', 'description': 'tempest-security-description-1893780051'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:32.713080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-20dba485-3c89-41d1-8b4e-96d6ff1f4291 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/0478e2d0-0acb-41e9-af66-86d5f0bbecf7 HTTP/1.1" status: 200 len: 978 time: 3.0668280 Jul 23 16:39:32.713483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44054) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:32.765790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.772134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-64065c90-947d-4a34-b321-8c1126f0748f service neutron] 10.222.0.64 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792287 Jul 23 16:39:32.847171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] For port 9b863f09-bcac-4eaa-b727-ed1336f62a08, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b863f09-bcac-4eaa-b727-ed1336f62a08,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:32.850663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.886124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Calling delete_port for 9b863f09-bcac-4eaa-b727-ed1336f62a08 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:32.920647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.933521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.936182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.940158 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "PUT /v2.0/security-groups/16074d71-ef48-483b-b803-1c0366968cfd HTTP/1.1" status: 200 len: 1780 time: 0.2473102 Jul 23 16:39:32.954696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44064) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:32.989945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3b79-8330-4eaf-8480-d0b73078da68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16074d71-ef48-483b-b803-1c0366968cfd,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:33.021483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a8c662a7-2f89-4614-9581-da6e04c0e519 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups/16074d71-ef48-483b-b803-1c0366968cfd HTTP/1.1" status: 200 len: 1780 time: 0.0602212 Jul 23 16:39:33.025775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44070) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.082462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 2df7b76f-30d9-412b-8ffb-6ed935cec018 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:33.083005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.099851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.126238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.241619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.244226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.251540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/16074d71-ef48-483b-b803-1c0366968cfd HTTP/1.1" status: 204 len: 168 time: 0.2224021 Jul 23 16:39:33.253357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44084) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.305305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1623ff2-c2b8-468f-9d17-c3afebdc022c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16074d71-ef48-483b-b803-1c0366968cfd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:33.405442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.405870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.492547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 2df7b76f-30d9-412b-8ffb-6ed935cec018 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:33.522238 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-385222df-a1f5-49be-b8b6-4f71f265724b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2670248 Jul 23 16:39:33.538027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44098) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.589333 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-341a982a-1bc0-4e6f-add3-fc73eaa34b7c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] delete failed (client error): The resource could not be found. Jul 23 16:39:33.593634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a75ee6fe-81fc-4b8f-97cc-24ca4ef895bf req-22b657eb-6c51-4df2-8279-774e6585b29d tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.1835258 Jul 23 16:39:33.600782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-341a982a-1bc0-4e6f-add3-fc73eaa34b7c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/16074d71-ef48-483b-b803-1c0366968cfd HTTP/1.1" status: 404 len: 347 time: 0.0573082 Jul 23 16:39:33.615425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44102) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:33.654777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--293364042'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:33.704815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.757023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:33.845183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b863f09-bcac-4eaa-b727-ed1336f62a08,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.064042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.143005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=2df7b76f-30d9-412b-8ffb-6ed935cec018,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.233151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.233501 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP 0478e2d0-0acb-41e9-af66-86d5f0bbecf7 disassociated (deleted). External IP: 172.25.2.43, port: d3d54e22-788c-4d73-8b62-7808d6cbe768. Jul 23 16:39:34.272867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.281813 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.334424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7adb1e-e4a7-45b1-8c91-e52188797336,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.347971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.350968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c81ba9c-fdee-4db2-abf7-500cc6ed8e2d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7344856 Jul 23 16:39:34.352265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.359262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44120) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:34.369605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': '7a7adb1e-e4a7-45b1-8c91-e52188797336', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:34.412816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.559335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.570782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.598803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2013fedf-5064-4495-a941-4dc6a5dbb0a7,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.619901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.624359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e9ab6f94-504a-409f-95bc-9d95307db560 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2603583 Jul 23 16:39:34.634886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44134) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:34.740049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:34.813550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53ade5ab-4cbc-4033-bd1b-c21581bcbff3 req-32559c8d-9170-48e3-9bc2-67323cdbceef tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0986540 Jul 23 16:39:34.816564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.835825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.872734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:39:34.887293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Router 1cd478f9-2dac-4214-b05d-684d7e20ff3d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:34.895839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.904370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.905795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2013fedf-5064-4495-a941-4dc6a5dbb0a7 HTTP/1.1" status: 204 len: 168 time: 0.2699542 Jul 23 16:39:34.909672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44140) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:34.911167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:34.923978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.935468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:34.953220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:34.953907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfe806-c7e3-4c0a-bb68-5125c52c3de9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2013fedf-5064-4495-a941-4dc6a5dbb0a7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:34.955946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:34.985922 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-419d1bad-15f2-4535-aba9-2bc5ea880510 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/0478e2d0-0acb-41e9-af66-86d5f0bbecf7 HTTP/1.1" status: 204 len: 168 time: 2.2705812 Jul 23 16:39:34.988462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.062731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e41ab5b4-cf38-4ec6-82cd-2ddcf95c61f0 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468670 Jul 23 16:39:35.065582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44146) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.094031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.111921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:35.112131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:35.121302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.124559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Sync routers for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:35.124849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7bb19bc1-f21c-4248-ad80-09ff4e87d219 admin admin] 10.222.0.64 "PUT /v2.0/routers/1cd478f9-2dac-4214-b05d-684d7e20ff3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7318799 Jul 23 16:39:35.127421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44148) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:35.146189 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:35.147153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.204542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.210100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec105f-b42a-430f-8712-b28359f6315f None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:35.216069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.261220 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.302326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.414167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-b01e969c-eaf9-499f-93ce-f8e8016bf3ad tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:35.416876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-b01e969c-eaf9-499f-93ce-f8e8016bf3ad tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 814 time: 0.3360803 Jul 23 16:39:35.500696 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:35.575307 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-048212c6-fdc9-44a3-85bb-a56cb0ade92a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4717dc880c4d4ec597cec65b51568971 HTTP/1.1" status: 200 len: 379 time: 0.1409774 Jul 23 16:39:35.596509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'port': {'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'admin_state_up': True, 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'security_groups': ['f829b5f3-6776-46c6-a162-bfb5f304fb40']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:35.667236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port d3d54e22-788c-4d73-8b62-7808d6cbe768 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:35.667559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.928734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:39:33Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:35.988061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.001188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Checking router: 1cd478f9-2dac-4214-b05d-684d7e20ff3d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:36.024623 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Routers {'1cd478f9-2dac-4214-b05d-684d7e20ff3d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:36.026386 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:36.044048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for d3d54e22-788c-4d73-8b62-7808d6cbe768 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:36.241146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] Set router 1cd478f9-2dac-4214-b05d-684d7e20ff3d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:36.270728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cd7a43b-850f-44bf-9096-e2eda28ed9f6 req-c6460639-ec16-4de2-a61a-df23d062f803 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.1379759 Jul 23 16:39:36.272015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.283602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.293307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/7a7adb1e-e4a7-45b1-8c91-e52188797336 HTTP/1.1" status: 204 len: 168 time: 1.2264564 Jul 23 16:39:36.299897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44176) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.332678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c239c7c-45f8-40bc-8ec6-ad6456ecb4aa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7adb1e-e4a7-45b1-8c91-e52188797336,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:36.398528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Made reservation on behalf of 4717dc880c4d4ec597cec65b51568971 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:36.408560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.495413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.567722 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:39:33Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:36.599763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e9a899d7-62f5-4d1d-adc2-0cf363d04ae8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2795129 Jul 23 16:39:36.604145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44184) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:36.619236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747949917'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:36.632910 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3174045c-2d0d-41b2-b9c6-eaddbe024896 None None] The sync data for ids ['1cd478f9-2dac-4214-b05d-684d7e20ff3d'] in n-d-800484-3 is: [{'id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'name': 'tempest-TaggedBootDevicesTest-827490206-router', 'tenant_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:27:13Z', 'updated_at': '2021-07-23T16:39:33Z', 'revision_number': 5, 'project_id': '24ce3e9a41ea41a78a8ac24936d967ac', 'gw_port': {'id': 'f64b5234-840d-4cf5-885b-2086ecfadba0', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd478f9-2dac-4214-b05d-684d7e20ff3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:27:16Z', 'updated_at': '2021-07-23T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:36.678728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.694056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Deleting port f64b5234-840d-4cf5-885b-2086ecfadba0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:36.694413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.829851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.853026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] For port f64b5234-840d-4cf5-885b-2086ecfadba0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f64b5234-840d-4cf5-885b-2086ecfadba0,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:36.853684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.877460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Calling delete_port for f64b5234-840d-4cf5-885b-2086ecfadba0 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:36.982462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=d3d54e22-788c-4d73-8b62-7808d6cbe768,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.019404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.027580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.280575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.283042 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6cbb1af8-c886-41ae-b61a-d6b40093deef tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/d3d54e22-788c-4d73-8b62-7808d6cbe768 HTTP/1.1" status: 204 len: 168 time: 2.2920308 Jul 23 16:39:37.289794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44210) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.303093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f766b47e-ef93-4578-84e0-d1c362cc8e5d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.324863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.326184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74a54d13-23b4-4569-8ac8-bfe88e21ac6b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7209918 Jul 23 16:39:37.331607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:37.338526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44214) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.343575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f766b47e-ef93-4578-84e0-d1c362cc8e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:37.351072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.363025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Allocated IP 172.20.0.5 (823796c6-7de8-43fa-b8f1-46480f4964c8/36be4743-42cd-4270-bcbc-6afbf851bfe0/ee5333d7-526e-4e7e-94b4-6e0fadb222f7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:37.481916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:37.481916 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:37.481916 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '0d396aa8b80545cc814fd0d7813388a7', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 37, 366708)}] Jul 23 16:39:37.481916 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:37.482381 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:37.534499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39512551-bf7a-4f67-b02f-a37a2dec8c63 req-e7434a24-b801-4fbf-8a0f-d6e42af4ef20 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.1011732 Jul 23 16:39:37.538466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Pushing event deleted for resources: {'Port': ['ID=f64b5234-840d-4cf5-885b-2086ecfadba0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.688245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:37.700988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.710344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.762932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Transition to ACTIVE for port object ee5333d7-526e-4e7e-94b4-6e0fadb222f7 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:37.783793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.813340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.928462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.931414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.932421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:37.954229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:37.961736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:37.970108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:38.014890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.025305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.039298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.040198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd478f9-2dac-4214-b05d-684d7e20ff3d {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:38.057468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.059207 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-72366f83-681d-445f-9eff-6acc73fc380d admin admin] 10.222.0.64 "DELETE /v2.0/routers/1cd478f9-2dac-4214-b05d-684d7e20ff3d HTTP/1.1" status: 204 len: 168 time: 2.9300921 Jul 23 16:39:38.063651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44238) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.074539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd96453-a594-4cce-a3c6-a8f938803892,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:38.079811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.081494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-57bd4f6b-6789-484b-a0d3-0e718e662bc6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7418206 Jul 23 16:39:38.135505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44240) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.172586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f766b47e-ef93-4578-84e0-d1c362cc8e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:38.189122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.210935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Deleting subnet 2912ed78-8511-4c9e-8597-99044054331d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:39:38.223193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.328495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.329888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.339788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11b20d6e-1703-47c9-9371-2798e9255eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.347560 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.402355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-26b37399-73f1-4ae4-bca2-20b85392f20a None None] Provisioning for port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:38.407106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-26b37399-73f1-4ae4-bca2-20b85392f20a None None] Provisioning complete for port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:38.407618 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26b37399-73f1-4ae4-bca2-20b85392f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.419086 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-fc5a381c-1880-463b-a691-e8c21c1ba117 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8368092 Jul 23 16:39:38.446609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.467186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.527267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-26b37399-73f1-4ae4-bca2-20b85392f20a None None] Port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:39:38.545732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.550426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Request body: {'port': {'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:38.632562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2912ed78-8511-4c9e-8597-99044054331d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:38.639642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1541b8e-8115-428d-80a5-4d060cadd896 None None] Network bebecbb7-00ad-49d4-a18d-3919e2dd026d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:38.667390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.672249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3267ba06-3955-4319-833a-cc4c3a2512a1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2912ed78-8511-4c9e-8597-99044054331d HTTP/1.1" status: 204 len: 168 time: 0.6040659 Jul 23 16:39:38.674967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44248) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:38.788019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b863f09-bcac-4eaa-b727-ed1336f62a08 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:38.796342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.849478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9b863f09-bcac-4eaa-b727-ed1336f62a08 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:38.850039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b863f09-bcac-4eaa-b727-ed1336f62a08 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:38.920749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11b20d6e-1703-47c9-9371-2798e9255eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.936041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3cee5-38e0-4336-b465-bb05aabd28cd req-fadba567-98c3-4b61-b687-21be1a4f5c51 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.950319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09a3cee5-38e0-4336-b465-bb05aabd28cd req-fadba567-98c3-4b61-b687-21be1a4f5c51 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 931 time: 0.1648619 Jul 23 16:39:38.958114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11b20d6e-1703-47c9-9371-2798e9255eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.022036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09a3cee5-38e0-4336-b465-bb05aabd28cd req-ed84357f-0132-443a-a592-c08a2f549085 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619333 Jul 23 16:39:39.064548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Deleting port 370e4197-ba68-467a-927e-9669b7fae5aa {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:39.070933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.119665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.128689 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-11b20d6e-1703-47c9-9371-2798e9255eed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b135aeba2e374b3c96de24c4a920437a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4365449 Jul 23 16:39:39.130225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] DHCP port deletion for bebecbb7-00ad-49d4-a18d-3919e2dd026d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:39:39.133686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.135860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.159058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b20d6e-1703-47c9-9371-2798e9255eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26830137-bf38-4345-b3ef-cd8a4c388ad2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.192098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.201701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecf6cf1-bb23-4781-88dc-3c88b649467f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.236548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.237790 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b614a772-839f-4168-942e-74d04e932b00 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1000009 Jul 23 16:39:39.238926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] For port 370e4197-ba68-467a-927e-9669b7fae5aa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=370e4197-ba68-467a-927e-9669b7fae5aa,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:39.239573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.242620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44258) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.255796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f766b47e-ef93-4578-84e0-d1c362cc8e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:39.267168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Deleting port 370e4197-ba68-467a-927e-9669b7fae5aa {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:39.268256 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.271355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Calling delete_port for 370e4197-ba68-467a-927e-9669b7fae5aa owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:39.289807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.354173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.423604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] For port 370e4197-ba68-467a-927e-9669b7fae5aa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=370e4197-ba68-467a-927e-9669b7fae5aa,segment=NetworkSegment(3481545d-63b3-4f83-948e-bdb384d4ca6e),segment_id=3481545d-63b3-4f83-948e-bdb384d4ca6e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:39.424187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.462139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.465640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.469180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Calling delete_port for 370e4197-ba68-467a-927e-9669b7fae5aa owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:39.480063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] No DVR routers for this DVR port 370e4197-ba68-467a-927e-9669b7fae5aa on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:39.490517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.550275 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.569170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Pushing event deleted for resources: {'Port': ['ID=370e4197-ba68-467a-927e-9669b7fae5aa,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.578072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7c6363-186c-4b46-a192-c1c9dd3339f4,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.614017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.617867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-db47c151-e23b-4e14-a96d-c302c282d9a5 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3713491 Jul 23 16:39:39.618816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44262) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.634217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f766b47e-ef93-4578-84e0-d1c362cc8e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:39.653530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.669034 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.685036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebecbb7-00ad-49d4-a18d-3919e2dd026d']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:39.701475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3481545d-63b3-4f83-948e-bdb384d4ca6e') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:39.701890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3481545d-63b3-4f83-948e-bdb384d4ca6e') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:39.719192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.736468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.861565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.864661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.874125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:39:39.875204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:39.893817 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:39.899549 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.899722 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.928632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] Pushing event deleted for resources: {'Port': ['ID=370e4197-ba68-467a-927e-9669b7fae5aa,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:39.939096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faccc60-3dfd-4149-982a-5fdafb4b494b None None] No DVR routers for this DVR port 370e4197-ba68-467a-927e-9669b7fae5aa on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:39.965491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:39.966909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470426 Jul 23 16:39:39.976389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:39.983971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f766b47e-ef93-4578-84e0-d1c362cc8e5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:40.003128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc4519-ace3-4f5d-94b2-e549d02f1e12 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72085ea4-bdb9-4dfd-85c6-1409e7d7f4db,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.014722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5333d7-526e-4e7e-94b4-6e0fadb222f7 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:40.016687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.031286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.033401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.037071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] 10.222.0.64 "DELETE /v2.0/networks/bebecbb7-00ad-49d4-a18d-3919e2dd026d HTTP/1.1" status: 204 len: 168 time: 1.3605895 Jul 23 16:39:40.061385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f7579-cbbb-4fff-b2d0-0bf43b66511e admin admin] Pushing event deleted for resources: {'Network': ['ID=bebecbb7-00ad-49d4-a18d-3919e2dd026d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.156915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Transition to ACTIVE for port object ee5333d7-526e-4e7e-94b4-6e0fadb222f7 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:40.196455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.208446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.211041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.223537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c34029-b468-4ce8-992c-d13e49038817 req-5261883c-0977-4fb2-a6b4-6df2f9032d2d tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.224832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26830137-bf38-4345-b3ef-cd8a4c388ad2 HTTP/1.1" status: 204 len: 168 time: 1.0898569 Jul 23 16:39:40.225455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86c34029-b468-4ce8-992c-d13e49038817 req-5261883c-0977-4fb2-a6b4-6df2f9032d2d tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 931 time: 0.1015463 Jul 23 16:39:40.227905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.211 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1a1a66db-7961-47d9-8f9b-ec6b51f30d21) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:40.256046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.291443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-86c34029-b468-4ce8-992c-d13e49038817 req-7c12e24b-6ab2-4be4-8726-a3889531e727 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554283 Jul 23 16:39:40.293947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdced0-f3ac-4d2a-9ac0-5e7e12e121b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26830137-bf38-4345-b3ef-cd8a4c388ad2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.371173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f64b5234-840d-4cf5-885b-2086ecfadba0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:40.404207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f64b5234-840d-4cf5-885b-2086ecfadba0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:40.404927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f64b5234-840d-4cf5-885b-2086ecfadba0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:40.405600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 370e4197-ba68-467a-927e-9669b7fae5aa no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:39:40.428431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 370e4197-ba68-467a-927e-9669b7fae5aa {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:39:40.429995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 370e4197-ba68-467a-927e-9669b7fae5aa not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:39:40.539722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Pushing event updated for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:40.559596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44288) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:40.614641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37d7a8a9-37da-41ed-9ae5-d9957dd1c087 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24ce3e9a41ea41a78a8ac24936d967ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535350 Jul 23 16:39:40.615187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:40.704716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.715330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.739055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.828324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.922666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.925732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.927294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36658fbb-6518-4a97-8f19-1295434bc5d9 HTTP/1.1" status: 204 len: 168 time: 0.3109763 Jul 23 16:39:40.953601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dc6f0-49ba-4f97-9912-b3c24eba3a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36658fbb-6518-4a97-8f19-1295434bc5d9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.225735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46efe990-6aca-4538-8514-43daac1fcd92,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.277371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.277724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.293804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:41.301640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.314271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a064524d-e4c3-4487-ac81-f0f67ab1d34b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3342674 Jul 23 16:39:41.317125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44310) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.328471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Attempting to bind port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:41.328810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Attempting to bind port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:41.329149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Attempting to bind port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 on network 823796c6-7de8-43fa-b8f1-46480f4964c8 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:41.348991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.352750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 on network 823796c6-7de8-43fa-b8f1-46480f4964c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:41.353233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Attempting to bind port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 on network 823796c6-7de8-43fa-b8f1-46480f4964c8 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:41.361054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.378140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.381918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:41.382300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Checking segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:41.382689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Bound using segment: {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:41.383179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Bound port: ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e251f0ad-2213-485c-8647-59e4d616585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:41.383559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.536051 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.543824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.544970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/46efe990-6aca-4538-8514-43daac1fcd92 HTTP/1.1" status: 204 len: 168 time: 0.2268474 Jul 23 16:39:41.554423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44320) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.562621 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.570879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48253932-a304-4a95-8dde-ab9943bc5760 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46efe990-6aca-4538-8514-43daac1fcd92,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.583741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.640997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-34537628-5220-4c32-ab8d-e1e8505b12ee tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0854425 Jul 23 16:39:41.644352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44326) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.658103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:41.664444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9b42-9a49-4843-9d07-b3a1ed6b17b5 req-8e175db5-8b4f-4c11-8888-4be7564563e5 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:41.666663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32ae9b42-9a49-4843-9d07-b3a1ed6b17b5 req-8e175db5-8b4f-4c11-8888-4be7564563e5 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.2478373 Jul 23 16:39:41.699792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.714507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.739640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:41.749336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=1a1a66db-7961-47d9-8f9b-ec6b51f30d21,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.757868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32ae9b42-9a49-4843-9d07-b3a1ed6b17b5 req-73051f03-73fe-4e98-8c52-7dc8e0aa864e tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805762 Jul 23 16:39:41.767831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c838346c-6631-4907-9540-a9e81ab7dae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.780525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.783530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:41.809971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72085ea4-bdb9-4dfd-85c6-1409e7d7f4db,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:41.826965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.828366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-63b9ef7d-bb26-4e4b-8746-0855f84e9deb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/72085ea4-bdb9-4dfd-85c6-1409e7d7f4db HTTP/1.1" status: 204 len: 168 time: 0.1823199 Jul 23 16:39:41.831288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44332) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.855213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:41.904095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:41.907236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.912883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4a9871e0-0fc0-4000-b913-062ff671a271 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0776548 Jul 23 16:39:41.913220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44336) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:41.945149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.956917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.962097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.018263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.032335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.036923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7c7c6363-186c-4b46-a192-c1c9dd3339f4 HTTP/1.1" status: 204 len: 168 time: 0.1224623 Jul 23 16:39:42.038732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c7c6363-186c-4b46-a192-c1c9dd3339f4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.047071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.048569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.049197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.050535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.050742 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] 10.222.0.81 "PUT /v2.0/ports/ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 1091 time: 3.5171113 Jul 23 16:39:42.051656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.052011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.052401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.052744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.053218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.053564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.054014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.054251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.054623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.054962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.055284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d010e-eeae-406f-a27c-5ea2e9e56f3f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:42.060761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:42.064354 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5581f95-3455-474e-af07-45eb8b6c998d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:42.085712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.182211 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed9b45c-9dd2-4544-8bcf-689110e9df55 x-openstack-request-id: req-6ed9b45c-9dd2-4544-8bcf-689110e9df55 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:42.182503 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:42.184505 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed9b45c-9dd2-4544-8bcf-689110e9df55 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:42.185148 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:39:42.293974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd2cfb-dab6-4427-8fbe-ad2ecbd86bac service neutron] Pushing event updated for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.374771 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de3799ee-0d92-4f07-b325-978a17303e68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3143966 Jul 23 16:39:42.377687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44354) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.405377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-430f5828-aceb-40cd-a82a-a80423d7a179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.446678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.449496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.467910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.521372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.529293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.534445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cecf6cf1-bb23-4781-88dc-3c88b649467f HTTP/1.1" status: 204 len: 168 time: 0.1556201 Jul 23 16:39:42.539312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44358) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.554182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-d125c322-83a3-4978-9fac-9c8cd3a1b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.566084 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-d125c322-83a3-4978-9fac-9c8cd3a1b96d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1094 time: 0.4464519 Jul 23 16:39:42.568509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cab44-41ce-4828-8034-10dea2afce2b tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cecf6cf1-bb23-4781-88dc-3c88b649467f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.641706 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-98dbaade-35c7-4259-8cc5-3e46a258283a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 217 time: 0.0475104 Jul 23 16:39:42.650627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ed67f05-67ea-4d27-853c-7ffc5d91b9fb tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1094306 Jul 23 16:39:42.653406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44364) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.713973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.739800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.788630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.810140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.811031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cdd96453-a594-4cce-a3c6-a8f938803892 HTTP/1.1" status: 204 len: 168 time: 0.1566122 Jul 23 16:39:42.814245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99bc34-a417-49a0-8309-493585767581 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdd96453-a594-4cce-a3c6-a8f938803892,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:42.822073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44374) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.828700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-4cc825aa-d832-4a2c-bbd4-d8b17f73449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:42.834206 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-4cc825aa-d832-4a2c-bbd4-d8b17f73449c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.1851485 Jul 23 16:39:42.923770 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-430f5828-aceb-40cd-a82a-a80423d7a179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.936957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:42.938144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0296334a-6841-449f-b528-f51d01cad8ea tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1052847 Jul 23 16:39:42.963315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-430f5828-aceb-40cd-a82a-a80423d7a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.016251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5828-aceb-40cd-a82a-a80423d7a179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adbd157-b90a-4375-a9d2-8d57c846adb1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.075901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0345c4b-7876-4d0d-a471-cd1f061b193d req-3d3e1674-3f76-48cd-afe9-10e534aa79d2 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.079557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0345c4b-7876-4d0d-a471-cd1f061b193d req-3d3e1674-3f76-48cd-afe9-10e534aa79d2 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.1886532 Jul 23 16:39:43.105863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.106243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.117279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-430f5828-aceb-40cd-a82a-a80423d7a179 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c047ac04af84e258e26fe871515c44b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2088840 Jul 23 16:39:43.140965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.144433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680884d-2248-4ab0-be17-ad512f52efdb req-9c8a4fc1-19b2-4ef7-a80f-9065d1e99463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.145482 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-9c8a4fc1-19b2-4ef7-a80f-9065d1e99463 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880175 Jul 23 16:39:43.149387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.174527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.214238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0345c4b-7876-4d0d-a471-cd1f061b193d req-d1b4a864-a7bf-48da-9782-0732b9e92fec tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289852 Jul 23 16:39:43.254698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.256571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.271849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=1a1a66db-7961-47d9-8f9b-ec6b51f30d21,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.305838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.375057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.379019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.380851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6adbd157-b90a-4375-a9d2-8d57c846adb1 HTTP/1.1" status: 204 len: 168 time: 0.2653146 Jul 23 16:39:43.386950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.389615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a53f1-5769-450b-b314-b948c9775d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adbd157-b90a-4375-a9d2-8d57c846adb1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.399163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-6e144ea9-7319-44ac-a1c5-2b786f9975a2 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222061 Jul 23 16:39:43.437799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.440705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.441862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/f766b47e-ef93-4578-84e0-d1c362cc8e5d HTTP/1.1" status: 204 len: 168 time: 0.5031998 Jul 23 16:39:43.445193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44402) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.450819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.454611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2c9d599-f138-413c-bd61-e951af459e2f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1606972 Jul 23 16:39:43.464074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44404) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.471034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'port': {'network_id': '29f51358-f3d6-4141-b864-5decb0a4ffcf', 'name': 'tempest-FloatingIPTestJSON-1203659948'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:43.475600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf1e18-c29b-4345-8b8c-910c5377669f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766b47e-ef93-4578-84e0-d1c362cc8e5d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.561235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-71fafa1d-816a-4215-b846-f44252acbcd1 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151855 Jul 23 16:39:43.562306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44406) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.575511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140581973'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:43.607164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.655345 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4680884d-2248-4ab0-be17-ad512f52efdb req-00f95b84-6c22-4f1d-acda-d6c85cacfbaf service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433312 Jul 23 16:39:43.687940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-739726239-network', 'tenant_id': '9b01086e44cf463690fc4928c4d94c36'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:43.725891 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.730510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.752497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:43.759806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.777796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Made reservation on behalf of 9b01086e44cf463690fc4928c4d94c36 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:43.780685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.796504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.798378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2274861 Jul 23 16:39:43.803576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44412) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:43.806183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.815109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': '03a575a8-4d8d-46e7-b1c3-cb8021429c76', 'direction': 'ingress', 'protocol': 17}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:43.831635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] device_id is not set on port 9ec6074e-42ce-4f34-b65b-69d828c5c6e5 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:39:43.833464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0ef7-c571-4fb1-af4e-f927826dc7df tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a575a8-4d8d-46e7-b1c3-cb8021429c76,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.848513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:43.848513 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:43.848513 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '9b01086e44cf463690fc4928c4d94c36', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 43, 838836)}] Jul 23 16:39:43.848513 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:43.849302 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:43.864478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.912926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581f95-3455-474e-af07-45eb8b6c998d req-c7bdd83d-c073-42cf-9ec9-1ee0ba5d5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.914729 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-c7bdd83d-c073-42cf-9ec9-1ee0ba5d5c05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1094 time: 0.1518738 Jul 23 16:39:43.936063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.940749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.962416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caae9b9-b4cd-481f-8eba-b6c7d86e1661,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.972690 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.974488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c7106ddc-8aeb-4e10-922b-7f5344edc0f6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1695659 Jul 23 16:39:43.977180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.044606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.7 (29f51358-f3d6-4141-b864-5decb0a4ffcf/1a902c1a-7a60-4aaa-9f94-928409cc58ea/9ec6074e-42ce-4f34-b65b-69d828c5c6e5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:44.053461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.081179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581f95-3455-474e-af07-45eb8b6c998d req-761687fd-2a73-4544-b3af-17e9f95422bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.083537 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-761687fd-2a73-4544-b3af-17e9f95422bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.1603129 Jul 23 16:39:44.085764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.150766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.153786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.155088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/03a575a8-4d8d-46e7-b1c3-cb8021429c76 HTTP/1.1" status: 204 len: 168 time: 0.1763117 Jul 23 16:39:44.156447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-51121d1a-5878-4bc0-a855-2f0876e4eaa0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 217 time: 0.0659955 Jul 23 16:39:44.159585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44426) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.166393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b67ed-21ae-4d3e-8900-0d76aa9e4f30 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a575a8-4d8d-46e7-b1c3-cb8021429c76,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.320353 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.339834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581f95-3455-474e-af07-45eb8b6c998d req-5c5496d6-f016-4ced-a8fc-85e60bdfb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.343810 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-5c5496d6-f016-4ced-a8fc-85e60bdfb6d6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.1650064 Jul 23 16:39:44.350674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.355804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1f7c12da-49be-4dcd-8148-1e83029a015a tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1949465 Jul 23 16:39:44.358335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44436) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.370635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025463048'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.410815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2b29-c80f-4615-8e8f-210aaebe8bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.426574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039b6f-6fd2-4a0c-9e17-134e29033910 req-76a86588-39fa-4b6c-a314-bd00e004c2db tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.428300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc039b6f-6fd2-4a0c-9e17-134e29033910 req-76a86588-39fa-4b6c-a314-bd00e004c2db tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.1262147 Jul 23 16:39:44.435480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.444458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.460118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581f95-3455-474e-af07-45eb8b6c998d req-3e4cbaa9-794b-4e4b-b69a-e1f36721453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.461646 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-3e4cbaa9-794b-4e4b-b69a-e1f36721453a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047251 Jul 23 16:39:44.527006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc039b6f-6fd2-4a0c-9e17-134e29033910 req-681a0e61-7d97-47a3-8cb7-ce4301239f49 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906847 Jul 23 16:39:44.573891 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-86f229ee-9ce6-45a6-82a2-9399d9bffe28 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052802 Jul 23 16:39:44.595074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.612634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.616561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.628179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:44.638626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.639215 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Added segment 475cf5c5-df9b-41b8-906c-e0f7022aec29 of type vlan for network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 Jul 23 16:39:44.682688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb50a33-6b57-4144-982a-8519a8e76231,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.703001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 29f51358-f3d6-4141-b864-5decb0a4ffcf is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:44.709272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:44.717115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:44.726856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.750740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=9ec6074e-42ce-4f34-b65b-69d828c5c6e5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.775036 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.776217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.776786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.787437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a5581f95-3455-474e-af07-45eb8b6c998d req-805c357e-af87-48dc-9573-d29101ac91af service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068679 Jul 23 16:39:44.806978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.807840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.890267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] Pushing event updated for resources: {'Network': ['ID=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.898062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.902002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:44.906051 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.907843 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cbbb5f1b-b49c-4d52-8a69-c157c29af9b4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4426184 Jul 23 16:39:44.911295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.915911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': '9ec6074e-42ce-4f34-b65b-69d828c5c6e5'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.929489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41fa7ad4-aa6d-4f98-9db9-5ceaf7a45090 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8148823 Jul 23 16:39:44.930688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.932149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5660203 Jul 23 16:39:44.938708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44452) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.939384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44454) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:44.946101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Request body: {'subnet': {'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-739726239-subnet', 'tenant_id': '9b01086e44cf463690fc4928c4d94c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.979480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484692873'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:44.991507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Made reservation on behalf of 9b01086e44cf463690fc4928c4d94c36 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:44.993646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.999551 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.039204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becd667-ac99-4c63-9efe-2af923f8cda6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6848236b-5caa-4830-bab3-1b06b3f83119,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.057496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44460) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.079568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.257598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.261067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.272383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.302579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35f232b8-5a5a-41e3-aa56-d6cbfd89a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.341602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.343090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3683569 Jul 23 16:39:45.346699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44470) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.354941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': '6848236b-5caa-4830-bab3-1b06b3f83119', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7ea3081d-62c7-496d-8196-09e079ca2746', 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:45.364091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eb487-17c1-4f08-aff1-fd02fc2f1b68 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3081d-62c7-496d-8196-09e079ca2746,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.387088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a4253d-6244-4f03-af02-d8d9322a273d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.407804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Checking segment: {'id': '475cf5c5-df9b-41b8-906c-e0f7022aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:45.408836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Network hostable DHCP agents. Network: b93bb75a-6232-499a-bfb3-55cc1b5dc1b4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:45.441142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:45.454502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b93bb75a-6232-499a-bfb3-55cc1b5dc1b4) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:45.462557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.463191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.467460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f549e01-c57f-4b1f-a338-3e769c4a724b None None] Network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:45.582955 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.659677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276a1ce-2084-4797-9439-ba63ce4ffea6 None None] Network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:45.678259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35f232b8-5a5a-41e3-aa56-d6cbfd89a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.684170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35f232b8-5a5a-41e3-aa56-d6cbfd89a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.721808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.731736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.738248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-35f232b8-5a5a-41e3-aa56-d6cbfd89a92e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ea97e6a7db6498d8cb7b737f4148153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770670 Jul 23 16:39:45.740725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:45.798200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-13d75aa8-289a-4a96-b465-ba18528ec075 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8466368 Jul 23 16:39:45.811457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.873171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f232b8-5a5a-41e3-aa56-d6cbfd89a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a90e5b9-1e8e-4f5b-a635-8ca8e491de1e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:45.923050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f98dc-5a23-4e35-8df0-db438cc4b13e req-4d4e6b6c-d5f8-4b49-813e-a86560f6d18a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.924516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-319f98dc-5a23-4e35-8df0-db438cc4b13e req-4d4e6b6c-d5f8-4b49-813e-a86560f6d18a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.2319717 Jul 23 16:39:45.978463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.984346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.014599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-319f98dc-5a23-4e35-8df0-db438cc4b13e req-6731942b-271d-4974-bf37-625b15ebcdf3 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817997 Jul 23 16:39:46.017729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762ebc0f-8d6f-44a1-8c34-d1c70485935d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.026669 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.028339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-597b03fc-3878-4d7c-8116-a3a64178c30c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6770034 Jul 23 16:39:46.031558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44496) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.079509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.095569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.127443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.136992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.138431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/762ebc0f-8d6f-44a1-8c34-d1c70485935d HTTP/1.1" status: 204 len: 168 time: 0.1052334 Jul 23 16:39:46.142867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44502) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.153680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf8610-71a1-47fe-9cf5-59001d925caf tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=762ebc0f-8d6f-44a1-8c34-d1c70485935d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.200757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51208d03-79f3-4f82-b222-3202b5736656 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0563645 Jul 23 16:39:46.201512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44506) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.208057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44508) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.278644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.289604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.309426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.332981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.336010 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP f66d22d2-9347-47ad-89f4-a307fd56a232 associated. External IP: 172.25.2.211, port: 9ec6074e-42ce-4f34-b65b-69d828c5c6e5. Jul 23 16:39:46.362087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.366444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.368148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ea3081d-62c7-496d-8196-09e079ca2746 HTTP/1.1" status: 204 len: 168 time: 0.1588819 Jul 23 16:39:46.372086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44514) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.397597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514e3f2-4f11-4a73-b094-1933205568db tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3081d-62c7-496d-8196-09e079ca2746,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.446408 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7f5a-d468-4e6f-8b75-08b9db07b303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.510939 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.513979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.515320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a90e5b9-1e8e-4f5b-a635-8ca8e491de1e HTTP/1.1" status: 204 len: 168 time: 0.7745445 Jul 23 16:39:46.559337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1dff5c0e-74e7-4ecc-b387-73fdc0a23b2f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1859646 Jul 23 16:39:46.559983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44526) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.560264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44528) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.597864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac37fe-e122-45e1-af0e-785d752deea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a90e5b9-1e8e-4f5b-a635-8ca8e491de1e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.659945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:46.743253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.748697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'network': {'name': 'tempest-network-smoke--192859049', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:46.783156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:46.789278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.796386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:46.805538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-7c52cfba-b418-46d6-b7f4-3401454687e6 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:46.807201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-7c52cfba-b418-46d6-b7f4-3401454687e6 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/networks?id=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 HTTP/1.1" status: 200 len: 821 time: 0.2443233 Jul 23 16:39:46.809104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.810347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:46.811122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:46.832676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7f5a-d468-4e6f-8b75-08b9db07b303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.849710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6af71a21-eb1c-46f2-b061-3be5edddea24 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/f66d22d2-9347-47ad-89f4-a307fd56a232 HTTP/1.1" status: 200 len: 978 time: 1.9346287 Jul 23 16:39:46.849995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7f5a-d468-4e6f-8b75-08b9db07b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.850112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.856297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:46.866966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:46.867737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:46.880290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dd4f7f5a-d468-4e6f-8b75-08b9db07b303 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1da8f634aef4148b3ad94b28c662a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774590 Jul 23 16:39:46.885114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44540) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.899737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-1e94ff2b-2d5b-4ec0-939d-36cc3ff63062 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/quotas/9b01086e44cf463690fc4928c4d94c36 HTTP/1.1" status: 200 len: 375 time: 0.0747819 Jul 23 16:39:46.915762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:46.916556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bc404-ace0-469a-be9b-50caf7323d32 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:46.942303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:46.944006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.963454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44542) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:46.968441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f7f5a-d468-4e6f-8b75-08b9db07b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4490535f-bff2-4cac-b2c4-f5eff112ac74,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:46.973636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-bd5670b3-597c-4d79-a352-e00f21aa4385 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b01086e44cf463690fc4928c4d94c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644341 Jul 23 16:39:46.982221 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.003146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.005960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.006207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.007313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/6848236b-5caa-4830-bab3-1b06b3f83119 HTTP/1.1" status: 204 len: 168 time: 0.4424455 Jul 23 16:39:47.008103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.011612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44544) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:47.027432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 9ec6074e-42ce-4f34-b65b-69d828c5c6e5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:47.027775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.058073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.068466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74cf6-e606-4cfe-aa69-ab3ba9af40fd tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848236b-5caa-4830-bab3-1b06b3f83119,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.123829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:47.123829 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:47.123829 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '3196c48aacd74443ba67166d4403a39c', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 47, 78462)}] Jul 23 16:39:47.123829 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:47.124276 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:47.156925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.182966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-30fe490d-d70f-4acb-bd4b-c312814bb81c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1677878 Jul 23 16:39:47.190808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44548) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:47.199492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392753763'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:47.204911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.207501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.208625 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4490535f-bff2-4cac-b2c4-f5eff112ac74 HTTP/1.1" status: 204 len: 168 time: 0.3221765 Jul 23 16:39:47.232198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3492b-68a4-45fc-b693-5a43aa25e940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490535f-bff2-4cac-b2c4-f5eff112ac74,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.233297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-213d453a-813f-4940-9569-233a629aaa69 service neutron] 10.222.0.64 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425513 Jul 23 16:39:47.283044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720b7bb-22a4-459b-acd0-1e9396de217d req-4b0ff760-8824-4493-a4c9-c841d96c2524 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:47.285004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3720b7bb-22a4-459b-acd0-1e9396de217d req-4b0ff760-8824-4493-a4c9-c841d96c2524 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.1677051 Jul 23 16:39:47.362491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.362860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.363831 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP f66d22d2-9347-47ad-89f4-a307fd56a232 disassociated. External IP: 172.25.2.211, port: 9ec6074e-42ce-4f34-b65b-69d828c5c6e5. Jul 23 16:39:47.364266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 9ec6074e-42ce-4f34-b65b-69d828c5c6e5 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:47.376562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.398091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.427421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3720b7bb-22a4-459b-acd0-1e9396de217d req-7111be6c-a86f-4aa3-b96a-1c94c60c4fc4 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286402 Jul 23 16:39:47.432014 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.452972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:47.459602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.475139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe8c28-53a8-490e-9989-6dcdf1b73114,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.482772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-58da7eb1-a705-4ad6-8c56-387a77b5ca71 service neutron] 10.222.0.64 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251303 Jul 23 16:39:47.484232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.484578 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Added segment 06c8d0d3-940f-49b1-aa8a-ae13aff5adc6 of type vlan for network e63d9544-2a71-4401-aded-26f40ca9f226 Jul 23 16:39:47.528705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.538221 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.578635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=9ec6074e-42ce-4f34-b65b-69d828c5c6e5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.592285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.598420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:47.599384 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.625093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.678579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.729017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:47.782324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44558) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:47.823673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b829da90-e48a-4c20-9f00-1fba54bd19a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.880463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:47.901758 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:47.913536 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:47.914614 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:47.957613 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:47.968177 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:47.968971 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:47.992802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.997917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96aec0d4-40a7-449b-93cd-578967f4e195 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/9ec6074e-42ce-4f34-b65b-69d828c5c6e5 HTTP/1.1" status: 204 len: 168 time: 1.1448913 Jul 23 16:39:47.998282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44564) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.010385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:48.011130 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ef561-0940-41e7-8a11-4ade01234ce9 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:48.030261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Network': ['ID=e63d9544-2a71-4401-aded-26f40ca9f226,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.032388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.044514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e63d9544-2a71-4401-aded-26f40ca9f226 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:48.055897 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6690d317-346a-4f53-8782-5f10a1497537 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/floatingips/f66d22d2-9347-47ad-89f4-a307fd56a232 HTTP/1.1" status: 200 len: 688 time: 0.0559502 Jul 23 16:39:48.057400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0d6facc1-d3a3-4379-bafc-34ee68804eeb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4934173 Jul 23 16:39:48.060946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.061355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44570) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.065847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1ac5020-66b7-4be5-8426-c23c7da0dce0 req-a58e89e8-9934-4d22-b938-0a1a820e895c tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 210 time: 0.3860054 Jul 23 16:39:48.106496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb27af-bd98-4ce7-883f-4d94c9e9b435,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.128344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'admin_state_up': True, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:48.180494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.184524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.223120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3196c48aacd74443ba67166d4403a39c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2517335 Jul 23 16:39:48.223937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd999a54-7631-41c3-bcbb-27a4633172ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f94ce3-f481-4163-a43c-851c7d5f569c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.226333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44572) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.264755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 1a1a66db-7961-47d9-8f9b-ec6b51f30d21 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:39:48.265088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.293773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.316108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.364773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.368370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.373175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3f94ce3-f481-4163-a43c-851c7d5f569c HTTP/1.1" status: 204 len: 168 time: 0.1458666 Jul 23 16:39:48.382315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e54a6-ca3c-4932-a271-062155026d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f94ce3-f481-4163-a43c-851c7d5f569c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.388733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b829da90-e48a-4c20-9f00-1fba54bd19a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.409026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.409274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b829da90-e48a-4c20-9f00-1fba54bd19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.412449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b685fa9-bd3f-495c-9935-f2e808f07de8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2198780 Jul 23 16:39:48.413120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.414586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.415161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44576) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.422027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': '2ddb27af-bd98-4ce7-883f-4d94c9e9b435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:48.464612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 1a1a66db-7961-47d9-8f9b-ec6b51f30d21 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:39:48.492036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.493045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.503324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.512166 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b829da90-e48a-4c20-9f00-1fba54bd19a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=981699c308f945f19ba676a856b17823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284791 Jul 23 16:39:48.512778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44580) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.561763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829da90-e48a-4c20-9f00-1fba54bd19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f58ac5-cff5-4817-8817-efaa5bf78317,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.600693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.607663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.631108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ec377-ba78-4a9a-b328-5f42c3fb6343 req-140ee8c6-50d3-448e-bddf-58196af6d668 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:48.632767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe9ec377-ba78-4a9a-b328-5f42c3fb6343 req-140ee8c6-50d3-448e-bddf-58196af6d668 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.1142423 Jul 23 16:39:48.661279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eb499a-2d10-4139-a220-fe68fc92d9cc,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:48.670929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.673840 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.678572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2bfa39cf-3ad2-48cf-82c5-e45bf2d8a4f9 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2593386 Jul 23 16:39:48.678749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44584) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:48.699638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe9ec377-ba78-4a9a-b328-5f42c3fb6343 req-3a279bff-fa83-4baa-9e6c-23938ad44836 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514371 Jul 23 16:39:48.790916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.809845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.829789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.904688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.019851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.092850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.097651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.098815 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a6eb499a-2d10-4139-a220-fe68fc92d9cc HTTP/1.1" status: 204 len: 168 time: 0.4180033 Jul 23 16:39:49.101636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44602) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.133530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.140645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07548f-2253-41bd-8316-76735c850e18 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6eb499a-2d10-4139-a220-fe68fc92d9cc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.167179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f47f5387-bfea-4e87-b3c6-3fb0309561c1 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642745 Jul 23 16:39:49.169670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44606) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.189531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=1a1a66db-7961-47d9-8f9b-ec6b51f30d21,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.210837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-08bf3f35-5021-48ff-a219-e4a298ed5c16 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.212358 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-08bf3f35-5021-48ff-a219-e4a298ed5c16 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.81 "GET /v2.0/networks?id=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 HTTP/1.1" status: 200 len: 821 time: 0.3811605 Jul 23 16:39:49.220639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9cb8045-ab9c-4d23-b519-bf235a1deb20 req-448155b8-2242-4286-bc94-723c4851cb1d tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Jul 23 16:39:49.234965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.237448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.239164 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02f58ac5-cff5-4817-8817-efaa5bf78317 HTTP/1.1" status: 204 len: 168 time: 0.7190616 Jul 23 16:39:49.251400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Request body: {'port': {'device_id': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4', 'admin_state_up': True, 'tenant_id': '9b01086e44cf463690fc4928c4d94c36'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:49.259167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.286678 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.312239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74449ad-6bc4-4a63-8757-9390fe9031f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f58ac5-cff5-4817-8817-efaa5bf78317,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.341300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.343990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.345276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/2ddb27af-bd98-4ce7-883f-4d94c9e9b435 HTTP/1.1" status: 204 len: 168 time: 0.1744297 Jul 23 16:39:49.350580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44612) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.385783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653b96-2b89-4f99-a07f-057cf604abed tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb27af-bd98-4ce7-883f-4d94c9e9b435,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:49.405425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.409842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7855550f-ff49-4bf9-b2df-eded951a1c9f tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544922 Jul 23 16:39:49.410979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.410979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32e4d859-6c2c-47a4-8c70-1af0e64cb331 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/f66d22d2-9347-47ad-89f4-a307fd56a232 HTTP/1.1" status: 204 len: 168 time: 1.3470676 Jul 23 16:39:49.414823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44614) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.415171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44616) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:49.422243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962577592'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:49.430387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'aa029095-352d-4619-a1f5-15df6dbcbfb5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:49.452616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:49.452616 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:49.452616 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': 'cf69d61562d34295ab6e20d512aa443f', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 49, 439544)}] Jul 23 16:39:49.452616 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:49.453075 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:49.456239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:49.456239 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:49.456239 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '9b01086e44cf463690fc4928c4d94c36', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 49, 445341)}] Jul 23 16:39:49.456239 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:49.456869 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:49.464165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.577992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.582294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.610764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.719529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.209 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/63ce20bb-6831-496f-b4a1-f989291bcb6b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:49.878546 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.898083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee5333d7-526e-4e7e-94b4-6e0fadb222f7 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:49.913252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d61bae-cdd2-4357-9db2-3a68e710b1df req-7405bdea-3f68-4c91-af6b-14f564cadfb7 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.915083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6d61bae-cdd2-4357-9db2-3a68e710b1df req-7405bdea-3f68-4c91-af6b-14f564cadfb7 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 943 time: 0.1094220 Jul 23 16:39:49.980343 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.022666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6d61bae-cdd2-4357-9db2-3a68e710b1df req-055b96e3-5df7-4426-8fdd-42818e2a7c1a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012712 Jul 23 16:39:50.041030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.045301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:50.061605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:50.064272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:50.068502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=63ce20bb-6831-496f-b4a1-f989291bcb6b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.070609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.25.2.58 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e52f9d2d-579f-428b-abd0-8bb3ea5102a3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:50.141548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:50.183435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:50.201078 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.247958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:50.247958 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:50.247958 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '9b01086e44cf463690fc4928c4d94c36', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 49, 962507)}] Jul 23 16:39:50.247958 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:50.248414 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:50.265364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.300220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.314773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:50.317915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:50.326269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:50.328774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.346837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5333d7-526e-4e7e-94b4-6e0fadb222f7 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:50.405769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.411473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:50.420744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.501748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.546186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Made reservation on behalf of 9b01086e44cf463690fc4928c4d94c36 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:50.550932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.643481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f185fad-9bb4-4d45-b7f4-c15a6a24660c req-de9f8e0e-318b-4f66-8848-47898ade2725 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 210 time: 0.2610571 Jul 23 16:39:50.645710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.716234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.717800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3013690 Jul 23 16:39:50.732159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44666) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:50.735674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-93276744-d6f4-4e9e-8eb6-4cbc6f58c4b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5357714 Jul 23 16:39:50.740517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f18e9b2d-c6bd-4104-8109-2cd4134d30a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:50.759852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.763937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d481-e587-4aa6-bc19-7ec155026bf8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e9b2d-c6bd-4104-8109-2cd4134d30a8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.784078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ee5333d7-526e-4e7e-94b4-6e0fadb222f7'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:50.819183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.964037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.012255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-2127aec8-4de9-4c40-a8c1-9fd57749268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.014044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-2127aec8-4de9-4c40-a8c1-9fd57749268a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.1960981 Jul 23 16:39:51.017453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.023928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.068930 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.084683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353e616f-e522-4656-9640-e8414725034e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.100959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44680) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.113089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.114368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-146bc1c9-4c9a-4593-90f2-8d360973b60d tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3776023 Jul 23 16:39:51.140689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44682) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.223050 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e87d4536-5f7c-49a0-98e7-4826342c6d73 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules/353e616f-e522-4656-9640-e8414725034e HTTP/1.1" status: 200 len: 763 time: 0.0766354 Jul 23 16:39:51.227236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44690) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.335502 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c8ec6144-6b80-464e-820d-e6ca650fa3b6 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1011295 Jul 23 16:39:51.340286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44698) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.351392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Allocated IP 172.20.0.5 (b93bb75a-6232-499a-bfb3-55cc1b5dc1b4/29a4253d-6244-4f03-af02-d8d9322a273d/6b261b0a-68e9-484b-81bb-c8ea3555d5ee) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:51.367108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4ef6-401b-4852-a3ab-a88ba34f5c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.409611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-7f575d19-ed86-4c04-a105-11963e4207ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.411696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-7f575d19-ed86-4c04-a105-11963e4207ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.3632824 Jul 23 16:39:51.419295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.454183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119416c-72d7-4a76-b73e-80f75ade4a74 req-bcef693a-f4ae-40db-a4a9-2c4c083073ad tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.461302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c119416c-72d7-4a76-b73e-80f75ade4a74 req-bcef693a-f4ae-40db-a4a9-2c4c083073ad tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 944 time: 0.2949512 Jul 23 16:39:51.492744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.542623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.554722 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.609043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-558c0663-82d6-448d-8802-37bdf08bbb3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 1001 time: 0.1839228 Jul 23 16:39:51.618833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.630799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.634170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/353e616f-e522-4656-9640-e8414725034e HTTP/1.1" status: 204 len: 168 time: 0.2908752 Jul 23 16:39:51.642268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c119416c-72d7-4a76-b73e-80f75ade4a74 req-48a92411-b17f-43a6-92d8-aa2ff58224b5 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800988 Jul 23 16:39:51.658277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.659389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.694164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e2aec-2eba-4c49-a664-e87ca6e3ffab tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=353e616f-e522-4656-9640-e8414725034e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.695880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=63ce20bb-6831-496f-b4a1-f989291bcb6b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.724759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.804373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-7e6bc006-8031-4be7-b7ec-6e303306f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.806060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-7e6bc006-8031-4be7-b7ec-6e303306f0a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1833029 Jul 23 16:39:51.833973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5661b87-cacb-45c8-89aa-ab04846489b3 req-a8454fdb-ae69-46ae-919a-b52b0bd8f633 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 210 time: 0.0658019 Jul 23 16:39:51.877592 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.914563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-93acd42d-eccc-4140-bc52-39a259d3c111 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2475042 Jul 23 16:39:51.917228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44716) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.917570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44718) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:51.921078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee5333d7-526e-4e7e-94b4-6e0fadb222f7 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:51.926378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f18e9b2d-c6bd-4104-8109-2cd4134d30a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:51.953220 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP af27e9fd-411b-43d0-9fb4-44de8ed5ee31 associated. External IP: 172.25.2.209, port: aa029095-352d-4619-a1f5-15df6dbcbfb5. Jul 23 16:39:51.975467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4ef6-401b-4852-a3ab-a88ba34f5c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.985807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4ef6-401b-4852-a3ab-a88ba34f5c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.014868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:52.030723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:52.033076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.040951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:39:52.046077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.049472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae0e4ef6-401b-4852-a3ab-a88ba34f5c6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58f08e6c80ba41b2a80cac4e8778e9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458992 Jul 23 16:39:52.056732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44722) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:52.060832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-60db400c-9312-4963-aef2-5614d1007b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:52.062577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-60db400c-9312-4963-aef2-5614d1007b3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335017 Jul 23 16:39:52.062947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4ef6-401b-4852-a3ab-a88ba34f5c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f943fad-130e-4df5-9370-205d79fdf614,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.108890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:52.109559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-2f77ad6c-8a42-4216-a9cf-a57c60c17f27 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:52.110642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-2f77ad6c-8a42-4216-a9cf-a57c60c17f27 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.2400663 Jul 23 16:39:52.139432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.151091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Pushing event updated for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.181812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.187307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:52.194589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:52.202866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-43842eff-378f-4ae6-bbc4-51ef721610bd tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.215784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:52.218482 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a9e345-33a6-44ac-be5a-d068db17a657" -d '{"events": [{"server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "name": "network-vif-plugged", "status": "completed", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:52.232460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:52.236094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.238830 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.257333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:52.258006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.278958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-39ed9779-dbd8-4818-bf4f-2f2c93ab688e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0469880 Jul 23 16:39:52.282210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:52.297187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:52.298925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Request body: {'port': {'device_id': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:52.308161 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331fc769-8af3-44a7-9baf-d5415f1bf502 x-openstack-request-id: req-331fc769-8af3-44a7-9baf-d5415f1bf502 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:52.308890 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "name": "network-vif-plugged", "status": "completed", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:52.309221 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-331fc769-8af3-44a7-9baf-d5415f1bf502 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:52.309686 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'code': 200} Jul 23 16:39:52.324487 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.330670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:52.331592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:52.345556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:39:52.345556 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:39:52.345556 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '2285de2a06e443ba88298fb8855d8cd0', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 39, 52, 298822)}] Jul 23 16:39:52.345556 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:52.346030 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:52.396757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.416010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.440418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-b9a2cb5d-95da-497c-afa4-f1584163fc87 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677495 Jul 23 16:39:52.442637 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.459292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:52.489334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.498024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.574208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cae2f40-a8bb-43ba-af3c-e1557a7748e9,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.672467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:50Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:52.689897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:39:52.715775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:39:52.716279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Updating router c0334f66-974c-4563-8158-f7d6983841e8 port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:39:52.752539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b261b0a-68e9-484b-81bb-c8ea3555d5ee {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:52.762069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.762590 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.011372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.022693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a86c92-388e-4ae3-8614-5645feb05be0 req-d0cf2d7b-9cc0-4fd4-ae63-9efa62054925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.024307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9a86c92-388e-4ae3-8614-5645feb05be0 req-d0cf2d7b-9cc0-4fd4-ae63-9efa62054925 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.6045167 Jul 23 16:39:53.024887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Transition to ACTIVE for port object 6b261b0a-68e9-484b-81bb-c8ea3555d5ee will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:53.028928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.033551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.046441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Transition to ACTIVE for port object e52f9d2d-579f-428b-abd0-8bb3ea5102a3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:53.050102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-861e004e-2aca-4195-bf47-e4d8af99e237 req-5f096912-b8b9-4ae1-a003-61d93b25f276 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942080 Jul 23 16:39:53.051384 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.054129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.054335 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.055161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6f943fad-130e-4df5-9370-205d79fdf614 HTTP/1.1" status: 204 len: 168 time: 0.9916708 Jul 23 16:39:53.103004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-43842eff-378f-4ae6-bbc4-51ef721610bd tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.118212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.118989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d30f4-15a6-47d2-b279-c82300bd3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f943fad-130e-4df5-9370-205d79fdf614,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.123504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-43842eff-378f-4ae6-bbc4-51ef721610bd tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.124431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.128603 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-12fed857-7630-494d-81f3-0c2826891988 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0615475 Jul 23 16:39:53.129420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44734) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.181083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.182294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-389ff25b-8e3b-48dc-8ccc-ed10d0b1ca8c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2615945 Jul 23 16:39:53.185045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.201330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Attempting to bind port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:53.201701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Attempting to bind port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '475cf5c5-df9b-41b8-906c-e0f7022aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:53.202017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Attempting to bind port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee on network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:53.210585 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44b2cdf5-661b-4975-b9a2-e3b77b2d6cb1 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules/0cae2f40-a8bb-43ba-af3c-e1557a7748e9 HTTP/1.1" status: 200 len: 763 time: 0.0243671 Jul 23 16:39:53.213076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.220668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee on network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:53.221085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Attempting to bind port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee on network b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:53.234933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:53.235323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Checking segment: {'id': '475cf5c5-df9b-41b8-906c-e0f7022aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:53.235655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Bound using segment: {'id': '475cf5c5-df9b-41b8-906c-e0f7022aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:53.236077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Bound port: 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475cf5c5-df9b-41b8-906c-e0f7022aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:53.236447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.253386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a133de7d-50c8-4ea6-a23b-b5a695135179 req-43842eff-378f-4ae6-bbc4-51ef721610bd tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.1231349 Jul 23 16:39:53.261283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b3301-613b-4d24-b16c-da0100ecd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.280147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Attempting to bind port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:53.280147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Attempting to bind port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:53.280147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Attempting to bind port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:53.280756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9a86c92-388e-4ae3-8614-5645feb05be0 req-8aa4133f-78b4-44ad-94d0-257049d3716d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348320 Jul 23 16:39:53.280756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43842eff-378f-4ae6-bbc4-51ef721610bd tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee54d2b-ab95-4af3-908c-b0c8dffe650d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.287586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:53.288081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:53.288856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.290049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:53.292211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Bound port: e52f9d2d-579f-428b-abd0-8bb3ea5102a3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:53.292721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.367316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3539f-3df1-40e0-8743-c7f802f5e007 req-4e13fc70-d532-4343-b583-5d9d240261d7 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.368966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7b3539f-3df1-40e0-8743-c7f802f5e007 req-4e13fc70-d532-4343-b583-5d9d240261d7 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.3514960 Jul 23 16:39:53.371284 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3bdf4160-8ed3-41c2-8d08-339ab810e50e tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1570868 Jul 23 16:39:53.373762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44746) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.378544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:53.393371 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:39:53.408053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.408758 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:53.413518 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.432056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.459939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] For port e52f9d2d-579f-428b-abd0-8bb3ea5102a3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:53.468172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] For port e52f9d2d-579f-428b-abd0-8bb3ea5102a3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:53.480043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.480394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:53.494478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,segment=NetworkSegment(475cf5c5-df9b-41b8-906c-e0f7022aec29),segment_id=475cf5c5-df9b-41b8-906c-e0f7022aec29)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:53.502135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.503724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.507046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7b3539f-3df1-40e0-8743-c7f802f5e007 req-521c3e70-f814-4358-83b7-95507d5d554f tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239238 Jul 23 16:39:53.510870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.513452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.526441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.528492 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.552775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:53.554010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.556192 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.558369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0cae2f40-a8bb-43ba-af3c-e1557a7748e9 HTTP/1.1" status: 204 len: 168 time: 0.1835141 Jul 23 16:39:53.559579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b760cbd-2837-416e-94d4-e4ee4f38d2fa tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cae2f40-a8bb-43ba-af3c-e1557a7748e9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.561381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44750) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.592767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc58ed5-5dff-43eb-b2e8-1172423c799b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.609441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.610235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.612107 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] 10.222.0.81 "PUT /v2.0/ports/6b261b0a-68e9-484b-81bb-c8ea3555d5ee HTTP/1.1" status: 200 len: 1091 time: 1.3180289 Jul 23 16:39:53.612529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:53.615171 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a754a9-3f35-4c60-92be-f922386e127c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:39:53.635687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db013a-76ba-49d2-b19f-3245866ea320 req-1d07fa19-df7f-4389-bead-6a7b9200ab45 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.637754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61db013a-76ba-49d2-b19f-3245866ea320 req-1d07fa19-df7f-4389-bead-6a7b9200ab45 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 943 time: 0.2860551 Jul 23 16:39:53.640259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3634388f-22db-4d6c-b692-6aa381c8162d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2285de2a06e443ba88298fb8855d8cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7184365 Jul 23 16:39:53.643672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44756) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.662126 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.669781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5519667-cf49-4a53-b8fa-2562e779ed13 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:53.683208 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5d149ba-4f84-4af9-ad87-45b218c89e9e tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=02635c2462494cb9b698bc507e17bcca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5505595 Jul 23 16:39:53.692889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b3301-613b-4d24-b16c-da0100ecd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.694940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44758) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.698344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:53.699917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:53.735602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a848199c-0ba1-4873-b2bc-e59100228709 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3175769 Jul 23 16:39:53.747574 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07e4e0fe-8d7e-4699-9d87-156418d68ecc tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1810417 Jul 23 16:39:53.753416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.754405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:53.763760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-806559476'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:53.770627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Request body: {'security_group_rule': {'security_group_id': 'f18e9b2d-c6bd-4104-8109-2cd4134d30a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:53.792589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d922f7-2d7c-470b-a11e-0552ca5a2ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:53.821519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.839500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:39:53.845803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:53.850154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.907583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-835855cb-4949-4e44-a582-a96cf0f81a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.909311 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-835855cb-4949-4e44-a582-a96cf0f81a44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b01086e44cf463690fc4928c4d94c36&device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 1094 time: 0.2114069 Jul 23 16:39:53.913904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:39:53.926107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61db013a-76ba-49d2-b19f-3245866ea320 req-8bc0dee5-cd23-478f-a0bc-1a69ead86561 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774088 Jul 23 16:39:53.934836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.935176 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Added segment 59d8d849-8fb7-42ac-9e4f-97c90c815a20 of type vlan for network ed42ca93-d005-4815-9066-b35da32c56fa Jul 23 16:39:53.947777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.968780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:53.969425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28e9bb-50b5-47b4-8e68-29608f700608 req-536efe1f-986c-4864-887e-56331a4402df tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.971068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe28e9bb-50b5-47b4-8e68-29608f700608 req-536efe1f-986c-4864-887e-56331a4402df tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.2921228 Jul 23 16:39:54.009783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ff98b-6582-4d7e-81e9-4f1492e5323e tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.011168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f19ff98b-6582-4d7e-81e9-4f1492e5323e tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2961447 Jul 23 16:39:54.011743 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-8ea01949-c5d3-4923-8e82-541792fa936d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee HTTP/1.1" status: 200 len: 217 time: 0.0627055 Jul 23 16:39:54.013411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.015388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44772) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.040834 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d0648-0fc4-46f8-b21c-0b82fd6dfc2c x-openstack-request-id: req-a33d0648-0fc4-46f8-b21c-0b82fd6dfc2c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:39:54.041059 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:39:54.041293 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a33d0648-0fc4-46f8-b21c-0b82fd6dfc2c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:39:54.041617 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee', 'status': 'completed', 'code': 200} Jul 23 16:39:54.064158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a427691b-6a49-4a97-939a-de5e04c85bf4 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434904 Jul 23 16:39:54.069281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.083596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.087850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe28e9bb-50b5-47b4-8e68-29608f700608 req-5c6e9a06-1217-4274-821a-a46a829ee44a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1012096 Jul 23 16:39:54.097690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.101917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449290 Jul 23 16:39:54.102253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44778) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.102952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f088053-b802-4666-8b94-efd146d6a282 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c93823b-3044-42b9-bd32-ebdb3216dd7a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.117979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824350249', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:54.126418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44780) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.127460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06556fe8-847b-4b84-b995-7da33686226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:50Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:54.128177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.149390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d346d34c-d2a6-4084-935c-d70d6294d43c tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules/8c93823b-3044-42b9-bd32-ebdb3216dd7a HTTP/1.1" status: 200 len: 764 time: 0.0460544 Jul 23 16:39:54.152640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44782) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.183848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06556fe8-847b-4b84-b995-7da33686226d None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:50Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:39:54.215696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cbe83f25-2a89-45b6-b79a-7b8a1025edb8 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0608244 Jul 23 16:39:54.217599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44784) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.240105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.243259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-25e32af3-7f83-441b-af6a-e554b23e7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.243421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.244811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cc58ed5-5dff-43eb-b2e8-1172423c799b HTTP/1.1" status: 204 len: 168 time: 0.5974302 Jul 23 16:39:54.247418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-25e32af3-7f83-441b-af6a-e554b23e7918 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29a4253d-6244-4f03-af02-d8d9322a273d HTTP/1.1" status: 200 len: 861 time: 0.2023373 Jul 23 16:39:54.256983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eea82d-da2f-4708-9578-2f479328394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc58ed5-5dff-43eb-b2e8-1172423c799b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.280967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.291079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.358590 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-6e9d2a23-ee0d-4138-97de-14ba359fb9f0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702264 Jul 23 16:39:54.371470 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7e03bbd-f04a-470e-b070-1037d7c3bd93 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/f5ffbfb9-df4d-406e-813b-1621193a9030 HTTP/1.1" status: 200 len: 993 time: 0.2307556 Jul 23 16:39:54.371679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.371801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.376633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.377282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.408680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.411011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8c93823b-3044-42b9-bd32-ebdb3216dd7a HTTP/1.1" status: 204 len: 168 time: 0.1916747 Jul 23 16:39:54.412825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21729d0-58cc-4e5a-9b24-3543aae679b7 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c93823b-3044-42b9-bd32-ebdb3216dd7a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.414728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.466334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:54.470124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.493458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fbc722c1-b6ac-44cc-8694-14df6c3343ac tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770433 Jul 23 16:39:54.496638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44796) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.520081 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7612977 Jul 23 16:39:54.522795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44798) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:54.533667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'subnet': {'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:54.594097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc9b1d-31c6-4517-b543-6ee9c0b0f050 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Network': ['ID=ed42ca93-d005-4815-9066-b35da32c56fa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:54.612590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ed42ca93-d005-4815-9066-b35da32c56fa details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:39:54.664572 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-c92caad5-7e3e-4b9c-abdb-1fd159b4edce service neutron] 10.222.0.81 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813642 Jul 23 16:39:54.834026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.901519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.912907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:54.917335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.934504 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-694228b1-4fc2-4199-ab90-01ae9127e1b0 req-eddf158e-ae5e-4f74-bcd2-3544c0839519 service neutron] 10.222.0.81 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583704 Jul 23 16:39:54.997984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa459be-69a8-4642-abdd-00b89ddd41fa req-ce06a52e-db5a-4c3c-97ee-e0191cfe4d1e tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:54.999569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aa459be-69a8-4642-abdd-00b89ddd41fa req-ce06a52e-db5a-4c3c-97ee-e0191cfe4d1e tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.2665672 Jul 23 16:39:55.067956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.072519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.081658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "DELETE /v2.0/security-groups/f18e9b2d-c6bd-4104-8109-2cd4134d30a8 HTTP/1.1" status: 204 len: 168 time: 0.5837471 Jul 23 16:39:55.082752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.095315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44820) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.127956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc199e3-3f0c-4101-88d0-0dd1b7bd8509 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18e9b2d-c6bd-4104-8109-2cd4134d30a8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.128173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76589b4-9d03-4720-8dd1-775b90f3d9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.147802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.212468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-21d0dc1b-19bb-456f-99f3-0604115e3f11 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080825 Jul 23 16:39:55.216980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.228044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Subnet': ['ID=b77addf0-800a-4ab9-8aa3-024db1928fe9,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.241859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6aa459be-69a8-4642-abdd-00b89ddd41fa req-79475c6f-2ddf-414b-8601-11ea70b78a76 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049267 Jul 23 16:39:55.321857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a754a9-3f35-4c60-92be-f922386e127c req-94208a4e-5c27-4c17-86b5-b7686ecd11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.323661 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-94208a4e-5c27-4c17-86b5-b7686ecd11ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b01086e44cf463690fc4928c4d94c36&device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 1094 time: 0.2834938 Jul 23 16:39:55.330488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Checking segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:55.330856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network hostable DHCP agents. Network: e63d9544-2a71-4401-aded-26f40ca9f226, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:55.345136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3320e48f-631f-4147-b266-fab0a057cf93 tempest-SecGroupTest-466633424 tempest-SecGroupTest-466633424-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217585 Jul 23 16:39:55.556567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.582683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a754a9-3f35-4c60-92be-f922386e127c req-27572c25-e8ae-4d07-a4a8-724af190d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.586465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9aaf-7f93-4d14-b1db-3c6825da7a3b req-0621fa9c-b216-4c74-971a-eac8f654ed5b tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.587496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-27572c25-e8ae-4d07-a4a8-724af190d225 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 HTTP/1.1" status: 200 len: 922 time: 0.2514665 Jul 23 16:39:55.596157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c45a9aaf-7f93-4d14-b1db-3c6825da7a3b req-0621fa9c-b216-4c74-971a-eac8f654ed5b tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 943 time: 0.2066321 Jul 23 16:39:55.604823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44838) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.682463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network e63d9544-2a71-4401-aded-26f40ca9f226 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:55.694108 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-d467b1e8-206b-4605-893a-366abf184412 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee HTTP/1.1" status: 200 len: 217 time: 0.0823870 Jul 23 16:39:55.757750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e63d9544-2a71-4401-aded-26f40ca9f226) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:55.758245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44850) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.781026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.781026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.784505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3abd5f7-5807-429a-bf7a-d9b396c3ce7d None None] Network e63d9544-2a71-4401-aded-26f40ca9f226 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:55.789899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76589b4-9d03-4720-8dd1-775b90f3d9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.801138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76589b4-9d03-4720-8dd1-775b90f3d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.802726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Subnet': ['ID=0949660d-2246-4743-9a20-5b22ff812cc0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.809272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a754a9-3f35-4c60-92be-f922386e127c req-a77b9ee3-57fa-499b-88a6-a24dde116c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.811041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-a77b9ee3-57fa-499b-88a6-a24dde116c66 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=29a4253d-6244-4f03-af02-d8d9322a273d HTTP/1.1" status: 200 len: 861 time: 0.1093066 Jul 23 16:39:55.811616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c45a9aaf-7f93-4d14-b1db-3c6825da7a3b req-c37ae146-fee0-419c-aee2-ebf434ae2bc1 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142584 Jul 23 16:39:55.828729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Checking segment: {'id': '59d8d849-8fb7-42ac-9e4f-97c90c815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:55.829115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network hostable DHCP agents. Network: ed42ca93-d005-4815-9066-b35da32c56fa, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:39:55.847117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-589c2fb3-c499-4b40-86aa-234ea1a856ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7772801 Jul 23 16:39:55.848565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44854) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:55.858124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9c3f6-bc7e-4404-89af-ae71a2664dca req-4192932b-5381-4839-ab09-07fd40b72aa0 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.865504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54d9c3f6-bc7e-4404-89af-ae71a2664dca req-4192932b-5381-4839-ab09-07fd40b72aa0 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.2094963 Jul 23 16:39:55.886901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network ed42ca93-d005-4815-9066-b35da32c56fa is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:39:55.889568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-1c247cc8-a821-46bf-83b4-132be04acae4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636840 Jul 23 16:39:55.943084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ed42ca93-d005-4815-9066-b35da32c56fa) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:55.961356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.962284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.983237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b261b0a-68e9-484b-81bb-c8ea3555d5ee details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:39:55.985748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908cbdba-9337-4663-bcbc-157f71aa8fbd None None] Network ed42ca93-d005-4815-9066-b35da32c56fa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:39:56.031928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54d9c3f6-bc7e-4404-89af-ae71a2664dca req-508334b7-1c15-488b-a2a3-8d8ee62c4911 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464207 Jul 23 16:39:56.088235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44856) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.108157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e570de02-235a-4065-b5de-21ee2f5414b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5834439 Jul 23 16:39:56.142237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44860) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.149747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-654987792', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:56.233360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.237650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.246759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43e425bc-d33e-4c50-9e35-5cd3c56be774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf69d61562d34295ab6e20d512aa443f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817886 Jul 23 16:39:56.251661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44866) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.262954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,segment=NetworkSegment(475cf5c5-df9b-41b8-906c-e0f7022aec29),segment_id=475cf5c5-df9b-41b8-906c-e0f7022aec29)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:56.276340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee', 'network_id': 'b93bb75a-6232-499a-bfb3-55cc1b5dc1b4', 'port_id': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee', 'mac_address': 'fa:16:3e:17:ce:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a4253d-6244-4f03-af02-d8d9322a273d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:39:56.311752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-28111efe-0bfc-4515-8ac0-461ce0ecddc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6864665 Jul 23 16:39:56.328360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df216b8-935d-40c1-b47d-698e20d054f1 req-508d1280-ed15-42ce-869a-1fdfd623d9b9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.330637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df216b8-935d-40c1-b47d-698e20d054f1 req-508d1280-ed15-42ce-869a-1fdfd623d9b9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.3488953 Jul 23 16:39:56.479454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.507434 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e76589b4-9d03-4720-8dd1-775b90f3d9c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95fbcbf02d5b4f34837f007bfc554e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4108601 Jul 23 16:39:56.553084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76589b4-9d03-4720-8dd1-775b90f3d9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0028775-b033-4905-9b5e-8062ca52751a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:56.558969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44884) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.605026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df216b8-935d-40c1-b47d-698e20d054f1 req-1cca6dc5-d71d-4a94-a9b3-55f5c7de1e4a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2503071 Jul 23 16:39:56.646334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.673722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f3dd1-12ea-4b52-be04-48e09b8daa06 tempest-TestVolumeBackupRestore-1984575183 tempest-TestVolumeBackupRestore-1984575183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.678253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9b3f3dd1-12ea-4b52-be04-48e09b8daa06 tempest-TestVolumeBackupRestore-1984575183 tempest-TestVolumeBackupRestore-1984575183-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1091 time: 0.5858231 Jul 23 16:39:56.680572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44904) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:56.771320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:39:56.789054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-974cf265-1249-4666-a7f7-8e60a8574700 service neutron] 10.222.0.81 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802217 Jul 23 16:39:56.793939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.814999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.884719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.903839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:56.934867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e52f9d2d-579f-428b-abd0-8bb3ea5102a3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:56.994196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.046343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-e63d9544-2a71-4401-aded-26f40ca9f226', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:57.046343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.121666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.123831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.125129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.126473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4e001a4-ecc3-4ec5-96b7-02a40ad92cda HTTP/1.1" status: 204 len: 168 time: 0.8682415 Jul 23 16:39:57.150183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c0300-fcdf-472b-b6ee-ef5b0ad2f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e001a4-ecc3-4ec5-96b7-02a40ad92cda,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.281639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edda2c-2326-4134-8ac9-d188f597c128 req-01791e26-14a2-4396-a01b-3f700c5bc7fc tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:57.290834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40edda2c-2326-4134-8ac9-d188f597c128 req-01791e26-14a2-4396-a01b-3f700c5bc7fc tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 943 time: 0.3370099 Jul 23 16:39:57.299382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b261b0a-68e9-484b-81bb-c8ea3555d5ee {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:57.299848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.302960 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.304343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0028775-b033-4905-9b5e-8062ca52751a HTTP/1.1" status: 204 len: 168 time: 0.6983404 Jul 23 16:39:57.352001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,segment=NetworkSegment(475cf5c5-df9b-41b8-906c-e0f7022aec29),segment_id=475cf5c5-df9b-41b8-906c-e0f7022aec29)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:57.385206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3da2b0-232f-4b9a-8495-2736599f5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0028775-b033-4905-9b5e-8062ca52751a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:57.422276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1a754a9-3f35-4c60-92be-f922386e127c req-9c7f705d-1840-4279-b2e6-ceb5eb4b0e96 service neutron] 10.222.0.81 "GET /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464625 Jul 23 16:39:57.465747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40edda2c-2326-4134-8ac9-d188f597c128 req-878f38af-6e1e-4cd8-b207-2634b5a87022 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677144 Jul 23 16:39:57.469288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.494870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ed42ca93-d005-4815-9066-b35da32c56fa', 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa', 'tenant_id': '0d396aa8b80545cc814fd0d7813388a7', 'fixed_ips': [{'subnet_id': '0949660d-2246-4743-9a20-5b22ff812cc0'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:39:57.495745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.565485 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.715886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Allocated IP 172.25.2.97 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9619d8b3-6d90-4ef1-b759-3adb9deba78d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:57.716548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.815756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:57.830149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:57.830530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.919860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:57.952007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['6b261b0a-68e9-484b-81bb-c8ea3555d5ee'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:39:57.981670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44982) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:58.004319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Allocated IP 172.20.0.2 (e63d9544-2a71-4401-aded-26f40ca9f226/b77addf0-800a-4ab9-8aa3-024db1928fe9/a5a18455-8f77-4bb4-8789-5d32582a7401) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:58.061923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.119420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.152907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.212997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.251140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.257789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e52f9d2d-579f-428b-abd0-8bb3ea5102a3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:58.295413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Allocated IP 172.20.0.2 (ed42ca93-d005-4815-9066-b35da32c56fa/0949660d-2246-4743-9a20-5b22ff812cc0/8db919e4-375e-430a-bdd7-b72be0eafd00) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:58.298521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.304703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce53a-214d-44f6-8ddc-d7b56b89350b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.348328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:58.385221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.397027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:58.432689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'Port': ['ID=9619d8b3-6d90-4ef1-b759-3adb9deba78d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.445185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:58.460058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217bc7a-9462-4761-a209-ed3cdbffeeb6 req-c8272282-f562-44b8-89bb-84438bc35e41 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:58.462158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d217bc7a-9462-4761-a209-ed3cdbffeeb6 req-c8272282-f562-44b8-89bb-84438bc35e41 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.6498539 Jul 23 16:39:58.602866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.25.2.113 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/22915f2e-53ed-4e2a-87a9-99174bd0399b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:58.677379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.709122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d217bc7a-9462-4761-a209-ed3cdbffeeb6 req-4823b0a8-ff03-4508-9d76-b085f3c8892f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2059793 Jul 23 16:39:58.731717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Transition to ACTIVE for port object a5a18455-8f77-4bb4-8789-5d32582a7401 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:58.771857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Transition to ACTIVE for port object a5a18455-8f77-4bb4-8789-5d32582a7401 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:58.779299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.786385 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.835366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Pushing event updated for resources: {'Port': ['ID=a5a18455-8f77-4bb4-8789-5d32582a7401,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:58.838586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Transition to ACTIVE for port object 8db919e4-375e-430a-bdd7-b72be0eafd00 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:58.853082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Network e63d9544-2a71-4401-aded-26f40ca9f226 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:58.857499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:58.864704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:58.877476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.1 (e63d9544-2a71-4401-aded-26f40ca9f226/b77addf0-800a-4ab9-8aa3-024db1928fe9/b5df352b-9834-4605-8b0d-ebbe64b17588) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:58.884282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Transition to ACTIVE for port object 8db919e4-375e-430a-bdd7-b72be0eafd00 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:58.896384 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.928363 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:58.996694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Attempting to bind port a5a18455-8f77-4bb4-8789-5d32582a7401 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:58.997921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Attempting to bind port a5a18455-8f77-4bb4-8789-5d32582a7401 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:58.997921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Attempting to bind port a5a18455-8f77-4bb4-8789-5d32582a7401 on network e63d9544-2a71-4401-aded-26f40ca9f226 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:59.009336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:59.009655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Checking segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:59.010159 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.010633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Bound using segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:59.011376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Bound port: a5a18455-8f77-4bb4-8789-5d32582a7401, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:59.012135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.016081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Network ed42ca93-d005-4815-9066-b35da32c56fa is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:59.028477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:59.040242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:59.047022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Pushing event updated for resources: {'Port': ['ID=8db919e4-375e-430a-bdd7-b72be0eafd00,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.148736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Attempting to bind port 8db919e4-375e-430a-bdd7-b72be0eafd00 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:59.149213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Attempting to bind port 8db919e4-375e-430a-bdd7-b72be0eafd00 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '59d8d849-8fb7-42ac-9e4f-97c90c815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:59.149657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Attempting to bind port 8db919e4-375e-430a-bdd7-b72be0eafd00 on network ed42ca93-d005-4815-9066-b35da32c56fa {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:59.150219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.158100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:59.158766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Checking segment: {'id': '59d8d849-8fb7-42ac-9e4f-97c90c815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:39:59.159368 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.159967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Bound using segment: {'id': '59d8d849-8fb7-42ac-9e4f-97c90c815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:59.160670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Bound port: 8db919e4-375e-430a-bdd7-b72be0eafd00, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d8d849-8fb7-42ac-9e4f-97c90c815a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:59.161230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.176287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object b5df352b-9834-4605-8b0d-ebbe64b17588 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:59.203570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] For port a5a18455-8f77-4bb4-8789-5d32582a7401, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:59.216647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:39:59.224167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.226680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] For port a5a18455-8f77-4bb4-8789-5d32582a7401, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a5a18455-8f77-4bb4-8789-5d32582a7401,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:59.273039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network e63d9544-2a71-4401-aded-26f40ca9f226 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:59.279211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:59.287433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] For port 8db919e4-375e-430a-bdd7-b72be0eafd00, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:59.290585 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.292142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:59.294653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] For port 8db919e4-375e-430a-bdd7-b72be0eafd00, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8db919e4-375e-430a-bdd7-b72be0eafd00,segment=NetworkSegment(59d8d849-8fb7-42ac-9e4f-97c90c815a20),segment_id=59d8d849-8fb7-42ac-9e4f-97c90c815a20)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:59.297041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.330633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.364466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.399066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525229c4-e7ae-4760-b5fa-542a1f9b5a68 None None] Pushing event updated for resources: {'Port': ['ID=a5a18455-8f77-4bb4-8789-5d32582a7401,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.475967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efde0b-7ca0-42bd-b3cd-745ef4d167d8 None None] Pushing event updated for resources: {'Port': ['ID=8db919e4-375e-430a-bdd7-b72be0eafd00,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.507046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de864e57-a8d1-4746-81d4-a62bd2e7d954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.552026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-b3f18033-da98-4ede-b866-4fc7054a28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:59.553586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-b3f18033-da98-4ede-b866-4fc7054a28ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 1.1467204 Jul 23 16:39:59.602788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bf88f-2da8-4860-bca1-c82824057085 req-1cd19f27-aeae-46aa-88bc-d9ef0c6bc55e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:59.604374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff2bf88f-2da8-4860-bca1-c82824057085 req-1cd19f27-aeae-46aa-88bc-d9ef0c6bc55e tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 944 time: 0.9978926 Jul 23 16:39:59.607098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce53a-214d-44f6-8ddc-d7b56b89350b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.661278 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce53a-214d-44f6-8ddc-d7b56b89350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.778564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.875576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce53a-214d-44f6-8ddc-d7b56b89350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6503b75c-9f3f-463f-ad12-2dd8a5cc8f55,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:59.881014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:59.942294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b261b0a-68e9-484b-81bb-c8ea3555d5ee up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:39:59.980324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff2bf88f-2da8-4860-bca1-c82824057085 req-96a0028b-0016-4d11-b4c8-f65a4900b7f5 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575873 Jul 23 16:40:00.000650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3f1ce53a-214d-44f6-8ddc-d7b56b89350b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3895b61f6691408286291ea393337964&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0141730 Jul 23 16:40:00.007966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45046) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.048484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de864e57-a8d1-4746-81d4-a62bd2e7d954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.060793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de864e57-a8d1-4746-81d4-a62bd2e7d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.080863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:00.084789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-951efc94-3dd6-4570-a89d-6462942ac6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.086617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-951efc94-3dd6-4570-a89d-6462942ac6ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.5080311 Jul 23 16:40:00.094456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:00.095332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.150332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de864e57-a8d1-4746-81d4-a62bd2e7d954 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5e053d4857b48e5bb21c99448f30791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325252 Jul 23 16:40:00.162309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45048) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:00.191611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de864e57-a8d1-4746-81d4-a62bd2e7d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18d9e5-cb21-4bce-b62d-41e114a084d0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.252939 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.292105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,segment=NetworkSegment(475cf5c5-df9b-41b8-906c-e0f7022aec29),segment_id=475cf5c5-df9b-41b8-906c-e0f7022aec29)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:00.293534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:00.296072 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a8bb42-341a-451a-aa17-0abb217f191c" -d '{"events": [{"server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "name": "network-vif-plugged", "status": "completed", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:00.299874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.369587 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874cf0f-68d4-4dbc-8d12-ff120403ff88 x-openstack-request-id: req-3874cf0f-68d4-4dbc-8d12-ff120403ff88 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:00.369923 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "name": "network-vif-plugged", "status": "completed", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:00.370209 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3874cf0f-68d4-4dbc-8d12-ff120403ff88 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:00.373747 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee', 'code': 200} Jul 23 16:40:00.433973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.468033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.475638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.523446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-a87a6b3e-ed55-413a-885b-524f2ba6bb58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 1001 time: 0.4195290 Jul 23 16:40:00.525189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.557644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.634949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e52f9d2d-579f-428b-abd0-8bb3ea5102a3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:00.674674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-942f96db-310f-4cbb-bd50-f46759c2126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.676526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.680614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-942f96db-310f-4cbb-bd50-f46759c2126e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1350908 Jul 23 16:40:00.681086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:00.727602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:00.729035 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.738886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e6cb2-5166-4b44-b4b1-87abec13fd43 req-87a1994a-c459-4519-a3f7-7798ba135e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.741118 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-115e6cb2-5166-4b44-b4b1-87abec13fd43 req-87a1994a-c459-4519-a3f7-7798ba135e1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 1096 time: 0.2619464 Jul 23 16:40:00.815880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.837198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-115e6cb2-5166-4b44-b4b1-87abec13fd43 req-1b85460e-1317-4124-aed6-3a8fd7cc0785 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565054 Jul 23 16:40:00.849687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a5a18455-8f77-4bb4-8789-5d32582a7401 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:00.853875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network e63d9544-2a71-4401-aded-26f40ca9f226 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:00.855664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:00.902664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:00.912635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.939672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a5a18455-8f77-4bb4-8789-5d32582a7401 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:00.945215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8db919e4-375e-430a-bdd7-b72be0eafd00 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:00.955507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:00.993848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:01.019968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.042191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 8db919e4-375e-430a-bdd7-b72be0eafd00 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:01.059130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:01.059716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=22915f2e-53ed-4e2a-87a9-99174bd0399b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.120300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8be5a9-2a31-4d91-a253-632bf8808ea2 None None] Network e63d9544-2a71-4401-aded-26f40ca9f226 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:01.181488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Provisioning for port a5a18455-8f77-4bb4-8789-5d32582a7401 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:01.186229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.194503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Provisioning complete for port a5a18455-8f77-4bb4-8789-5d32582a7401 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:01.194965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.229920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:01.238407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7efa439c-e8a5-4bf9-a848-91dc3d45245a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/c0334f66-974c-4563-8158-f7d6983841e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3614340 Jul 23 16:40:01.239213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45074) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.272024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6a05-7e84-4dad-8b0a-fef5d1462b80 req-6a4b7a18-e2a7-4836-ad13-45a4c6f2b420 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.273726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52fe6a05-7e84-4dad-8b0a-fef5d1462b80 req-6a4b7a18-e2a7-4836-ad13-45a4c6f2b420 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 1.3285477 Jul 23 16:40:01.308385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:01.348293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:01.350318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:01.465715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.468827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.470289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6503b75c-9f3f-463f-ad12-2dd8a5cc8f55 HTTP/1.1" status: 204 len: 168 time: 1.4613147 Jul 23 16:40:01.499394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-1ce50d2e-12bc-4cdf-a397-b86af4f6cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.501243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-1ce50d2e-12bc-4cdf-a397-b86af4f6cd4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7137506 Jul 23 16:40:01.518337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea80f-ff75-413e-b746-490e149955a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6503b75c-9f3f-463f-ad12-2dd8a5cc8f55,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.562964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.565791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.568028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.570473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.571046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.571682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.572277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.574035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.575122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.575797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.578123 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e77eb30c-e21f-46b6-a676-7665d1261835 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.3376918 Jul 23 16:40:01.582147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45082) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:01.627651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.641823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52fe6a05-7e84-4dad-8b0a-fef5d1462b80 req-ddd4dde3-0a6a-4997-833f-d2122c783c6d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3476362 Jul 23 16:40:01.682540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.685824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.687545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b18d9e5-cb21-4bce-b62d-41e114a084d0 HTTP/1.1" status: 204 len: 168 time: 1.5190468 Jul 23 16:40:01.759580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b809616-a39a-4430-a733-9b89ce118a0f None None] Network ed42ca93-d005-4815-9066-b35da32c56fa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:01.763732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660575-e814-46dc-b13c-c36411a667f2 req-7e4f43d5-5335-450a-9ba8-714e9b07ffb3 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.765737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd660575-e814-46dc-b13c-c36411a667f2 req-7e4f43d5-5335-450a-9ba8-714e9b07ffb3 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 0.6123199 Jul 23 16:40:01.775822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9de7f-7a66-464b-8679-a03f1547d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18d9e5-cb21-4bce-b62d-41e114a084d0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:01.892045 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.960294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.960294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.960499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.962698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.963381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.963849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.964304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.964769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.967827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.968292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:01.975051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c474932f-8219-4967-8ac2-0c2192df7cb5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6467 time: 0.3920267 Jul 23 16:40:01.979405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45100) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.056744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-d73b87ba-85fa-4915-aaa6-c79109dfc6c0 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395563 Jul 23 16:40:02.071051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd660575-e814-46dc-b13c-c36411a667f2 req-de65d1ee-917f-4a87-bdf8-8defb7c37d14 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901316 Jul 23 16:40:02.147558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] For port a5a18455-8f77-4bb4-8789-5d32582a7401, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a5a18455-8f77-4bb4-8789-5d32582a7401,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:02.160089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.245003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:02.264006 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.344781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Provisioning for port 8db919e4-375e-430a-bdd7-b72be0eafd00 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:02.362245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Provisioning complete for port 8db919e4-375e-430a-bdd7-b72be0eafd00 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:02.363153 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.381923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:02.395480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.407321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-480f8c9c-a9b8-4b96-982f-e56a7c232794 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424466 Jul 23 16:40:02.412727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.414450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ebe6-9809-408d-931f-8747c3adfae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.563322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event updated for resources: {'Port': ['ID=9619d8b3-6d90-4ef1-b759-3adb9deba78d,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.577731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb749022-d6a2-47d0-a879-f8c64edea105 None None] Pushing event updated for resources: {'Port': ['ID=a5a18455-8f77-4bb4-8789-5d32582a7401,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.870041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.935912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:00Z', 'revision_number': 2, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:02.954046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ccd04b5-b8e8-4847-b8b5-5b6d288dd4a4 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.9706326 Jul 23 16:40:03.043024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] For port 8db919e4-375e-430a-bdd7-b72be0eafd00, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8db919e4-375e-430a-bdd7-b72be0eafd00,segment=NetworkSegment(59d8d849-8fb7-42ac-9e4f-97c90c815a20),segment_id=59d8d849-8fb7-42ac-9e4f-97c90c815a20)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:03.049615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:03.050171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Updating router c0334f66-974c-4563-8158-f7d6983841e8 port b5df352b-9834-4605-8b0d-ebbe64b17588 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:03.055119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.183231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.301183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061623-be5d-4d8f-9e5a-12f1369dbe98 None None] Pushing event updated for resources: {'Port': ['ID=8db919e4-375e-430a-bdd7-b72be0eafd00,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:03.306122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:03.317531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.318618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361300455', 'description': 'tempest-secgroup-smoke-361300455 description', 'project_id': '02635c2462494cb9b698bc507e17bcca'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:03.341159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Provisioning complete for port a5a18455-8f77-4bb4-8789-5d32582a7401 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:03.342106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.617247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Provisioning for port b5df352b-9834-4605-8b0d-ebbe64b17588 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:03.632199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.637895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Provisioning complete for port b5df352b-9834-4605-8b0d-ebbe64b17588 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:03.638624 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.649175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ebe6-9809-408d-931f-8747c3adfae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.672212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ebe6-9809-408d-931f-8747c3adfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.683598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.699075 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Floating IP b96837b5-432e-4215-a307-a08dd7c469af associated. External IP: 172.25.2.97, port: ee5333d7-526e-4e7e-94b4-6e0fadb222f7. Jul 23 16:40:03.740288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2166a004-6014-4188-90d9-fece33995fbf None None] Port b5df352b-9834-4605-8b0d-ebbe64b17588 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:03.834220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551fa0-af08-47c6-880d-dec7c6165547 req-3e453857-ca9a-40ff-9927-5fcb0f4ab00b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.835892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e551fa0-af08-47c6-880d-dec7c6165547 req-3e453857-ca9a-40ff-9927-5fcb0f4ab00b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.5406013 Jul 23 16:40:03.893020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7ddd06ae-4441-4a2e-a515-d263d2a2e0f4 None None] Provisioning complete for port 8db919e4-375e-430a-bdd7-b72be0eafd00 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:03.893804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7ddd06ae-4441-4a2e-a515-d263d2a2e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.900172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.919689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.939935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.960136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Transition to ACTIVE for port object b5df352b-9834-4605-8b0d-ebbe64b17588 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:03.970299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.021131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.025451 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7178409 Jul 23 16:40:04.030271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.044042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:04.092667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea72211-35b4-433f-af16-f7611af1b004 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ab05ff-ee2f-477f-b25b-583e68571854,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.126605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.217853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7ebe6-9809-408d-931f-8747c3adfae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a9a8c-f0aa-44b4-b396-403104dd5c73,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.223408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3cb7ebe6-9809-408d-931f-8747c3adfae1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=706a5ed481f54b828b62ba411c477f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8373103 Jul 23 16:40:04.226989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45150) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.233526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Pushing event updated for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.304411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.304760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.305102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.305440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.305767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.306140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.306511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.307477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.308094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.308223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.308776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.308776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:04.317708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Attempting to bind port b5df352b-9834-4605-8b0d-ebbe64b17588 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:04.318159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Attempting to bind port b5df352b-9834-4605-8b0d-ebbe64b17588 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:04.318534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Attempting to bind port b5df352b-9834-4605-8b0d-ebbe64b17588 on network e63d9544-2a71-4401-aded-26f40ca9f226 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:04.326857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.347066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:04.348369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Checking segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:04.349087 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.349660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Bound using segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:04.352375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Bound port: b5df352b-9834-4605-8b0d-ebbe64b17588, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:04.352773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.366514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e551fa0-af08-47c6-880d-dec7c6165547 req-1f45bda6-dd0f-4745-841e-24fd03c9b598 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4496799 Jul 23 16:40:04.395037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.454650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2247e4d-3839-4e89-8c28-1003658ae240,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.472226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.476274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.478423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be4c6dda-5414-4956-a68c-b7349ee495ef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4466498 Jul 23 16:40:04.481405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45154) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.493535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:04.494081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:04.514820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a5a18455-8f77-4bb4-8789-5d32582a7401 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:04.518150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.543501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bfff4-0429-451b-8fe0-790f003f6952 req-6393ebcc-f9bc-4066-ac6b-bd3853d2227b tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.545308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c63bfff4-0429-451b-8fe0-790f003f6952 req-6393ebcc-f9bc-4066-ac6b-bd3853d2227b tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 1.0784786 Jul 23 16:40:04.577131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.592308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] For port b5df352b-9834-4605-8b0d-ebbe64b17588, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:04.596642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] For port b5df352b-9834-4605-8b0d-ebbe64b17588, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b5df352b-9834-4605-8b0d-ebbe64b17588,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:04.622861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.648911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.652184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.653273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:04.653868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a0a9a8c-f0aa-44b4-b396-403104dd5c73 HTTP/1.1" status: 204 len: 168 time: 0.4266512 Jul 23 16:40:04.685141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.705306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.709337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:04.710003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:04.712521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ec6e-0d41-4324-adc2-131a8c2ee76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a9a8c-f0aa-44b4-b396-403104dd5c73,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.718550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a5a18455-8f77-4bb4-8789-5d32582a7401 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:04.718927 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.749743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95226e9-50e8-49db-8eb0-a017d213217e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.760757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.762198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9f7dcfdd-730d-4d04-ad32-21cd14e03fef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2792237 Jul 23 16:40:04.764794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45160) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:04.771917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:04.814702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.829841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c63bfff4-0429-451b-8fe0-790f003f6952 req-c1b99984-c832-4d7f-baff-eec4051301ab tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730865 Jul 23 16:40:04.857437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdf72e-7424-44fe-8466-9aa5b99308f3 None None] Pushing event updated for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.883324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:04.897349 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:04.918665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:04.920947 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:04.932326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.052159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:05.054299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.064561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.092711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.099744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c8f3188-aa8d-4087-9af1-b17caad74dfb tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4121313 Jul 23 16:40:05.119168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:05.121488 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:05.162745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8db919e4-375e-430a-bdd7-b72be0eafd00 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:05.169966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:05.217800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.220603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:05.225682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-82c1802d-3879-457e-a016-62987a8b0a73 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0803118 Jul 23 16:40:05.226845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.236823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1766c21-5441-427e-8b55-38cafd823f24,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:05.265149 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d38b31a-dfdc-4b1b-8b4c-69ab8bf3beb3 x-openstack-request-id: req-2d38b31a-dfdc-4b1b-8b4c-69ab8bf3beb3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:05.266843 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:05.268339 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d38b31a-dfdc-4b1b-8b4c-69ab8bf3beb3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:05.269722 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:40:05.275512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.279778 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4c5d5e6d-f396-4982-b3b8-7910a3c9fb40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5138450 Jul 23 16:40:05.283345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45182) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.304962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:05.413085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] Sync routers for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:05.464137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:05.465528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.555418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f388cd5-aaf1-4ac1-96db-f14aaea100bd tempest-TestVolumeBackupRestore-1984575183 tempest-TestVolumeBackupRestore-1984575183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.561994 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0f388cd5-aaf1-4ac1-96db-f14aaea100bd tempest-TestVolumeBackupRestore-1984575183 tempest-TestVolumeBackupRestore-1984575183-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1091 time: 0.4645994 Jul 23 16:40:05.584140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45198) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:05.590600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Request body: {'floatingip': {'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:05.600682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.664202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:05.667015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.707089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.720767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-76f12e02-8503-4471-9b14-641f6c68a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.726787 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-76f12e02-8503-4471-9b14-641f6c68a6bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.4406815 Jul 23 16:40:05.774634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.775609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5ab67-a3cd-4958-824f-35f46d05d475 None None] The sync data for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:05.791980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 8db919e4-375e-430a-bdd7-b72be0eafd00 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:05.791980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.823902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:05.883975 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:00Z', 'revision_number': 0, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.935579 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:05.964527 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:05.965514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:05.967412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-27bfee29-9303-4c29-893c-89d260078984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:05.968955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-27bfee29-9303-4c29-893c-89d260078984 service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.2180789 Jul 23 16:40:05.979032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.025432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:04Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:06.089690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0adc47f-f9bb-4192-941e-0e30af207cf7 None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:04Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:06.182133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:06.265807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca08914-2fc4-4080-a2e5-801ef938409b req-f2ee95a4-95ba-4cd5-9761-1b2559d9f875 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.277786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca08914-2fc4-4080-a2e5-801ef938409b req-f2ee95a4-95ba-4cd5-9761-1b2559d9f875 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 0.7521157 Jul 23 16:40:06.382921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a814ca2a-fe81-491f-b68b-b6d13d61f4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.435660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.465745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-a20624d0-21c1-4fc2-9bbf-e78b90401f10 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 998 time: 0.4759958 Jul 23 16:40:06.466801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.508705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b5df352b-9834-4605-8b0d-ebbe64b17588 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:06.556594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffd8b34-1794-4408-8537-e828d11c501f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:06.591791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-45d52c19-458e-42b5-93b1-86165318b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.593968 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-45d52c19-458e-42b5-93b1-86165318b6f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.1132493 Jul 23 16:40:06.710463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b5df352b-9834-4605-8b0d-ebbe64b17588 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:06.724019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b5df352b-9834-4605-8b0d-ebbe64b17588 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:06.724405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.731278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf21d9-0d36-4c34-ada4-297b3207ecc5 req-2abee1a7-faee-4e11-92ba-15b588d3713d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.732870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afcf21d9-0d36-4c34-ada4-297b3207ecc5 req-2abee1a7-faee-4e11-92ba-15b588d3713d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 1.0710385 Jul 23 16:40:06.780518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-ec16d471-c0db-4e13-b0f6-abf9f2d2e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.782977 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-ec16d471-c0db-4e13-b0f6-abf9f2d2e1db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624308 Jul 23 16:40:06.785258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca08914-2fc4-4080-a2e5-801ef938409b req-aa5726f3-6980-42aa-96a9-caa5a07c2f0a tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989500 Jul 23 16:40:06.786610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a814ca2a-fe81-491f-b68b-b6d13d61f4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.828809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a814ca2a-fe81-491f-b68b-b6d13d61f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.858933 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.863777 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-967ab837-1214-4151-8230-aab011fefe60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5699518 Jul 23 16:40:06.867655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45224) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:06.874315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:06.881546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.962076 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a814ca2a-fe81-491f-b68b-b6d13d61f4b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=178e4330599b423da655c5767e3d3872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9754729 Jul 23 16:40:06.962895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:07.012455 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:00Z', 'revision_number': 0, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:07.022798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b5df352b-9834-4605-8b0d-ebbe64b17588, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b5df352b-9834-4605-8b0d-ebbe64b17588,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:07.030442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.032454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afcf21d9-0d36-4c34-ada4-297b3207ecc5 req-d60e6f50-cafb-433a-b820-52a4139a325e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2640793 Jul 23 16:40:07.057044 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8c79d-59ed-4651-84b8-53c9b3755bec None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:00Z', 'revision_number': 0, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:07.150706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.177497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814ca2a-fe81-491f-b68b-b6d13d61f4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38419853-bd06-424d-844e-6e9276f3bfbc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.273524 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-e21726e5-4b42-48d9-87c1-5c9e26da66cf service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718852 Jul 23 16:40:07.301536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71185580-0169-410e-9742-cfe847088113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.401829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71185580-0169-410e-9742-cfe847088113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.503660 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808732d7-248f-4ffd-ac12-bafe61d8d7ee None None] New status for floating IP b96837b5-432e-4215-a307-a08dd7c469af: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:40:07.522193 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-31089fb5-cd8c-4e6d-b2b0-53f7b1147de8 req-2b8adb23-96df-4b4d-a581-f87a51fd7cd1 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366416 Jul 23 16:40:07.564441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71185580-0169-410e-9742-cfe847088113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.569784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-71185580-0169-410e-9742-cfe847088113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.573951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-71185580-0169-410e-9742-cfe847088113 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38419853-bd06-424d-844e-6e9276f3bfbc HTTP/1.1" status: 204 len: 168 time: 0.5861166 Jul 23 16:40:07.605695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185580-0169-410e-9742-cfe847088113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38419853-bd06-424d-844e-6e9276f3bfbc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:07.839207 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:40:07.881468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.913047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.009189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.052590 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.db.api [None req-808732d7-248f-4ffd-ac12-bafe61d8d7ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:08.053092 n-d-800484-3 neutron-server[94006]: DEBUG oslo_db.api [None req-808732d7-248f-4ffd-ac12-bafe61d8d7ee None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:08.253732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.280862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-d3f01dee-61e7-4781-bcad-462e3d95bbde tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.282443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-d3f01dee-61e7-4781-bcad-462e3d95bbde tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 1.1491306 Jul 23 16:40:08.284246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.293742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d926d6e4-5f3b-456d-9c0a-e0442ae67e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.325123 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-9dba565b-6ba4-4f8c-882e-79ec49d57b0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9492614 Jul 23 16:40:08.434709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.461633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.494704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b5df352b-9834-4605-8b0d-ebbe64b17588 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:08.514267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d926d6e4-5f3b-456d-9c0a-e0442ae67e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.522178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d926d6e4-5f3b-456d-9c0a-e0442ae67e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.554328 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808732d7-248f-4ffd-ac12-bafe61d8d7ee None None] New status for floating IP b96837b5-432e-4215-a307-a08dd7c469af: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:40:08.599042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.603199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7316847 Jul 23 16:40:08.606700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d926d6e4-5f3b-456d-9c0a-e0442ae67e1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de67d892720f4891a6453350328251b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489001 Jul 23 16:40:08.607371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.610404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:08.640226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b5df352b-9834-4605-8b0d-ebbe64b17588 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:08.643470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.649439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615061-cad2-468b-bec0-ecbb1e64e1fb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccbc02d-0d4c-4201-8f5a-a5928a395732,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.676104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b7ab05ff-ee2f-477f-b25b-583e68571854', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:08.719726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a1cae-9f52-4e26-a409-ae7f36764f61 req-70b7859b-4a38-4b0f-bc08-1c8c23004b07 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.733713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f34a1cae-9f52-4e26-a409-ae7f36764f61 req-70b7859b-4a38-4b0f-bc08-1c8c23004b07 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 0.8129840 Jul 23 16:40:08.780205 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:40:08.792121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926d6e4-5f3b-456d-9c0a-e0442ae67e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de7ac0-415f-4209-adc1-462ee1808169,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:08.796699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.828012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.885949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59416b-e912-419b-9c6c-9bcffaea1699 req-436e6616-d55f-4cbb-9ade-fdb5c438a5f5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.898930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d59416b-e912-419b-9c6c-9bcffaea1699 req-436e6616-d55f-4cbb-9ade-fdb5c438a5f5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.6688831 Jul 23 16:40:08.911567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.954652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.974522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.995328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4a0e80-354d-4789-8c7b-a653ecac908a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.013893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.015235 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e181b1bf-8278-4334-84d1-0c0fb89eaf34 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3918126 Jul 23 16:40:09.021087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.029519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.030798 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38de7ac0-415f-4209-adc1-462ee1808169 HTTP/1.1" status: 204 len: 168 time: 0.4060829 Jul 23 16:40:09.045960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c37a8-7375-4ac9-b006-38b9028537de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de7ac0-415f-4209-adc1-462ee1808169,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:09.083014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-a4e6df3a-6878-4577-8752-761ec6f79777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:09.084551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-a4e6df3a-6878-4577-8752-761ec6f79777 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.6345131 Jul 23 16:40:09.106518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Deleting port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:09.106825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.255508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f34a1cae-9f52-4e26-a409-ae7f36764f61 req-846b68cf-575b-4160-a295-9b256db4288d tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207016 Jul 23 16:40:09.499113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:09.617849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d59416b-e912-419b-9c6c-9bcffaea1699 req-79739e14-9f4f-475d-9afa-bf79e0da59cf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6331599 Jul 23 16:40:09.686604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-8a3712bf-37f4-438a-90ba-cb228be8d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:09.689893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-8a3712bf-37f4-438a-90ba-cb228be8d51b service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.5646491 Jul 23 16:40:09.700315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:09.710724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.1 (ed42ca93-d005-4815-9066-b35da32c56fa/0949660d-2246-4743-9a20-5b22ff812cc0/3d15a6d8-6ca5-47af-8f99-0e670f6049cb) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:09.738210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81868e15-9f8a-47b0-9dfc-135403b41949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.898155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81868e15-9f8a-47b0-9dfc-135403b41949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.904846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-81868e15-9f8a-47b0-9dfc-135403b41949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:09.941402 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-81868e15-9f8a-47b0-9dfc-135403b41949 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc72f8f1ea9944c5afc51ebc72ff1b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407451 Jul 23 16:40:09.946402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.014358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:10.017638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-9edf20ec-1e5e-4221-9f93-048f4c04929a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 1000 time: 0.3128753 Jul 23 16:40:10.028359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:10.028967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.039532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868e15-9f8a-47b0-9dfc-135403b41949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c1afe-8e05-41a2-b1e2-cc216d8ab1ab,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.060746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:10.063869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.113775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.117108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:10.119485 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411026c9-bff3-4e02-b64d-c046c11594a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:10.130935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b0ccf1a4-b32e-495f-9108-0672d7e8d572 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "PUT /v2.0/floatingips/b96837b5-432e-4215-a307-a08dd7c469af HTTP/1.1" status: 200 len: 990 time: 4.5401134 Jul 23 16:40:10.148647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] For port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,segment=NetworkSegment(475cf5c5-df9b-41b8-906c-e0f7022aec29),segment_id=475cf5c5-df9b-41b8-906c-e0f7022aec29)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:10.149019 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.158153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-d40696c0-7991-4437-abaf-e399fc673a49 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361300455&fields=id&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 267 time: 0.6432481 Jul 23 16:40:10.186711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.239186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:10.270316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Calling delete_port for 6b261b0a-68e9-484b-81bb-c8ea3555d5ee owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:10.288329 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba08352-dde6-4192-b2bc-6570cde29b87 x-openstack-request-id: req-4ba08352-dde6-4192-b2bc-6570cde29b87 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:10.288896 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:10.289345 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba08352-dde6-4192-b2bc-6570cde29b87 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:10.289917 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:40:10.342399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.349846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.355180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/608c1afe-8e05-41a2-b1e2-cc216d8ab1ab HTTP/1.1" status: 204 len: 168 time: 0.4063380 Jul 23 16:40:10.378569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a865b-dc8d-4b43-9c79-242ea749f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c1afe-8e05-41a2-b1e2-cc216d8ab1ab,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:10.414802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.466523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Transition to ACTIVE for port object 3d15a6d8-6ca5-47af-8f99-0e670f6049cb will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:10.548601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-00724c14-d5ff-4b30-9c45-77bf9e1ecd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.550868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-00724c14-d5ff-4b30-9c45-77bf9e1ecd2c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.4400136 Jul 23 16:40:10.672090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:08Z', 'revision_number': 2, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.701852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:10.716909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:10.717701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:39:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:10.919746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:10.941335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:10.962429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fb206d5-8522-4bac-9f4f-6ef699c5b5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.151727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-992b47a7-8aac-4333-9ec5-659040df7073 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:11.153343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-992b47a7-8aac-4333-9ec5-659040df7073 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 796 time: 0.9557657 Jul 23 16:40:11.166912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fb206d5-8522-4bac-9f4f-6ef699c5b5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.173645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9fb206d5-8522-4bac-9f4f-6ef699c5b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.262911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9fb206d5-8522-4bac-9f4f-6ef699c5b5f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1eb0a2b9505d4e9c8b19d6c0975484eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203719 Jul 23 16:40:11.263818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb206d5-8522-4bac-9f4f-6ef699c5b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d3359-776b-40ea-b6eb-9c09da94760a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.266180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45388) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.282164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-e7986c04-7fe5-444a-bfab-a87a3cec137d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/quotas/02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 375 time: 0.1162148 Jul 23 16:40:11.314380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:08Z', 'revision_number': 2, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:11.318337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.349048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-09088198-48e7-488e-a0eb-cec40935b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:11.350855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-09088198-48e7-488e-a0eb-cec40935b8c3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7583799 Jul 23 16:40:11.355325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57300392-f03f-4a07-8bad-2e3f1fbd17af None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b96837b5-432e-4215-a307-a08dd7c469af', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'port_id': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'mac_address': 'fa:16:3e:6e:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:00Z', 'updated_at': '2021-07-23T16:40:08Z', 'revision_number': 2, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:11.371137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.417000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.463260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce5f1-5b82-48e6-94c6-3e9bc5618cc4 req-63198e60-3b05-47e2-a064-9302b12b2927 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:11.466116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b57ce5f1-5b82-48e6-94c6-3e9bc5618cc4 req-63198e60-3b05-47e2-a064-9302b12b2927 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd50897-150c-4e98-870c-a7733bcc1e14 HTTP/1.1" status: 200 len: 945 time: 1.0873709 Jul 23 16:40:11.488254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network ed42ca93-d005-4815-9066-b35da32c56fa is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:11.512371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.515402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.516694 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/159d3359-776b-40ea-b6eb-9c09da94760a HTTP/1.1" status: 204 len: 168 time: 0.2496378 Jul 23 16:40:11.523048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:11.527461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.537615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:11.547993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c8ded-8e9f-46b6-90da-9d55d11da87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d3359-776b-40ea-b6eb-9c09da94760a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.609302 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.661330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=3d15a6d8-6ca5-47af-8f99-0e670f6049cb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.667521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:11.783155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3e378b61-2709-4639-ab8e-c596100d2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.827744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Pushing event deleted for resources: {'Port': ['ID=6b261b0a-68e9-484b-81bb-c8ea3555d5ee,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.873283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:40:11.881789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] No DVR routers for this DVR port 6b261b0a-68e9-484b-81bb-c8ea3555d5ee on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:11.887035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.889030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeab7a-0477-4bf4-b212-5d471af17ea6 req-ea5e9f44-8271-4f04-978c-426d0fe4e839 tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.81 "DELETE /v2.0/ports/6b261b0a-68e9-484b-81bb-c8ea3555d5ee HTTP/1.1" status: 204 len: 173 time: 3.5924203 Jul 23 16:40:11.895310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.942511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b57ce5f1-5b82-48e6-94c6-3e9bc5618cc4 req-74ffbd4d-dd34-4e32-92e8-2c75244eb43f tempest-InstanceActionsNegativeTestJSON-27521949 tempest-InstanceActionsNegativeTestJSON-27521949-project] 10.222.0.64 "GET /v2.0/security-groups?id=1eb50a33-6b57-4144-982a-8519a8e76231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528773 Jul 23 16:40:11.952788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-42b36848-19b1-4fb3-b841-a815683a5817 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6545339 Jul 23 16:40:11.959400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-2ee3accc-1663-4c7a-8352-928c536c8272 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519645 Jul 23 16:40:11.976762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b261b0a-68e9-484b-81bb-c8ea3555d5ee no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:12.070381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-07fe4bd4-c32d-4c1f-b7ff-ccc4b7238d26 None None] Provisioning for port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:12.082311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 6b261b0a-68e9-484b-81bb-c8ea3555d5ee {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:12.083960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 6b261b0a-68e9-484b-81bb-c8ea3555d5ee not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:12.092225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-07fe4bd4-c32d-4c1f-b7ff-ccc4b7238d26 None None] Provisioning complete for port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:12.093287 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bd4-c32d-4c1f-b7ff-ccc4b7238d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.197241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-07fe4bd4-c32d-4c1f-b7ff-ccc4b7238d26 None None] Port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:12.239936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-022a894d-7a37-4f37-b438-adcf6482ec69 req-5d65e2ab-b0a2-4049-bf9b-7a0e312ffbec service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729027 Jul 23 16:40:12.252847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-244a13fa-329b-4f3f-8863-f8022795570e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.284977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-25e3ad33-44e6-4b66-91cf-634aa7704789 service neutron] 10.222.0.64 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943635 Jul 23 16:40:12.291477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}, {'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'name': 'network-vif-deleted', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:12.294110 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9be5e94-0632-4488-9e30-a67547ab0b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}, {"server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "name": "network-vif-deleted", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:12.314481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.462388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-244a13fa-329b-4f3f-8863-f8022795570e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.465183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca0d20-9f47-41cc-b29e-770d3f864e4d req-620e7a28-c4ee-461d-aecd-515f5268097e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:12.472745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6eca0d20-9f47-41cc-b29e-770d3f864e4d req-620e7a28-c4ee-461d-aecd-515f5268097e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.3042715 Jul 23 16:40:12.478733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-244a13fa-329b-4f3f-8863-f8022795570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.535860 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-244a13fa-329b-4f3f-8863-f8022795570e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad82104e6ebd4b4682d0ba204386e0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669834 Jul 23 16:40:12.542290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45424) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:12.564162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a13fa-329b-4f3f-8863-f8022795570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e7cf3-9f0f-483b-8438-2504322c8334,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.644888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.704568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.704758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-f723d10e-31f9-4c84-9017-3684cda80c80 service neutron] 10.222.0.64 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013474 Jul 23 16:40:12.734150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6eca0d20-9f47-41cc-b29e-770d3f864e4d req-e4c9d480-79bc-42c0-988e-f4ba27152800 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2457454 Jul 23 16:40:12.796846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.801156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.802668 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe0e7cf3-9f0f-483b-8438-2504322c8334 HTTP/1.1" status: 204 len: 168 time: 0.2585189 Jul 23 16:40:12.819258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7454-c783-43db-89ee-1358a7678c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e7cf3-9f0f-483b-8438-2504322c8334,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.835053 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091cf76-d05d-403a-89f4-eca9e3e907de x-openstack-request-id: req-f091cf76-d05d-403a-89f4-eca9e3e907de {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:12.835851 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}, {"server_uuid": "bfd50897-150c-4e98-870c-a7733bcc1e14", "name": "network-vif-deleted", "tag": "6b261b0a-68e9-484b-81bb-c8ea3555d5ee", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:12.836108 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f091cf76-d05d-403a-89f4-eca9e3e907de {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:12.836527 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:40:12.836785 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd50897-150c-4e98-870c-a7733bcc1e14', 'name': 'network-vif-deleted', 'tag': '6b261b0a-68e9-484b-81bb-c8ea3555d5ee', 'status': 'completed', 'code': 200} Jul 23 16:40:12.849376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-35f134c9-48ed-40a1-ac5a-60c5e0de43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:12.850964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-35f134c9-48ed-40a1-ac5a-60c5e0de43e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.5218663 Jul 23 16:40:13.085236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.156581 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Deleting subnet 29a4253d-6244-4f03-af02-d8d9322a273d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:13.160961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.245533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.292882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c66b0df-ef7c-40ab-a0fb-7eb6cf81b3b0 req-b9984591-2723-42e7-ad7f-785c2be4a6f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 210 time: 0.1890213 Jul 23 16:40:13.329948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-ac1c89bf-da0d-4306-98e3-6975fd0e5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.332215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-ac1c89bf-da0d-4306-98e3-6975fd0e5dca service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.4694541 Jul 23 16:40:13.335311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.414118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-e412f779-4c6b-433a-a417-8a65ff8e3e17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 1000 time: 0.0738297 Jul 23 16:40:13.450104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.498390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.506901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-df99e0f9-3e57-4966-a925-91eb63e55593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.508364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a4253d-6244-4f03-af02-d8d9322a273d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.509602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-df99e0f9-3e57-4966-a925-91eb63e55593 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.0873375 Jul 23 16:40:13.511361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.519154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.523143 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f5516fa-2d1e-43d1-9cb3-ceb3c075c7c3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/29a4253d-6244-4f03-af02-d8d9322a273d HTTP/1.1" status: 204 len: 168 time: 0.4368112 Jul 23 16:40:13.525651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:13.623258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.681252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.734056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=3d15a6d8-6ca5-47af-8f99-0e670f6049cb,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:13.836799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-0b260f63-59af-40a0-b408-cc690d1767d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.840951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-0b260f63-59af-40a0-b408-cc690d1767d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526112 Jul 23 16:40:13.891803 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.906883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93bb75a-6232-499a-bfb3-55cc1b5dc1b4']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:13.939623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475cf5c5-df9b-41b8-906c-e0f7022aec29') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:13.940075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475cf5c5-df9b-41b8-906c-e0f7022aec29') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:13.960115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:13.992636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.003223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:14.003743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:14.008038 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:14.109213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.118156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.125596 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b93bb75a-6232-499a-bfb3-55cc1b5dc1b4 HTTP/1.1" status: 204 len: 168 time: 0.5938559 Jul 23 16:40:14.161351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2832c-b4cf-4b53-bba3-eb0b9bbace97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93bb75a-6232-499a-bfb3-55cc1b5dc1b4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.161920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network ed42ca93-d005-4815-9066-b35da32c56fa is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:14.170640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:14.351843 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.396060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45492) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.411130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-587e5e31-412d-40c1-bf59-58b07de5d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.508339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897f333-0a04-44dd-bee5-22f54d2c5fe3 req-d6c5ab36-9582-4b2a-880f-74e8b0683cdf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:14.509962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8897f333-0a04-44dd-bee5-22f54d2c5fe3 req-d6c5ab36-9582-4b2a-880f-74e8b0683cdf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.6572638 Jul 23 16:40:14.515514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0aa5431b-3ec6-4c85-b035-e7976f65aee9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b01086e44cf463690fc4928c4d94c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140060 Jul 23 16:40:14.515897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45494) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:14.540529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:14.590817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c9886d9-785b-4428-bdab-4ecd08ec447d req-3a3f2d04-b0bf-4427-87c5-9507920ddf49 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 210 time: 0.0602436 Jul 23 16:40:14.597729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-1563f21c-6eba-4d7e-bbf9-957baf557888 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436914 Jul 23 16:40:14.626508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.653581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.675661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ea8f628-761c-4673-9f2c-d40d56ad3b3b None None] Provisioning complete for port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:14.676188 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f628-761c-4673-9f2c-d40d56ad3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.748794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8f628-761c-4673-9f2c-d40d56ad3b3b None None] Port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:14.766520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.770032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.773817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1eb50a33-6b57-4144-982a-8519a8e76231 HTTP/1.1" status: 204 len: 168 time: 0.2537193 Jul 23 16:40:14.791713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22693ea3-a6dd-4853-9422-77799e9ab749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb50a33-6b57-4144-982a-8519a8e76231,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.902427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8897f333-0a04-44dd-bee5-22f54d2c5fe3 req-fef68c01-0cd6-40d0-8958-6d9ad8c0a4b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3651960 Jul 23 16:40:14.903016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45506) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.120927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:15.176015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.346281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.520485 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.554764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Allocated IP 172.25.2.254 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/7f175ed5-d175-4d94-a580-b735ab0efd12) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:15.564367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-411026c9-bff3-4e02-b64d-c046c11594a4 req-57a8e9d3-8972-49e5-a17b-adf663edf3de service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9515109 Jul 23 16:40:15.588170 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-8beeb997-85e5-4706-ae02-15c37a2cfdd8 service neutron] show failed (client error): The resource could not be found. Jul 23 16:40:15.590085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-8beeb997-85e5-4706-ae02-15c37a2cfdd8 service neutron] 10.222.0.67 "GET /v2.0/ports/09f49c53-00c7-403a-99eb-71cfbe4ae8b3/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.2055602 Jul 23 16:40:15.641617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-ca258766-2dff-43fb-a51f-dcf5f31d8d91 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:15.643174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-ca258766-2dff-43fb-a51f-dcf5f31d8d91 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 796 time: 0.6630497 Jul 23 16:40:15.662895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:15.672650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5cb8f02c-8744-446b-a327-dc95cc42b29c tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/routers/11a9a844-25f3-4124-9aa2-f4d2adddcd40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4412260 Jul 23 16:40:15.677296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] Sync routers for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:15.689712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45532) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:15.699047 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:15.699674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:15.736643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'port': {'network_id': 'ed42ca93-d005-4815-9066-b35da32c56fa', 'name': 'tempest-FloatingIPTestJSON-493534351'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:15.790549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:15.792527 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:15.829310 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:15.829952 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:15.944456 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:15.945108 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71befbcc-44e9-446c-9e2c-83d8fc763fb9 None None] The sync data for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:15.983921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.047478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:16.055361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:16.064287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:16.072656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=7f175ed5-d175-4d94-a580-b735ab0efd12,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:16.132294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-525a69be-030f-4fa4-95ab-715e36782ee4 req-84bb1f46-dd19-44a5-977c-029cfbbc6829 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 210 time: 0.3712251 Jul 23 16:40:16.133778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-113b82c2-ebbd-4040-8402-0bb94b8cb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.135755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-113b82c2-ebbd-4040-8402-0bb94b8cb2ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 1096 time: 0.2647314 Jul 23 16:40:16.170967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.273969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-8c25574d-59f5-419c-b8e7-e398089e4550 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 379 time: 0.6008940 Jul 23 16:40:16.274808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45560) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:16.343473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.354788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'port': {'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'admin_state_up': True, 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'security_groups': ['b7ab05ff-ee2f-477f-b25b-583e68571854']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.416254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.436902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.603515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-network', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:16.630503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-8e3cdb25-913e-4dc3-8d51-d6aee7b93c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.632287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-8e3cdb25-913e-4dc3-8d51-d6aee7b93c41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.9607430 Jul 23 16:40:16.724283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:40:16.724283 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:40:16.724283 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': 'a0b50a0d9e39473889f9698f57f26688', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 40, 16, 626141)}] Jul 23 16:40:16.724283 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:16.724824 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:16.725345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:40:16.725345 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:40:16.725345 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '0d396aa8b80545cc814fd0d7813388a7', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 40, 16, 640379)}] Jul 23 16:40:16.725345 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:16.725793 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:16.756247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674d4b-89ef-4116-b11f-f21b17dfddf7 req-2fea38a2-f9c7-4bf1-9ff5-09e352a3106c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.757874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7674d4b-89ef-4116-b11f-f21b17dfddf7 req-2fea38a2-f9c7-4bf1-9ff5-09e352a3106c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.6102052 Jul 23 16:40:16.760577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:16.764100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.812923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-7adc31ef-7990-43da-b265-4e256f5862d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.816175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-7adc31ef-7990-43da-b265-4e256f5862d5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.1698792 Jul 23 16:40:16.894378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:16.901539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.911536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7674d4b-89ef-4116-b11f-f21b17dfddf7 req-51982933-3307-43cf-9473-0a284d72ef29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1428633 Jul 23 16:40:16.921541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.941008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.013060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-d552f6b6-77bc-4068-8d36-d65279cc0b06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 1000 time: 0.1865585 Jul 23 16:40:17.040586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=7f175ed5-d175-4d94-a580-b735ab0efd12,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.046721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:17.076799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.078168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.11 (e63d9544-2a71-4401-aded-26f40ca9f226/b77addf0-800a-4ab9-8aa3-024db1928fe9/fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:17.102521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-1542f767-cbd6-43d2-b2de-b4380374dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.104208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-1542f767-cbd6-43d2-b2de-b4380374dda4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.0834165 Jul 23 16:40:17.112699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.114282 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0bdb8dcd-d737-4ca1-91e2-fb5454d23562 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2102203 Jul 23 16:40:17.116910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:17.118201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45610) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.119237 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9a9b99-b70e-4194-8191-8ffdc3a27503" -d '{"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-unplugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:17.123943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.138439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1876770411'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:17.140348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Transition to ACTIVE for port object 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:17.146160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.180629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b13894-5a72-4178-840e-1eca64241f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.211611 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3e64a-0212-4f13-9203-22fef01f9ef3 x-openstack-request-id: req-4bc3e64a-0212-4f13-9203-22fef01f9ef3 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:17.211903 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-unplugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:17.212299 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bc3e64a-0212-4f13-9203-22fef01f9ef3 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:17.212706 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'code': 200} Jul 23 16:40:17.294600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.324481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77b9cb1c-f139-4cce-8c89-de6978b39b1c req-2326feda-cfaa-4e5d-b878-5b7e155098fa tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 210 time: 0.0769362 Jul 23 16:40:17.360887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Made reservation on behalf of 98e756dd4cb7472e8a4006a8d6304286 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:17.365053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.383936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] No DVR routers for this DVR port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:17.398836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.415171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:40:17.415171 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:40:17.415171 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': '0d396aa8b80545cc814fd0d7813388a7', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 40, 17, 260755)}] Jul 23 16:40:17.415171 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:17.416004 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:17.416639 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:40:17.416639 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:40:17.416639 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id_1': 'a0b50a0d9e39473889f9698f57f26688', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 40, 17, 256508)}] Jul 23 16:40:17.416639 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:17.417502 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:17.457648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-1418cd25-520d-4a0e-9fba-79d6b6664f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.459497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-1418cd25-520d-4a0e-9fba-79d6b6664f1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420801 Jul 23 16:40:17.463225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.510402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.535789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.590363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:17.598742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:17.600287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:17.601575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:17.607325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:40:17.607917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Attempting to bind port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on network f4ce89da-3f30-4ca0-9248-d864a24a30be {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:17.614963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:17.615349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Checking segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:17.615737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Bound using segment: {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:17.616159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Bound port: 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebf5a72-7849-4821-9d0f-68b3c36344b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:17.616516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.673634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fefdfc88-18b7-4be0-b5c1-173e8957e87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.708519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-01e5e22c-5482-49d4-bb72-f0930752bf0b service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154536 Jul 23 16:40:17.710502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b13894-5a72-4178-840e-1eca64241f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.714533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:17.718460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:17.726555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.738377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3b13894-5a72-4178-840e-1eca64241f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.762988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.764076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.765516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] 10.222.0.81 "PUT /v2.0/ports/09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 1091 time: 1.6082513 Jul 23 16:40:17.799731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847074dc-173f-43ad-9505-bf8ab4278b38 service neutron] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.800155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.843645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f3b13894-5a72-4178-840e-1eca64241f20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17b9efff0c7f4e70b30b2933285929b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982768 Jul 23 16:40:17.844415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b13894-5a72-4178-840e-1eca64241f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d973d016-09f9-4625-af4d-71f24e5773ec,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.846354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45624) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:17.878805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Made reservation on behalf of 0d396aa8b80545cc814fd0d7813388a7 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:17.883071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.918808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.926121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-40e9c99a-9c41-4593-8c88-fe3b0d36b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.927660 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-40e9c99a-9c41-4593-8c88-fe3b0d36b061 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1094 time: 0.1184502 Jul 23 16:40:17.961649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network e63d9544-2a71-4401-aded-26f40ca9f226 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:17.968235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] device_id is not set on port 8dfc1f80-5752-42c9-8f97-5e23065a0c6e yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:40:17.972540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:17.977275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:17.983144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:17.988932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:17.994607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9be5e94-0632-4488-9e30-a67547ab0b5a req-8954d0c7-e68f-411d-922d-958e44703b3e service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796793 Jul 23 16:40:18.201174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.201868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.256686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Allocated IP 172.20.0.9 (ed42ca93-d005-4815-9066-b35da32c56fa/0949660d-2246-4743-9a20-5b22ff812cc0/8dfc1f80-5752-42c9-8f97-5e23065a0c6e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:18.283764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.302400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.325478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c8b6e-12c8-4850-90ae-3b7de4cd7421 req-d8986c8c-b268-4828-814c-97d4c4bd3515 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.327154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d2c8b6e-12c8-4850-90ae-3b7de4cd7421 req-d8986c8c-b268-4828-814c-97d4c4bd3515 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.2549558 Jul 23 16:40:18.328456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-eb85a45e-8027-4cca-b102-7b682869e3f4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0349853 Jul 23 16:40:18.369240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c2d123a2-ad94-42a1-9a26-9a39f6cbf383 None None] Provisioning for port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:18.369813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Request body: {'port': {'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:18.374700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c2d123a2-ad94-42a1-9a26-9a39f6cbf383 None None] Provisioning complete for port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:18.374700 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2d123a2-ad94-42a1-9a26-9a39f6cbf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.376547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:18.421226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c2d123a2-ad94-42a1-9a26-9a39f6cbf383 None None] Port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:18.437961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Made reservation on behalf of a0b50a0d9e39473889f9698f57f26688 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:18.441955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.478018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282b6355-0204-48a7-9449-5b97454ce899,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:18.482578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-dc9c349e-df79-4fe5-858f-785a0ffe0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.484149 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-dc9c349e-df79-4fe5-858f-785a0ffe0f89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.5488913 Jul 23 16:40:18.488602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.524933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.525280 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Added segment 8a687465-fc44-4501-a2e1-33eb04021eb4 of type vlan for network e8d6aae7-0cff-46d2-bd95-ede8f73976be Jul 23 16:40:18.531722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.534702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.535827 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d973d016-09f9-4625-af4d-71f24e5773ec HTTP/1.1" status: 204 len: 168 time: 0.6878831 Jul 23 16:40:18.560834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea774ca-b7f7-4263-b736-79ebc7a29573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d973d016-09f9-4625-af4d-71f24e5773ec,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:18.564210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d2c8b6e-12c8-4850-90ae-3b7de4cd7421 req-3685da1a-e982-4b29-b384-9a1cc119322b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2207999 Jul 23 16:40:18.596269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-eea6f594-dcb4-4a1d-972a-f1436263cbfb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 999 time: 0.1029301 Jul 23 16:40:18.653536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:18.666775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fefdfc88-18b7-4be0-b5c1-173e8957e87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.678590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fefdfc88-18b7-4be0-b5c1-173e8957e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.681559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.698956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:18.728893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fefdfc88-18b7-4be0-b5c1-173e8957e87b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d40f37860a834e09844f637e05c9c234&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151229 Jul 23 16:40:18.728893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-3ca1c021-9cb3-451a-a095-c2131a205a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.729578 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-3ca1c021-9cb3-451a-a095-c2131a205a35 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1218121 Jul 23 16:40:18.730120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45634) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.749896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.792486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdfc88-18b7-4be0-b5c1-173e8957e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8318f-ad38-432e-b2b8-107d3edf7703,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:18.849337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.875364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90b554-a369-43de-97b3-7456d9f0e1b7 req-6c35ab6b-5a87-4c8e-bdc4-f0a9f0958d4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.877332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e90b554-a369-43de-97b3-7456d9f0e1b7 req-6c35ab6b-5a87-4c8e-bdc4-f0a9f0958d4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 932 time: 0.4261954 Jul 23 16:40:18.878631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.884782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.885333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.886905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-c2ca8a15-2f0a-4daf-89ce-5bb3564a5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.888465 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-c2ca8a15-2f0a-4daf-89ce-5bb3564a5bcf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413946 Jul 23 16:40:18.893585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.893994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.931062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:18.971714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9e68348-8cca-4614-ad71-515ad40f930c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.975337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Transition to ACTIVE for port object 8dfc1f80-5752-42c9-8f97-5e23065a0c6e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:19.040980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.043663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.044808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12d8318f-ad38-432e-b2b8-107d3edf7703 HTTP/1.1" status: 204 len: 168 time: 0.3113625 Jul 23 16:40:19.063348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-6727a9da-818b-4ce8-8b95-9e2fd2d4ea83 service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623709 Jul 23 16:40:19.064207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588afc6-42cd-4d0c-9127-85ad1aa42a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8318f-ad38-432e-b2b8-107d3edf7703,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.100462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Network': ['ID=e8d6aae7-0cff-46d2-bd95-ede8f73976be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.116867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:19.129089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e90b554-a369-43de-97b3-7456d9f0e1b7 req-5ad2129c-ea7d-4c9f-9a6d-d52649183766 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396646 Jul 23 16:40:19.214170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:19.216831 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca8849-de15-4607-98e5-3b09caa40f39" -d '{"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:19.220007 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.230532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.231403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1af542c9-51d2-4403-88a9-931323baeeb6 req-c7c72ec0-0020-46cd-936d-eb3faa955ffb service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602201 Jul 23 16:40:19.242605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f3e9b504-02a2-45f9-8692-8bbde675c8ae tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1091921 Jul 23 16:40:19.244112 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.247576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45642) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.255069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Request body: {'subnet': {'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:19.271269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:19.362892 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd25c97-0eee-4bb2-92a5-09b5ded47742 x-openstack-request-id: req-7dd25c97-0eee-4bb2-92a5-09b5ded47742 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:19.363134 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:19.366129 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dd25c97-0eee-4bb2-92a5-09b5ded47742 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:19.366703 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'status': 'completed', 'code': 200} Jul 23 16:40:19.505864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9e68348-8cca-4614-ad71-515ad40f930c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.523618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-2ed322a0-eb2c-40c1-aaeb-909d62098c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:19.525181 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-2ed322a0-eb2c-40c1-aaeb-909d62098c79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1094 time: 0.1306074 Jul 23 16:40:19.525828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a9e68348-8cca-4614-ad71-515ad40f930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.556201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45646) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.601221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Made reservation on behalf of 98e756dd4cb7472e8a4006a8d6304286 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:19.604735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.622678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca3404fc-5ec7-4436-aa21-d7ac5c735638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.654532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a9e68348-8cca-4614-ad71-515ad40f930c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e4cd82d277e46a8af1b85549d2ceff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223682 Jul 23 16:40:19.655888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e68348-8cca-4614-ad71-515ad40f930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0a6c2-2d25-438f-9eb4-17c6ab8391f7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.667219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:19.695929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.696293 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Added segment c46fca1f-7838-40b0-82c4-e90680f6c2dc of type vlan for network 91a2221a-569d-4847-b85a-b377af8016f2 Jul 23 16:40:19.730423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6198aa4c-5c17-43a8-969b-9001ae417794,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.754094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Network ed42ca93-d005-4815-9066-b35da32c56fa is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:19.787346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:19.790333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:19.851877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-307544e4-a7ef-4167-b6ff-d789eb2689da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:19.852872 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-307544e4-a7ef-4167-b6ff-d789eb2689da service neutron] 10.222.0.81 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.3205144 Jul 23 16:40:19.865316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event updated for resources: {'Port': ['ID=8dfc1f80-5752-42c9-8f97-5e23065a0c6e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:19.889314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.897502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.910007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:19.910675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.015696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.029749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:20.041738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.044187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.045230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.045859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.046433 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-cab40e2a-cd28-4c85-a47d-0d53495e5631 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 999 time: 0.1802480 Jul 23 16:40:20.100276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b266ba-5fe7-4380-9ce8-cdb11034602a req-0f79f461-7ea7-42a5-b142-c1c0b0d323bf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.101867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b266ba-5fe7-4380-9ce8-cdb11034602a req-0f79f461-7ea7-42a5-b142-c1c0b0d323bf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.4228482 Jul 23 16:40:20.103218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Transition to ACTIVE for port object fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:20.126291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.163504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1f77802f-4b9c-4288-b88d-df86b3712c8c None None] Provisioning for port 8dfc1f80-5752-42c9-8f97-5e23065a0c6e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:20.170659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1f77802f-4b9c-4288-b88d-df86b3712c8c None None] Provisioning complete for port 8dfc1f80-5752-42c9-8f97-5e23065a0c6e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:20.175659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca3404fc-5ec7-4436-aa21-d7ac5c735638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.179604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1f77802f-4b9c-4288-b88d-df86b3712c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.182653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-2f2c543b-77e5-469e-afa1-464c25ff25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.185232 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-2f2c543b-77e5-469e-afa1-464c25ff25ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.1235194 Jul 23 16:40:20.189029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca3404fc-5ec7-4436-aa21-d7ac5c735638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.217194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] Pushing event updated for resources: {'Network': ['ID=91a2221a-569d-4847-b85a-b377af8016f2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.219933 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.231950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-1268bda9-1972-45df-a938-6291548f73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.234368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-1268bda9-1972-45df-a938-6291548f73eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1094 time: 0.5615501 Jul 23 16:40:20.240883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-59ecf14c-ffae-4d66-ae28-b0f1d5fb308c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.9605844 Jul 23 16:40:20.248221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce9c4ad4-0f2d-4c83-9d4c-bcfcbd6f362a tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5179238 Jul 23 16:40:20.251938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45656) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.252284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45658) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.256785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1f77802f-4b9c-4288-b88d-df86b3712c8c None None] Port 8dfc1f80-5752-42c9-8f97-5e23065a0c6e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:20.258707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 91a2221a-569d-4847-b85a-b377af8016f2 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:20.270981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Request body: {'floatingip': {'port_id': '8dfc1f80-5752-42c9-8f97-5e23065a0c6e'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:20.287545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Request body: {'subnet': {'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-subnet', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:20.320632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Subnet': ['ID=09324c43-6395-4226-8740-0c66ce047043,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.322899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.325691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.327018 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1b0a6c2-2d25-438f-9eb4-17c6ab8391f7 HTTP/1.1" status: 204 len: 168 time: 0.6585293 Jul 23 16:40:20.380640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca3404fc-5ec7-4436-aa21-d7ac5c735638 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f733164babee4c91ba080b71f6f4b099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8210475 Jul 23 16:40:20.385690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.386550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3404fc-5ec7-4436-aa21-d7ac5c735638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b49ad4-8490-4aa7-8c7b-731d356ebbc7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.388893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45662) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.437915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16b266ba-5fe7-4380-9ce8-cdb11034602a req-bacc614d-f37e-404b-8be5-4d539996c7a7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3218963 Jul 23 16:40:20.470922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f85492-fe90-48fe-9708-51f72ce53889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0a6c2-2d25-438f-9eb4-17c6ab8391f7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.478863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-9693fc2c-2fe5-40f3-9904-9e91bedcc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.480544 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-9693fc2c-2fe5-40f3-9904-9e91bedcc93a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879403 Jul 23 16:40:20.523624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Checking segment: {'id': '8a687465-fc44-4501-a2e1-33eb04021eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:20.523949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network hostable DHCP agents. Network: e8d6aae7-0cff-46d2-bd95-ede8f73976be, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:20.627103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:20.635722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.640569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Made reservation on behalf of a0b50a0d9e39473889f9698f57f26688 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:20.642759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e8d6aae7-0cff-46d2-bd95-ede8f73976be) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:20.644022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.653388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.655859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169f8d7-8537-4b59-939b-54eb0ff6b78b None None] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:20.663116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.663768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.673707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-f356c523-e3ed-4c03-b825-c38301ffcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.676122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-f356c523-e3ed-4c03-b825-c38301ffcbb2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.4223249 Jul 23 16:40:20.690884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.715279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-99782805-e8a0-4ad9-842e-7975d5780653 service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240262 Jul 23 16:40:20.723555 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd0a6990-b401-45bb-b878-4ec8756fbd8d tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4711208 Jul 23 16:40:20.732479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45666) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.758690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1683166853', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:20.855060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45668) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:20.855534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-e8d6aae7-0cff-46d2-bd95-ede8f73976be', 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be', 'tenant_id': '98e756dd4cb7472e8a4006a8d6304286', 'fixed_ips': [{'subnet_id': '09324c43-6395-4226-8740-0c66ce047043'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:40:20.856684 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.873363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ac1abe8-cd80-4f13-a834-646b1981d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.905191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-a52a4380-ada8-4d7b-b549-191c8a0ff9ce service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660340 Jul 23 16:40:20.912922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.915571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.916844 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7b49ad4-8490-4aa7-8c7b-731d356ebbc7 HTTP/1.1" status: 204 len: 168 time: 0.5240669 Jul 23 16:40:20.928961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560c361-d160-42a1-b2b4-ce51e53a3435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b49ad4-8490-4aa7-8c7b-731d356ebbc7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.935542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e8583-e164-48ac-a36e-6dbc1ce80216 req-cbe89b8f-6c67-4695-a5ae-66d5cbf41918 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.937592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50e8583-e164-48ac-a36e-6dbc1ce80216 req-cbe89b8f-6c67-4695-a5ae-66d5cbf41918 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 944 time: 0.6409326 Jul 23 16:40:20.970733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Attempting to bind port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:20.971099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Attempting to bind port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:20.971496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Attempting to bind port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc on network e63d9544-2a71-4401-aded-26f40ca9f226 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:20.995631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.996674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.028300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc on network e63d9544-2a71-4401-aded-26f40ca9f226 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:40:21.028642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Attempting to bind port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc on network e63d9544-2a71-4401-aded-26f40ca9f226 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:21.040951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-e6893f47-0d46-4107-93ac-b270b7cad4ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 999 time: 0.3129015 Jul 23 16:40:21.048563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Allocated IP 172.20.0.2 (e8d6aae7-0cff-46d2-bd95-ede8f73976be/09324c43-6395-4226-8740-0c66ce047043/9c781568-fa96-46cf-848c-a0c58d636701) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:21.079635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ac1abe8-cd80-4f13-a834-646b1981d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.086455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ac1abe8-cd80-4f13-a834-646b1981d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.122048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:21.122452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Checking segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:21.122903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Bound using segment: {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:21.123535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Bound port: fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:21.123954 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.128171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1abe8-cd80-4f13-a834-646b1981d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487716f1-a6bf-4cb3-b555-0cd4ce1f1d45,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.153212 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ac1abe8-cd80-4f13-a834-646b1981d7fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4879024bf4aa4c1d92311092a8c89e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968495 Jul 23 16:40:21.155940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45672) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:21.247085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50e8583-e164-48ac-a36e-6dbc1ce80216 req-0284e470-6543-44da-9cb6-6a2ce7c4486f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789996 Jul 23 16:40:21.268681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.276392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.292899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Transition to ACTIVE for port object 9c781568-fa96-46cf-848c-a0c58d636701 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:21.312271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Transition to ACTIVE for port object 9c781568-fa96-46cf-848c-a0c58d636701 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:21.321765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.324030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.378522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:21.381717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:21.385404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:21.385805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.390750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.396481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/487716f1-a6bf-4cb3-b555-0cd4ce1f1d45 HTTP/1.1" status: 204 len: 168 time: 0.2362101 Jul 23 16:40:21.404275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Pushing event updated for resources: {'Port': ['ID=9c781568-fa96-46cf-848c-a0c58d636701,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.415152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a3492-0fc3-4b6b-8f9b-4939ff3122a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487716f1-a6bf-4cb3-b555-0cd4ce1f1d45,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.439146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.459748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-4c9e93e9-b95b-416d-9836-4ed33efd16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:21.462325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-4c9e93e9-b95b-416d-9836-4ed33efd16c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.4032657 Jul 23 16:40:21.480847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Attempting to bind port 9c781568-fa96-46cf-848c-a0c58d636701 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:21.481356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Attempting to bind port 9c781568-fa96-46cf-848c-a0c58d636701 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '8a687465-fc44-4501-a2e1-33eb04021eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:21.481905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Attempting to bind port 9c781568-fa96-46cf-848c-a0c58d636701 on network e8d6aae7-0cff-46d2-bd95-ede8f73976be {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:21.488561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:21.489183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Checking segment: {'id': '8a687465-fc44-4501-a2e1-33eb04021eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:21.489743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.490402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Bound using segment: {'id': '8a687465-fc44-4501-a2e1-33eb04021eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:21.491372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Bound port: 9c781568-fa96-46cf-848c-a0c58d636701, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a687465-fc44-4501-a2e1-33eb04021eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:21.492196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.589968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] For port 9c781568-fa96-46cf-848c-a0c58d636701, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:21.593863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] For port 9c781568-fa96-46cf-848c-a0c58d636701, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9c781568-fa96-46cf-848c-a0c58d636701,segment=NetworkSegment(8a687465-fc44-4501-a2e1-33eb04021eb4),segment_id=8a687465-fc44-4501-a2e1-33eb04021eb4)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:21.605488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.690409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb1028-ba92-44b0-bb30-9b44d5eeaa0b None None] Pushing event updated for resources: {'Port': ['ID=9c781568-fa96-46cf-848c-a0c58d636701,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:21.723152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:21.846088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:21.851167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.854818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.880858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.086817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:22.087903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:22.090038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] 10.222.0.81 "PUT /v2.0/ports/fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 1092 time: 3.7393186 Jul 23 16:40:22.125027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:22.128757 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:22.542691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9c781568-fa96-46cf-848c-a0c58d636701 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:22.619616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9c781568-fa96-46cf-848c-a0c58d636701 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:22.645708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-c96fbce3-40a5-4d3d-8d1f-73cf14009c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:22.645708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-c96fbce3-40a5-4d3d-8d1f-73cf14009c32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1300638 Jul 23 16:40:22.656979 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0947941-5942-442d-846b-fa8f26ab52d0 x-openstack-request-id: req-a0947941-5942-442d-846b-fa8f26ab52d0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:22.657279 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:22.657708 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0947941-5942-442d-846b-fa8f26ab52d0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:22.658155 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'status': 'completed', 'code': 200} Jul 23 16:40:22.820953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b778b46e-c9fe-490b-afd3-db55d4fec43b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:22.860940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605f23c-ee6a-4e48-8e39-9dadf1df71df service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:22.885690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcfc6c-51cc-495d-ac29-f7942b77ddbd req-d509e839-cdf3-4d03-a2a7-9b0c3e0f1284 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:22.887645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fcfc6c-51cc-495d-ac29-f7942b77ddbd req-d509e839-cdf3-4d03-a2a7-9b0c3e0f1284 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 1.2974119 Jul 23 16:40:22.896070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Checking segment: {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:22.896522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Network hostable DHCP agents. Network: 91a2221a-569d-4847-b85a-b377af8016f2, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:40:22.934433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45768) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.050916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c33afb8-13e9-48ca-89b1-85495416fdcc None None] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:23.093683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e90183fe-5e1e-4505-ad15-b4eb9ee083d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.125744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fcfc6c-51cc-495d-ac29-f7942b77ddbd req-dd6ccd3e-fb88-4d14-ac58-130e0dd385d4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2233040 Jul 23 16:40:23.191002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Provisioning for port 9c781568-fa96-46cf-848c-a0c58d636701 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:23.200155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Provisioning complete for port 9c781568-fa96-46cf-848c-a0c58d636701 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:23.200543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.210734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Network 91a2221a-569d-4847-b85a-b377af8016f2 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:40:23.227561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-aef7159c-8beb-4dd9-b363-d7318a068763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.229130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-aef7159c-8beb-4dd9-b363-d7318a068763 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1095 time: 1.0648725 Jul 23 16:40:23.241390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e90183fe-5e1e-4505-ad15-b4eb9ee083d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.248229 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e90183fe-5e1e-4505-ad15-b4eb9ee083d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.270962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-5b25c00b-0525-4465-b6d7-47992582029e service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995049 Jul 23 16:40:23.320477 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e90183fe-5e1e-4505-ad15-b4eb9ee083d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53f79b7ba8ce4ef3b9cb5f875c885d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849175 Jul 23 16:40:23.323144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.326743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 91a2221a-569d-4847-b85a-b377af8016f2) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:23.337433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590aea89-8cd2-4d0b-a8f6-9a3fe0a8b03c None None] Network 91a2221a-569d-4847-b85a-b377af8016f2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:23.352669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90183fe-5e1e-4505-ad15-b4eb9ee083d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd5a99-e635-426e-9c5d-2e73e6975038,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:23.353484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:40:23.368153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-928f8063-3525-43cd-a9f3-20d1a1adf546 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 217 time: 0.1133263 Jul 23 16:40:23.380173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42868b3-5d65-434a-8281-0027d0609914 req-7bec18bc-1ad4-4f39-85f3-58366d78712b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.382069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f42868b3-5d65-434a-8281-0027d0609914 req-7bec18bc-1ad4-4f39-85f3-58366d78712b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 944 time: 0.7230506 Jul 23 16:40:23.418400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.449570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.453994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.454959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.523667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.531292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.545111 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3efd5a99-e635-426e-9c5d-2e73e6975038 HTTP/1.1" status: 204 len: 168 time: 0.2072039 Jul 23 16:40:23.570655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-d3044d39-1a18-4800-ac31-a779aa3b0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.572095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19cbc7-28f4-4975-87d6-61b65cd7a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd5a99-e635-426e-9c5d-2e73e6975038,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:23.572242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-d3044d39-1a18-4800-ac31-a779aa3b0c80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.1131499 Jul 23 16:40:23.696869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ffc80ba9-0051-49b0-b5d6-ff16c74b17ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.4371278 Jul 23 16:40:23.697674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45794) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:23.703982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:23.749126 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.751598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.753263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.809520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.837176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.870561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] For port 9c781568-fa96-46cf-848c-a0c58d636701, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9c781568-fa96-46cf-848c-a0c58d636701,segment=NetworkSegment(8a687465-fc44-4501-a2e1-33eb04021eb4),segment_id=8a687465-fc44-4501-a2e1-33eb04021eb4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:23.878613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.913722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:23.914071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31788c6-5428-4990-a02f-86ee47bd9117 None None] Network 91a2221a-569d-4847-b85a-b377af8016f2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:23.995493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ca22e-3862-4d67-8eff-742693b8be48 None None] Pushing event updated for resources: {'Port': ['ID=9c781568-fa96-46cf-848c-a0c58d636701,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.024794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:24.082542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-38acd93e-4ffc-4bef-b9bc-32856a2214ff None None] Provisioning complete for port 9c781568-fa96-46cf-848c-a0c58d636701 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:24.082786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38acd93e-4ffc-4bef-b9bc-32856a2214ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.095453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.165565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f42868b3-5d65-434a-8281-0027d0609914 req-b97adf03-7a1d-4f9f-b914-ca2bbb5875f7 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6083992 Jul 23 16:40:24.178789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:40:24.182496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025e79-f55a-4d08-93ea-665049990537 req-f2535c6c-278a-4cd2-bb7b-3f843e28bc70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:24.184169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-f2535c6c-278a-4cd2-bb7b-3f843e28bc70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 943 time: 0.6156132 Jul 23 16:40:24.217983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0826b-fcdd-4685-8c0d-624ca01ce55d req-99eefe60-269e-4c54-9e87-d7c4a172320a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:24.220896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c0826b-fcdd-4685-8c0d-624ca01ce55d req-99eefe60-269e-4c54-9e87-d7c4a172320a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 943 time: 0.6298566 Jul 23 16:40:24.230089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dbca8849-de15-4607-98e5-3b09caa40f39 req-ab41db11-fff6-41c6-b8a4-bbf098bec936 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435198 Jul 23 16:40:24.278089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-9f848cd1-34f2-42f2-9b46-3850f401b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:24.279715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-9f848cd1-34f2-42f2-9b46-3850f401b4ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6632559 Jul 23 16:40:24.317427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.383807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:24.389118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:24.413477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'port_id': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'mac_address': 'fa:16:3e:7d:be:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:24.434764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.448244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.462181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9c781568-fa96-46cf-848c-a0c58d636701 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:24.476560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.504479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.535421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:24.553410 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP af27e9fd-411b-43d0-9fb4-44de8ed5ee31 associated. External IP: 172.25.2.209, port: aa029095-352d-4619-a1f5-15df6dbcbfb5. Jul 23 16:40:24.566685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:24.572339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9c781568-fa96-46cf-848c-a0c58d636701 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:24.572831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.576236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.621079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Allocated IP 172.25.2.6 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/8b223a7d-ebb2-46f3-aa77-bc56e250c95b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:24.653188 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-6b025e79-f55a-4d08-93ea-665049990537 req-894c416d-8e35-4a1c-b0c1-93ed34aa0ecb service neutron] delete failed (client error): The resource could not be found. Jul 23 16:40:24.654259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-894c416d-8e35-4a1c-b0c1-93ed34aa0ecb service neutron] 10.222.0.67 "DELETE /v2.0/ports/09f49c53-00c7-403a-99eb-71cfbe4ae8b3/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.4520154 Jul 23 16:40:24.658484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.669339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c0826b-fcdd-4685-8c0d-624ca01ce55d req-e4e0f9c9-013c-4da4-a7e9-753cfb47e8f8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4269261 Jul 23 16:40:24.765239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.812142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c77676f-8d90-4c3d-ad32-9e9036061724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.817564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.819672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-39e86635-ac72-4942-abf4-a0e1ad8f67f2 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080657 Jul 23 16:40:24.861064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:24.867232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:24.874302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:24.881538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Pushing event updated for resources: {'Port': ['ID=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:24.894931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['09f49c53-00c7-403a-99eb-71cfbe4ae8b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:25.053478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Allocated IP 172.25.2.51 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/52cd66ac-7c1e-4f9e-88a5-b842e512f3ce) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:25.114886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025e79-f55a-4d08-93ea-665049990537 req-85985420-bed2-42b3-9b17-c4abf27bca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:25.116709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-85985420-bed2-42b3-9b17-c4abf27bca45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1095 time: 0.3720329 Jul 23 16:40:25.210186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.449920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.552619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6483a85b-7abb-4e12-b192-feb4ed3e1b37 req-f76be33a-04f2-4070-b4ef-38b9f9806fac service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224200 Jul 23 16:40:25.592118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:25.642237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Router 47deae98-0d17-4510-b2d4-706ab678b2f8 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:25.710642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45850) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:25.774533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:25.786725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Sync routers for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:25.797703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:25.798370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:25.908320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.912277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c77676f-8d90-4c3d-ad32-9e9036061724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.921725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-192c6250-cc87-48ee-adab-c3efc5dd34b2 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-95282794'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:25.922255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-192c6250-cc87-48ee-adab-c3efc5dd34b2 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Unknown quota resources ['metering_label']. {{(pid=94003) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:40:25.926422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.927184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:25.930791 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-76a2c2c6-008b-479d-9040-195cb85b3b15 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2282879 Jul 23 16:40:25.930881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025e79-f55a-4d08-93ea-665049990537 req-2e9043ce-7671-47f9-a569-8d43a9210842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:25.930881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-2e9043ce-7671-47f9-a569-8d43a9210842 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.7854168 Jul 23 16:40:25.931091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45854) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:25.946805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1c77676f-8d90-4c3d-ad32-9e9036061724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.061248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:26.128312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322580-876b-4036-800d-21c8eab9f6c9 req-704c8465-f05b-479f-8d2a-bbe0c5aef088 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:26.129847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48322580-876b-4036-800d-21c8eab9f6c9 req-704c8465-f05b-479f-8d2a-bbe0c5aef088 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 944 time: 0.6180861 Jul 23 16:40:26.182719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1c77676f-8d90-4c3d-ad32-9e9036061724 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ea7aaf59d0c45a0b415ca6f863ac6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7636862 Jul 23 16:40:26.184206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:26.189718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.193490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:26.194038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.231962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77676f-8d90-4c3d-ad32-9e9036061724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccee116-9860-4f61-bd5e-7d08d381c1b0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.286044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-1c53df7b-75d8-49f8-a3ff-ccd9d0ba291f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 1000 time: 0.3402178 Jul 23 16:40:26.294847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:25Z', 'revision_number': 3, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.313352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-d6ec5f86-3c89-4286-a5c7-a70dced27f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:26.314834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-d6ec5f86-3c89-4286-a5c7-a70dced27f8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1095 time: 0.6417005 Jul 23 16:40:26.334881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Checking router: 47deae98-0d17-4510-b2d4-706ab678b2f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:26.335426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Updating router 47deae98-0d17-4510-b2d4-706ab678b2f8 port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:26.384822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:26.391731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.394278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88c1b0-803a-41f9-9288-adf7d187ee7e req-af27a035-c275-4487-857a-e6948dc7c2d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:26.396606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c88c1b0-803a-41f9-9288-adf7d187ee7e req-af27a035-c275-4487-857a-e6948dc7c2d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 944 time: 0.6414378 Jul 23 16:40:26.397410 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-192c6250-cc87-48ee-adab-c3efc5dd34b2 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.401155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-192c6250-cc87-48ee-adab-c3efc5dd34b2 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.6834204 Jul 23 16:40:26.407500 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:26.421268 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:26.422183 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.423426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45860) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:26.425108 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.438412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.447056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-862263b6-cbfd-4661-a8af-ffed45b7cf1a tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'daabec69-f916-4933-b17e-16020e21539a'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:26.447558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-862263b6-cbfd-4661-a8af-ffed45b7cf1a tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94003) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:40:26.481745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.486447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:26.491004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:26.494949 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:26.495152 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3bb76-6d26-4762-b755-b2613a566c69" -d '{"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-plugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:26.496044 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.507729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.508496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48322580-876b-4036-800d-21c8eab9f6c9 req-3098b04a-a47e-4576-b9e5-40bc7874a050 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630986 Jul 23 16:40:26.557875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:26.558897 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce12d4e-d17f-466d-8d04-9d9a54b08318 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:26.656140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.666100 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d84552f-6d05-4b16-9598-220f26f6957b x-openstack-request-id: req-3d84552f-6d05-4b16-9598-220f26f6957b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:26.666518 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-plugged", "status": "completed", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:26.666651 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d84552f-6d05-4b16-9598-220f26f6957b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:26.667061 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'code': 200} Jul 23 16:40:26.681315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.721271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.745871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025e79-f55a-4d08-93ea-665049990537 req-eed44f95-02b8-4400-ab7a-90c3f879d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:26.747465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-eed44f95-02b8-4400-ab7a-90c3f879d610 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.4001050 Jul 23 16:40:26.775476 n-d-800484-3 neutron-server[94003]: WARNING neutron.services.metering.metering_plugin [None req-862263b6-cbfd-4661-a8af-ffed45b7cf1a tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:40:26.787870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.791319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.795129 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ccee116-9860-4f61-bd5e-7d08d381c1b0 HTTP/1.1" status: 204 len: 168 time: 0.6018543 Jul 23 16:40:26.806876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242168-beee-42d5-bd9c-fcf52f85cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccee116-9860-4f61-bd5e-7d08d381c1b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.854915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:26.907489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.907717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:26.910641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:26.912958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=52cd66ac-7c1e-4f9e-88a5-b842e512f3ce,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.919811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Transition to ACTIVE for port object 8b223a7d-ebb2-46f3-aa77-bc56e250c95b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:26.928799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.942682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:26.988858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c88c1b0-803a-41f9-9288-adf7d187ee7e req-efe34c06-e123-4579-a799-327aba98ef9a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5553439 Jul 23 16:40:26.996222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Attempting to bind port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:26.996840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Attempting to bind port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:26.997439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Attempting to bind port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:27.020967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:27.021762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:27.022409 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.023012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:27.023895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Bound port: 8b223a7d-ebb2-46f3-aa77-bc56e250c95b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:27.024497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.027899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394a67-8569-4bab-9221-6b0295c4e61e None None] Pushing event updated for resources: {'Port': ['ID=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.031461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-862263b6-cbfd-4661-a8af-ffed45b7cf1a tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.037307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-862263b6-cbfd-4661-a8af-ffed45b7cf1a tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6001387 Jul 23 16:40:27.038602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45866) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:27.057573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f2826d1a-c489-4441-83eb-b5e3a15f4bec tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'daabec69-f916-4933-b17e-16020e21539a'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:27.058138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f2826d1a-c489-4441-83eb-b5e3a15f4bec tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94003) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:40:27.098954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] For port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:27.103944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] For port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:27.115017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.147287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Allocated IP 172.20.0.1 (91a2221a-569d-4847-b85a-b377af8016f2/b778b46e-c9fe-490b-afd3-db55d4fec43b/74c9d457-fe5a-427e-8724-95d7c63131fa) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:27.151678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-85a987d8-6ffb-4280-9a42-a07e530c548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:27.153318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-85a987d8-6ffb-4280-9a42-a07e530c548c service neutron] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 897 time: 0.7882402 Jul 23 16:40:27.198608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:27.199482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:27.243817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394a67-8569-4bab-9221-6b0295c4e61e None None] Pushing event updated for resources: {'Port': ['ID=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.244058 n-d-800484-3 neutron-server[94003]: WARNING neutron.services.metering.metering_plugin [None req-f2826d1a-c489-4441-83eb-b5e3a15f4bec tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 16:40:27.302948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.327756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45870) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:27.340567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:27.349115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8a102ea-2275-4df3-9b7d-5feb9424905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.409411 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.472716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Network 91a2221a-569d-4847-b85a-b377af8016f2 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:27.480725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:27.490607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:27.497458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Pushing event updated for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.555791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.600591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8a102ea-2275-4df3-9b7d-5feb9424905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.606410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:25Z', 'revision_number': 3, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:27.608733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8a102ea-2275-4df3-9b7d-5feb9424905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.652928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2be791-7290-43cb-ba8a-e4ea795668a5 None None] The sync data for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 is: [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:25Z', 'revision_number': 3, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:27.663574 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8a102ea-2275-4df3-9b7d-5feb9424905a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf930ec93df54b26b61aa68617bb7f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343945 Jul 23 16:40:27.692380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45874) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:27.714869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a102ea-2275-4df3-9b7d-5feb9424905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e156487-7376-49b9-a7b9-3304a99c4dc0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:27.756431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-ad05ccec-2978-44df-9b92-d112c0bde3eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 217 time: 0.5268803 Jul 23 16:40:27.798944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.815742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.836070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.967125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.968043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2826d1a-c489-4441-83eb-b5e3a15f4bec tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.972027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f2826d1a-c489-4441-83eb-b5e3a15f4bec tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9233379 Jul 23 16:40:27.975140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.976510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e156487-7376-49b9-a7b9-3304a99c4dc0 HTTP/1.1" status: 204 len: 168 time: 0.2815447 Jul 23 16:40:27.978889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45876) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.041136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e466eb9-0ca8-44ba-b61b-c4d849be9386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e156487-7376-49b9-a7b9-3304a99c4dc0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:28.048951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b164223-d38a-4aaf-87ff-69a6d3d19163 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e440201f-ad81-44eb-ad4c-acb8286cf3fd HTTP/1.1" status: 200 len: 462 time: 0.0672789 Jul 23 16:40:28.052203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45882) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.136685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025e79-f55a-4d08-93ea-665049990537 req-cf387d5d-8849-4127-87f0-1a5083140a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:28.138686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-cf387d5d-8849-4127-87f0-1a5083140a5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3728693 Jul 23 16:40:28.211248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8308e225-847f-4f57-b8c6-01bc53ebdc4c tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.212408 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8308e225-847f-4f57-b8c6-01bc53ebdc4c tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/e440201f-ad81-44eb-ad4c-acb8286cf3fd HTTP/1.1" status: 204 len: 168 time: 0.1589091 Jul 23 16:40:28.215301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45884) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.236051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-14e6fc46-f912-422b-b0d6-2ab7c2274123 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=e440201f-ad81-44eb-ad4c-acb8286cf3fd HTTP/1.1" status: 200 len: 221 time: 0.0197160 Jul 23 16:40:28.241606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.247982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f398e88e-c79c-428b-a871-4877a05628fd tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--805939848', 'description': 'label created by tempest'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:28.248471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f398e88e-c79c-428b-a871-4877a05628fd tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Unknown quota resources ['metering_label']. {{(pid=94004) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:40:28.317182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.329905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.390938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:28.406034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-cf44a98b-1dc8-439a-ad5d-11b96836030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:28.408241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-cf44a98b-1dc8-439a-ad5d-11b96836030b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.5717530 Jul 23 16:40:28.437654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-3dc9c879-80d1-488b-81c8-ef9c13f4e473 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775660 Jul 23 16:40:28.452632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Pushing event updated for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:28.516666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8b223a7d-ebb2-46f3-aa77-bc56e250c95b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:28.551946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.554904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f398e88e-c79c-428b-a871-4877a05628fd tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.559423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f398e88e-c79c-428b-a871-4877a05628fd tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3168144 Jul 23 16:40:28.560047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.635858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:28.639421 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f89c9616-ae54-4d5b-8c94-cfd66b9a1028 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2220340d-2dd0-4dc7-aed1-907187d7c75d HTTP/1.1" status: 200 len: 467 time: 0.0771933 Jul 23 16:40:28.641007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:28.641701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:28.642374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.772327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82de3-4c58-485a-8980-913cb9e7c08f req-c2f104bf-bd71-4335-aa6e-cc5c6c9a3c3a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:28.773988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2d82de3-4c58-485a-8980-913cb9e7c08f req-c2f104bf-bd71-4335-aa6e-cc5c6c9a3c3a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 944 time: 1.0303075 Jul 23 16:40:28.780586 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.830728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Network 91a2221a-569d-4847-b85a-b377af8016f2 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:28.832323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:28.833494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:28.839663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:28.846164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.849055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] Sync routers for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:28.858221 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.866184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2d82de3-4c58-485a-8980-913cb9e7c08f req-019e9109-cae8-4965-997b-7a56e9d84bf7 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745990 Jul 23 16:40:28.915224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:28.916755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:28.986345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.989584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:28.995593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.026235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:29.044535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:29.045720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.076129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf704fd-4c59-4a7b-86eb-83a0925941eb req-d3a44f1d-624d-4f8d-baaa-32b85b44b664 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:29.081655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bf704fd-4c59-4a7b-86eb-83a0925941eb req-d3a44f1d-624d-4f8d-baaa-32b85b44b664 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.9392612 Jul 23 16:40:29.083778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-cb0c3243-ae04-4954-80d1-7536cd2888ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:29.085168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-cb0c3243-ae04-4954-80d1-7536cd2888ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6435444 Jul 23 16:40:29.091967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e928e1a2-492a-49d5-b4c3-cdb543109251 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.095589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e928e1a2-492a-49d5-b4c3-cdb543109251 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/2220340d-2dd0-4dc7-aed1-907187d7c75d HTTP/1.1" status: 204 len: 168 time: 0.4528160 Jul 23 16:40:29.099321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45912) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.104806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.105570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28efe801-59da-40e5-86ee-b1b6f1cfd1ac None None] The sync data for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:29.119268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b025e79-f55a-4d08-93ea-665049990537 req-f17f6eb7-34e9-4953-b5f5-57edf78ce763 service neutron] 10.222.0.67 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925887 Jul 23 16:40:29.169624 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ea1200e-7100-41f1-8f3a-c9ef554beaf7 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=2220340d-2dd0-4dc7-aed1-907187d7c75d HTTP/1.1" status: 200 len: 216 time: 0.0688162 Jul 23 16:40:29.175646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45914) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.183764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Router 47deae98-0d17-4510-b2d4-706ab678b2f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:29.196428 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91086783-536f-4fd9-a772-135b42105596 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0176373 Jul 23 16:40:29.198158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.265191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52fb6dae-f26e-407c-bb51-c3a7a34472d6 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0655620 Jul 23 16:40:29.280221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45920) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.285976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-78a0ada1-a3da-44b8-9bba-7db87f267b05 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/floatingips/af27e9fd-411b-43d0-9fb4-44de8ed5ee31 HTTP/1.1" status: 200 len: 977 time: 9.0244222 Jul 23 16:40:29.286959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bf704fd-4c59-4a7b-86eb-83a0925941eb req-266a3378-5952-45fa-8d63-502ce8fe840c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1666682 Jul 23 16:40:29.291572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45922) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.355937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:29.362920 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b4b3d35-188b-4a20-9cd6-6b40bc69e796 admin admin] 10.222.0.64 "PUT /v2.0/routers/47deae98-0d17-4510-b2d4-706ab678b2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4300680 Jul 23 16:40:29.404847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de0ddce7-2951-492d-890c-08b733dda21f tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/daabec69-f916-4933-b17e-16020e21539a HTTP/1.1" status: 200 len: 471 time: 0.1232188 Jul 23 16:40:29.408436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.430935 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d34958c4-e0ad-4c96-8d5a-18fc993fde75 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/7b7ff79f-5e2f-482b-b752-7a6ada7eb08f HTTP/1.1" status: 200 len: 459 time: 0.0196660 Jul 23 16:40:29.431390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.596469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-b03068ce-6bfe-44bc-93a5-293e0c8e7e4c service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720380 Jul 23 16:40:29.653007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c65c27f-0bbd-4cdc-a19b-34a6af368038 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.654707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c65c27f-0bbd-4cdc-a19b-34a6af368038 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/7b7ff79f-5e2f-482b-b752-7a6ada7eb08f HTTP/1.1" status: 204 len: 168 time: 0.2223871 Jul 23 16:40:29.659714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45940) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:29.763024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.933069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 8dfc1f80-5752-42c9-8f97-5e23065a0c6e {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:29.933741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.982474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de2bed0d-c230-44a1-bb87-c1a2e92a08aa req-cfc4af3a-a90c-433a-b54f-a2c59e9209d4 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467586 Jul 23 16:40:30.048225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:30.068222 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b643cb4b-3097-4f46-a101-c8fc0c5512d6 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.070144 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b643cb4b-3097-4f46-a101-c8fc0c5512d6 tempest-MeteringIpV6TestJSON-1337283836 tempest-MeteringIpV6TestJSON-1337283836-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/daabec69-f916-4933-b17e-16020e21539a HTTP/1.1" status: 204 len: 168 time: 0.4086251 Jul 23 16:40:30.192500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.216537 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Sync routers for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:30.231157 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:30.234773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:30.260558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:30.274294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:30.363653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.411257 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:30.412191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:30.482451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:30.495372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.578676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:30.592175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8b223a7d-ebb2-46f3-aa77-bc56e250c95b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:30.645337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:30.660238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:30.660654 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.743471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64505a-559a-4003-99ca-4dbe6443a6d7 req-199de2ca-39c0-47da-a6a0-94c35360eddd tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:30.747081 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 2, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:30.750837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb64505a-559a-4003-99ca-4dbe6443a6d7 req-199de2ca-39c0-47da-a6a0-94c35360eddd tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 944 time: 0.6460657 Jul 23 16:40:30.782873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Checking router: 47deae98-0d17-4510-b2d4-706ab678b2f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:30.783934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Updating router 47deae98-0d17-4510-b2d4-706ab678b2f8 port 74c9d457-fe5a-427e-8724-95d7c63131fa binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:40:30.833521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:30.838704 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.839167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-1a9a1c91-0660-4b53-b541-2261371026f1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:30.841010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-1a9a1c91-0660-4b53-b541-2261371026f1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 819 time: 0.7638063 Jul 23 16:40:30.858555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Router 80efce20-9a52-4b39-9c90-b6a2e7170900 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:40:30.894288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb64505a-559a-4003-99ca-4dbe6443a6d7 req-02a765a1-ffe7-47f8-8207-6b6d66e204ed tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314325 Jul 23 16:40:30.902401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-72b483a6-15ec-4316-8d8c-ac925cec0c3e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/quotas/a0b50a0d9e39473889f9698f57f26688 HTTP/1.1" status: 200 len: 375 time: 0.0493708 Jul 23 16:40:31.049194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9207eefd-7e27-46a5-afc5-374648e13402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.066017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:31.096946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] Sync routers for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:31.135285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:31.137213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:31.175705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.176103 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.176377 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Floating IP af27e9fd-411b-43d0-9fb4-44de8ed5ee31 disassociated. External IP: 172.25.2.209, port: 8dfc1f80-5752-42c9-8f97-5e23065a0c6e. Jul 23 16:40:31.176713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 8dfc1f80-5752-42c9-8f97-5e23065a0c6e owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:31.210254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d6d2d8de-b1a5-4b8d-b5bc-1667eb5d27e3 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047794 Jul 23 16:40:31.216773 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9207eefd-7e27-46a5-afc5-374648e13402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.223956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9207eefd-7e27-46a5-afc5-374648e13402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.229833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:31.273726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5376f6-feec-4326-9193-a885b5b8363b req-0ab75639-41b2-4b1d-8829-0cb5dc12e679 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:31.275154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb5376f6-feec-4326-9193-a885b5b8363b req-0ab75639-41b2-4b1d-8829-0cb5dc12e679 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.2687001 Jul 23 16:40:31.288610 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9207eefd-7e27-46a5-afc5-374648e13402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0df2b08c91934043a7bc5a318a9604df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421006 Jul 23 16:40:31.289225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:31.289911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:31.292491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.292746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:31.296107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3ff6f534-0ce6-4248-a811-47fc4f7cb1d2 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.5409846 Jul 23 16:40:31.299712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45988) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:31.315265 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.325688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207eefd-7e27-46a5-afc5-374648e13402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e337e5-1a31-4ed4-ab9b-b2d72e4f3c12,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.332545 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Transition to ACTIVE for port object 74c9d457-fe5a-427e-8724-95d7c63131fa will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:31.340888 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.380583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.418068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.435513 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Pushing event updated for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.472063 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.472552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.472877 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.474168 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.474579 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.475010 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.475534 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.476067 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.476590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.476983 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.477375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.477827 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:31.494548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb5376f6-feec-4326-9193-a885b5b8363b req-03bdd72a-a1c1-4e59-8649-916674995f52 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1983972 Jul 23 16:40:31.523847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.527282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.532170 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98e337e5-1a31-4ed4-ab9b-b2d72e4f3c12 HTTP/1.1" status: 204 len: 168 time: 0.2413168 Jul 23 16:40:31.535042 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Attempting to bind port 74c9d457-fe5a-427e-8724-95d7c63131fa on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:31.535695 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Attempting to bind port 74c9d457-fe5a-427e-8724-95d7c63131fa by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:31.536578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:31.537651 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Attempting to bind port 74c9d457-fe5a-427e-8724-95d7c63131fa on network 91a2221a-569d-4847-b85a-b377af8016f2 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:31.551031 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:31.551408 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Checking segment: {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:31.551810 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.552957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Bound using segment: {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:31.552957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Bound port: 74c9d457-fe5a-427e-8724-95d7c63131fa, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:31.553353 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.557456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9842fd-3121-4051-b049-870f12181aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e337e5-1a31-4ed4-ab9b-b2d72e4f3c12,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.678068 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0641a0ff-1b29-4f06-bcc6-535b0bed12b1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/f5ffbfb9-df4d-406e-813b-1621193a9030 HTTP/1.1" status: 200 len: 993 time: 0.1335003 Jul 23 16:40:31.686997 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] For port 74c9d457-fe5a-427e-8724-95d7c63131fa, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:31.693753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] For port 74c9d457-fe5a-427e-8724-95d7c63131fa, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74c9d457-fe5a-427e-8724-95d7c63131fa,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:31.699553 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.738390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:31.739103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379f831-8739-4ebb-b5d3-7928c0fc0123 None None] The sync data for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:31.747899 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:31.749030 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:31.787409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b61d019e-c9ff-41d3-8e23-a1cca085a83a service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403042 Jul 23 16:40:31.811851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:31.870809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=8dfc1f80-5752-42c9-8f97-5e23065a0c6e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.898149 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e844f40-aa28-4236-bad1-618f7c108006 None None] Pushing event updated for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:31.944036 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:32.087084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:32.102691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dab041f4-4c0a-49d0-91c9-22a75c242db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.241659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dab041f4-4c0a-49d0-91c9-22a75c242db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.248010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dab041f4-4c0a-49d0-91c9-22a75c242db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.303177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b7fadda5-7fd6-4145-9984-d89ffff7be51 service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064273 Jul 23 16:40:32.324722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46012) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:32.329640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dab041f4-4c0a-49d0-91c9-22a75c242db6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6da275ab569b4ab68eec263abf8d573c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413235 Jul 23 16:40:32.331213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab041f4-4c0a-49d0-91c9-22a75c242db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be260e-ca4d-4238-9c8b-60b4561811c9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:32.388231 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:31Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:32.442101 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f7afc-7642-4f99-b101-d2c0eb5bd220 None None] The sync data for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 is: [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:31Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:32.501761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b58b86-e989-46bf-a150-a3dfac0305ec req-e02b6564-7333-41db-9086-16df08009d33 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:32.503679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1b58b86-e989-46bf-a150-a3dfac0305ec req-e02b6564-7333-41db-9086-16df08009d33 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 945 time: 0.4775746 Jul 23 16:40:32.571387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:32.687588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.694852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1b58b86-e989-46bf-a150-a3dfac0305ec req-943f5ec2-aee8-441e-a767-23ab76531b54 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796224 Jul 23 16:40:32.734616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab8868bd-cc2b-42a3-af84-764f25966d88 req-b335dfe7-559e-40e9-8395-825d0e4626ad tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 210 time: 0.1310220 Jul 23 16:40:32.748870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.777544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.915586 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.918386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.922821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14be260e-ca4d-4238-9c8b-60b4561811c9 HTTP/1.1" status: 204 len: 168 time: 0.5970583 Jul 23 16:40:33.016322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6833c36-7313-4d3b-8eae-bf237bf7be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be260e-ca4d-4238-9c8b-60b4561811c9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:33.071830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:33.090972 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] Sync routers for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:33.126124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:33.126778 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:33.211448 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:33.232694 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:33.233578 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:33.268794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.274192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46030) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:33.281474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7fac0fda-04be-470a-874a-e7040c4f7152 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/8dfc1f80-5752-42c9-8f97-5e23065a0c6e HTTP/1.1" status: 204 len: 168 time: 3.9887481 Jul 23 16:40:33.342288 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:33.353604 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae09ffc-bbb3-4f09-8eba-c7aa674a971c None None] The sync data for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:33.651881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Allocated IP 172.20.0.1 (e8d6aae7-0cff-46d2-bd95-ede8f73976be/09324c43-6395-4226-8740-0c66ce047043/da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:33.922552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d7e0000f-9f6a-4bf3-84cd-f3981d186196 req-e98da193-6a57-4c25-a1ed-54988ac73149 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 210 time: 0.0993283 Jul 23 16:40:33.970142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.000306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Transition to ACTIVE for port object da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:34.015210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ba4a7-9a86-4efd-931b-1840ff344ffb req-d6a2d655-dcd8-4306-b5f7-8bde33bb04c5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:34.016811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c28ba4a7-9a86-4efd-931b-1840ff344ffb req-d6a2d655-dcd8-4306-b5f7-8bde33bb04c5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 945 time: 0.1637595 Jul 23 16:40:34.068194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:34.137585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c28ba4a7-9a86-4efd-931b-1840ff344ffb req-bd31ee5b-34f1-4d5e-a860-96f4b371b9da tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058819 Jul 23 16:40:34.139483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.163046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.188542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:34.193983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:34.198619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:34.199211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.201259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:34.209916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:34.329841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.387823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.409787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:34.471974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:34.478859 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46854773-fc42-4e26-8c68-bc60a87f5f01" -d '{"events": [{"server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:34.519972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:34.544529 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.608159 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e478848-458c-437b-86ad-4c56cb8bf919 x-openstack-request-id: req-7e478848-458c-437b-86ad-4c56cb8bf919 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:34.608457 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:34.608718 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e478848-458c-437b-86ad-4c56cb8bf919 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:34.609317 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'code': 200} Jul 23 16:40:34.610151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74c9d457-fe5a-427e-8724-95d7c63131fa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:34.738898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 74c9d457-fe5a-427e-8724-95d7c63131fa completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:34.748441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-babfaf7c-3e67-406f-85bd-8dde03fbf7db None None] Provisioning for port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:34.751817 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.756455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-babfaf7c-3e67-406f-85bd-8dde03fbf7db None None] Provisioning complete for port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:34.757004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-babfaf7c-3e67-406f-85bd-8dde03fbf7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.759865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:34.767114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 74c9d457-fe5a-427e-8724-95d7c63131fa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:34.768289 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.847470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 3d15a6d8-6ca5-47af-8f99-0e670f6049cb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:34.848088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.898164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-babfaf7c-3e67-406f-85bd-8dde03fbf7db None None] Port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:34.993611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.996635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.029982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 3d15a6d8-6ca5-47af-8f99-0e670f6049cb owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:35.037041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 74c9d457-fe5a-427e-8724-95d7c63131fa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74c9d457-fe5a-427e-8724-95d7c63131fa,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:35.047099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.133126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:35.350526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.383443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=3d15a6d8-6ca5-47af-8f99-0e670f6049cb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:35.615133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b8b28def-9de9-4744-9f2c-bc08a931e399 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:35.616701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b8b28def-9de9-4744-9f2c-bc08a931e399 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 819 time: 0.7631221 Jul 23 16:40:35.671476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'port': {'device_id': '8ae89580-2292-4685-af1e-04ebac61435f', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'admin_state_up': True, 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:35.719682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccd036f4-ec44-4301-8a3f-4d33dbe3f9bc req-1260face-e1f8-4238-ace3-506bc5e4e786 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 210 time: 0.1124225 Jul 23 16:40:35.817835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6d1f-e261-4187-8ecd-99e622620a80 req-fa7dc7a8-0b9e-4a1a-af98-099cb6ecf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:35.819450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a90d6d1f-e261-4187-8ecd-99e622620a80 req-fa7dc7a8-0b9e-4a1a-af98-099cb6ecf08d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1097 time: 1.0165901 Jul 23 16:40:35.934018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b34b0b-78b1-4262-a069-a54431de3d75 req-04e703e9-f17e-4e0e-be8a-cb3b6ae81f40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:35.935642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04b34b0b-78b1-4262-a069-a54431de3d75 req-04e703e9-f17e-4e0e-be8a-cb3b6ae81f40 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.4080539 Jul 23 16:40:36.016089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46110) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:36.019567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a90d6d1f-e261-4187-8ecd-99e622620a80 req-417b0346-29ef-4377-92be-f55a8cdcc8d8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687763 Jul 23 16:40:36.057685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04b34b0b-78b1-4262-a069-a54431de3d75 req-7307df8c-51c7-4c20-91ba-c74dfc5a9839 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037819 Jul 23 16:40:36.063080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.092493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Made reservation on behalf of a0b50a0d9e39473889f9698f57f26688 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:36.092493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.156147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.192193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.251509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-585893f5-1474-46e5-8031-5992f6d21870 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:36.332139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:36.347645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.360572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:36.372060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-585893f5-1474-46e5-8031-5992f6d21870 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "PUT /v2.0/quotas/1618808718fe4b66b76a153fb09e2677 HTTP/1.1" status: 200 len: 368 time: 0.3521345 Jul 23 16:40:36.374807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:36.412353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Request body: {'network': {'project_id': '1618808718fe4b66b76a153fb09e2677'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:36.427995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Allocated IP 172.20.0.2 (91a2221a-569d-4847-b85a-b377af8016f2/b778b46e-c9fe-490b-afd3-db55d4fec43b/886c71eb-646a-4b75-87d6-6969da6eccdd) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:36.463978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Made reservation on behalf of 1618808718fe4b66b76a153fb09e2677 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:36.466811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.480512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.514196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:36.522291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74c9d457-fe5a-427e-8724-95d7c63131fa up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:36.524456 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac5a6276-2b90-4999-9da8-36f6896eb058 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/routers/11a9a844-25f3-4124-9aa2-f4d2adddcd40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2485909 Jul 23 16:40:36.526682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:36.570926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] Sync routers for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:36.606233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:36.607216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:36.617375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.622918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.662065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ec1be-0ad5-44bd-85fb-b97ee23ad8f4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:36.667729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:36.674553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:36.679127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 74c9d457-fe5a-427e-8724-95d7c63131fa triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:36.679907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.690975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.692640 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Added segment 7dc81bc6-aed0-4e38-9c39-ff0cf17a1479 of type vlan for network c2f6e0c6-ccb9-4238-b799-c6b6ca151129 Jul 23 16:40:36.714054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] Routers {'11a9a844-25f3-4124-9aa2-f4d2adddcd40'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:36.714958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:36.719448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:36.727514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:36.758090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.793079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:36.794029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e99428-87b0-4f02-9d4a-259ccbbd2799 None None] The sync data for ids ['11a9a844-25f3-4124-9aa2-f4d2adddcd40'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:36.817500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.818948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:36.821413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.887463 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5115640 Jul 23 16:40:36.890043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:36.896737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Request body: {'network': {'project_id': '1618808718fe4b66b76a153fb09e2677'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:36.931678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30265-47a9-411d-b242-f016b354bd31 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Pushing event updated for resources: {'Network': ['ID=c2f6e0c6-ccb9-4238-b799-c6b6ca151129,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:36.941913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f7082b-d607-4a23-b48d-927a1e67c6c0 req-ee5ae317-5020-41c4-8bbb-0085f0a30b5a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 210 time: 0.0418930 Jul 23 16:40:36.949485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c2f6e0c6-ccb9-4238-b799-c6b6ca151129 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:36.969214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Made reservation on behalf of 1618808718fe4b66b76a153fb09e2677 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:36.976325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.007229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.027217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:37.037309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.038170 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Added segment f19a7c51-66e7-4820-9bd7-c0ed22c0a9a9 of type vlan for network aaab460d-aff5-4345-b002-e4afc4520890 Jul 23 16:40:37.087779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.143907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bf26025-b145-46da-9a71-e0d0b2d33c4c None None] Provisioning complete for port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:37.144316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bf26025-b145-46da-9a71-e0d0b2d33c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.151647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.153417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:37.155057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.155545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.189578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0bf26025-b145-46da-9a71-e0d0b2d33c4c None None] Port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:37.213881 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3201020 Jul 23 16:40:37.241689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.244622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d5aab-edd4-46c0-b299-1b8d471d2874 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Pushing event updated for resources: {'Network': ['ID=aaab460d-aff5-4345-b002-e4afc4520890,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:37.250549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-93c47ffd-23f6-482a-b218-abb1a96b6a4f tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Request body: {'network': {'project_id': '1618808718fe4b66b76a153fb09e2677'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:37.257513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aaab460d-aff5-4345-b002-e4afc4520890 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:40:37.277637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Router 80efce20-9a52-4b39-9c90-b6a2e7170900 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:37.295670 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c47ffd-23f6-482a-b218-abb1a96b6a4f tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:40:37.296284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c47ffd-23f6-482a-b218-abb1a96b6a4f tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:40:37.300761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-93c47ffd-23f6-482a-b218-abb1a96b6a4f tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0546639 Jul 23 16:40:37.351775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.374179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.431019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46134) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.467886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.557508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950e8e0-9c5e-4619-a31e-e7e02fe0ff11 req-d6f03fca-addf-49d8-b97a-51644220feaa tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:37.561515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e950e8e0-9c5e-4619-a31e-e7e02fe0ff11 req-d6f03fca-addf-49d8-b97a-51644220feaa tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.3897727 Jul 23 16:40:37.624737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3bd58e43-f720-4d9f-a3b9-17fc8059f8c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1618808718fe4b66b76a153fb09e2677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909366 Jul 23 16:40:37.639378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46146) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.675142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Network 91a2221a-569d-4847-b85a-b377af8016f2 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:37.678336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Deleting port 9619d8b3-6d90-4ef1-b759-3adb9deba78d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:37.678745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.702464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:37.712593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:37.725057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:37.790829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.791281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.796873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e950e8e0-9c5e-4619-a31e-e7e02fe0ff11 req-dde4e6db-40b2-418b-bfa7-8db32e697983 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859908 Jul 23 16:40:37.806549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Calling delete_port for 9619d8b3-6d90-4ef1-b759-3adb9deba78d owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:37.806757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:37.813022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ab596898-0229-4008-ab9e-f678437e1804 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "PUT /v2.0/routers/80efce20-9a52-4b39-9c90-b6a2e7170900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5114226 Jul 23 16:40:37.817293 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] Sync routers for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:37.819727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46150) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.831248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Request body: {'port': {'network_id': 'e8d6aae7-0cff-46d2-bd95-ede8f73976be', 'name': 'tempest-FloatingIPAdminTestJSON-1846337646'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:37.840227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:37.843562 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.874895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:37.875480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.885334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 22915f2e-53ed-4e2a-87a9-99174bd0399b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:37.885673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.922134 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.935621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46152) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:37.952150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.958131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:37.960552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.971653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b107a778-c7bb-4c62-b35e-f0ca2d7f143d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3098321 Jul 23 16:40:38.023325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Request body: {'port': {'device_id': '8ae89580-2292-4685-af1e-04ebac61435f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:38.060673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.064812 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:38.066488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20fce4-11cf-4e73-ac2f-2e2078cf0463 None None] The sync data for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:38.104840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Made reservation on behalf of 98e756dd4cb7472e8a4006a8d6304286 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:38.109152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.158883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.164553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] device_id is not set on port 47f31215-5657-499a-94b4-63241155d860 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:40:38.217215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 22915f2e-53ed-4e2a-87a9-99174bd0399b owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:38.226357 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa9afb4a-3a40-4233-9d3e-37b3aa889499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.231674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.259504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.289515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event deleted for resources: {'Port': ['ID=9619d8b3-6d90-4ef1-b759-3adb9deba78d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:38.327481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.331825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.334142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a43ec1be-0ad5-44bd-85fb-b97ee23ad8f4 HTTP/1.1" status: 204 len: 168 time: 0.6909106 Jul 23 16:40:38.336089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46158) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:38.392140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5f6b8-3543-40a2-995b-aa8aff1838e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ec1be-0ad5-44bd-85fb-b97ee23ad8f4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:38.423170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052dd4d-e22a-4025-a1a1-8ec1972f11de req-00b24468-28a4-4dca-bc59-1d734fef1f0e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:38.424909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4052dd4d-e22a-4025-a1a1-8ec1972f11de req-00b24468-28a4-4dca-bc59-1d734fef1f0e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 931 time: 0.3323720 Jul 23 16:40:38.430021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Allocated IP 172.20.0.8 (e8d6aae7-0cff-46d2-bd95-ede8f73976be/09324c43-6395-4226-8740-0c66ce047043/47f31215-5657-499a-94b4-63241155d860) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:38.473178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.477024 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Floating IP b96837b5-432e-4215-a307-a08dd7c469af disassociated (deleted). External IP: 172.25.2.97, port: ee5333d7-526e-4e7e-94b4-6e0fadb222f7. Jul 23 16:40:38.558227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.636196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4052dd4d-e22a-4025-a1a1-8ec1972f11de req-07ce12fb-b2e0-4747-ade7-3724d56fdd3b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979864 Jul 23 16:40:38.831908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.862245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaab460d-aff5-4345-b002-e4afc4520890']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:38.890393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a7c51-66e7-4820-9bd7-c0ed22c0a9a9') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:38.890784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a7c51-66e7-4820-9bd7-c0ed22c0a9a9') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:38.914649 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.947711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.956473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.974242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:38.974697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:38.980557 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:39.039211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:39.053634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.081070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa9afb4a-3a40-4233-9d3e-37b3aa889499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.089460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.093790 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "DELETE /v2.0/networks/aaab460d-aff5-4345-b002-e4afc4520890 HTTP/1.1" status: 204 len: 168 time: 0.7521956 Jul 23 16:40:39.123574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46162) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:39.138220 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa9afb4a-3a40-4233-9d3e-37b3aa889499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.154744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ede813-f697-464a-81d8-caa660353469 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaab460d-aff5-4345-b002-e4afc4520890,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.199782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fa9afb4a-3a40-4233-9d3e-37b3aa889499 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83b328e5cac94561a98360de2587d9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604940 Jul 23 16:40:39.203928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9afb4a-3a40-4233-9d3e-37b3aa889499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32519bdc-df55-4cb7-8f2d-85e481e74a9b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.206005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46164) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:39.211238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.211807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Transition to ACTIVE for port object 47f31215-5657-499a-94b4-63241155d860 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:39.239619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.256675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:39.265336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.274406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:39.281343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=22915f2e-53ed-4e2a-87a9-99174bd0399b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.291884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:39.292528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:39.359210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.368237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cd56368d-5064-43ca-bc44-872f6b7c95aa tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "DELETE /v2.0/floatingips/b96837b5-432e-4215-a307-a08dd7c469af HTTP/1.1" status: 204 len: 168 time: 1.9895854 Jul 23 16:40:39.376193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:39.380806 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:39.431967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886c71eb-646a-4b75-87d6-6969da6eccdd {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:39.446558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.459184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:39.461741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.463609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Transition to ACTIVE for port object 886c71eb-646a-4b75-87d6-6969da6eccdd will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:40:39.483891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f6e0c6-ccb9-4238-b799-c6b6ca151129']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:39.494055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:39.507690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda11fb-9295-4fce-b1c8-c7bcc9588b6e req-da156aaf-36f3-40e1-b65e-89ff4bf2816c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:39.508200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:39.510003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceda11fb-9295-4fce-b1c8-c7bcc9588b6e req-da156aaf-36f3-40e1-b65e-89ff4bf2816c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.4537737 Jul 23 16:40:39.511803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc81bc6-aed0-4e38-9c39-ff0cf17a1479') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:39.512195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc81bc6-aed0-4e38-9c39-ff0cf17a1479') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:39.514257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:39.517019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event updated for resources: {'Port': ['ID=47f31215-5657-499a-94b4-63241155d860,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.534922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.541163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.605287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:39.606084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.625708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.656182 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-638ce9af-20ef-488f-82fd-ddef72c766d7 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8343074 Jul 23 16:40:39.656894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:39.664570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.673944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:39.674641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:39.676863 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:39.716315 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66b8362-f802-4187-a4f9-95ccbda19a1d x-openstack-request-id: req-c66b8362-f802-4187-a4f9-95ccbda19a1d {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:39.716604 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:39.721298 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c66b8362-f802-4187-a4f9-95ccbda19a1d {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:39.721819 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:40:39.761653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceda11fb-9295-4fce-b1c8-c7bcc9588b6e req-55856726-66de-4e9f-8a26-4332899b7bd2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216983 Jul 23 16:40:39.782156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.796792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.799739 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] 10.222.0.64 "DELETE /v2.0/networks/c2f6e0c6-ccb9-4238-b799-c6b6ca151129 HTTP/1.1" status: 204 len: 168 time: 0.6751304 Jul 23 16:40:39.843170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce49b1-621c-47ad-ad80-b718cb3c5188 tempest-QuotasNegativeTest-707606018 tempest-QuotasNegativeTest-707606018-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2f6e0c6-ccb9-4238-b799-c6b6ca151129,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.870198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.891767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.925721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.941352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:39.946265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'project_id': '98e756dd4cb7472e8a4006a8d6304286', 'port_id': '47f31215-5657-499a-94b4-63241155d860'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:39.956863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.978268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.024187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:40.031350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-01c079da-ae13-497d-985f-ba68cfe03bb6 None None] Provisioning for port 47f31215-5657-499a-94b4-63241155d860 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:40.039343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-01c079da-ae13-497d-985f-ba68cfe03bb6 None None] Provisioning complete for port 47f31215-5657-499a-94b4-63241155d860 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:40.039759 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-01c079da-ae13-497d-985f-ba68cfe03bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.043947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:40.044681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:40.052055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.107494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.155005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-01c079da-ae13-497d-985f-ba68cfe03bb6 None None] Port 47f31215-5657-499a-94b4-63241155d860 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:40:40.249711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.250436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Fanout notify agent at l3_agent the message router_deleted on router 11a9a844-25f3-4124-9aa2-f4d2adddcd40 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:40.264833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Allocated IP 172.25.2.164 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/12d73138-b275-40cd-a3ff-3f3eb0f1cd87) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:40.267245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:40.268931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.270156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bbaf8706-5d67-4205-8792-420df17ebd38 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/routers/11a9a844-25f3-4124-9aa2-f4d2adddcd40 HTTP/1.1" status: 204 len: 168 time: 3.7402732 Jul 23 16:40:40.273315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46186) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.317093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.319769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.320938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32519bdc-df55-4cb7-8f2d-85e481e74a9b HTTP/1.1" status: 204 len: 168 time: 1.1110160 Jul 23 16:40:40.345084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e0474-bd75-4d8f-993d-b10a0f1d40eb req-1f24b1fa-1fa2-462c-81cf-7104a37c8a7a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.352829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196e0474-bd75-4d8f-993d-b10a0f1d40eb req-1f24b1fa-1fa2-462c-81cf-7104a37c8a7a tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.4801726 Jul 23 16:40:40.372273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Attempting to bind port 886c71eb-646a-4b75-87d6-6969da6eccdd on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:40:40.372273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Attempting to bind port 886c71eb-646a-4b75-87d6-6969da6eccdd by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:40:40.372505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Attempting to bind port 886c71eb-646a-4b75-87d6-6969da6eccdd on network 91a2221a-569d-4847-b85a-b377af8016f2 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:40.381805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a377b9a-bd3d-4745-847e-a451dbc28ac1 req-708d71a1-4ffc-45e5-8a66-257378a4379e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.383517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a377b9a-bd3d-4745-847e-a451dbc28ac1 req-708d71a1-4ffc-45e5-8a66-257378a4379e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 943 time: 0.4233181 Jul 23 16:40:40.389728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd0871-17ec-466b-93ca-5edd4d0e995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32519bdc-df55-4cb7-8f2d-85e481e74a9b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.403775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-9593e462-7bd9-456b-bd53-6475b750cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.405361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-9593e462-7bd9-456b-bd53-6475b750cebd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4717dc880c4d4ec597cec65b51568971&device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 1096 time: 0.5198531 Jul 23 16:40:40.407890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46190) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.418813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting subnet 0949660d-2246-4743-9a20-5b22ff812cc0 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:40.422547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Port 886c71eb-646a-4b75-87d6-6969da6eccdd on network 91a2221a-569d-4847-b85a-b377af8016f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:40:40.422875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Attempting to bind port 886c71eb-646a-4b75-87d6-6969da6eccdd on network 91a2221a-569d-4847-b85a-b377af8016f2 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:40:40.427312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.465425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05565a96-5272-4919-8251-c5defe4d7432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.488662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:40:40.489059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Checking segment: {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:40:40.489454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Bound using segment: {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:40:40.489902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Bound port: 886c71eb-646a-4b75-87d6-6969da6eccdd, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46fca1f-7838-40b0-82c4-e90680f6c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:40:40.490302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.522261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.566647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-196e0474-bd75-4d8f-993d-b10a0f1d40eb req-a899fb6d-7409-4f2c-a464-ebfcc7d7d948 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128713 Jul 23 16:40:40.584843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:40.592309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.628099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c220419-7a6d-4edc-8ac7-01ea9da285f9 None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:35:31Z', 'revision_number': 4, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e2618da9-1cf2-452c-9700-3362ca1f6e44', 'name': '', 'network_id': '823796c6-7de8-43fa-b8f1-46480f4964c8', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'mac_address': 'fa:16:3e:57:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:29Z', 'updated_at': '2021-07-23T16:35:40Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'subnets': [{'id': '36be4743-42cd-4270-bcbc-6afbf851bfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:40.641900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a377b9a-bd3d-4745-847e-a451dbc28ac1 req-e6930850-354b-4f62-99a1-2ff1f3e64767 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413380 Jul 23 16:40:40.678103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.731704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.794872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:40.803247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:40.809267 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:40.855845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.882083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Pushing event updated for resources: {'Port': ['ID=12d73138-b275-40cd-a3ff-3f3eb0f1cd87,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.887871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:40:40.891578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-39cb2a71-d2d5-4420-b85d-990d91f840be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.892325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Subnet': ['ID=0949660d-2246-4743-9a20-5b22ff812cc0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.893976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-39cb2a71-d2d5-4420-b85d-990d91f840be service neutron] 10.222.0.81 "GET /v2.0/networks?id=823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 200 len: 915 time: 0.4515927 Jul 23 16:40:40.898293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.906753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:40:40.906968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86efca-3b80-4b97-820c-54340e5e1568 None None] Network ed42ca93-d005-4815-9066-b35da32c56fa requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:40:40.923086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.925320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e875fd6c-4226-4671-b372-85f6726e57d3 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/subnets/0949660d-2246-4743-9a20-5b22ff812cc0 HTTP/1.1" status: 204 len: 168 time: 0.6505027 Jul 23 16:40:40.936030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46196) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:40.968961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.973012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.989142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:40.990131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.991590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] 10.222.0.67 "PUT /v2.0/ports/886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 1091 time: 2.9756696 Jul 23 16:40:41.002297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4af7f-415e-4bef-8fac-82aba3872aff req-761ca7c0-43d9-4bcc-ba9c-76255db814a2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.010378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e4af7f-415e-4bef-8fac-82aba3872aff req-761ca7c0-43d9-4bcc-ba9c-76255db814a2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.3205707 Jul 23 16:40:41.018164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:41.020321 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d66b1-76be-40b1-ac5e-0ba815bead27" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:41.023888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-6928e3c8-9526-4ec7-9334-e6208a03f431 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 200 len: 217 time: 0.1156015 Jul 23 16:40:41.081349 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80cad3-d799-4f36-9bc9-72d58956a20f x-openstack-request-id: req-cd80cad3-d799-4f36-9bc9-72d58956a20f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:41.081709 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:41.081884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd80cad3-d799-4f36-9bc9-72d58956a20f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:41.087715 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:40:41.105654 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c27340-8958-4ea9-932a-bfd08791e8a3 None None] New status for floating IP b96837b5-432e-4215-a307-a08dd7c469af: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:40:41.173010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] DHCP port deletion for ed42ca93-d005-4815-9066-b35da32c56fa request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:40:41.231812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Deleting port 8db919e4-375e-430a-bdd7-b72be0eafd00 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:41.232379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.242907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05565a96-5272-4919-8251-c5defe4d7432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.271999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e4af7f-415e-4bef-8fac-82aba3872aff req-5703ef47-1a37-424b-9fee-9d259fd15f60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528398 Jul 23 16:40:41.273764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f21919-2848-4eea-b7ce-dc92823ac02f service neutron] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:41.284803 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05565a96-5272-4919-8251-c5defe4d7432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.308446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] For port 8db919e4-375e-430a-bdd7-b72be0eafd00, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8db919e4-375e-430a-bdd7-b72be0eafd00,segment=NetworkSegment(59d8d849-8fb7-42ac-9e4f-97c90c815a20),segment_id=59d8d849-8fb7-42ac-9e4f-97c90c815a20)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:41.308859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.312525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-3349d0ae-b7d9-404d-aa9e-65a2ebb7d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.314129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-3349d0ae-b7d9-404d-aa9e-65a2ebb7d531 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 200 len: 853 time: 0.2591374 Jul 23 16:40:41.316468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46200) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:41.325717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Calling delete_port for 8db919e4-375e-430a-bdd7-b72be0eafd00 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:41.374520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-05565a96-5272-4919-8251-c5defe4d7432 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=499bf8567c894e44abe41357b71edadd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9640083 Jul 23 16:40:41.406013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46202) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:41.414341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.439378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565a96-5272-4919-8251-c5defe4d7432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969f1d3f-5f90-44f9-9a36-c951edb2f8f9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:41.457731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b9f0bf3a-7d84-42b6-bb5c-91516b1dfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.459295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-b9f0bf3a-7d84-42b6-bb5c-91516b1dfc87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1094 time: 0.4079006 Jul 23 16:40:41.462434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] No DVR routers for this DVR port 8db919e4-375e-430a-bdd7-b72be0eafd00 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:41.469610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2008a9-6000-429d-baec-bbce6e73eab8 None None] Pushing event deleted for resources: {'Port': ['ID=8db919e4-375e-430a-bdd7-b72be0eafd00,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:41.514805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.540688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-f2227d1f-b2ca-4f08-9c1a-5305c002ed29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0613275 Jul 23 16:40:41.549825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519248c8-30f3-4b3f-8910-d6678ab9ceb8 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.551928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-519248c8-30f3-4b3f-8910-d6678ab9ceb8 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1092 time: 0.2296355 Jul 23 16:40:41.562632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46204) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:41.582137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:41.588008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.615905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-4fe29171-84e8-4c70-831a-c4e3ec3cf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.617440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-4fe29171-84e8-4c70-831a-c4e3ec3cf927 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=823796c6-7de8-43fa-b8f1-46480f4964c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932742 Jul 23 16:40:41.625160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.653836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-446628c9-daff-43b0-b71c-ad518ae402c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.655352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-446628c9-daff-43b0-b71c-ad518ae402c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.1024289 Jul 23 16:40:41.657243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.745090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-d993eb4d-2dee-43dd-a5aa-d8ef95f9cc34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793962 Jul 23 16:40:41.771948 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8f01cd92-8584-4de0-ad8f-47b42751d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.776232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.803408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed42ca93-d005-4815-9066-b35da32c56fa']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:41.838531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d8d849-8fb7-42ac-9e4f-97c90c815a20') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:41.838831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d8d849-8fb7-42ac-9e4f-97c90c815a20') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:41.841786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.917492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.921241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.967782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.970096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.971814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/969f1d3f-5f90-44f9-9a36-c951edb2f8f9 HTTP/1.1" status: 204 len: 168 time: 0.5646517 Jul 23 16:40:41.972685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.975656 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.005214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:42.005846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:42.013615 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:42.016538 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e09ce25c433c4189859a397d02b77a09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148095 Jul 23 16:40:42.016886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-6c36c627-00eb-440b-8d86-b5dd69d76dc0 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313026 Jul 23 16:40:42.024643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1aa60-b995-46bb-8e2d-bbdc207401c6 req-861f508b-bb6c-46a4-8db8-b8764dc7032e tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:42.026487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfd1aa60-b995-46bb-8e2d-bbdc207401c6 req-861f508b-bb6c-46a4-8db8-b8764dc7032e tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.3616896 Jul 23 16:40:42.029690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5663943-1dfd-4240-bfa2-9c361ac5dcef,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.030648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46212) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:42.032352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b4d9-c828-428b-bd34-8bc570e3a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969f1d3f-5f90-44f9-9a36-c951edb2f8f9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.039887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-f0b9cb96-3590-4e38-95d7-419d08f96c50 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:42.041437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-f0b9cb96-3590-4e38-95d7-419d08f96c50 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 945 time: 0.3600247 Jul 23 16:40:42.073520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-40e3dadb-32a2-461d-a1f3-485b147d4668 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092992 Jul 23 16:40:42.091167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.091500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.091840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.092305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.092498 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.092827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.093154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.093478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.093809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.094147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.094469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.094801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34fd3e-3f68-4e60-b2df-d4ad541e0674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.123555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd633-4a93-4510-b4f8-563a637d69c9 req-fd4084e9-f96f-4dc0-af8f-0f9abba61fed tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:42.125160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-452fd633-4a93-4510-b4f8-563a637d69c9 req-fd4084e9-f96f-4dc0-af8f-0f9abba61fed tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 943 time: 0.3834536 Jul 23 16:40:42.174345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.194610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.197152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.198647 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/networks/ed42ca93-d005-4815-9066-b35da32c56fa HTTP/1.1" status: 204 len: 168 time: 1.2606895 Jul 23 16:40:42.206873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:42.276666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a38cb-3378-48de-896f-f6d5f3ce09e2 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Network': ['ID=ed42ca93-d005-4815-9066-b35da32c56fa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.302731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfd1aa60-b995-46bb-8e2d-bbdc207401c6 req-a1280265-7e60-44d5-9a22-57be6c38fb70 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/security-groups?id=f829b5f3-6776-46c6-a162-bfb5f304fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572412 Jul 23 16:40:42.438542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:42.454859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8db919e4-375e-430a-bdd7-b72be0eafd00 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:42.463771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d076fa-d516-4ebf-b00c-a931f87a2113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.486263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 8db919e4-375e-430a-bdd7-b72be0eafd00 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:42.491194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8db919e4-375e-430a-bdd7-b72be0eafd00 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:42.524207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.573324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Deleting port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:42.573753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.714365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-452fd633-4a93-4510-b4f8-563a637d69c9 req-582ac28f-535f-4aed-9e7a-84699b8931f5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736883 Jul 23 16:40:42.723500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.735219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 63ce20bb-6831-496f-b4a1-f989291bcb6b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:42.735934 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.745731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe01f901-8d39-4279-aa7b-ddb25f43a6c3 req-524c375e-144e-4a69-b7cc-af085f492b44 service neutron] 10.222.0.81 "GET /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094202 Jul 23 16:40:42.768363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99460f11-68dc-4fb6-bc7f-64b1f7eb2898 req-f80dcc5c-dfe6-401a-9573-6f7912b45fa8 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710694 Jul 23 16:40:42.772047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.810296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] For port ee5333d7-526e-4e7e-94b4-6e0fadb222f7, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:42.810987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.820067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.848285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Calling delete_port for ee5333d7-526e-4e7e-94b4-6e0fadb222f7 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:42.924441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.927128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.931120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5663943-1dfd-4240-bfa2-9c361ac5dcef HTTP/1.1" status: 204 len: 168 time: 0.8933146 Jul 23 16:40:42.962804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5663943-1dfd-4240-bfa2-9c361ac5dcef,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:42.975126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d076fa-d516-4ebf-b00c-a931f87a2113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.979167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.979636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.979946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.980241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.980588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.980902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.981226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.981551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.981862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.982239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.982579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.982899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc64fe-a3d7-4fd8-8944-aa2bba1ce416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:42.996467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9d076fa-d516-4ebf-b00c-a931f87a2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.003610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.003966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.024822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.25.2.224 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e7fb9ae9-a314-412d-b124-3ed192afbda0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:43.031828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.034278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-efe7b0f4-9e83-488e-b19c-382aceeafbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.035944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-efe7b0f4-9e83-488e-b19c-382aceeafbac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1094 time: 0.1705301 Jul 23 16:40:43.048237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 63ce20bb-6831-496f-b4a1-f989291bcb6b owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:43.055975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.124855 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9d076fa-d516-4ebf-b00c-a931f87a2113 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f055e0622a340768c51f980a91328d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804278 Jul 23 16:40:43.131404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.170530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d076fa-d516-4ebf-b00c-a931f87a2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd351a-d116-46fb-8489-fb4ebb755346,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.210693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-d76c56a8-fd78-42df-8e94-db386856f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.213702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-d76c56a8-fd78-42df-8e94-db386856f75b service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.1660092 Jul 23 16:40:43.225232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.267706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Pushing event updated for resources: {'Port': ['ID=12d73138-b275-40cd-a3ff-3f3eb0f1cd87,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.271916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-245bc816-c09a-4af4-b0e9-be1befe49a93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0439184 Jul 23 16:40:43.295898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.359047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-008271df-6c67-4d3c-ac01-16b09678cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.360735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-008271df-6c67-4d3c-ac01-16b09678cfb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.0704839 Jul 23 16:40:43.362553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46230) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.371742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.393145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d58b8126-5dbd-4ef4-a9bd-63b0d093d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.436563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-feb5ada1-c3bc-404a-acc7-aab9b501d232 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661960 Jul 23 16:40:43.463446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.467579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.485599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:43.528896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f076bd3a-aebf-4ac7-83f3-f4c77f392bc6 req-5469b3bf-0bb2-4bbe-90a1-070255329c67 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0949051 Jul 23 16:40:43.530049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:43.537616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=e7fb9ae9-a314-412d-b124-3ed192afbda0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.550144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:43.560537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event deleted for resources: {'Port': ['ID=ee5333d7-526e-4e7e-94b4-6e0fadb222f7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.588362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.602530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.608247 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Floating IP 16063e76-f3a4-40df-8662-34a4362803d0 associated. External IP: 172.25.2.164, port: 47f31215-5657-499a-94b4-63241155d860. Jul 23 16:40:43.710795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-b0bfbcbe-045f-4292-88b9-0aba4124f5a8 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647612 Jul 23 16:40:43.738718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=63ce20bb-6831-496f-b4a1-f989291bcb6b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.784489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] No DVR routers for this DVR port ee5333d7-526e-4e7e-94b4-6e0fadb222f7 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:43.787950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.791159 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c68d1765-f2f5-41e1-a466-f2e431aa0a58 req-078d0808-ecc3-4fdf-81e1-81a84a26aff6 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.81 "DELETE /v2.0/ports/ee5333d7-526e-4e7e-94b4-6e0fadb222f7 HTTP/1.1" status: 204 len: 173 time: 1.7271423 Jul 23 16:40:43.800924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'name': 'network-vif-deleted', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:43.803427 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abff07e-2851-4cd4-91f2-cbab58111007" -d '{"events": [{"server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "name": "network-vif-deleted", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:43.880934 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.883774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.890923 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a03ba258-c6bd-46b1-bc75-5b9b07a2d46b tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/floatingips/af27e9fd-411b-43d0-9fb4-44de8ed5ee31 HTTP/1.1" status: 204 len: 168 time: 1.6448824 Jul 23 16:40:43.898644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.904800 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08306431-667b-420e-96d9-2a9ffd611f50 x-openstack-request-id: req-08306431-667b-420e-96d9-2a9ffd611f50 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:43.905076 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1c7a30-9468-484e-b517-5ba90a3ac64d", "name": "network-vif-deleted", "tag": "ee5333d7-526e-4e7e-94b4-6e0fadb222f7", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:43.905504 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08306431-667b-420e-96d9-2a9ffd611f50 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:43.906210 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1c7a30-9468-484e-b517-5ba90a3ac64d', 'name': 'network-vif-deleted', 'tag': 'ee5333d7-526e-4e7e-94b4-6e0fadb222f7', 'status': 'completed', 'code': 200} Jul 23 16:40:43.935342 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb09f3b2-41c9-4a5e-9e7f-0dceff9787b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] DELETE failed (client error): The resource could not be found. Jul 23 16:40:43.936119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb09f3b2-41c9-4a5e-9e7f-0dceff9787b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:40:43.941006 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb09f3b2-41c9-4a5e-9e7f-0dceff9787b1 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/8dfc1f80-5752-42c9-8f97-5e23065a0c6e HTTP/1.1" status: 404 len: 333 time: 0.0368874 Jul 23 16:40:43.941006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.942097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.952403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15cd351a-d116-46fb-8489-fb4ebb755346 HTTP/1.1" status: 204 len: 168 time: 0.7670536 Jul 23 16:40:43.958447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:43.970758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d58b8126-5dbd-4ef4-a9bd-63b0d093d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.971065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd1f3-9b79-41e3-915e-b76578e03f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd351a-d116-46fb-8489-fb4ebb755346,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.043749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d58b8126-5dbd-4ef4-a9bd-63b0d093d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.088279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80d77b11-e647-4e6c-892d-031e94ea64df tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/ports?device_id=11a9a844-25f3-4124-9aa2-f4d2adddcd40 HTTP/1.1" status: 200 len: 205 time: 0.1194391 Jul 23 16:40:44.089168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:44.111742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-392d66b1-76be-40b1-ac5e-0ba815bead27 req-234b4bac-86e6-412f-9e5b-76f4f28ef32b service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911612 Jul 23 16:40:44.158079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d58b8126-5dbd-4ef4-a9bd-63b0d093d574 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83a55a89439444a8a71e4b02b271e5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917016 Jul 23 16:40:44.158426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b8126-5dbd-4ef4-a9bd-63b0d093d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba078a5-e74a-4647-8dd6-4ee345a11f20,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.169854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67e3c9-1b47-4da5-8e5a-8291c14afe5d req-133a2f75-150f-481d-93ad-9693bd03fe85 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:44.171522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df67e3c9-1b47-4da5-8e5a-8291c14afe5d req-133a2f75-150f-481d-93ad-9693bd03fe85 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 943 time: 0.3644364 Jul 23 16:40:44.173827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46244) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:44.193509 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-b2483b3f-f822-44c2-b369-2e1aebaa336f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] delete failed (client error): The resource could not be found. Jul 23 16:40:44.198748 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2483b3f-f822-44c2-b369-2e1aebaa336f tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/routers/11a9a844-25f3-4124-9aa2-f4d2adddcd40 HTTP/1.1" status: 404 len: 336 time: 0.0721521 Jul 23 16:40:44.202968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46246) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:44.271517 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9debcec-1455-482f-9ee3-4e8bf9c35d3d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] DELETE failed (client error): The resource could not be found. Jul 23 16:40:44.271971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9debcec-1455-482f-9ee3-4e8bf9c35d3d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:40:44.276843 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9debcec-1455-482f-9ee3-4e8bf9c35d3d tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/subnets/0949660d-2246-4743-9a20-5b22ff812cc0 HTTP/1.1" status: 404 len: 337 time: 0.0723836 Jul 23 16:40:44.277476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:44.324299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.357589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Router 80efce20-9a52-4b39-9c90-b6a2e7170900 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:44.367823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.389393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df67e3c9-1b47-4da5-8e5a-8291c14afe5d req-5fd350e0-f85d-4bcc-bd5a-de7b09024c8f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049882 Jul 23 16:40:44.423246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec9bd-784b-4f62-9f7f-b61a66995004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.437527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.472762 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.599134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.602039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.605551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ba078a5-e74a-4647-8dd6-4ee345a11f20 HTTP/1.1" status: 204 len: 168 time: 0.4284616 Jul 23 16:40:44.605706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port aa029095-352d-4619-a1f5-15df6dbcbfb5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:44.605706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.619571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.621136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acf3e-7cd6-4b2d-873b-7830101df49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba078a5-e74a-4647-8dd6-4ee345a11f20,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.742090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8315b28b-ae78-4fa5-88c7-873b18417a8a req-6a0273e5-9462-4a5f-b7b7-20a9f7cbd109 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0743699 Jul 23 16:40:44.937551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 886c71eb-646a-4b75-87d6-6969da6eccdd details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:40:45.018216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.028552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.103895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.171748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:45.202980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'port_id': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'mac_address': 'fa:16:3e:7e:39:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:40:45.231636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:45.248326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.264167 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Floating IP 17c22458-0154-4521-b95b-035956e6f3e0 associated. External IP: 172.25.2.224, port: fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc. Jul 23 16:40:45.269660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for aa029095-352d-4619-a1f5-15df6dbcbfb5 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:45.278882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.338279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.347587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] Sync routers for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:45.368233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=e7fb9ae9-a314-412d-b124-3ed192afbda0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.389291 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-36378950-0f01-4ec6-8199-951398d98a9b tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7283437 Jul 23 16:40:45.393862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46284) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:45.400071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:45.403806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:45.508842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886c71eb-646a-4b75-87d6-6969da6eccdd {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:45.543820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:45.567746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.586709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:45.599770 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.606990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:45.607708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:45.635843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-982eb969-2632-437c-8410-6a5acab8c83f tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "GET /v2.0/floatingips/16063e76-f3a4-40df-8662-34a4362803d0 HTTP/1.1" status: 200 len: 983 time: 0.2392061 Jul 23 16:40:45.638061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46292) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:45.664496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=aa029095-352d-4619-a1f5-15df6dbcbfb5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.669121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:45.669817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61358903-4cdf-433e-9fec-ebd20a8316e4 None None] The sync data for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:45.683056 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.737258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.773093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.777856 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2db272d0-deb8-4578-97c8-ac71727d03c6 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/aa029095-352d-4619-a1f5-15df6dbcbfb5 HTTP/1.1" status: 204 len: 168 time: 1.4953649 Jul 23 16:40:45.778566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:45.881292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:40:45.924392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port fdf14dfb-84c6-4128-aed6-c3de6b9e4996 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:45.924875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.036459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.045601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c881079b-a44f-44ce-a1ef-b17b94102a4c req-b49cf400-3439-4f46-84cc-8b7645d1c5fd tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.1810400 Jul 23 16:40:46.064936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for fdf14dfb-84c6-4128-aed6-c3de6b9e4996 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:46.081775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981afd-ba66-439b-a805-4e3616bcba4c req-166da5a8-7d54-4dfe-b9f3-af42a4326acf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.092373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a981afd-ba66-439b-a805-4e3616bcba4c req-166da5a8-7d54-4dfe-b9f3-af42a4326acf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 943 time: 0.5631235 Jul 23 16:40:46.133751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee5333d7-526e-4e7e-94b4-6e0fadb222f7 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:40:46.150727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5943c46f-42bb-4300-be61-fa1710293ec7 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.5100770 Jul 23 16:40:46.153483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46312) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:46.210939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ee5333d7-526e-4e7e-94b4-6e0fadb222f7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:40:46.211281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee5333d7-526e-4e7e-94b4-6e0fadb222f7 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:40:46.232092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.322455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a981afd-ba66-439b-a805-4e3616bcba4c req-4381220e-6a1b-4458-8754-4e0080a48eec tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226336 Jul 23 16:40:46.384101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:46.402799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=fdf14dfb-84c6-4128-aed6-c3de6b9e4996,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:46.408001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.414032 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1eed760-f97a-4220-9747-7b5b949e40d4 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/ports/fdf14dfb-84c6-4128-aed6-c3de6b9e4996 HTTP/1.1" status: 204 len: 168 time: 0.6338134 Jul 23 16:40:46.414855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46320) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:46.551058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d244f4-94d6-47e2-9fa0-cb6a28a31ef7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.552676 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18d244f4-94d6-47e2-9fa0-cb6a28a31ef7 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f4bf33f-ad8f-4867-bd2a-7206e2202834 HTTP/1.1" status: 200 len: 913 time: 0.1365702 Jul 23 16:40:46.557692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46328) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:46.827632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:46.951019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 886c71eb-646a-4b75-87d6-6969da6eccdd up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:40:47.034309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:47.046524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port 12d73138-b275-40cd-a3ff-3f3eb0f1cd87 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:47.046778 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:47.047236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.049554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 886c71eb-646a-4b75-87d6-6969da6eccdd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:47.055911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 886c71eb-646a-4b75-87d6-6969da6eccdd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:47.056819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.062229 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:47.064757 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:47.078147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.158905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-56d3ca09-5154-47bf-8d5f-d6b6328d9fb0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5926909 Jul 23 16:40:47.161128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:47.163579 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:47.169473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46346) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.178326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.268693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.301026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6be70559-8663-412d-827e-5a32172ffb91 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/17c22458-0154-4521-b95b-035956e6f3e0 HTTP/1.1" status: 200 len: 992 time: 0.1145432 Jul 23 16:40:47.303276 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d5593e-085f-44ec-b726-e22f23e1eaca x-openstack-request-id: req-c2d5593e-085f-44ec-b726-e22f23e1eaca {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:47.303747 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:47.304185 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2d5593e-085f-44ec-b726-e22f23e1eaca {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:47.304751 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'status': 'completed', 'code': 200} Jul 23 16:40:47.315532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:47.316533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:47.321210 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f9e16-f854-4810-8e67-2896a9a33cd7" -d '{"events": [{"server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "name": "network-vif-plugged", "status": "completed", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:47.325895 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.337128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.337591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.398038 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:47.401283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52f8e337-b040-4c30-adf7-1fb7bd59dd9c req-9317fdb8-9bec-4a33-b16f-751391c87e59 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0923069 Jul 23 16:40:47.407318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-eb4e4035-1787-498c-87e2-7b890644e853 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:47.437765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for 12d73138-b275-40cd-a3ff-3f3eb0f1cd87 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:47.464141 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29f72d4-c91f-4822-b604-e8bced2997a2 x-openstack-request-id: req-a29f72d4-c91f-4822-b604-e8bced2997a2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:47.464141 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "name": "network-vif-plugged", "status": "completed", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:47.464479 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a29f72d4-c91f-4822-b604-e8bced2997a2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:47.464806 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'code': 200} Jul 23 16:40:47.482175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:47.525659 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.614422 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb4e4035-1787-498c-87e2-7b890644e853 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "PUT /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a HTTP/1.1" status: 200 len: 366 time: 0.7856631 Jul 23 16:40:47.619275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46358) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.629007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-d10f0462-23ea-49a2-80c9-ac5360dd9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.631001 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-d10f0462-23ea-49a2-80c9-ac5360dd9957 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1097 time: 0.2651520 Jul 23 16:40:47.670819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de0fe158-a6a1-477c-978b-d7a8002f64a9 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0504007 Jul 23 16:40:47.674404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46360) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.711672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b58bafc2-b1a8-40cd-9a59-2fed5d167f8f tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a HTTP/1.1" status: 200 len: 366 time: 0.0347049 Jul 23 16:40:47.715323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46362) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.740167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb2ec1-ff77-4506-85e2-2677c8d8f838 req-506ea8da-09df-4a8f-b91c-d8c04626861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.741815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77bb2ec1-ff77-4506-85e2-2677c8d8f838 req-506ea8da-09df-4a8f-b91c-d8c04626861e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.1990926 Jul 23 16:40:47.752021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc301ad-2314-49e5-996a-88a7a1cde976 req-9f851422-b00f-4dc1-94b3-039e5c2b5afd tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.761242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbc301ad-2314-49e5-996a-88a7a1cde976 req-9f851422-b00f-4dc1-94b3-039e5c2b5afd tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2172270 Jul 23 16:40:47.794258 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:47.803467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-0926c201-d6bb-4520-8880-aa4067224f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.805000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-0926c201-d6bb-4520-8880-aa4067224f10 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 897 time: 0.1662872 Jul 23 16:40:47.810529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-239f57a2-6a2d-4667-90a8-0e923c9ecbc7 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a HTTP/1.1" status: 204 len: 168 time: 0.0918181 Jul 23 16:40:47.819635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46366) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.836612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-77bb2ec1-ff77-4506-85e2-2677c8d8f838 req-82f26458-31c2-4e5f-8acb-d9a061d88943 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726216 Jul 23 16:40:47.838940 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:47.844163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5e1dbbdc-d46c-4dae-9ce2-67283d48fd94 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0213611 Jul 23 16:40:47.853063 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:47.853437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46368) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.853957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:47.895201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbc301ad-2314-49e5-996a-88a7a1cde976 req-c4731b7e-f01f-4219-90c6-5a026bf58334 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310494 Jul 23 16:40:47.902799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75af663b-389d-45f5-ac01-f9d5eab752a3 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a HTTP/1.1" status: 200 len: 370 time: 0.0482502 Jul 23 16:40:47.919630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46370) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.928571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-21c469a7-f35d-40cc-9ae7-4749fca87336 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a/default HTTP/1.1" status: 200 len: 370 time: 0.0076678 Jul 23 16:40:47.934485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:47.968488 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.011185 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:48.017637 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-89d07a67-3cc8-463c-8396-ab3f18f426ce tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] delete failed (client error): The resource could not be found. Jul 23 16:40:48.020776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=12d73138-b275-40cd-a3ff-3f3eb0f1cd87,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:48.029488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89d07a67-3cc8-463c-8396-ab3f18f426ce tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/a5674e1e122847c683da65b7a9b4186a HTTP/1.1" status: 404 len: 348 time: 0.0413005 Jul 23 16:40:48.064987 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-57fdc699-f300-45e6-9701-01a744a59ce8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 1000 time: 0.1809447 Jul 23 16:40:48.140417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.141255 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Floating IP 16063e76-f3a4-40df-8662-34a4362803d0 disassociated (deleted). External IP: 172.25.2.164, port: 47f31215-5657-499a-94b4-63241155d860. Jul 23 16:40:48.155849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-64a5e6e8-178e-4f6f-85e0-82c302565e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.157368 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-64a5e6e8-178e-4f6f-85e0-82c302565e22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.0837612 Jul 23 16:40:48.304707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46380) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:48.392212 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89c385ab-27ee-4959-bb6e-0152df2300d2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/17c22458-0154-4521-b95b-035956e6f3e0 HTTP/1.1" status: 200 len: 992 time: 0.0809596 Jul 23 16:40:48.392212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:48.448525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 5a24ed4b-3a45-4919-8a32-d04830375b6e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:48.449067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.452560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:network and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:48.502874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Router 80efce20-9a52-4b39-9c90-b6a2e7170900 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:48.514168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:48.520434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-43bfe59f-d446-4698-a750-6e4c672b1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:48.522025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-43bfe59f-d446-4698-a750-6e4c672b1bd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3542113 Jul 23 16:40:48.567019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:subnet and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:48.591606 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.627856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6c52d-a927-4bb6-bca3-325aabbc36e4 None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:44Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:48.631027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:48.635675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-481a6ccb-9864-4785-a8f2-88f1eb602a90 req-e97bcda1-f88a-4547-b8d6-c190c60e6519 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0667243 Jul 23 16:40:48.707884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:48.718949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.721277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] Sync routers for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:48.742343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:48.742992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.771443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ebf68b5-d1c0-48e7-9f7a-a610e043133b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/floatingips/16063e76-f3a4-40df-8662-34a4362803d0 HTTP/1.1" status: 204 len: 168 time: 2.6111147 Jul 23 16:40:48.772455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:48.784151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:48.827785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.835134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:48.836053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.856556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:48.857562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.860232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 5a24ed4b-3a45-4919-8a32-d04830375b6e owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:48.873887 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:40:48.949399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:48.952551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff2a9a-d5eb-431b-9c4f-09d240d432fa None None] The sync data for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:49.054077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92702878-4be7-4431-8503-e4b05dcc42c0 None None] New status for floating IP 17c22458-0154-4521-b95b-035956e6f3e0: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:40:49.058939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.119720 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-2d6dec3f-7bb8-444c-9de5-3512f0d9daa2 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747528 Jul 23 16:40:49.130011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:subnetpool and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.158972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.233397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Allocated IP 172.25.2.75 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/b839e9bb-4082-4cc7-a93b-05052d518d16) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:49.245320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:port and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.262198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.294017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:router and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.399289 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5abcdddd-da97-4dd5-86cc-7e8e1f8c7709 req-db2a4702-ad2a-4871-a1ec-c4ecb0fc7f0c service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555823 Jul 23 16:40:49.402831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:49.408870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.414976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.471787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf27da9-a63f-4a12-b96f-e174a5b4aeae req-27431ded-5f0f-4148-aac4-fe3469b332f0 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:49.473503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf27da9-a63f-4a12-b96f-e174a5b4aeae req-27431ded-5f0f-4148-aac4-fe3469b332f0 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.4508169 Jul 23 16:40:49.475811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.514481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:floatingip and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.556015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf27da9-a63f-4a12-b96f-e174a5b4aeae req-3168bc9a-d192-401d-aaff-81dd589ee3bd tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665457 Jul 23 16:40:49.556853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=5a24ed4b-3a45-4919-8a32-d04830375b6e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:49.557898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.574037 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec94731d-1b58-40ba-947a-81b38c1f557b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/17c22458-0154-4521-b95b-035956e6f3e0 HTTP/1.1" status: 200 len: 994 time: 0.1583738 Jul 23 16:40:49.574458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.632456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:49.637373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:49.640746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:49.694457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Pushing event updated for resources: {'Port': ['ID=b839e9bb-4082-4cc7-a93b-05052d518d16,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:49.852156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5282b0b6-ce80-4b1f-bbf3-c5d5c0dafcc8 req-d7c93203-da4a-48fc-9c00-828763375080 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d1c7a30-9468-484e-b517-5ba90a3ac64d HTTP/1.1" status: 200 len: 210 time: 0.0819321 Jul 23 16:40:49.883427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:security_group and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.885467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.910848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.941965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Usage tracker for resource:security_group_rule and tenant:68dba22eb02a4482bcfbad1288cb81de is out of sync, need to count used quota {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 16:40:49.948340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:49.951385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.quota.resource [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94004) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 16:40:49.972638 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d9f83a6-2985-4b8e-9a32-9eba5cbec539 tempest-QuotasTest-6689382 tempest-QuotasTest-6689382-project-admin] 10.222.0.64 "GET /v2.0/quotas/68dba22eb02a4482bcfbad1288cb81de/details.json HTTP/1.1" status: 200 len: 703 time: 1.5775223 Jul 23 16:40:50.024809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.092191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-0709ee7a-4011-467b-b1da-dbed12928cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.093746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-0709ee7a-4011-467b-b1da-dbed12928cd4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.1956081 Jul 23 16:40:50.169337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed437a-68fd-443e-91df-e6359c281498 req-62517b7f-ce37-4997-987a-32f41010ac71 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.170931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfed437a-68fd-443e-91df-e6359c281498 req-62517b7f-ce37-4997-987a-32f41010ac71 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2112014 Jul 23 16:40:50.250131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:50.309139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfed437a-68fd-443e-91df-e6359c281498 req-7e2f32cb-3d39-4377-bc9a-075a9072e87b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058221 Jul 23 16:40:50.319476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-295fafdc-7b0c-47f7-9923-6ed36e2949a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.320928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-295fafdc-7b0c-47f7-9923-6ed36e2949a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.2188003 Jul 23 16:40:50.354575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46410) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.386107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.389497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-384f51e3-7739-424e-85ab-a0a8b7c394a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0607986 Jul 23 16:40:50.390170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:50.391556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.402146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00705119-c16a-4fd1-a8fd-570b733cbc06 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "PUT /v2.0/routers/7f4bf33f-ad8f-4867-bd2a-7206e2202834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8432844 Jul 23 16:40:50.406250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46414) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.411297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] Sync routers for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:50.431174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:50.433161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:50.480653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:50.492957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] Routers {'7f4bf33f-ad8f-4867-bd2a-7206e2202834'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:50.493734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:50.521268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Pushing event updated for resources: {'Port': ['ID=b839e9bb-4082-4cc7-a93b-05052d518d16,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:50.542390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:50.543244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269eeff3-5f97-4c44-8b48-09a9dbe234e6 None None] The sync data for ids ['7f4bf33f-ad8f-4867-bd2a-7206e2202834'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:50.546275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-73aeec66-ae60-4b5b-a92e-4b7f97bd724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:50.550085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-73aeec66-ae60-4b5b-a92e-4b7f97bd724c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.1458762 Jul 23 16:40:50.579855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.588808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b517b82-7eca-4c81-9bed-4cc454b9341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.613819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-6368dd12-9f18-45d8-bc38-845441833644 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529375 Jul 23 16:40:50.615395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.616692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b80705b0-7239-4d96-b716-dacbf64e4023 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8432343 Jul 23 16:40:50.619765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.664740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.731747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-796491bc-ec92-407d-aa6c-0f4c76c38205 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032701 Jul 23 16:40:50.783307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:50.824752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b517b82-7eca-4c81-9bed-4cc454b9341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.827323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.832518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b517b82-7eca-4c81-9bed-4cc454b9341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.875505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:50.902804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b517b82-7eca-4c81-9bed-4cc454b9341f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84d2858de8c9484c94349b04616e4b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471470 Jul 23 16:40:50.903845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:50.905560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b517b82-7eca-4c81-9bed-4cc454b9341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0284201-6eee-491d-9340-8359e79d156a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:50.920087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81ede1d7-932f-452e-9d57-59f6bd8038a8 req-fac05010-6b0f-42cc-94a9-19e38063c999 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765914 Jul 23 16:40:50.928564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46430) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:51.043868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting port 3efb85ea-4d8d-4134-81c5-ac025f290f0f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:51.044481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.048217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.073567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.102175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.115120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.131207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.181799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.204365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Calling delete_port for 3efb85ea-4d8d-4134-81c5-ac025f290f0f owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:51.218332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.221292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.225673 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0284201-6eee-491d-9340-8359e79d156a HTTP/1.1" status: 204 len: 168 time: 0.3169272 Jul 23 16:40:51.268862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8e20f-2d2f-43c8-804d-7c79bed4de89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0284201-6eee-491d-9340-8359e79d156a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.293433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Allocated IP 172.25.2.114 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9598c856-5e0e-42f1-96e8-e701d3be92a4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:51.446319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.449162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.450434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] 10.222.0.64 "DELETE /v2.0/security-groups/f829b5f3-6776-46c6-a162-bfb5f304fb40 HTTP/1.1" status: 204 len: 168 time: 0.5209000 Jul 23 16:40:51.463049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.488922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59646e-5f08-4b14-b02b-cf68df377017 tempest-TestVolumeBackupRestore-635875568 tempest-TestVolumeBackupRestore-635875568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f829b5f3-6776-46c6-a162-bfb5f304fb40,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.517744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Port': ['ID=3efb85ea-4d8d-4134-81c5-ac025f290f0f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.526972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.563111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3d410-951b-4b86-a33e-82537997cb59 req-af4db2c4-e86a-4dd1-abde-907da183b93e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:51.565257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cd3d410-951b-4b86-a33e-82537997cb59 req-af4db2c4-e86a-4dd1-abde-907da183b93e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1378884 Jul 23 16:40:51.643153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cd3d410-951b-4b86-a33e-82537997cb59 req-d2d6266c-d05e-4bfa-b0cd-59f761a345d7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646570 Jul 23 16:40:51.650652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.680328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.701169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:51.704657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:51.708902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:51.760274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Pushing event updated for resources: {'Port': ['ID=9598c856-5e0e-42f1-96e8-e701d3be92a4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.810543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46454) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:51.848105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656305d0-972e-4099-81b0-22ccb3ce5b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.887969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.969538 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.086010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656305d0-972e-4099-81b0-22ccb3ce5b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.102410 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-656305d0-972e-4099-81b0-22ccb3ce5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.234693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656305d0-972e-4099-81b0-22ccb3ce5b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3391f9e6-3a61-426a-bf5c-5a9ab84fbbcd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:52.380364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-656305d0-972e-4099-81b0-22ccb3ce5b42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68dba22eb02a4482bcfbad1288cb81de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682542 Jul 23 16:40:52.384151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46506) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:52.498575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.503382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.604670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.605743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Fanout notify agent at l3_agent the message router_deleted on router 7f4bf33f-ad8f-4867-bd2a-7206e2202834 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:52.615167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.618166 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9dd14f9c-ddda-4762-a4e4-e070f0651993 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/routers/7f4bf33f-ad8f-4867-bd2a-7206e2202834 HTTP/1.1" status: 204 len: 168 time: 2.2107186 Jul 23 16:40:52.622895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:52.696320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-c054f2df-c94f-42db-a344-1e8b869c9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:52.698819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-c054f2df-c94f-42db-a344-1e8b869c9177 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.4393380 Jul 23 16:40:52.765167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Deleting subnet 1a902c1a-7a60-4aaa-9f94-928409cc58ea {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:40:52.770036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.883118 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.885317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-f78e604f-d4aa-408c-ac30-a4f6ff464f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:52.886869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-f78e604f-d4aa-408c-ac30-a4f6ff464f6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.1608574 Jul 23 16:40:52.912875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.999071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.024623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-3d778954-7b0f-4d07-8d7a-e47f796e510a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.1185274 Jul 23 16:40:53.028544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.072355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.094455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.103873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.133266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Subnet': ['ID=1a902c1a-7a60-4aaa-9f94-928409cc58ea,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.145007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.149496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9140dcd1-ad84-4e6d-95ad-008c9885ce23 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/subnets/1a902c1a-7a60-4aaa-9f94-928409cc58ea HTTP/1.1" status: 204 len: 168 time: 0.5255382 Jul 23 16:40:53.150149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46596) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:53.249323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.347682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Pushing event updated for resources: {'Port': ['ID=9598c856-5e0e-42f1-96e8-e701d3be92a4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.350905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-cac0a54f-cb7c-431d-9483-8388f7505e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:53.352430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-cac0a54f-cb7c-431d-9483-8388f7505e42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.3006146 Jul 23 16:40:53.385635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.401246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f51358-f3d6-4141-b864-5decb0a4ffcf']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:53.420456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490ac5e4-70f1-4dfd-9766-7e9b2cbc5722') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:53.421037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490ac5e4-70f1-4dfd-9766-7e9b2cbc5722') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:53.436821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.440467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-cb03a132-791c-4fda-826f-6e93be4cdeda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676074 Jul 23 16:40:53.451571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d576-3d5d-4af8-bd7c-e2b06037e323 req-3d691081-3f90-4e80-8db9-d2307a6dad04 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:53.453335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97f5d576-3d5d-4af8-bd7c-e2b06037e323 req-3d691081-3f90-4e80-8db9-d2307a6dad04 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.5713265 Jul 23 16:40:53.458528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.474442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.483981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:40:53.485024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.487825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:53.489904 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:53.492785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.494188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3391f9e6-3a61-426a-bf5c-5a9ab84fbbcd HTTP/1.1" status: 204 len: 168 time: 1.1090651 Jul 23 16:40:53.592175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a9d31-0904-407f-81ce-0a8fe0a35249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3391f9e6-3a61-426a-bf5c-5a9ab84fbbcd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.638005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.658542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.660449 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] 10.222.0.64 "DELETE /v2.0/networks/29f51358-f3d6-4141-b864-5decb0a4ffcf HTTP/1.1" status: 204 len: 168 time: 0.5093644 Jul 23 16:40:53.708899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18163724-ce25-4607-b0fa-09baaf8c0757 tempest-FloatingIPTestJSON-333725274 tempest-FloatingIPTestJSON-333725274-project] Pushing event deleted for resources: {'Network': ['ID=29f51358-f3d6-4141-b864-5decb0a4ffcf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:54.361095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.365709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46726) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.378870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4cea4b7a-0125-4684-a96b-0523f4f1fdc5 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7420416 Jul 23 16:40:54.483257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97f5d576-3d5d-4af8-bd7c-e2b06037e323 req-9a809424-4d64-490a-bc34-f13154db20f8 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117910 Jul 23 16:40:54.523240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-b4a7f985-78e0-45ac-a163-3efdc0ca448b service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0681605 Jul 23 16:40:54.541477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.673709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1cdc7453-28b5-4c5f-a84e-9a8318075208 tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.3036032 Jul 23 16:40:54.674825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46758) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.746322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adb8bb8d-0d3b-4a36-bac6-a33619275dd9 req-60ce1e5e-66ae-4fb4-a0c0-afc632b876ad service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125499 Jul 23 16:40:54.847141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.849128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-113d0b08-6cf2-4188-8a8c-516a87e0ee27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d396aa8b80545cc814fd0d7813388a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064215 Jul 23 16:40:54.912623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bb68382e-1dd0-4d07-92f9-dd0fc3fc6116 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2374756 Jul 23 16:40:54.915635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:54.934221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:54.962500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.040392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.043635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.045244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffba5183-09b5-4bd3-9de7-ba8ed4bc00c5 HTTP/1.1" status: 204 len: 168 time: 0.1966770 Jul 23 16:40:55.056523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0d1b-1e25-45bc-81f5-8d2141370df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba5183-09b5-4bd3-9de7-ba8ed4bc00c5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:55.158220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Deleting port 9598c856-5e0e-42f1-96e8-e701d3be92a4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:55.158569 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.243166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.411610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.412564 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:55.429971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Calling delete_port for 9598c856-5e0e-42f1-96e8-e701d3be92a4 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:55.647269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-049c4f8b-509f-4693-bb18-e676821fc2cf tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.648769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-049c4f8b-509f-4693-bb18-e676821fc2cf tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4045117 Jul 23 16:40:55.651755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.659459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-6ec6758a-35c8-4a1e-b882-0df15299c218 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.661658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ec6758a-35c8-4a1e-b882-0df15299c218 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0086958 Jul 23 16:40:55.664494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46884) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.687197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-4fc9cb74-c4e2-455b-a825-cec522308498 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.691150 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4fc9cb74-c4e2-455b-a825-cec522308498 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0216794 Jul 23 16:40:55.691661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46888) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.697060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-3b2f95e9-4112-4759-bb4c-4de40933522d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.703710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b2f95e9-4112-4759-bb4c-4de40933522d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0109708 Jul 23 16:40:55.707413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.742328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-ac3e032c-6f69-4d2f-8c29-6e8fe75e7577 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.745544 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac3e032c-6f69-4d2f-8c29-6e8fe75e7577 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0344079 Jul 23 16:40:55.758395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.774307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-79f4569e-1a6d-4d64-ba68-6cdd2baed38a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.778241 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-79f4569e-1a6d-4d64-ba68-6cdd2baed38a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0122805 Jul 23 16:40:55.781644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46904) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.810042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-89b51de1-fb7c-491f-aa27-61fc22830e11 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.817386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.819911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-89b51de1-fb7c-491f-aa27-61fc22830e11 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0360703 Jul 23 16:40:55.825728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-1b238e40-6191-48ae-b874-3a6937720583 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.829156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1b238e40-6191-48ae-b874-3a6937720583 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0081699 Jul 23 16:40:55.830123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46912) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.848360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-9ed99159-4a02-477a-abfd-1adfad8c9c95 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.854569 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ed99159-4a02-477a-abfd-1adfad8c9c95 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0235968 Jul 23 16:40:55.857646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.866905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-bd748a1a-dda8-4b21-919c-4e447a46ca5b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.870209 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd748a1a-dda8-4b21-919c-4e447a46ca5b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075827 Jul 23 16:40:55.871238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.884792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-2b86eb93-ad7c-4733-ab9a-f43187a7d509 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.896031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b86eb93-ad7c-4733-ab9a-f43187a7d509 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0209956 Jul 23 16:40:55.905623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46926) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.927014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-28aeffe6-8ac9-424b-b7a2-815136bb85d0 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.928039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-28aeffe6-8ac9-424b-b7a2-815136bb85d0 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0124378 Jul 23 16:40:55.931022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46932) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.935534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-2fb6aea8-2bbe-492e-a8f4-6c6cf0039ca8 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.936514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fb6aea8-2bbe-492e-a8f4-6c6cf0039ca8 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045214 Jul 23 16:40:55.963262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:55.984693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-aee0197d-0121-41c1-88fa-97532e1cf9d3 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:55.994687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aee0197d-0121-41c1-88fa-97532e1cf9d3 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0226486 Jul 23 16:40:55.995461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.012727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-3a73d40f-1057-488a-bcb8-f08560a734cd tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.024012 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3a73d40f-1057-488a-bcb8-f08560a734cd tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0250864 Jul 23 16:40:56.026063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.041180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-78aab84c-830d-4ef0-a714-9bbfefbf911b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.044455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78aab84c-830d-4ef0-a714-9bbfefbf911b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0152030 Jul 23 16:40:56.057183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46954) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.088322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-33b38726-babc-48af-97e0-b1f544225179 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.091850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-33b38726-babc-48af-97e0-b1f544225179 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0283353 Jul 23 16:40:56.094340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46960) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.099648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-806615ce-c1a4-41c5-b411-35ecd74c96ff tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.100739 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-806615ce-c1a4-41c5-b411-35ecd74c96ff tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052788 Jul 23 16:40:56.103508 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46962) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.112360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-844fd67d-027a-48ce-a040-b4322c3c8e70 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.113501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-844fd67d-027a-48ce-a040-b4322c3c8e70 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088885 Jul 23 16:40:56.116372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.120113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b77532-e50f-4b8e-94ef-b0df91b0a492 req-0a2478e5-f6e8-4acc-93a2-a47fbc9d51ea tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:56.127636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-31d1a691-f760-4f29-ab54-45facaaa794a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.132640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-31d1a691-f760-4f29-ab54-45facaaa794a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145543 Jul 23 16:40:56.136324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85b77532-e50f-4b8e-94ef-b0df91b0a492 req-0a2478e5-f6e8-4acc-93a2-a47fbc9d51ea tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.4567149 Jul 23 16:40:56.137865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.143389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-1e5c1b61-0772-4a6a-9f35-e91e59b496fe tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.144770 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1e5c1b61-0772-4a6a-9f35-e91e59b496fe tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056920 Jul 23 16:40:56.147099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.155186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-29f666c4-dc6f-4065-be14-ac35af997e17 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.157318 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29f666c4-dc6f-4065-be14-ac35af997e17 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075524 Jul 23 16:40:56.161826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 46976) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.186017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-4d4f30d6-d3d4-4502-9900-3d5f9b006825 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.187887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4d4f30d6-d3d4-4502-9900-3d5f9b006825 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0128555 Jul 23 16:40:56.195225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.202220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-427a0873-dcf2-4c3b-9cb6-eb006381af8d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.207400 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-427a0873-dcf2-4c3b-9cb6-eb006381af8d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110114 Jul 23 16:40:56.208227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.215507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-f18289e0-29c0-4dc7-af8a-07adcfe0469b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.219331 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f18289e0-29c0-4dc7-af8a-07adcfe0469b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090435 Jul 23 16:40:56.221035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.225801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.227481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-755bea86-8c2e-456a-a526-4e43757d92a7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.232448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-755bea86-8c2e-456a-a526-4e43757d92a7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091350 Jul 23 16:40:56.233541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.239389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-904dcbe3-c612-4b2e-8cd7-f217990cd69b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.244554 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-904dcbe3-c612-4b2e-8cd7-f217990cd69b tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0092587 Jul 23 16:40:56.245529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.255240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-ee390d5d-e820-4560-b705-fd996aa7a8fc tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.259375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ee390d5d-e820-4560-b705-fd996aa7a8fc tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114880 Jul 23 16:40:56.260356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 46996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.266133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-952a40d1-ea3c-42c7-a420-00470c95737d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.271763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-952a40d1-ea3c-42c7-a420-00470c95737d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091405 Jul 23 16:40:56.272702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47000) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.279427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-02a0e727-3306-484a-96d9-56cdfac6a875 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.284824 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-02a0e727-3306-484a-96d9-56cdfac6a875 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090847 Jul 23 16:40:56.285810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.291556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85b77532-e50f-4b8e-94ef-b0df91b0a492 req-8b25f307-09b6-49f7-9f41-dd630cbcb4a3 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520009 Jul 23 16:40:56.294265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-f92f00fb-6742-4e21-8dad-79810c9be1ec tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.299398 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f92f00fb-6742-4e21-8dad-79810c9be1ec tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0115075 Jul 23 16:40:56.300379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.305572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Pushing event deleted for resources: {'Port': ['ID=9598c856-5e0e-42f1-96e8-e701d3be92a4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:56.306205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-95fda84a-e708-40ac-a34b-f7244accb117 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.309817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95fda84a-e708-40ac-a34b-f7244accb117 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080805 Jul 23 16:40:56.310712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47010) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.317548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-872395a8-15ad-46e6-a053-accde0be588c tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.323567 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-872395a8-15ad-46e6-a053-accde0be588c tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0106654 Jul 23 16:40:56.324702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47012) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.330981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-50913f67-64b7-4516-9dca-419470c88411 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.336054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47014) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.336397 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50913f67-64b7-4516-9dca-419470c88411 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0099840 Jul 23 16:40:56.506280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-348e1076-8f6a-4248-9d9c-924663ef0231 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.508835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-348e1076-8f6a-4248-9d9c-924663ef0231 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1653833 Jul 23 16:40:56.512739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47042) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.518684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-4ce78cd7-640e-4030-a8ee-f67d405d288a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.523103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ce78cd7-640e-4030-a8ee-f67d405d288a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0087185 Jul 23 16:40:56.524321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.537325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-b0c4984f-928e-40db-81c7-569175b34ac7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.546911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b0c4984f-928e-40db-81c7-569175b34ac7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0213852 Jul 23 16:40:56.550559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.569652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-7f0d54ea-e5a3-4643-8215-aaf4cac73c83 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.575196 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f0d54ea-e5a3-4643-8215-aaf4cac73c83 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0235863 Jul 23 16:40:56.578032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47054) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.585746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-cec3767c-dde1-4dd6-9609-f85f9eb14162 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.592519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cec3767c-dde1-4dd6-9609-f85f9eb14162 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0135174 Jul 23 16:40:56.593275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.600461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-5f044c9b-da59-4c58-9c8a-ca2b5e509b98 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.604352 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f044c9b-da59-4c58-9c8a-ca2b5e509b98 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098376 Jul 23 16:40:56.608219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47062) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.626044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-8eda1c34-7412-4ea5-b392-084a4490a393 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.630978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47066) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.631794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8eda1c34-7412-4ea5-b392-084a4490a393 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0214455 Jul 23 16:40:56.636361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-d465a505-0ef6-44cc-9bee-a11c42996211 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.640792 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d465a505-0ef6-44cc-9bee-a11c42996211 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088730 Jul 23 16:40:56.641481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.649801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-a68cde55-9426-45c5-8f29-92ac7860bfd7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.653689 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a68cde55-9426-45c5-8f29-92ac7860bfd7 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0110185 Jul 23 16:40:56.654514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47072) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.660341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-50ee8422-f55b-4a1e-a582-3c0f2f2f7984 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.664299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50ee8422-f55b-4a1e-a582-3c0f2f2f7984 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0086217 Jul 23 16:40:56.664840 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.665251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47076) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.668095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:56.670392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-32e97e64-9ee3-4768-819e-53bacbce8250 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.674996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-54cc5eeb-b97f-4c63-88f4-ee5f3a5a2896 tempest-FloatingIPAdminTestJSON-1570295549 tempest-FloatingIPAdminTestJSON-1570295549-project] 10.222.0.64 "DELETE /v2.0/floatingips/0a32f3fc-906a-4527-aef4-ec51cc094ce0 HTTP/1.1" status: 204 len: 168 time: 1.7551570 Jul 23 16:40:56.677627 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32e97e64-9ee3-4768-819e-53bacbce8250 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0111346 Jul 23 16:40:56.679118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.679535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47080) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.687505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-1800949f-a476-44bb-971b-069169b94a46 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.695262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47086) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.695487 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1800949f-a476-44bb-971b-069169b94a46 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0124266 Jul 23 16:40:56.701662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-3034b67c-f28e-4a35-9aa3-a0510a1ef41a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.705775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3034b67c-f28e-4a35-9aa3-a0510a1ef41a tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090187 Jul 23 16:40:56.708154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.714378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-4409a006-3f4c-4ec5-9d0f-a42503726512 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.718780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4409a006-3f4c-4ec5-9d0f-a42503726512 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079510 Jul 23 16:40:56.721165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47092) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.729249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-413852de-2552-4047-9072-d59fd666117d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.733259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-413852de-2552-4047-9072-d59fd666117d tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0093205 Jul 23 16:40:56.735324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47094) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.742032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-cf02c745-a0d2-4e40-9d7e-2b2c0f779a86 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.746232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cf02c745-a0d2-4e40-9d7e-2b2c0f779a86 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0091839 Jul 23 16:40:56.748388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47098) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.758382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-0430c7bc-370d-47ee-a29c-236ddd0a99e6 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.762470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0430c7bc-370d-47ee-a29c-236ddd0a99e6 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0129414 Jul 23 16:40:56.770428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.775907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-766e6a0a-2b02-4a13-a3ed-b7e4a731ecd8 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.779908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-766e6a0a-2b02-4a13-a3ed-b7e4a731ecd8 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077701 Jul 23 16:40:56.783240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f873d-cf1d-446a-bbee-c561cb597452 req-33c96328-f3b9-44d2-b604-6ea564286676 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:56.785468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a83f873d-cf1d-446a-bbee-c561cb597452 req-33c96328-f3b9-44d2-b604-6ea564286676 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.2053406 Jul 23 16:40:56.786148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47106) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.790574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-a40ff637-5079-447d-ace2-1071b896d3f6 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.795388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a40ff637-5079-447d-ace2-1071b896d3f6 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077777 Jul 23 16:40:56.796144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.802693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-5ddcb1b5-6db3-430d-b697-3defe1a2ffde tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.806645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ddcb1b5-6db3-430d-b697-3defe1a2ffde tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080030 Jul 23 16:40:56.807417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47110) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.821636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-4192000c-a711-4e94-a9f1-0d346c84ccd3 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.826241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4192000c-a711-4e94-a9f1-0d346c84ccd3 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0131543 Jul 23 16:40:56.828585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47116) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.835334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-6291982a-d65e-45b4-8a9a-61837d357ec9 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.839759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6291982a-d65e-45b4-8a9a-61837d357ec9 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092413 Jul 23 16:40:56.847263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.853159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-62cb63c5-e875-4eef-a6c8-12a0020cddce tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.857803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-62cb63c5-e875-4eef-a6c8-12a0020cddce tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092406 Jul 23 16:40:56.861865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47122) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.868184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-eb33ff0d-d37e-4fce-b613-83d2f47012aa tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.872174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eb33ff0d-d37e-4fce-b613-83d2f47012aa tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0091417 Jul 23 16:40:56.872954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47124) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.878264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-58b69722-4450-42a7-8487-688b2f465b4f tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.882431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-58b69722-4450-42a7-8487-688b2f465b4f tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077531 Jul 23 16:40:56.886126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47126) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.898522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-2b86c7d5-0d27-415d-901a-46c2248243e2 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.904175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2b86c7d5-0d27-415d-901a-46c2248243e2 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0168214 Jul 23 16:40:56.906971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.915122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-0c66850a-9485-4d75-85ff-103433d0b541 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.919100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0c66850a-9485-4d75-85ff-103433d0b541 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0103860 Jul 23 16:40:56.920758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47130) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.934451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-8ded0143-2533-441f-baed-f4429b438bd5 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.934451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8ded0143-2533-441f-baed-f4429b438bd5 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080662 Jul 23 16:40:56.934451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a83f873d-cf1d-446a-bbee-c561cb597452 req-59b160f1-21d6-4555-8721-5953d9adebc9 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1348119 Jul 23 16:40:56.934451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47132) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.938620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-2b144cff-1c00-49ad-abcf-b601f3435e44 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.942534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2b144cff-1c00-49ad-abcf-b601f3435e44 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091057 Jul 23 16:40:56.943518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47136) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.948501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-ce9e2c0c-2822-4391-a8ac-06ecc9c49b71 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.952536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce9e2c0c-2822-4391-a8ac-06ecc9c49b71 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079060 Jul 23 16:40:56.953359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47138) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.958884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-211f689d-e10c-47f2-b7d7-8e9e55d21790 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.962951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-211f689d-e10c-47f2-b7d7-8e9e55d21790 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084341 Jul 23 16:40:56.963728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47140) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.964257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47142) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:56.969997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [None req-63dce555-9aed-40c0-92e8-e89378839595 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:56.975316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-63dce555-9aed-40c0-92e8-e89378839595 tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085633 Jul 23 16:40:56.992682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47144) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.016060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-92c2d74f-e3e2-4f0e-831c-2775ea99da3e tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:57.026061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92c2d74f-e3e2-4f0e-831c-2775ea99da3e tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0319362 Jul 23 16:40:57.030723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47146) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.046638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-05bd3eb8-80c4-488f-8c4e-3bc8dcb56a4c tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:57.050785 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-05bd3eb8-80c4-488f-8c4e-3bc8dcb56a4c tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0188744 Jul 23 16:40:57.051698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47150) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.069588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [None req-bc9f459b-ebf2-4878-be30-c7213e54decb tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:40:57.081350 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc9f459b-ebf2-4878-be30-c7213e54decb tempest-ExtensionsTestJSON-290590884 tempest-ExtensionsTestJSON-290590884-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0228515 Jul 23 16:40:57.230324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47154) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.296153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Deleting port b839e9bb-4082-4cc7-a93b-05052d518d16 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:57.298502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.350438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port d19f91de-2ef0-4399-8588-fea0c086c77b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:57.350789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.494095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.494297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.529470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.530727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.542991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Calling delete_port for b839e9bb-4082-4cc7-a93b-05052d518d16 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:57.546354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for d19f91de-2ef0-4399-8588-fea0c086c77b owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:57.567569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47164) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:57.812493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.854807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=d19f91de-2ef0-4399-8588-fea0c086c77b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:57.915657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-278578045'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:40:57.928179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08a3e78b-855b-4169-9674-6d11f49ba0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:57.964861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dd2a0-843d-4bdb-8c2e-f91c7b73978e req-34e9cdf3-cfad-4bca-8279-d318f4e39d94 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:57.972579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-493dd2a0-843d-4bdb-8c2e-f91c7b73978e req-34e9cdf3-cfad-4bca-8279-d318f4e39d94 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2102716 Jul 23 16:40:58.004018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Made reservation on behalf of 50b59d700a2548d7b8ca41b9a5a0e2a9 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:40:58.008035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.012267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.012825 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP f5ffbfb9-df4d-406e-813b-1621193a9030 disassociated (deleted). External IP: 172.25.2.169, port: 09f49c53-00c7-403a-99eb-71cfbe4ae8b3. Jul 23 16:40:58.022772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.037059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.057594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-493dd2a0-843d-4bdb-8c2e-f91c7b73978e req-89e5b328-6f9e-4a7a-8bdb-688e38be68bc tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841367 Jul 23 16:40:58.080120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Pushing event deleted for resources: {'Port': ['ID=b839e9bb-4082-4cc7-a93b-05052d518d16,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:58.192289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.202198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.211013 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44bce9b3-ae32-4c87-9c0f-41c4c4a131ec tempest-FloatingIPAdminTestJSON-520485321 tempest-FloatingIPAdminTestJSON-520485321-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/41ed514d-dff0-4e1b-8255-1b099d058d68 HTTP/1.1" status: 204 len: 168 time: 1.5289624 Jul 23 16:40:58.212132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47170) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:58.228722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:58.279492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08a3e78b-855b-4169-9674-6d11f49ba0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.294975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08a3e78b-855b-4169-9674-6d11f49ba0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.299622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router 06201b55-5183-4284-9df1-e846e9d7d8c5 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:40:58.430734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:58.435782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.443539 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Sync routers for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:40:58.447186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3e78b-855b-4169-9674-6d11f49ba0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e45f5-5e42-4a41-b169-2b2b560456d9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:58.460531 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-08a3e78b-855b-4169-9674-6d11f49ba0d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71a1bcf853b3416eae248a5509acd0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8893297 Jul 23 16:40:58.460880 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:58.460880 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:58.464589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47176) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:40:58.488368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ea07c804-fb8b-4d0f-a519-5ad780bd3bd0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/floatingips/f5ffbfb9-df4d-406e-813b-1621193a9030 HTTP/1.1" status: 204 len: 168 time: 1.5229177 Jul 23 16:40:58.489033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:58.491846 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6a3b5b-249d-4230-9c7f-99bde93af737" -d '{"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:40:58.578480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port 47f31215-5657-499a-94b4-63241155d860 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:40:58.578970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.746058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.775343 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:58.791752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.817679 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c37ee-b479-44b9-840e-a0459574242f x-openstack-request-id: req-c49c37ee-b479-44b9-840e-a0459574242f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:40:58.818376 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:40:58.818811 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c49c37ee-b479-44b9-840e-a0459574242f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:40:58.819450 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'status': 'completed', 'code': 200} Jul 23 16:40:58.841805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.889275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.954739 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:58.990607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:40:59.069440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff53c-f3e8-4a8f-80b1-c93d0cc8c8f8 req-20585173-312c-456d-80bd-063f27fd6838 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.075494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00570058-8ccc-4953-8f31-9d244532cd00,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:59.077386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b38ff53c-f3e8-4a8f-80b1-c93d0cc8c8f8 req-20585173-312c-456d-80bd-063f27fd6838 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.0972192 Jul 23 16:40:59.091837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.094976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.095460 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Added segment ac56620a-12fe-4568-9149-3fe83f5edbaf of type vlan for network 7e6784b5-e604-4136-b61f-415fea21bd58 Jul 23 16:40:59.130381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for 47f31215-5657-499a-94b4-63241155d860 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:40:59.183580 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.214201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b38ff53c-f3e8-4a8f-80b1-c93d0cc8c8f8 req-9ddd4b2a-e588-4abb-99f5-f5cfa2d7f2fe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1127148 Jul 23 16:40:59.236446 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Checking router: 06201b55-5183-4284-9df1-e846e9d7d8c5 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:40:59.247650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:59.248635 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.375308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478fe3-ec4b-489b-be94-e67aa1914ee1 req-f9fb01f2-d085-42e6-8878-cb03e14ba32a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.377775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80478fe3-ec4b-489b-be94-e67aa1914ee1 req-f9fb01f2-d085-42e6-8878-cb03e14ba32a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1193161 Jul 23 16:40:59.480271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80478fe3-ec4b-489b-be94-e67aa1914ee1 req-e5770f76-cc4d-4a63-abc6-f502941f4cc7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949144 Jul 23 16:40:59.502757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.523215 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:40:59.569840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.572566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.574118 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f7e45f5-5e42-4a41-b169-2b2b560456d9 HTTP/1.1" status: 204 len: 168 time: 1.1078184 Jul 23 16:40:59.640179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-27080ca6-ac56-4578-b240-f4b798031262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.641619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-27080ca6-ac56-4578-b240-f4b798031262 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 1096 time: 0.7340090 Jul 23 16:40:59.678883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350edd0-5230-47f2-9ef6-719c02651e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e45f5-5e42-4a41-b169-2b2b560456d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:59.742863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.748741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.749501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.821826 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:59.869864 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad9385-f616-4aa6-b276-e061ff9b7f5d None None] The sync data for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 is: [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:38:43Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '1a016af2-6cf6-40fb-ab02-e434d4f2b20e', 'name': '', 'network_id': 'f4ce89da-3f30-4ca0-9248-d864a24a30be', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:61:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:41Z', 'updated_at': '2021-07-23T16:38:53Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '211ca2a0-2d3d-4e67-8803-b2c6d89ae857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:40:59.969441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-f3d235f2-f8b9-4843-9900-b8d809d30d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:59.971446 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-f3d235f2-f8b9-4843-9900-b8d809d30d00 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 200 len: 897 time: 0.3138523 Jul 23 16:40:59.998445 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7668545 Jul 23 16:41:00.002098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47208) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:00.010805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'subnet': {'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:00.107723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8b24-3104-42c1-820e-fbb9f7bd2d7f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Network': ['ID=7e6784b5-e604-4136-b61f-415fea21bd58,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.117680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-527b974e-f28f-4bdb-97f8-3fef8d5e2800 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 200 len: 217 time: 0.1218352 Jul 23 16:41:00.123064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7e6784b5-e604-4136-b61f-415fea21bd58 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:00.140899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Made reservation on behalf of 50b59d700a2548d7b8ca41b9a5a0e2a9 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:00.145602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.222281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-900666af-733a-47df-84e8-815364a0b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.224153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-900666af-733a-47df-84e8-815364a0b3fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 200 len: 835 time: 0.0942116 Jul 23 16:41:00.242353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.411703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6309e2-2755-432b-b8e8-7639e3dfc19b None None] New status for floating IP f5ffbfb9-df4d-406e-813b-1621193a9030: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:00.594659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=47f31215-5657-499a-94b4-63241155d860,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.742266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.742266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9a36415-2b2f-4e38-9622-84538d04c637 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/ports/47f31215-5657-499a-94b4-63241155d860 HTTP/1.1" status: 204 len: 168 time: 2.5143301 Jul 23 16:41:00.742266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.742266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:00.746975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-2277a090-45ea-4f15-ac85-2a63e532ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.753276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-2277a090-45ea-4f15-ac85-2a63e532ce4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f4ce89da-3f30-4ca0-9248-d864a24a30be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212519 Jul 23 16:41:00.958932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.011206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47230) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:01.077570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466fd5e-2ad8-4ee6-9d25-eba539732166 req-d31bf016-b00f-4fa1-8dac-e9026da5e322 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.093743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e466fd5e-2ad8-4ee6-9d25-eba539732166 req-d31bf016-b00f-4fa1-8dac-e9026da5e322 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.5862253 Jul 23 16:41:01.128132 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-bcad4346-f2de-45f3-a5c0-96d5bfbe1b3b service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065097 Jul 23 16:41:01.132476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-8997b925-0def-43d1-ae2e-75c3ae8769a6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.134512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-8997b925-0def-43d1-ae2e-75c3ae8769a6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 945 time: 0.5032029 Jul 23 16:41:01.140692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdffdd2d-7bed-4aac-b088-13c04dd601a3 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.145319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bdffdd2d-7bed-4aac-b088-13c04dd601a3 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "GET /v2.0/ports?device_id=80efce20-9a52-4b39-9c90-b6a2e7170900 HTTP/1.1" status: 200 len: 913 time: 0.3998349 Jul 23 16:41:01.146451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:01.298540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e466fd5e-2ad8-4ee6-9d25-eba539732166 req-f554d3fc-1e97-4635-89c3-a352212d414f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2021685 Jul 23 16:41:01.299348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Subnet': ['ID=15db238c-c7b7-4a3f-8856-afdf6a10f41e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:01.311314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-305474053'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:01.339990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a26542-49d7-4183-aa88-2d61b5f5750a req-47e65658-8b21-4268-baff-b029296dd876 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.350298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a26542-49d7-4183-aa88-2d61b5f5750a req-47e65658-8b21-4268-baff-b029296dd876 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.7173629 Jul 23 16:41:01.364011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Checking segment: {'id': 'ac56620a-12fe-4568-9149-3fe83f5edbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:01.364469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network hostable DHCP agents. Network: 7e6784b5-e604-4136-b61f-415fea21bd58, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:01.440800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:01.444791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.445632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a26542-49d7-4183-aa88-2d61b5f5750a req-eeb8aac7-bd6c-49ee-a0be-b40682d36612 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942762 Jul 23 16:41:01.450511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 7e6784b5-e604-4136-b61f-415fea21bd58 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:01.497067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7e6784b5-e604-4136-b61f-415fea21bd58) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:01.508067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.512736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794069f-42fe-422d-877c-cc2afabaaa62 None None] Network 7e6784b5-e604-4136-b61f-415fea21bd58 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:01.520062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.520866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.535279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:01.535955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.627497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ca273e6e-8a21-4026-a3bd-3b583b5a19b3 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6142015 Jul 23 16:41:01.658794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:01.661009 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fc6a3b5b-249d-4230-9c7f-99bde93af737 req-4b25e35b-7b0f-4b07-a1a4-b0472817475d service neutron] 10.222.0.81 "GET /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153871 Jul 23 16:41:01.748890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:01.748890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.766793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:01.785379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7e6784b5-e604-4136-b61f-415fea21bd58', 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58', 'tenant_id': '50b59d700a2548d7b8ca41b9a5a0e2a9', 'fixed_ips': [{'subnet_id': '15db238c-c7b7-4a3f-8856-afdf6a10f41e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:01.787181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.789991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2113816872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:01.960572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.013202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.050960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Allocated IP 172.20.0.2 (7e6784b5-e604-4136-b61f-415fea21bd58/15db238c-c7b7-4a3f-8856-afdf6a10f41e/fe6fca66-8314-4720-8729-499caf627005) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:02.063777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.076602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:02.098712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.099708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.113361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.113710 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment e78130e6-ead3-417b-924b-b842f5513196 of type vlan for network 3c78530a-760f-4731-9961-564333fc8792 Jul 23 16:41:02.132945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02375340-709a-49f3-8b7d-0ae37a3a60f8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.164511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Deleting port e2618da9-1cf2-452c-9700-3362ca1f6e44 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:02.164855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.183715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=09f49c53-00c7-403a-99eb-71cfbe4ae8b3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.209495 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.271740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.283003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.315160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] No DVR routers for this DVR port 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:02.319921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.324515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0f01559-9ac0-4898-9723-b3aac03cf732 req-cb74fa6f-775e-4f61-8ea9-88dfb5331fe4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "DELETE /v2.0/ports/09f49c53-00c7-403a-99eb-71cfbe4ae8b3 HTTP/1.1" status: 204 len: 173 time: 1.1394196 Jul 23 16:41:02.325407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-deleted', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:02.330498 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad6cab9-e5a9-4c6c-8d54-77ac762404e4" -d '{"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-deleted", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:02.351889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.353228 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea70bfc9-4c5c-4112-95d7-feda42a3f1c6 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6439378 Jul 23 16:41:02.357409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47246) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:02.381941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.388044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:02.388690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.451223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] For port e2618da9-1cf2-452c-9700-3362ca1f6e44, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e2618da9-1cf2-452c-9700-3362ca1f6e44,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:02.451604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.472985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4583862 Jul 23 16:41:02.507868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.524838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Transition to ACTIVE for port object fe6fca66-8314-4720-8729-499caf627005 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:02.555084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Transition to ACTIVE for port object fe6fca66-8314-4720-8729-499caf627005 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:02.604458 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.700815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Network 7e6784b5-e604-4136-b61f-415fea21bd58 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:02.705578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:02.712037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:02.762652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47254) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:02.770193 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae74536a-e8cb-4051-ab62-38e8ead1b615 x-openstack-request-id: req-ae74536a-e8cb-4051-ab62-38e8ead1b615 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:02.770625 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815ff4c-40f8-4566-ac1c-6c10e4b7a68b", "name": "network-vif-deleted", "tag": "09f49c53-00c7-403a-99eb-71cfbe4ae8b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:02.770993 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae74536a-e8cb-4051-ab62-38e8ead1b615 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:02.771570 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815ff4c-40f8-4566-ac1c-6c10e4b7a68b', 'name': 'network-vif-deleted', 'tag': '09f49c53-00c7-403a-99eb-71cfbe4ae8b3', 'status': 'completed', 'code': 200} Jul 23 16:41:02.905127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Pushing event updated for resources: {'Port': ['ID=fe6fca66-8314-4720-8729-499caf627005,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:02.926136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Attempting to bind port fe6fca66-8314-4720-8729-499caf627005 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:02.926629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Attempting to bind port fe6fca66-8314-4720-8729-499caf627005 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ac56620a-12fe-4568-9149-3fe83f5edbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:02.927088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Attempting to bind port fe6fca66-8314-4720-8729-499caf627005 on network 7e6784b5-e604-4136-b61f-415fea21bd58 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:02.933326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:02.933699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Checking segment: {'id': 'ac56620a-12fe-4568-9149-3fe83f5edbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:02.934321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.934789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Bound using segment: {'id': 'ac56620a-12fe-4568-9149-3fe83f5edbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:02.935334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Bound port: fe6fca66-8314-4720-8729-499caf627005, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac56620a-12fe-4568-9149-3fe83f5edbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:02.937057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:02.938283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5326561a-0902-4bea-82f2-7169afd606b2 req-8f7f839c-3d3f-4c77-8da7-234560edbb6a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=7815ff4c-40f8-4566-ac1c-6c10e4b7a68b HTTP/1.1" status: 200 len: 210 time: 0.1620262 Jul 23 16:41:02.942968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': '3c78530a-760f-4731-9961-564333fc8792', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:03.078537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] For port fe6fca66-8314-4720-8729-499caf627005, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:03.083430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] For port fe6fca66-8314-4720-8729-499caf627005, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe6fca66-8314-4720-8729-499caf627005,segment=NetworkSegment(ac56620a-12fe-4568-9149-3fe83f5edbaf),segment_id=ac56620a-12fe-4568-9149-3fe83f5edbaf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:03.091507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.186699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfd29-0a07-4a5a-84a3-51d38bafd1fe None None] Pushing event updated for resources: {'Port': ['ID=fe6fca66-8314-4720-8729-499caf627005,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.233963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0548-2b41-4992-86d2-657c56b8037c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=3c78530a-760f-4731-9961-564333fc8792,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.246079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3c78530a-760f-4731-9961-564333fc8792 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:03.250776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Calling delete_port for e2618da9-1cf2-452c-9700-3362ca1f6e44 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:03.432235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:03.470256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.518334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edd400-1324-4589-9384-0d39ec2a1436 req-34289a15-7bae-479d-b247-4341747639e4 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:03.520121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53edd400-1324-4589-9384-0d39ec2a1436 req-34289a15-7bae-479d-b247-4341747639e4 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.5543439 Jul 23 16:41:03.523122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.625355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.773499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:03.818407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2618da9-1cf2-452c-9700-3362ca1f6e44,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:03.828159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53edd400-1324-4589-9384-0d39ec2a1436 req-269fb154-12a0-49f2-9b69-298638f57640 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969379 Jul 23 16:41:04.100520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47262) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:04.217752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:04.245796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:04.246419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 09f49c53-00c7-403a-99eb-71cfbe4ae8b3 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:04.310912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.468096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.664993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:04.665231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.750592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900d113-9e52-485a-a04d-6928ad8dcbf9 None None] Network 7e6784b5-e604-4136-b61f-415fea21bd58 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:04.772939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': 'e78130e6-ead3-417b-924b-b842f5513196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3c78530a-760f-4731-9961-564333fc8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:04.773819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: 3c78530a-760f-4731-9961-564333fc8792, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:04.779956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=08a7b27a-de8d-405f-b7a1-a95dfe00fda2,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:04.859213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network 3c78530a-760f-4731-9961-564333fc8792 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:04.879759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3c78530a-760f-4731-9961-564333fc8792) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:04.883296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:04.904066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.905010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:04.944595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe6fca66-8314-4720-8729-499caf627005 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:04.949624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15948215-a52b-4441-9f5a-6d9ff638bc96 None None] Network 3c78530a-760f-4731-9961-564333fc8792 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:04.951542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-65266ba4-56b2-432e-947a-b35c7f4d05f8 None None] Provisioning for port fe6fca66-8314-4720-8729-499caf627005 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:04.961102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Allocated IP 172.20.0.1 (7e6784b5-e604-4136-b61f-415fea21bd58/15db238c-c7b7-4a3f-8856-afdf6a10f41e/5d63f10f-02b2-4f20-baa8-2be817f5026b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:04.975982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cee14659-dd56-41b9-8d64-27cce69fbc8b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1945894 Jul 23 16:41:04.977763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47266) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:04.987637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196458442'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:05.069737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.123296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:05.138624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fe6fca66-8314-4720-8729-499caf627005 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:05.153585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe6fca66-8314-4720-8729-499caf627005 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:05.153986 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.168022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:05.174571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.275409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:05.289334 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Sync routers for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:05.307083 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:05.309000 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:05.316957 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c2f4dca-f46f-45e3-aa9c-6dbdb075f1d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/94a54e23-c24c-4d01-b8ce-ccfced02c0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0870106 Jul 23 16:41:05.324047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:05.370636 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.378263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:05.410179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.410561 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment c4e7004f-de72-4d40-b695-d5681aac6713 of type vlan for network ea5893de-2778-4c94-91e6-ec3a62fc15b1 Jul 23 16:41:05.415436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Transition to ACTIVE for port object 5d63f10f-02b2-4f20-baa8-2be817f5026b will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:05.469327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438278a-5015-46c9-bf5c-5c13e13089ec req-08eda8cb-3360-44a4-b191-57f694010286 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.472169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7438278a-5015-46c9-bf5c-5c13e13089ec req-08eda8cb-3360-44a4-b191-57f694010286 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.4697924 Jul 23 16:41:05.474611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-3c78530a-760f-4731-9961-564333fc8792', 'network_id': '3c78530a-760f-4731-9961-564333fc8792', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': '08a7b27a-de8d-405f-b7a1-a95dfe00fda2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:05.475667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.524441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:05.632162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.637072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.654474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7438278a-5015-46c9-bf5c-5c13e13089ec req-c66e904c-397b-48e9-8f2d-ea3f74413b18 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689534 Jul 23 16:41:05.680810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.728991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.731424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 7e6784b5-e604-4136-b61f-415fea21bd58 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:05.732860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.739470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.740550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.754280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:05.774743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:05.831334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=5d63f10f-02b2-4f20-baa8-2be817f5026b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:05.840807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8616467 Jul 23 16:41:05.846003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47272) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:05.859164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:05.872481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9062671d-40f9-4ce9-b8ad-0163f386a94b None None] Provisioning complete for port fe6fca66-8314-4720-8729-499caf627005 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:05.872757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9062671d-40f9-4ce9-b8ad-0163f386a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.921639 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:41:03Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:05.963023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a862c-4c40-41e2-a7ce-23eca50c4db7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=ea5893de-2778-4c94-91e6-ec3a62fc15b1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:05.970507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:05.992812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fe6fca66-8314-4720-8729-499caf627005, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe6fca66-8314-4720-8729-499caf627005,segment=NetworkSegment(ac56620a-12fe-4568-9149-3fe83f5edbaf),segment_id=ac56620a-12fe-4568-9149-3fe83f5edbaf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:05.997445 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Checking router: 94a54e23-c24c-4d01-b8ce-ccfced02c0cb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:05.999572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ea5893de-2778-4c94-91e6-ec3a62fc15b1 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:06.018790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Routers {'94a54e23-c24c-4d01-b8ce-ccfced02c0cb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:06.019866 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:06.020011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.096397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Allocated IP 172.20.255.242 (3c78530a-760f-4731-9961-564333fc8792/08a7b27a-de8d-405f-b7a1-a95dfe00fda2/ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:06.242474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fe6fca66-8314-4720-8729-499caf627005,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:06.256616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:06.260276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] Set router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:06.260431 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.269324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.269782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.270245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.270877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.271186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.271613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.272060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.272480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.272901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.273322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.273747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.274208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:06.508731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.532285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.535624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-25b1f70a-c3aa-493e-91e1-5a8d3e136d1b None None] Provisioning for port 5d63f10f-02b2-4f20-baa8-2be817f5026b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:06.561190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-25b1f70a-c3aa-493e-91e1-5a8d3e136d1b None None] Provisioning complete for port 5d63f10f-02b2-4f20-baa8-2be817f5026b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:06.561847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-25b1f70a-c3aa-493e-91e1-5a8d3e136d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.598427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.620220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-25b1f70a-c3aa-493e-91e1-5a8d3e136d1b None None] Port 5d63f10f-02b2-4f20-baa8-2be817f5026b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:06.626845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Transition to ACTIVE for port object ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:06.634867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.655740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.670259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Transition to ACTIVE for port object ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:06.678192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=fbbae91d-d64f-4fca-b8de-61367cb72c38,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:06.684291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.707108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe6fca66-8314-4720-8729-499caf627005 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:06.717118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': 'c4e7004f-de72-4d40-b695-d5681aac6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:06.717662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: ea5893de-2778-4c94-91e6-ec3a62fc15b1, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:06.729346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=da6d2d5c-99a3-41b8-9846-e9d5aa8f1a03,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:06.748907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Network 3c78530a-760f-4731-9961-564333fc8792 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:06.752815 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:41:03Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:06.761095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network ea5893de-2778-4c94-91e6-ec3a62fc15b1 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:06.825709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:06.839576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfb59f5-0bff-4687-af56-23cd9bd4a1ef None None] The sync data for ids ['94a54e23-c24c-4d01-b8ce-ccfced02c0cb'] in n-d-800484-3 is: [{'id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'name': 'tempest-TestVolumeBackupRestore-1855098144-router', 'tenant_id': '4717dc880c4d4ec597cec65b51568971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:16Z', 'updated_at': '2021-07-23T16:41:03Z', 'revision_number': 5, 'project_id': '4717dc880c4d4ec597cec65b51568971', 'gw_port': {'id': '9fded120-3939-42e7-b213-8c8ae4fa84f7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a54e23-c24c-4d01-b8ce-ccfced02c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1980, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:18Z', 'updated_at': '2021-07-23T16:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:06.848788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:06.884020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.919412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ea5893de-2778-4c94-91e6-ec3a62fc15b1) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:06.926936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:06.927780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:06.961389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9dc9d9-ef64-4f2b-b641-c1c30aaf03e1 None None] Network ea5893de-2778-4c94-91e6-ec3a62fc15b1 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:07.151862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.165314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1f2ea519-cd03-49f4-8522-43a55fe75a10 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3147759 Jul 23 16:41:07.166192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.168786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47282) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:07.257832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.275109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Deleting port 9fded120-3939-42e7-b213-8c8ae4fa84f7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:07.275742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.328749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.365005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Pushing event updated for resources: {'Port': ['ID=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:07.417271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Attempting to bind port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:07.417763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Attempting to bind port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e78130e6-ead3-417b-924b-b842f5513196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3c78530a-760f-4731-9961-564333fc8792'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:07.418316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Attempting to bind port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 on network 3c78530a-760f-4731-9961-564333fc8792 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:07.426274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ea5893de-2778-4c94-91e6-ec3a62fc15b1', 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'fbbae91d-d64f-4fca-b8de-61367cb72c38'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:07.427286 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.515483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.526189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=5d63f10f-02b2-4f20-baa8-2be817f5026b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:07.574196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.597192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Allocated IP 172.20.0.2 (ea5893de-2778-4c94-91e6-ec3a62fc15b1/fbbae91d-d64f-4fca-b8de-61367cb72c38/238476bc-8b23-436c-9451-c20a62e35f65) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:07.615429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] For port 9fded120-3939-42e7-b213-8c8ae4fa84f7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9fded120-3939-42e7-b213-8c8ae4fa84f7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:07.616079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.639059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Calling delete_port for 9fded120-3939-42e7-b213-8c8ae4fa84f7 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:07.713049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554d4c0-1b81-4113-9e24-b0b8f360ba68 req-820358d6-60af-4a63-ba3c-9c4f0889dc6e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:07.720786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0554d4c0-1b81-4113-9e24-b0b8f360ba68 req-820358d6-60af-4a63-ba3c-9c4f0889dc6e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.8204241 Jul 23 16:41:07.763523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.774518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Transition to ACTIVE for port object 238476bc-8b23-436c-9451-c20a62e35f65 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:07.792507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Transition to ACTIVE for port object 238476bc-8b23-436c-9451-c20a62e35f65 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:07.800378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fe6fca66-8314-4720-8729-499caf627005 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:07.801030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.802885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:07.803389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Checking segment: {'id': 'e78130e6-ead3-417b-924b-b842f5513196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3c78530a-760f-4731-9961-564333fc8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:07.803981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.804713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Bound using segment: {'id': 'e78130e6-ead3-417b-924b-b842f5513196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3c78530a-760f-4731-9961-564333fc8792'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:07.805342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Bound port: ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78130e6-ead3-417b-924b-b842f5513196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3c78530a-760f-4731-9961-564333fc8792'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:07.805845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.810455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.865362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.869406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 7e6784b5-e604-4136-b61f-415fea21bd58 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:07.902238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbae91d-d64f-4fca-b8de-61367cb72c38,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:07.908878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:07.926897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] For port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:07.930521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] For port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,segment=NetworkSegment(e78130e6-ead3-417b-924b-b842f5513196),segment_id=e78130e6-ead3-417b-924b-b842f5513196)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:07.941360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.948940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0554d4c0-1b81-4113-9e24-b0b8f360ba68 req-f825b377-0dc0-44f6-95e4-8cb229d84f1d tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258339 Jul 23 16:41:07.953727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Network ea5893de-2778-4c94-91e6-ec3a62fc15b1 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:07.968508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:07.991817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:08.005179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Pushing event updated for resources: {'Port': ['ID=238476bc-8b23-436c-9451-c20a62e35f65,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.053623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Router 80efce20-9a52-4b39-9c90-b6a2e7170900 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:08.124583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:08.124929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.140739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Attempting to bind port 238476bc-8b23-436c-9451-c20a62e35f65 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:08.141432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Attempting to bind port 238476bc-8b23-436c-9451-c20a62e35f65 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'c4e7004f-de72-4d40-b695-d5681aac6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:08.141906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Attempting to bind port 238476bc-8b23-436c-9451-c20a62e35f65 on network ea5893de-2778-4c94-91e6-ec3a62fc15b1 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:08.168692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:08.169274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Checking segment: {'id': 'c4e7004f-de72-4d40-b695-d5681aac6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:08.169799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.170330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Bound using segment: {'id': 'c4e7004f-de72-4d40-b695-d5681aac6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:08.170953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Bound port: 238476bc-8b23-436c-9451-c20a62e35f65, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e7004f-de72-4d40-b695-d5681aac6713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:08.171424 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.204939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18017b1f-347a-4fb9-b668-6014861afb95 None None] Pushing event updated for resources: {'Port': ['ID=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.234738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.247000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5893de-2778-4c94-91e6-ec3a62fc15b1']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.258852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e7004f-de72-4d40-b695-d5681aac6713') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.259305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e7004f-de72-4d40-b695-d5681aac6713') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.270403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.293352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.310155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] For port 238476bc-8b23-436c-9451-c20a62e35f65, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:08.314902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:08.315522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.414741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c8eee45f-3f06-46a3-9f34-4ac20cb2f49c None None] Provisioning complete for port 5d63f10f-02b2-4f20-baa8-2be817f5026b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:08.415294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8eee45f-3f06-46a3-9f34-4ac20cb2f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:08.420803 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:08.425599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 1a016af2-6cf6-40fb-ab02-e434d4f2b20e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:08.425997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.446029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 1a016af2-6cf6-40fb-ab02-e434d4f2b20e owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:08.487491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] For port 238476bc-8b23-436c-9451-c20a62e35f65, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=238476bc-8b23-436c-9451-c20a62e35f65,segment=NetworkSegment(c4e7004f-de72-4d40-b695-d5681aac6713),segment_id=c4e7004f-de72-4d40-b695-d5681aac6713)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:08.488844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c8eee45f-3f06-46a3-9f34-4ac20cb2f49c None None] Port 5d63f10f-02b2-4f20-baa8-2be817f5026b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:08.497049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.504399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:08.504399 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:08.504399 n-d-800484-3 neutron-server[94003]: [parameters: {'id': 'ea5893de-2778-4c94-91e6-ec3a62fc15b1'}] Jul 23 16:41:08.504399 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:08.505187 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:08.538532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:08.552858 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-43aa6c88-1fec-44c0-8110-1e548c379902 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "PUT /v2.0/routers/80efce20-9a52-4b39-9c90-b6a2e7170900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3975041 Jul 23 16:41:08.555572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:08.586721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.676801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] Sync routers for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:08.678696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Router e044b51c-a868-43fa-a9c0-463a34d9c621 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:08.698388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83124f17-5805-429b-8f63-957d63d4bec3 None None] Network ea5893de-2778-4c94-91e6-ec3a62fc15b1 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:08.717498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-851a1a83-5b81-48b8-ae7f-0725a78a8dd7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2812061 Jul 23 16:41:08.726502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9fded120-3939-42e7-b213-8c8ae4fa84f7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.807399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:08.845562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:08.845906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.847786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.893689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:08.901772 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.915771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f6eeb-185c-4793-97a3-bf15e3e2fe93 None None] Pushing event updated for resources: {'Port': ['ID=238476bc-8b23-436c-9451-c20a62e35f65,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:08.963985 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.969030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.992370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] Routers {'80efce20-9a52-4b39-9c90-b6a2e7170900'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:08.993270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['80efce20-9a52-4b39-9c90-b6a2e7170900'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.026269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.039892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:09.046147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1381abc1-fea2-4dff-91b8-999a7f88788f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "PUT /v2.0/routers/e044b51c-a868-43fa-a9c0-463a34d9c621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6871991 Jul 23 16:41:09.051252 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] Sync routers for ids ['e044b51c-a868-43fa-a9c0-463a34d9c621'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:09.053171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:09.073297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'port': {'network_id': '7e6784b5-e604-4136-b61f-415fea21bd58', 'name': 'tempest-FloatingIPNegativeTestJSON-1531696480'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:09.075845 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] Routers {'e044b51c-a868-43fa-a9c0-463a34d9c621'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:09.079711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e044b51c-a868-43fa-a9c0-463a34d9c621'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.087127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.089147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a54e23-c24c-4d01-b8ce-ccfced02c0cb {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:09.100833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.104872 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96986612-eb0f-4866-b7fc-518a79be07ad admin admin] 10.222.0.64 "DELETE /v2.0/routers/94a54e23-c24c-4d01-b8ce-ccfced02c0cb HTTP/1.1" status: 204 len: 168 time: 3.7766712 Jul 23 16:41:09.104872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.119193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:09.136249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.136929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1203bc83-5ac1-483d-be0e-4c0b10ad1fcc None None] The sync data for ids ['80efce20-9a52-4b39-9c90-b6a2e7170900'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:09.143985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:09.159375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.173405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=1a016af2-6cf6-40fb-ab02-e434d4f2b20e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:09.189117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2618da9-1cf2-452c-9700-3362ca1f6e44 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:09.220637 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] Routers {'e044b51c-a868-43fa-a9c0-463a34d9c621'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:09.221662 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e044b51c-a868-43fa-a9c0-463a34d9c621'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.279240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e2618da9-1cf2-452c-9700-3362ca1f6e44 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:09.283853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e2618da9-1cf2-452c-9700-3362ca1f6e44 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:09.327007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-3fe9a8b7-d664-419c-b25f-908f74521650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:09.328503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-3fe9a8b7-d664-419c-b25f-908f74521650 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1097 time: 0.5045445 Jul 23 16:41:09.338971 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:09.340750 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5f0ac-c9fd-43cf-aebd-36d305f05e8e None None] The sync data for ids ['e044b51c-a868-43fa-a9c0-463a34d9c621'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:09.367047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Deleting subnet 36be4743-42cd-4270-bcbc-6afbf851bfe0 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:09.383927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.464044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Made reservation on behalf of 50b59d700a2548d7b8ca41b9a5a0e2a9 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:09.467576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.559643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.603762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:09.734806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acc87f-cc34-44dd-93b4-30672e4ae4c9 None None] Network 3c78530a-760f-4731-9961-564333fc8792 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:09.852149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Provisioning for port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:09.867024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Provisioning complete for port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:09.867407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.034554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.057016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] device_id is not set on port d4be0447-7426-4c5c-a67e-cc360869b859 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:41:10.146757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] For port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,segment=NetworkSegment(e78130e6-ead3-417b-924b-b842f5513196),segment_id=e78130e6-ead3-417b-924b-b842f5513196)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:10.164703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.176670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.179936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Allocated IP 172.20.0.8 (7e6784b5-e604-4136-b61f-415fea21bd58/15db238c-c7b7-4a3f-8856-afdf6a10f41e/d4be0447-7426-4c5c-a67e-cc360869b859) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:10.213581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.292595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc8a2-d7ed-442f-814c-1c7f72ea1f65 None None] Pushing event updated for resources: {'Port': ['ID=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.347005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router 06201b55-5183-4284-9df1-e846e9d7d8c5 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:10.364779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13e98ac4-78a5-4b5f-a322-abe83ffb86f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.391991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.402407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.417191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Transition to ACTIVE for port object d4be0447-7426-4c5c-a67e-cc360869b859 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:10.464631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b86ec-ebbc-4637-bbfc-c5dcec52bb7d None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:10.491474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36be4743-42cd-4270-bcbc-6afbf851bfe0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.494968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.514061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.516114 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8d3d773a-7333-4a5c-8298-737f8a18215d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/36be4743-42cd-4270-bcbc-6afbf851bfe0 HTTP/1.1" status: 204 len: 168 time: 1.3564906 Jul 23 16:41:10.519917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.538131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b374ef-2263-425c-98c4-2cb4ba350a78 req-e718b3da-ef61-48b1-acca-44dfa1c8a19a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:10.539678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b374ef-2263-425c-98c4-2cb4ba350a78 req-e718b3da-ef61-48b1-acca-44dfa1c8a19a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 1.2302275 Jul 23 16:41:10.552045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 238476bc-8b23-436c-9451-c20a62e35f65 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:10.552386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.580130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-3ffe0b3e-63b0-4a5d-8a41-3854a0c5ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:10.582094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-3ffe0b3e-63b0-4a5d-8a41-3854a0c5ee9b service neutron] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 897 time: 1.1871445 Jul 23 16:41:10.596100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-455f7928-a665-469d-8ae9-f64f47e8877d None None] Provisioning complete for port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:10.596518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-455f7928-a665-469d-8ae9-f64f47e8877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.605975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.694081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.727597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b86ec-ebbc-4637-bbfc-c5dcec52bb7d None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:10.772757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:10.783829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13e98ac4-78a5-4b5f-a322-abe83ffb86f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.791421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 7e6784b5-e604-4136-b61f-415fea21bd58 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:10.796537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8b374ef-2263-425c-98c4-2cb4ba350a78 req-92fa2850-154d-4da1-879c-e8f513ac666a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462201 Jul 23 16:41:10.799366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 238476bc-8b23-436c-9451-c20a62e35f65, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=238476bc-8b23-436c-9451-c20a62e35f65,segment=NetworkSegment(c4e7004f-de72-4d40-b695-d5681aac6713),segment_id=c4e7004f-de72-4d40-b695-d5681aac6713)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:10.799743 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.815581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13e98ac4-78a5-4b5f-a322-abe83ffb86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.815890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:10.834710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:10.841546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:10.849731 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-df94178e-5d6b-47dc-ba68-e974b0cff963 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/06201b55-5183-4284-9df1-e846e9d7d8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7440205 Jul 23 16:41:10.852804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-c6951179-082c-40a9-9fad-23f2794305be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 1002 time: 0.2474411 Jul 23 16:41:10.852804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=d4be0447-7426-4c5c-a67e-cc360869b859,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.855729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47314) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.856791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 238476bc-8b23-436c-9451-c20a62e35f65 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:10.875064 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-13e98ac4-78a5-4b5f-a322-abe83ffb86f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c223c1bc10a74a8cad731f78721891bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6972861 Jul 23 16:41:10.878680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:10.881012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e98ac4-78a5-4b5f-a322-abe83ffb86f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761a3ec8-47fb-495e-b91c-d3e3898b6a53,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:10.882955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Sync routers for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:10.929500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Deleting port d82574ae-4abd-4003-b7d4-9d06f0a7a48b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:10.930106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:10.954930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:10.955507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:10.974263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.021137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] For port d82574ae-4abd-4003-b7d4-9d06f0a7a48b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,segment=NetworkSegment(e251f0ad-2213-485c-8647-59e4d616585f),segment_id=e251f0ad-2213-485c-8647-59e4d616585f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:11.021697 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.028020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port 52cd66ac-7c1e-4f9e-88a5-b842e512f3ce {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:11.028361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.050300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.052499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Calling delete_port for d82574ae-4abd-4003-b7d4-9d06f0a7a48b owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:11.062066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.062930 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.084441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting subnet 211ca2a0-2d3d-4e67-8803-b2c6d89ae857 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:11.097999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-340fa347-211e-4c88-815b-5df0b159cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.100493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-340fa347-211e-4c88-815b-5df0b159cd4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.2051210 Jul 23 16:41:11.106217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.155415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.158077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.159247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/761a3ec8-47fb-495e-b91c-d3e3898b6a53 HTTP/1.1" status: 204 len: 168 time: 0.2792788 Jul 23 16:41:11.162203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2027880-d595-4459-9f57-9d461fcfa6bd tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1060061 Jul 23 16:41:11.162877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47320) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.195035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.201826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:11.208511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954361-bd55-4922-80cc-4fafe0af5b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761a3ec8-47fb-495e-b91c-d3e3898b6a53,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.236544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82574ae-4abd-4003-b7d4-9d06f0a7a48b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.245023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] No DVR routers for this DVR port d82574ae-4abd-4003-b7d4-9d06f0a7a48b on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:11.247728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:11.248103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.343505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.346581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.356750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823796c6-7de8-43fa-b8f1-46480f4964c8']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.369326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e251f0ad-2213-485c-8647-59e4d616585f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.369729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e251f0ad-2213-485c-8647-59e4d616585f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.384293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.406859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.408132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:11.415726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.418679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.430472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:11.431333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.433881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:11.454526 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:11.489103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 238476bc-8b23-436c-9451-c20a62e35f65 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:11.504790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=238476bc-8b23-436c-9451-c20a62e35f65,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.513476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47324) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.516640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for 52cd66ac-7c1e-4f9e-88a5-b842e512f3ce owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:11.536034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-054f8024-e614-4a4c-a583-1af453790965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.550226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.563302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.569024 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] 10.222.0.64 "DELETE /v2.0/networks/823796c6-7de8-43fa-b8f1-46480f4964c8 HTTP/1.1" status: 204 len: 168 time: 1.0478139 Jul 23 16:41:11.575016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47326) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:11.586856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9fded120-3939-42e7-b213-8c8ae4fa84f7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:11.630635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9fded120-3939-42e7-b213-8c8ae4fa84f7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:11.630990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9fded120-3939-42e7-b213-8c8ae4fa84f7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:11.637590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07285b10-ef6c-476a-b9a3-612080a27c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=823796c6-7de8-43fa-b8f1-46480f4964c8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.640422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-1416350c-9bfb-4b1e-b196-b7f873cfbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.640596 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.642840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-1416350c-9bfb-4b1e-b196-b7f873cfbc2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4982173 Jul 23 16:41:11.696589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9127e8a-c130-4172-9e22-cb150ce7ab58 None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:11.713504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9127e8a-c130-4172-9e22-cb150ce7ab58 None None] Network 823796c6-7de8-43fa-b8f1-46480f4964c8 could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:41:11.749244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:41:08Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.820738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Checking router: 06201b55-5183-4284-9df1-e846e9d7d8c5 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:11.837184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc58e4-e27a-4ce8-a8c3-d2af8f39aa32 None None] DHCP port deletion for 823796c6-7de8-43fa-b8f1-46480f4964c8 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:11.845218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.854257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Routers {'06201b55-5183-4284-9df1-e846e9d7d8c5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:11.854970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:40:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06201b55-5183-4284-9df1-e846e9d7d8c5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.858613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5893de-2778-4c94-91e6-ec3a62fc15b1']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.912243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-054f8024-e614-4a4c-a583-1af453790965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.922035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-054f8024-e614-4a4c-a583-1af453790965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.958191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6c28fb16-de7d-4263-85e0-54de825504d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.979032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e7004f-de72-4d40-b695-d5681aac6713') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.980071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e7004f-de72-4d40-b695-d5681aac6713') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:11.985565 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-054f8024-e614-4a4c-a583-1af453790965 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ca1d8c931ef473da2172fcc2aa1241d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707856 Jul 23 16:41:11.987028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f8024-e614-4a4c-a583-1af453790965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0444b1-9504-43e4-bfd9-6ad1e3996da1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:11.988845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47330) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:12.004259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.016784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] Set router 06201b55-5183-4284-9df1-e846e9d7d8c5 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:12.097623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.112176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-538d6cc4-fde9-44dc-ac94-9f9a6aa3924c None None] Provisioning for port d4be0447-7426-4c5c-a67e-cc360869b859 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:12.143995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-538d6cc4-fde9-44dc-ac94-9f9a6aa3924c None None] Provisioning complete for port d4be0447-7426-4c5c-a67e-cc360869b859 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:12.144799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-538d6cc4-fde9-44dc-ac94-9f9a6aa3924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.199033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-538d6cc4-fde9-44dc-ac94-9f9a6aa3924c None None] Port d4be0447-7426-4c5c-a67e-cc360869b859 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:12.202668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-d4aac883-b2c0-4c3f-9fe1-dee05f0f2a0c service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110056 Jul 23 16:41:12.212446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.235133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.268765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:41:08Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:12.288391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:12.289107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:12.295142 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:12.299693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b00a2-7c58-44a2-ab5b-8c39aadd11d4 None None] The sync data for ids ['06201b55-5183-4284-9df1-e846e9d7d8c5'] in n-d-800484-3 is: [{'id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37429957', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:30Z', 'updated_at': '2021-07-23T16:41:08Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '6441e4bd-70ba-4366-b65b-a61b2816c9a8', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06201b55-5183-4284-9df1-e846e9d7d8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:31Z', 'updated_at': '2021-07-23T16:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:12.457039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.479139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.503058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Deleting port 77c8cedf-39b2-406d-be4e-cb70972a5a74 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:12.503405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.518696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.532004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Subnet': ['ID=211ca2a0-2d3d-4e67-8803-b2c6d89ae857,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:12.562745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebcdc2-675d-4489-81eb-af0747e49fdb req-57eede38-33a7-4f2e-af7e-afd852656d61 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.564851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7ebcdc2-675d-4489-81eb-af0747e49fdb req-57eede38-33a7-4f2e-af7e-afd852656d61 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.5517139 Jul 23 16:41:12.574631 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.576467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/ea5893de-2778-4c94-91e6-ec3a62fc15b1 HTTP/1.1" status: 204 len: 168 time: 5.3978593 Jul 23 16:41:12.580089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:12.581598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.586754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685557796'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:12.595354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.617145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] For port 77c8cedf-39b2-406d-be4e-cb70972a5a74, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=77c8cedf-39b2-406d-be4e-cb70972a5a74,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:12.617498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.637181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:12.641082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.643552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Calling delete_port for 77c8cedf-39b2-406d-be4e-cb70972a5a74 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:12.650548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.657120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9847948-0a48-435d-a56a-1c9202d3524e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=ea5893de-2778-4c94-91e6-ec3a62fc15b1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:12.660409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e065a986-c5c6-43a4-af8a-180a336cf18b req-3d79da17-8889-4439-9e27-8e684f8950e2 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427893 Jul 23 16:41:12.677778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=52cd66ac-7c1e-4f9e-88a5-b842e512f3ce,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:12.685098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.687101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f7461314-b034-4818-8d59-aec1bd3fa33d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/subnets/211ca2a0-2d3d-4e67-8803-b2c6d89ae857 HTTP/1.1" status: 204 len: 168 time: 1.8043323 Jul 23 16:41:12.689425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08717116-4af0-423e-b389-351ad7444030 None None] Network f4ce89da-3f30-4ca0-9248-d864a24a30be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:12.697297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47336) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:12.739363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:12.762326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.763222 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 5d93a78b-79fe-4f23-968b-19c66fabbfdc of type vlan for network b211dc5a-6930-4996-8c4e-06dbe941ef02 Jul 23 16:41:12.821031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a016af2-6cf6-40fb-ab02-e434d4f2b20e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:12.850216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1a016af2-6cf6-40fb-ab02-e434d4f2b20e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:12.850703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a016af2-6cf6-40fb-ab02-e434d4f2b20e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:12.851136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d82574ae-4abd-4003-b7d4-9d06f0a7a48b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:12.856167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.872428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d82574ae-4abd-4003-b7d4-9d06f0a7a48b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:12.873030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d82574ae-4abd-4003-b7d4-9d06f0a7a48b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:12.915685 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.921371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.922036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.977440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7ebcdc2-675d-4489-81eb-af0747e49fdb req-59092dc6-7390-4719-b3b6-d0df36cb385e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868659 Jul 23 16:41:12.996049 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4122162 Jul 23 16:41:13.003017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47338) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.012276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'b211dc5a-6930-4996-8c4e-06dbe941ef02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:13.060744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] DHCP port deletion for f4ce89da-3f30-4ca0-9248-d864a24a30be request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:13.064942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.068585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Allocated IP 172.25.2.199 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/7cde56ac-8d3b-45e8-b195-1a3902560371) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:13.070544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.073524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.077248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f0444b1-9504-43e4-bfd9-6ad1e3996da1 HTTP/1.1" status: 204 len: 168 time: 1.0281277 Jul 23 16:41:13.077731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.107390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b3f58-c1be-4a74-8681-29a21ed87ff4 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=b211dc5a-6930-4996-8c4e-06dbe941ef02,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.128082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b211dc5a-6930-4996-8c4e-06dbe941ef02 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:13.133880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Deleting port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:13.134321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.171836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.237052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Pushing event deleted for resources: {'Port': ['ID=77c8cedf-39b2-406d-be4e-cb70972a5a74,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.249079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] For port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,segment=NetworkSegment(eebf5a72-7849-4821-9d0f-68b3c36344b0),segment_id=eebf5a72-7849-4821-9d0f-68b3c36344b0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:13.249574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.302622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Calling delete_port for 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:13.440530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.465652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:13.471498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.496192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] Pushing event deleted for resources: {'Port': ['ID=6b0d24ec-9a43-42cd-9cac-c58ba70666b2,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.499196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8affa8a-6d25-4a1a-b2d5-43e68f212e45 None None] No DVR routers for this DVR port 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:13.596369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing IP validity checks on allocation pools {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:41:13.598115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:41:13.647031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.745126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9a5c-3aee-4728-b416-15d549cc2a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0444b1-9504-43e4-bfd9-6ad1e3996da1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:13.752105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.759434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.880287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.881253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Fanout notify agent at l3_agent the message router_deleted on router 80efce20-9a52-4b39-9c90-b6a2e7170900 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:13.896398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.899943 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5eabe7ae-36ec-4bd1-9a51-dd10a5464d6b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/routers/80efce20-9a52-4b39-9c90-b6a2e7170900 HTTP/1.1" status: 204 len: 168 time: 5.3404694 Jul 23 16:41:13.900469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47354) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:13.947677 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.956349 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:13.998742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.020512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=0d016cfc-fa02-4af7-80d3-0cbe687f1fda,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.037643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting subnet 09324c43-6395-4226-8740-0c66ce047043 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:14.055796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.078751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '5d93a78b-79fe-4f23-968b-19c66fabbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b211dc5a-6930-4996-8c4e-06dbe941ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:14.079152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: b211dc5a-6930-4996-8c4e-06dbe941ef02, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:14.093818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Router e605d890-5f20-4f71-9ea9-e357bd0d73bc has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:14.118140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network b211dc5a-6930-4996-8c4e-06dbe941ef02 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:14.159793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.267139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 6441e4bd-70ba-4366-b65b-a61b2816c9a8 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:14.267567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.306026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.325130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.417796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c89b400-fe4e-4905-8aae-38116c274dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.433699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2b9cb-69f0-4c06-bf60-2720bb72d705 req-d34a9674-51e0-4090-86e8-9bf68bfd6ccf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.435409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76e2b9cb-69f0-4c06-bf60-2720bb72d705 req-d34a9674-51e0-4090-86e8-9bf68bfd6ccf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.3338506 Jul 23 16:41:14.437452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:14.444747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.466246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b211dc5a-6930-4996-8c4e-06dbe941ef02) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:14.471756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.471979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.486183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:14.498806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:14.503180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=7cde56ac-8d3b-45e8-b195-1a3902560371,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:14.510866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45cc839c-4181-4073-a6cc-f68503d489bf tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5067008 Jul 23 16:41:14.511530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47370) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.522937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769dbb1d-8ddd-4fa3-9ea5-c0fc16be2d27 None None] Network b211dc5a-6930-4996-8c4e-06dbe941ef02 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:14.578383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:14.588103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c89903cf-dd89-4cd0-8690-76f42e986cac admin admin] 10.222.0.64 "PUT /v2.0/routers/e605d890-5f20-4f71-9ea9-e357bd0d73bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0120020 Jul 23 16:41:14.602043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47374) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:14.611118 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Sync routers for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:14.626556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:14.628950 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:14.660942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.670871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 6441e4bd-70ba-4366-b65b-a61b2816c9a8, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6441e4bd-70ba-4366-b65b-a61b2816c9a8,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:14.670871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.680031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76e2b9cb-69f0-4c06-bf60-2720bb72d705 req-f6a12be0-7b5b-415e-b294-a02b3f2fcabf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284918 Jul 23 16:41:14.789860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:14.790749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.831375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:14.831718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6b0d24ec-9a43-42cd-9cac-c58ba70666b2 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:14.881016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 6441e4bd-70ba-4366-b65b-a61b2816c9a8 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:14.905095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.915728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.918202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a02b30-3654-4b70-8863-e81d871182ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b211dc5a-6930-4996-8c4e-06dbe941ef02', 'network_id': 'b211dc5a-6930-4996-8c4e-06dbe941ef02', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': '0d016cfc-fa02-4af7-80d3-0cbe687f1fda'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:14.925314 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44a02b30-3654-4b70-8863-e81d871182ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.957139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.987488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:15.024299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=0d016cfc-fa02-4af7-80d3-0cbe687f1fda,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.063976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Subnet': ['ID=09324c43-6395-4226-8740-0c66ce047043,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.088056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae5013-d729-4207-8577-8e9ccdd2f94d None None] Network e8d6aae7-0cff-46d2-bd95-ede8f73976be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:15.113377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.115426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a9a3f3a6-a167-4f8b-a570-107a56a9fbfa tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/subnets/09324c43-6395-4226-8740-0c66ce047043 HTTP/1.1" status: 204 len: 168 time: 1.2119749 Jul 23 16:41:15.124646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47384) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:15.142111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.153775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b211dc5a-6930-4996-8c4e-06dbe941ef02']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.165358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d93a78b-79fe-4f23-968b-19c66fabbfdc') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.165358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d93a78b-79fe-4f23-968b-19c66fabbfdc') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.176725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.195148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.206960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:15.208407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:15.215073 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:15.226519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.240197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 5, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.240894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86080a0-88dc-4d7b-9783-910200154f51 None None] Network b211dc5a-6930-4996-8c4e-06dbe941ef02 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:15.273129 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Checking router: e605d890-5f20-4f71-9ea9-e357bd0d73bc for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:15.286616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Routers {'e605d890-5f20-4f71-9ea9-e357bd0d73bc'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:15.287387 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.365956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.376491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.385965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.393403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/b211dc5a-6930-4996-8c4e-06dbe941ef02 HTTP/1.1" status: 204 len: 168 time: 0.8752968 Jul 23 16:41:15.394631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47390) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:15.405365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361433508'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:15.417450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78558d1b-9819-4527-9a0e-3324eb3cc55a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=b211dc5a-6930-4996-8c4e-06dbe941ef02,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.423579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.431293 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.490666 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] Set router e605d890-5f20-4f71-9ea9-e357bd0d73bc gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:15.555544 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.592336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] DHCP port deletion for e8d6aae7-0cff-46d2-bd95-ede8f73976be request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:15.601277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:15.605141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.630592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.648448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Deleting port 9c781568-fa96-46cf-848c-a0c58d636701 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:15.648876 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.706396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=6441e4bd-70ba-4366-b65b-a61b2816c9a8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.745394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 5, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:15.778523 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10c893-3b99-4ebc-b075-7e0c516b5871 None None] The sync data for ids ['e605d890-5f20-4f71-9ea9-e357bd0d73bc'] in n-d-800484-3 is: [{'id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'name': 'tempest-TestVolumeBackupRestore-1888573625-router', 'tenant_id': '0ac650ec14284168aeb07a6e0312d45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:35:41Z', 'updated_at': '2021-07-23T16:41:12Z', 'revision_number': 5, 'project_id': '0ac650ec14284168aeb07a6e0312d45a', 'gw_port': {'id': 'fe767817-38b3-43b3-b548-3aaf0fcac1ef', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e605d890-5f20-4f71-9ea9-e357bd0d73bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:35:42Z', 'updated_at': '2021-07-23T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:15.790759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] For port 9c781568-fa96-46cf-848c-a0c58d636701, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9c781568-fa96-46cf-848c-a0c58d636701,segment=NetworkSegment(8a687465-fc44-4501-a2e1-33eb04021eb4),segment_id=8a687465-fc44-4501-a2e1-33eb04021eb4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:15.791440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.806506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Calling delete_port for 9c781568-fa96-46cf-848c-a0c58d636701 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:15.828105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:15.847626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port 9c781568-fa96-46cf-848c-a0c58d636701 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:15.848274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.874881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Deleting port fe767817-38b3-43b3-b548-3aaf0fcac1ef {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:15.875322 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.910806 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.933118 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.933784 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment edd3f4d1-da28-4685-9570-c76b6eacb794 of type vlan for network e06a6aae-2715-4f3d-a918-6c7771bcd25b Jul 23 16:41:15.937223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] Pushing event deleted for resources: {'Port': ['ID=9c781568-fa96-46cf-848c-a0c58d636701,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:15.942656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a9d99-d710-4473-93fe-00853924aaef None None] No DVR routers for this DVR port 9c781568-fa96-46cf-848c-a0c58d636701 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:15.983081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.160302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] For port 9c781568-fa96-46cf-848c-a0c58d636701, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9c781568-fa96-46cf-848c-a0c58d636701,segment=NetworkSegment(8a687465-fc44-4501-a2e1-33eb04021eb4),segment_id=8a687465-fc44-4501-a2e1-33eb04021eb4)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:16.160667 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.206391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.243187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for 9c781568-fa96-46cf-848c-a0c58d636701 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:16.251559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.257454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.265717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.275282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.282381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] For port fe767817-38b3-43b3-b548-3aaf0fcac1ef, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe767817-38b3-43b3-b548-3aaf0fcac1ef,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:16.282746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.388876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Calling delete_port for fe767817-38b3-43b3-b548-3aaf0fcac1ef owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:16.401873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a3b7d-2e46-47ca-8344-71325d841c41 req-86af3a84-987b-462e-a536-5d7a11dd0544 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:16.403222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f2a3b7d-2e46-47ca-8344-71325d841c41 req-86af3a84-987b-462e-a536-5d7a11dd0544 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.5638013 Jul 23 16:41:16.488761 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.494269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:16.494854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.507132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.507671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Fanout notify agent at l3_agent the message router_deleted on router 06201b55-5183-4284-9df1-e846e9d7d8c5 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:16.514749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.518877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1995780a-3feb-4b86-ae00-39977642adee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/routers/06201b55-5183-4284-9df1-e846e9d7d8c5 HTTP/1.1" status: 204 len: 168 time: 3.7569623 Jul 23 16:41:16.519843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:16.563873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=7cde56ac-8d3b-45e8-b195-1a3902560371,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.645490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.651802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47414) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:16.659327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:16.660694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2639985 Jul 23 16:41:16.672466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.755114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9c781568-fa96-46cf-848c-a0c58d636701 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:16.781488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9c781568-fa96-46cf-848c-a0c58d636701 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:16.782391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9c781568-fa96-46cf-848c-a0c58d636701 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:16.782997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77c8cedf-39b2-406d-be4e-cb70972a5a74 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:16.846723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:16.851088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.902438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.926485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ce89da-3f30-4ca0-9248-d864a24a30be']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.942653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebf5a72-7849-4821-9d0f-68b3c36344b0') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.942951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebf5a72-7849-4821-9d0f-68b3c36344b0') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:16.983732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.000633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 77c8cedf-39b2-406d-be4e-cb70972a5a74 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:17.001294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 77c8cedf-39b2-406d-be4e-cb70972a5a74 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:17.009994 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.020854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:17.021265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:17.024505 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:17.148782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.168031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.173294 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/networks/f4ce89da-3f30-4ca0-9248-d864a24a30be HTTP/1.1" status: 204 len: 168 time: 0.6471288 Jul 23 16:41:17.173816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a650d-fa6c-48ba-9963-c65d20dcad00 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=e06a6aae-2715-4f3d-a918-6c7771bcd25b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.185329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.186001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e06a6aae-2715-4f3d-a918-6c7771bcd25b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:17.188787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f2a3b7d-2e46-47ca-8344-71325d841c41 req-128b936e-1b33-45b9-bd5b-fe0cc2972c25 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372165 Jul 23 16:41:17.230864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.232350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1569de2b-5be0-4225-8617-b15213efb966 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0351844 Jul 23 16:41:17.237757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.245472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-01daadde-d288-4911-99a8-064c8b9891b7 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'floatingip': {'port_id': 'd4be0447-7426-4c5c-a67e-cc360869b859', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:17.293033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.301418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7368-5465-4a53-95e8-16e2dbc57f54 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Network': ['ID=f4ce89da-3f30-4ca0-9248-d864a24a30be,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.339438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.367065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=9d74feac-ae26-40ca-ab9c-a1ab40cc49a8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.379071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': 'edd3f4d1-da28-4685-9570-c76b6eacb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:17.379437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: e06a6aae-2715-4f3d-a918-6c7771bcd25b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:17.387995 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01daadde-d288-4911-99a8-064c8b9891b7 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.396844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network e06a6aae-2715-4f3d-a918-6c7771bcd25b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:17.409148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e06a6aae-2715-4f3d-a918-6c7771bcd25b) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:17.413532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.414174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.426592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b9573-6d87-44b6-938a-f7f528dc53aa None None] Network e06a6aae-2715-4f3d-a918-6c7771bcd25b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:17.431976 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e76fda0c-0ec4-4c3b-85ff-2ecf8259bf17 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7779009 Jul 23 16:41:17.434686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47422) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.441009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=9c781568-fa96-46cf-848c-a0c58d636701,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.458466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] No DVR routers for this DVR port 9c781568-fa96-46cf-848c-a0c58d636701 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:17.528742 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.551901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.623544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.647547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-e06a6aae-2715-4f3d-a918-6c7771bcd25b', 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': '9d74feac-ae26-40ca-ab9c-a1ab40cc49a8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:17.648425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.676458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.705269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.716010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.720121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d6aae7-0cff-46d2-bd95-ede8f73976be']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:17.748070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a687465-fc44-4501-a2e1-33eb04021eb4') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:17.748380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a687465-fc44-4501-a2e1-33eb04021eb4') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:17.774601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.778467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.784512 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-01daadde-d288-4911-99a8-064c8b9891b7 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] update failed (client error): The resource could not be found. Jul 23 16:41:17.788446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-01daadde-d288-4911-99a8-064c8b9891b7 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "PUT /v2.0/floatingips/0816c056-f6f7-4c28-bf0b-7b6b9317946e HTTP/1.1" status: 404 len: 507 time: 0.5457063 Jul 23 16:41:17.789101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:17.829821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe767817-38b3-43b3-b548-3aaf0fcac1ef,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.833358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.848745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Allocated IP 172.20.0.1 (e06a6aae-2715-4f3d-a918-6c7771bcd25b/9d74feac-ae26-40ca-ab9c-a1ab40cc49a8/722d9dcf-7a91-45ac-bf57-951b3a9b5c72) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:17.871542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:17.872001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:17.875345 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:17.963003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting port 7cde56ac-8d3b-45e8-b195-1a3902560371 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:17.963455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.972778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.977204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.062556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.064558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/networks/e8d6aae7-0cff-46d2-bd95-ede8f73976be HTTP/1.1" status: 204 len: 168 time: 2.9360075 Jul 23 16:41:18.068710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47438) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.074680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.087858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Transition to ACTIVE for port object 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:18.105416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.108070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.109277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/security-groups/22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3 HTTP/1.1" status: 204 len: 168 time: 0.9193292 Jul 23 16:41:18.116408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.116895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.119081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cc60b-0a61-439d-b369-2dc02ae1381b tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Network': ['ID=e8d6aae7-0cff-46d2-bd95-ede8f73976be,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.130283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.130498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Transition to ACTIVE for port object 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:18.132640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.134567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdb1f1-164e-43ae-be6e-71f829f0a09e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb2fe9-0fab-4c8f-a8fb-4c9f181f2ac3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.141159 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.211526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Network e06a6aae-2715-4f3d-a918-6c7771bcd25b is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:18.214393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:18.220886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:18.230087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.231621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e605d890-5f20-4f71-9ea9-e357bd0d73bc {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:18.237439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Calling delete_port for 7cde56ac-8d3b-45e8-b195-1a3902560371 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:18.237982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.242436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5d21be6f-227c-4c9c-b578-e187cf1f836b admin admin] 10.222.0.64 "DELETE /v2.0/routers/e605d890-5f20-4f71-9ea9-e357bd0d73bc HTTP/1.1" status: 204 len: 168 time: 3.6375904 Jul 23 16:41:18.244753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47446) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.248447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Pushing event updated for resources: {'Port': ['ID=722d9dcf-7a91-45ac-bf57-951b3a9b5c72,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.313024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Deleting subnet 7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:18.316866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.339220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.358850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.384069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Attempting to bind port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:18.384451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Attempting to bind port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'edd3f4d1-da28-4685-9570-c76b6eacb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:18.387070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Attempting to bind port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 on network e06a6aae-2715-4f3d-a918-6c7771bcd25b {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:18.401746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:18.401746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Checking segment: {'id': 'edd3f4d1-da28-4685-9570-c76b6eacb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:18.401746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.403536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Bound using segment: {'id': 'edd3f4d1-da28-4685-9570-c76b6eacb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:18.404054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Bound port: 722d9dcf-7a91-45ac-bf57-951b3a9b5c72, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd3f4d1-da28-4685-9570-c76b6eacb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:18.404447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.485946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=9d74feac-ae26-40ca-ab9c-a1ab40cc49a8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.493709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.548600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] For port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:18.555776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] For port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=722d9dcf-7a91-45ac-bf57-951b3a9b5c72,segment=NetworkSegment(edd3f4d1-da28-4685-9570-c76b6eacb794),segment_id=edd3f4d1-da28-4685-9570-c76b6eacb794)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:18.562323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.623902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47452) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.631879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318903979', 'description': 'tempest-secgroup-smoke-318903979 description', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:18.645892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.656196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a51b5-c67f-4f44-8359-c875d839a7f2 None None] Pushing event updated for resources: {'Port': ['ID=722d9dcf-7a91-45ac-bf57-951b3a9b5c72,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.666162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06a6aae-2715-4f3d-a918-6c7771bcd25b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.668269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8fb5f-aec6-4404-bba9-b85ac2046993 req-cc5481f7-29fd-46aa-8cda-1f620caffdea tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:18.671951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0b8fb5f-aec6-4404-bba9-b85ac2046993 req-cc5481f7-29fd-46aa-8cda-1f620caffdea tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2691798 Jul 23 16:41:18.678068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.690938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd3f4d1-da28-4685-9570-c76b6eacb794') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.691234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd3f4d1-da28-4685-9570-c76b6eacb794') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:18.694463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Deleting port 7f175ed5-d175-4d94-a580-b735ab0efd12 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:18.694894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.716129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.727448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.740897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.742791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-839d77a8-2ef6-428e-bc52-27d153d1551d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7400dd3d-6b42-4f42-b3a9-d5db08cd2ae8 HTTP/1.1" status: 204 len: 168 time: 0.4957187 Jul 23 16:41:18.744957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e54a6-510f-41e2-ad1a-9f47c1308bfe None None] Network 7287a198-c47f-42be-8048-9d2f2939cab3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:18.746310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.748421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47460) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.786434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.793705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0b8fb5f-aec6-4404-bba9-b85ac2046993 req-180fba4b-5025-4633-a962-366d091063d4 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039729 Jul 23 16:41:18.801653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797cf7ac-914d-46b5-b3a7-c1c6e40206d2 None None] Network e06a6aae-2715-4f3d-a918-6c7771bcd25b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:18.854853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:18.856099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:18.861507 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:18.908049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47464) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:18.968977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6441e4bd-70ba-4366-b65b-a61b2816c9a8 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:19.022618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.054792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6441e4bd-70ba-4366-b65b-a61b2816c9a8 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:19.055151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6441e4bd-70ba-4366-b65b-a61b2816c9a8 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:19.056083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe767817-38b3-43b3-b548-3aaf0fcac1ef no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:19.061230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.064868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.065278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.068982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:19.068982 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:19.068982 n-d-800484-3 neutron-server[94004]: [parameters: {'id': 'e06a6aae-2715-4f3d-a918-6c7771bcd25b'}] Jul 23 16:41:19.068982 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:19.069875 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:19.081634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Port': ['ID=7cde56ac-8d3b-45e8-b195-1a3902560371,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.134917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Calling delete_port for 7f175ed5-d175-4d94-a580-b735ab0efd12 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:19.151838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fe767817-38b3-43b3-b548-3aaf0fcac1ef {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:19.152356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe767817-38b3-43b3-b548-3aaf0fcac1ef not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:19.202192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a707738-30ca-46c4-a160-3c75c90c5540 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.202979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a707738-30ca-46c4-a160-3c75c90c5540 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.203659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a707738-30ca-46c4-a160-3c75c90c5540 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.219876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a707738-30ca-46c4-a160-3c75c90c5540 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=02635c2462494cb9b698bc507e17bcca&network_id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 2970 time: 0.3095641 Jul 23 16:41:19.246232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.253831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.275673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a58f3d-c523-4189-9259-37389840776d None None] DHCP port deletion for 7287a198-c47f-42be-8048-9d2f2939cab3 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:19.302395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.303343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.303836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6778624 Jul 23 16:41:19.306382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905f028-9660-4b9e-8845-9428024a0015 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7355c588-a573-4a5f-8ac1-734318bd1485,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.306539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.308248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47470) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.308452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca22c1a9-7438-4ea8-be63-6d4311fe7687 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "DELETE /v2.0/floatingips/0816c056-f6f7-4c28-bf0b-7b6b9317946e HTTP/1.1" status: 204 len: 168 time: 1.5180891 Jul 23 16:41:19.314056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.314933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:19.320842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'floatingip': {'floating_network_id': '7e6784b5-e604-4136-b61f-415fea21bd58', 'port_id': 'd4be0447-7426-4c5c-a67e-cc360869b859', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:19.354673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-31a58f3d-c523-4189-9259-37389840776d None None] Deleting port 5d2208b2-0c9c-4736-b586-d0651a5afc19 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:19.355794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31a58f3d-c523-4189-9259-37389840776d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.356430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:41:19.356430 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 16:41:19.356430 n-d-800484-3 neutron-server[94004]: [parameters: {'project_id_1': '50b59d700a2548d7b8ca41b9a5a0e2a9', 'expiration_1': datetime.datetime(2021, 7, 23, 16, 41, 19, 332779)}] Jul 23 16:41:19.356430 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:19.356845 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:19.369018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.389957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Deleting port 5d2208b2-0c9c-4736-b586-d0651a5afc19 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:19.393199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.437950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.443621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.444227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-31a58f3d-c523-4189-9259-37389840776d None None] For port 5d2208b2-0c9c-4736-b586-d0651a5afc19, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5d2208b2-0c9c-4736-b586-d0651a5afc19,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:19.444625 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31a58f3d-c523-4189-9259-37389840776d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.463738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-31a58f3d-c523-4189-9259-37389840776d None None] Calling delete_port for 5d2208b2-0c9c-4736-b586-d0651a5afc19 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:19.467047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f919456-d6f0-4ff6-b063-ebd64ee8aa28,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.478043 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.479523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-945c853b-7c52-423c-bf9a-531c7d5815be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703303 Jul 23 16:41:19.482722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47476) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.489646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:19.499720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] For port 5d2208b2-0c9c-4736-b586-d0651a5afc19, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5d2208b2-0c9c-4736-b586-d0651a5afc19,segment=NetworkSegment(fa32baf4-9e27-4725-81cc-cd052852a3c8),segment_id=fa32baf4-9e27-4725-81cc-cd052852a3c8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:19.500263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.526324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Calling delete_port for 5d2208b2-0c9c-4736-b586-d0651a5afc19 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:19.532693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.556896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.568600 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31a58f3d-c523-4189-9259-37389840776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.596985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58f3d-c523-4189-9259-37389840776d None None] Pushing event deleted for resources: {'Port': ['ID=5d2208b2-0c9c-4736-b586-d0651a5afc19,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.601489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a58f3d-c523-4189-9259-37389840776d None None] No DVR routers for this DVR port 5d2208b2-0c9c-4736-b586-d0651a5afc19 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:19.617767 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.624264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4200911-4bed-45cc-a794-c2f42c7c4914 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:19.624763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Pushing event deleted for resources: {'Port': ['ID=7f175ed5-d175-4d94-a580-b735ab0efd12,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.653469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.660652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.680446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abbfb18-d78d-4a3f-898f-dc2eb1c65be0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.696229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.698155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7a2d2c70-7a3d-4929-8507-29adcafd781a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2139544 Jul 23 16:41:19.700801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47478) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:19.709401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:19.749610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.763977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.765383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.769456 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3ffb0ee-19fb-4849-9838-d40f6abfc417 tempest-FloatingIPAdminTestJSON-531903889 tempest-FloatingIPAdminTestJSON-531903889-project] 10.222.0.64 "DELETE /v2.0/floatingips/926f6ad8-3c4f-470c-9a1a-d2c566cd9e7f HTTP/1.1" status: 204 len: 168 time: 1.6974437 Jul 23 16:41:19.773647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.775549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4200911-4bed-45cc-a794-c2f42c7c4914 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:19.806789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2208b2-0c9c-4736-b586-d0651a5afc19,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.821987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] No DVR routers for this DVR port 5d2208b2-0c9c-4736-b586-d0651a5afc19 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:19.865734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.879195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.903503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708ecf9a-1361-440f-8d44-d73ebfb7c7eb,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:19.924083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:19.924478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.043544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ad99a-814a-4f4d-b49b-9b362f38a1b7 req-a97126bd-d046-4914-8291-433fba2f353f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:20.047168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-324ad99a-814a-4f4d-b49b-9b362f38a1b7 req-a97126bd-d046-4914-8291-433fba2f353f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1163604 Jul 23 16:41:20.122490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-324ad99a-814a-4f4d-b49b-9b362f38a1b7 req-93d4fdba-70d3-4f61-b527-834f6953496f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685031 Jul 23 16:41:20.210943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47490) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.284952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.286283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.289336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-59a2812d-7535-40dc-809a-4f567ccb9f3d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5865858 Jul 23 16:41:20.292239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47494) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.298699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:20.316498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.351190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.378155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287a198-c47f-42be-8048-9d2f2939cab3']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.387271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=722d9dcf-7a91-45ac-bf57-951b3a9b5c72,segment=NetworkSegment(edd3f4d1-da28-4685-9570-c76b6eacb794),segment_id=edd3f4d1-da28-4685-9570-c76b6eacb794)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:20.387635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.401827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa32baf4-9e27-4725-81cc-cd052852a3c8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.402460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa32baf4-9e27-4725-81cc-cd052852a3c8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.415978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:20.424141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-509add8d-f7b1-48a8-aaa9-1baf55d226d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98e756dd4cb7472e8a4006a8d6304286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119753 Jul 23 16:41:20.424890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47496) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.430633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.444231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.454684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.457479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.493089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b64ace3-8117-4037-8c98-89f5b7668022,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.503613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.504442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:20.508562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.508730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0e6a2495-67f0-4129-907a-e7964a24dedd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2111015 Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:20.508853 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:20.513340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47498) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.519092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:20.532286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.570644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.574755 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:41:20.601989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.630286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.635838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.638095 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] 10.222.0.64 "DELETE /v2.0/networks/7287a198-c47f-42be-8048-9d2f2939cab3 HTTP/1.1" status: 204 len: 168 time: 1.8635721 Jul 23 16:41:20.651915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5d2208b2-0c9c-4736-b586-d0651a5afc19 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:20.685420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62267c4e-d622-4409-8742-6eade073351e admin admin] Pushing event deleted for resources: {'Network': ['ID=7287a198-c47f-42be-8048-9d2f2939cab3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.706848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5d2208b2-0c9c-4736-b586-d0651a5afc19 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:20.707312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5d2208b2-0c9c-4736-b586-d0651a5afc19 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:20.710795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.719347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.725901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.757557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=722d9dcf-7a91-45ac-bf57-951b3a9b5c72,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.759787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.763409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.763857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 722d9dcf-7a91-45ac-bf57-951b3a9b5c72 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:20.766058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/282b6355-0204-48a7-9449-5b97454ce899 HTTP/1.1" status: 204 len: 168 time: 0.3348312 Jul 23 16:41:20.773608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8511fd43-2e47-4aaf-9291-6a7519729e88,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.786190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.790499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-96edc8a8-5ac1-4a28-b3d6-aa57e769a61a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2737098 Jul 23 16:41:20.790499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bd92f-b744-467e-a269-60aaeae7d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b6355-0204-48a7-9449-5b97454ce899,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.791306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47506) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.798596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '7355c588-a573-4a5f-8ac1-734318bd1485', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:20.854699 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:41:20.864023 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:20.865979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.867625 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1fbe72b0-3026-478d-9e93-03e6a5bf14c8 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5519590 Jul 23 16:41:20.871432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.882044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'd4be0447-7426-4c5c-a67e-cc360869b859', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:20.886605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47510) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:20.912535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.927757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06a6aae-2715-4f3d-a918-6c7771bcd25b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.943270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd3f4d1-da28-4685-9570-c76b6eacb794') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.943586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd3f4d1-da28-4685-9570-c76b6eacb794') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:20.958357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.960116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.968530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.968752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.987501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.997445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:20.997878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:21.003517 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:21.006199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d57806-0040-4089-8570-24f1074f89a3,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.027498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7663bcc2-5662-4153-b6a9-e589b98b9352 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4717dc880c4d4ec597cec65b51568971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395695 Jul 23 16:41:21.027932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.029111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.034546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ba46c774-6a22-478a-89b3-2a601a28c7fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417052 Jul 23 16:41:21.035254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47516) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.040589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'network': {'name': 'tempest-network-smoke--2024221816', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:21.065494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:21.069514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.124606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:21.124866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.130150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.137157 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/e06a6aae-2715-4f3d-a918-6c7771bcd25b HTTP/1.1" status: 204 len: 168 time: 3.7013767 Jul 23 16:41:21.137605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47520) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.147247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1548013355'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:21.166147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d495b-deb1-45d1-a883-2452fa2a6e26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=e06a6aae-2715-4f3d-a918-6c7771bcd25b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.211818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:21.218722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.222976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.259974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.263041 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.263450 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Added segment 2b6f98d3-09fb-4c71-aa72-f01e77cef404 of type vlan for network 600c77b9-2fa3-43a6-b018-e116cf2821f0 Jul 23 16:41:21.312634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.331140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.367184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47528) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.403100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:21.407309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.410910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6aba8068-48f4-4758-abc3-439411053d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.447942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.448280 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 24fa8082-c959-4334-80ae-f95a1676a4a5 of type vlan for network a55ead79-e54d-44ab-a7c9-3dda04c0fedb Jul 23 16:41:21.458396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.460948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.462152 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd15a111-7d23-453a-9dc0-14309baaa302 HTTP/1.1" status: 204 len: 168 time: 0.4320650 Jul 23 16:41:21.489496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a72e2-38f5-48f1-a6e9-e65b6dea52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd15a111-7d23-453a-9dc0-14309baaa302,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.496916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c302d8-accf-46d8-99bf-7e916da5cdcd tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.512248 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d7c302d8-accf-46d8-99bf-7e916da5cdcd tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 814 time: 0.1660678 Jul 23 16:41:21.557134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606b3b1-9fd7-484c-b318-cea2e04a1064 req-08ec22e6-acf2-4b68-9c56-6b5850f96110 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.557652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Allocated IP 172.25.2.120 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/3afa9a12-0427-4c74-b5f1-bf3bfe8fccbd) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:21.558829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a606b3b1-9fd7-484c-b318-cea2e04a1064 req-08ec22e6-acf2-4b68-9c56-6b5850f96110 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2700586 Jul 23 16:41:21.565909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.574732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.575404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.593509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.756392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Network': ['ID=600c77b9-2fa3-43a6-b018-e116cf2821f0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.765772 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.771840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.772460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.773308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:21.787553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a606b3b1-9fd7-484c-b318-cea2e04a1064 req-7e398082-f33e-4813-90d3-2b11f44eeda1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970363 Jul 23 16:41:21.815147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.871723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.889735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=a55ead79-e54d-44ab-a7c9-3dda04c0fedb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.916230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6aba8068-48f4-4758-abc3-439411053d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.918232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a55ead79-e54d-44ab-a7c9-3dda04c0fedb details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:21.925657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6aba8068-48f4-4758-abc3-439411053d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.970301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-95e532f0-f19c-47c9-b6ae-501b245e4003 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9338970 Jul 23 16:41:21.976869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba8068-48f4-4758-abc3-439411053d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f82bed-f6de-4745-b640-aceb72331142,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:21.981228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2240466-fe84-42eb-bdfe-02adff4c878c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8419344 Jul 23 16:41:21.983933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47544) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.984571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47546) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:21.993736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'admin_state_up': True, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:22.006167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:22.021650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:22.029389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:22.033227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:22.057542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6aba8068-48f4-4758-abc3-439411053d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f260c81ede6d4d328346db737124f2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867394 Jul 23 16:41:22.067142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47548) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.137421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event updated for resources: {'Port': ['ID=3afa9a12-0427-4c74-b5f1-bf3bfe8fccbd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:22.145642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47550) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.154408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'network': {'name': 'tempest-network-smoke--1536362437', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:22.158163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.159554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.226282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:22.230383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.316602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47552) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.353367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting port 3afa9a12-0427-4c74-b5f1-bf3bfe8fccbd {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:22.353710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.419718 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.436094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.444165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:22.448509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.454459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.455416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.468932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Calling delete_port for 3afa9a12-0427-4c74-b5f1-bf3bfe8fccbd owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:22.627653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.629353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.657828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Port': ['ID=3afa9a12-0427-4c74-b5f1-bf3bfe8fccbd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:22.744713 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] create failed (client error): The resource could not be found. Jul 23 16:41:22.746364 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-742ce4c9-b14b-4786-ad54-af4e488fa7b1 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8720145 Jul 23 16:41:22.750541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47556) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.758144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:22.765341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0f1684c3-a5a6-40fa-8ccb-932b90c31f33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ac650ec14284168aeb07a6e0312d45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474885 Jul 23 16:41:22.780575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47560) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:22.784514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.813706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.815374 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Added segment 2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee of type vlan for network 515d1fc8-fd39-4159-9b1a-bfa70652c024 Jul 23 16:41:22.869488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting port d4be0447-7426-4c5c-a67e-cc360869b859 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:22.870593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:22.895260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84909dd-fca4-4d07-863d-431482acd65b req-7957e3f8-200f-4eba-93d6-232261af346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:22.896775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b84909dd-fca4-4d07-863d-431482acd65b req-7957e3f8-200f-4eba-93d6-232261af346e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.5719080 Jul 23 16:41:22.986261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.004790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Calling delete_port for d4be0447-7426-4c5c-a67e-cc360869b859 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:23.026830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.058671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.061271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.065851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0f82bed-f6de-4745-b640-aceb72331142 HTTP/1.1" status: 204 len: 168 time: 0.9972532 Jul 23 16:41:23.152184 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.168998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.169247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f49f-0230-40cb-af17-44158a51c1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f82bed-f6de-4745-b640-aceb72331142,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.173128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b84909dd-fca4-4d07-863d-431482acd65b req-fb452fde-8afd-4b6b-9d54-287e2b86c0bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351630 Jul 23 16:41:23.212853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Port': ['ID=d4be0447-7426-4c5c-a67e-cc360869b859,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.282893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.294943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.296026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.316904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.340661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.348638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.348850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1966009 Jul 23 16:41:23.348958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4dacf49b-b159-4c43-8a1f-4f14be14100b tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "DELETE /v2.0/ports/d4be0447-7426-4c5c-a67e-cc360869b859 HTTP/1.1" status: 204 len: 168 time: 0.5961881 Jul 23 16:41:23.348958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47580) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.351473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47582) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.497707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9434f27-ed81-463a-9cf0-e193e6154022 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.499331 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9434f27-ed81-463a-9cf0-e193e6154022 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=02635c2462494cb9b698bc507e17bcca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1469872 Jul 23 16:41:23.503622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.541314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e6f7-c8f6-4188-aa23-014634ebaae3 req-0b20d704-ef8d-46c4-856c-1bba2b29dddd tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.542699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2721e6f7-c8f6-4188-aa23-014634ebaae3 req-0b20d704-ef8d-46c4-856c-1bba2b29dddd tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.6550932 Jul 23 16:41:23.568308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf3e844-49b9-4de4-b67d-ba2eabcf52fa tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.572685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddf3e844-49b9-4de4-b67d-ba2eabcf52fa tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "GET /v2.0/ports?device_id=e044b51c-a868-43fa-a9c0-463a34d9c621 HTTP/1.1" status: 200 len: 913 time: 0.2073903 Jul 23 16:41:23.580729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47588) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.644989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.739709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f12e813-e513-4763-8e82-9e0dd87c4156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.835009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0b27e-d55c-4b02-bdb7-1cd090835465 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:23.840189 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-add0b27e-d55c-4b02-bdb7-1cd090835465 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3317454 Jul 23 16:41:23.840189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.952871 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c537bf94-5fc5-4c61-960a-ba094b3ff279 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1096008 Jul 23 16:41:23.954883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:23.978276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336fdc-f9a7-45c1-a47e-72e080155d1e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Network': ['ID=515d1fc8-fd39-4159-9b1a-bfa70652c024,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.991480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:24.021088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=a98f85b9-652b-41b6-9d6b-9d2a453e3ba7,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.030980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '24fa8082-c959-4334-80ae-f95a1676a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:24.031344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: a55ead79-e54d-44ab-a7c9-3dda04c0fedb, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:24.059858 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-add59c10-94fa-41f9-9388-e19f4fa3f628 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=02635c2462494cb9b698bc507e17bcca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1037829 Jul 23 16:41:24.066137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:24.080542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2721e6f7-c8f6-4188-aa23-014634ebaae3 req-c4e237c5-da03-49c8-8966-df28ed4f6000 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137439 Jul 23 16:41:24.085147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.088662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.093166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afe5824f-0823-413f-90bc-2ad1da612787 HTTP/1.1" status: 204 len: 168 time: 1.3039277 Jul 23 16:41:24.112935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network a55ead79-e54d-44ab-a7c9-3dda04c0fedb is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:24.163326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946ed0f-f8bb-4444-a6ea-92fbe1c0dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5824f-0823-413f-90bc-2ad1da612787,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.200357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a55ead79-e54d-44ab-a7c9-3dda04c0fedb) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:24.206948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f12e813-e513-4763-8e82-9e0dd87c4156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.212164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095118d-e84d-4b4f-9b9c-15710c303d5c None None] Network a55ead79-e54d-44ab-a7c9-3dda04c0fedb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:24.215887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:24.216507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.244074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f12e813-e513-4763-8e82-9e0dd87c4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.284198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f12e813-e513-4763-8e82-9e0dd87c4156 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52fdfec618d34fb983dc09b466dc6399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356795 Jul 23 16:41:24.286082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47602) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:24.319534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2230a91a-b64d-4c29-bafe-7bdbe268c938 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3187356 Jul 23 16:41:24.329435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:24.332577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.340871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12e813-e513-4763-8e82-9e0dd87c4156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26528dca-f311-459d-862c-312e326a91a6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:24.398511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.447974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.450514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871efbc3-8264-4c5d-bb67-4a3a7991898c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:24.452372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-871efbc3-8264-4c5d-bb67-4a3a7991898c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3853929 Jul 23 16:41:24.457955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47606) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:24.501213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-a55ead79-e54d-44ab-a7c9-3dda04c0fedb', 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'a98f85b9-652b-41b6-9d6b-9d2a453e3ba7'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:24.506536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.518935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.556095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-29363acc-bf18-4454-8694-bb5cf9b2747c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944216 Jul 23 16:41:24.563195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47608) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:24.569920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783275833', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:24.603620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.822040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.181 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/b91a1573-3689-40e9-8467-1366f577e9ff) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:24.853483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Allocated IP 172.20.0.2 (a55ead79-e54d-44ab-a7c9-3dda04c0fedb/a98f85b9-652b-41b6-9d6b-9d2a453e3ba7/16563be3-91bb-49a8-9c38-07921b0c99e3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:24.873632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:24.896810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.946638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.023552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.026353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.027567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26528dca-f311-459d-862c-312e326a91a6 HTTP/1.1" status: 204 len: 168 time: 0.7386768 Jul 23 16:41:25.064721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f26d7-57d9-4aa5-a3b4-a5fa00e019c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26528dca-f311-459d-862c-312e326a91a6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.103782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.121651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.150103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Transition to ACTIVE for port object 16563be3-91bb-49a8-9c38-07921b0c99e3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:25.182671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.188666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Transition to ACTIVE for port object 16563be3-91bb-49a8-9c38-07921b0c99e3 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:25.201099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.280708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.295926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Pushing event updated for resources: {'Port': ['ID=16563be3-91bb-49a8-9c38-07921b0c99e3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.305744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Network a55ead79-e54d-44ab-a7c9-3dda04c0fedb is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:25.308863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:25.310123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.314116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:25.376759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=a98f85b9-652b-41b6-9d6b-9d2a453e3ba7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.382138 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.399808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Subnet': ['ID=5efaaab9-8f42-4a66-a2f0-f0d6c2612038,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.409377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Attempting to bind port 16563be3-91bb-49a8-9c38-07921b0c99e3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:25.410093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Attempting to bind port 16563be3-91bb-49a8-9c38-07921b0c99e3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '24fa8082-c959-4334-80ae-f95a1676a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:25.410744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Attempting to bind port 16563be3-91bb-49a8-9c38-07921b0c99e3 on network a55ead79-e54d-44ab-a7c9-3dda04c0fedb {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:25.426292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:25.431101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Checking segment: {'id': '24fa8082-c959-4334-80ae-f95a1676a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:25.431702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.432239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Bound using segment: {'id': '24fa8082-c959-4334-80ae-f95a1676a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:25.432847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Bound port: 16563be3-91bb-49a8-9c38-07921b0c99e3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fa8082-c959-4334-80ae-f95a1676a4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:25.433345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.444226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.463763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:25.473098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:25.474315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55ead79-e54d-44ab-a7c9-3dda04c0fedb']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:25.484184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:25.490849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=b91a1573-3689-40e9-8467-1366f577e9ff,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:25.504951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1b5a7-a56b-48f0-8ea4-449a703e502d req-93894b8a-efe6-4bd5-b21c-91674c3a0211 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:25.508144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fa8082-c959-4334-80ae-f95a1676a4a5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:25.508654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fa8082-c959-4334-80ae-f95a1676a4a5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:25.513085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdb1b5a7-a56b-48f0-8ea4-449a703e502d req-93894b8a-efe6-4bd5-b21c-91674c3a0211 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2659130 Jul 23 16:41:25.519130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.536201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.547513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:25.547835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.548901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Checking segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:25.550001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network hostable DHCP agents. Network: 515d1fc8-fd39-4159-9b1a-bfa70652c024, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:25.565082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] For port 16563be3-91bb-49a8-9c38-07921b0c99e3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:25.571031 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:25.583427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting port 5d63f10f-02b2-4f20-baa8-2be817f5026b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:25.584016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.686697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdb1b5a7-a56b-48f0-8ea4-449a703e502d req-0f1512fd-7e63-43bf-b05e-1f93a7b9f6c9 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721499 Jul 23 16:41:25.697924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:25.736128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] For port 16563be3-91bb-49a8-9c38-07921b0c99e3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=16563be3-91bb-49a8-9c38-07921b0c99e3,segment=NetworkSegment(24fa8082-c959-4334-80ae-f95a1676a4a5),segment_id=24fa8082-c959-4334-80ae-f95a1676a4a5)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:25.744481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.754116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:25.754116 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:25.754116 n-d-800484-3 neutron-server[94004]: [parameters: {'id': 'a55ead79-e54d-44ab-a7c9-3dda04c0fedb'}] Jul 23 16:41:25.754116 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:25.754525 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:25.768531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.790560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 515d1fc8-fd39-4159-9b1a-bfa70652c024) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:25.800420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-388663511', 'description': 'tempest-description-1829548655'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:25.806733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:25.807498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.810156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Calling delete_port for 5d63f10f-02b2-4f20-baa8-2be817f5026b owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:25.835782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a625fe29-c65a-4913-96a1-e19865464c2a None None] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:25.874210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:41:25.933519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.967583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1849b-0bb1-49e8-bddb-5e46fc27ab64 None None] Pushing event updated for resources: {'Port': ['ID=16563be3-91bb-49a8-9c38-07921b0c99e3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.010794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3022022-5871-4d11-9301-995681fede79 None None] Network a55ead79-e54d-44ab-a7c9-3dda04c0fedb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:26.038209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.042130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-68e110b0-687c-481e-8fdc-d1201ab7ec0a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4775262 Jul 23 16:41:26.058659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.133118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.152669 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.159838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.164752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0cf0aca-1d28-4ec1-983c-228a21fe5ac8 req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3771696 Jul 23 16:41:26.176893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Port': ['ID=5d63f10f-02b2-4f20-baa8-2be817f5026b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.260779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.309521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f896d92-275d-4595-a9da-2d265784f328 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee47f8-ffdc-4c39-b774-db9f83e3fdc3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.387303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-515d1fc8-fd39-4159-9b1a-bfa70652c024', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ips': [{'subnet_id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:26.391707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.433070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-4da7e51e-d674-43dd-adbe-02130c835ea9 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-388663511&fields=id&tenant_id=a0b50a0d9e39473889f9698f57f26688 HTTP/1.1" status: 200 len: 267 time: 0.1335330 Jul 23 16:41:26.599442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47648) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:26.609045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619141914', 'description': 'tempest-secgroup-smoke-1619141914 description', 'project_id': '02635c2462494cb9b698bc507e17bcca'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:26.632879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.654208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 16563be3-91bb-49a8-9c38-07921b0c99e3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:26.654806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.733617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-5f0644ac-ca8f-48e5-a199-612c958485f0 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:26.742891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-5f0644ac-ca8f-48e5-a199-612c958485f0 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.3035011 Jul 23 16:41:26.746103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Allocated IP 172.20.0.18 (515d1fc8-fd39-4159-9b1a-bfa70652c024/5efaaab9-8f42-4a66-a2f0-f0d6c2612038/68f07ad5-8497-4f06-ab64-f8004a0b4611) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:26.753144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'port': {'security_groups': ['6198aa4c-5c17-43a8-969b-9001ae417794', '28ee47f8-ffdc-4c39-b774-db9f83e3fdc3']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:26.814215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.826481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.030990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.049340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.065445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Router e044b51c-a868-43fa-a9c0-463a34d9c621 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:27.068168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 16563be3-91bb-49a8-9c38-07921b0c99e3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=16563be3-91bb-49a8-9c38-07921b0c99e3,segment=NetworkSegment(24fa8082-c959-4334-80ae-f95a1676a4a5),segment_id=24fa8082-c959-4334-80ae-f95a1676a4a5)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:27.068541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.083196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 16563be3-91bb-49a8-9c38-07921b0c99e3 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:27.139847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.158578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Transition to ACTIVE for port object 68f07ad5-8497-4f06-ab64-f8004a0b4611 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:27.191956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.195203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47658) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:27.200319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Transition to ACTIVE for port object 68f07ad5-8497-4f06-ab64-f8004a0b4611 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:27.206238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.211150 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.267479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 16563be3-91bb-49a8-9c38-07921b0c99e3 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:27.306025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=16563be3-91bb-49a8-9c38-07921b0c99e3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.316300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Pushing event updated for resources: {'Port': ['ID=68f07ad5-8497-4f06-ab64-f8004a0b4611,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.337601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:27.339198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:27.350964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:27.372310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:27.376328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.380709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7767887 Jul 23 16:41:27.398099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47666) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:27.402962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:27.467333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.490186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33f7e-8ec7-4c1e-8b9d-418df08de7f1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6155479-3354-410c-ab0b-fc5e76dc0330,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.504363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55ead79-e54d-44ab-a7c9-3dda04c0fedb']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.523601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc43e512-02e5-41dd-8000-4a865b909571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.528632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:27.534645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fa8082-c959-4334-80ae-f95a1676a4a5') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.534645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fa8082-c959-4334-80ae-f95a1676a4a5') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.539368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.544799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.557464 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6b1cffa-2669-4460-9029-896b8078aa80 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "PUT /v2.0/routers/e044b51c-a868-43fa-a9c0-463a34d9c621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9722178 Jul 23 16:41:27.559691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47672) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:27.560034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.581983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.591128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.592019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] Sync routers for ids ['e044b51c-a868-43fa-a9c0-463a34d9c621'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:27.598091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:27.660337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] Routers {'e044b51c-a868-43fa-a9c0-463a34d9c621'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:27.660994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e044b51c-a868-43fa-a9c0-463a34d9c621'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.680819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.701046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc43e512-02e5-41dd-8000-4a865b909571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.705899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:27.709103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Attempting to bind port 68f07ad5-8497-4f06-ab64-f8004a0b4611 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:27.709476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Attempting to bind port 68f07ad5-8497-4f06-ab64-f8004a0b4611 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:27.709847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Attempting to bind port 68f07ad5-8497-4f06-ab64-f8004a0b4611 on network 515d1fc8-fd39-4159-9b1a-bfa70652c024 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:27.717414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.722997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:27.723425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.727387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:27.727770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Checking segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:27.728175 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.728571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Bound using segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:27.729046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Bound port: 68f07ad5-8497-4f06-ab64-f8004a0b4611, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:27.729431 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.755085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] Routers {'e044b51c-a868-43fa-a9c0-463a34d9c621'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:27.755638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e044b51c-a868-43fa-a9c0-463a34d9c621'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.805499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc43e512-02e5-41dd-8000-4a865b909571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:27.810143 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:27.820740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:27.821402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564138c5-8034-49d9-b5bc-57a2809b87b0 None None] The sync data for ids ['e044b51c-a868-43fa-a9c0-463a34d9c621'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:27.840275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:27.840875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.842405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d2ef8ad-8875-455f-92cc-52c8ed52b3f1 req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "PUT /v2.0/ports/886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 981 time: 1.0984571 Jul 23 16:41:27.843374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router c539c399-01e5-4820-8fa2-8c9cb79bc40d is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:27.846107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:27.848149 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d3d642-4de7-4c52-8448-e24f4e3138a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:27.857618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.886745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-161481987', 'router:external': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:27.896335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] For port 68f07ad5-8497-4f06-ab64-f8004a0b4611, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:27.911493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] For port 68f07ad5-8497-4f06-ab64-f8004a0b4611, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68f07ad5-8497-4f06-ab64-f8004a0b4611,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:27.920559 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.938233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.946159 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/a55ead79-e54d-44ab-a7c9-3dda04c0fedb HTTP/1.1" status: 204 len: 168 time: 3.6131737 Jul 23 16:41:27.946159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e365a-05a7-4918-bb7f-43a05cd76860 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=a55ead79-e54d-44ab-a7c9-3dda04c0fedb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.946486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:27.958644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47682) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:27.966186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101852155'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:27.973981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.975992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.978832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e512-02e5-41dd-8000-4a865b909571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2b2b1-2a04-44ef-92c9-1e927c3a5c1b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.984890 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8defbca3-d973-46e5-8d3e-8c38f7373b35 x-openstack-request-id: req-8defbca3-d973-46e5-8d3e-8c38f7373b35 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:27.985263 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:27.985445 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8defbca3-d973-46e5-8d3e-8c38f7373b35 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:27.985841 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:41:28.010816 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc43e512-02e5-41dd-8000-4a865b909571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=714671df3f8d4ef5b1059087251de239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8073826 Jul 23 16:41:28.031121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47684) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.031965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Made reservation on behalf of d0e5e11475ed4b4eb8c7fda5a8aea131 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:28.034858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.048575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcc798-5cb1-4935-bd36-ce2ebed57845 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.051465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:28.055854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.089878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.091736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373362a4-9d5c-442b-a446-9cde8545b674 None None] Pushing event updated for resources: {'Port': ['ID=68f07ad5-8497-4f06-ab64-f8004a0b4611,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.116828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.117587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Fanout notify agent at l3_agent the message router_deleted on router e044b51c-a868-43fa-a9c0-463a34d9c621 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:28.122363 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.133220 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.136890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-50916206-f63e-4937-b509-5237fcf896c9 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "DELETE /v2.0/routers/e044b51c-a868-43fa-a9c0-463a34d9c621 HTTP/1.1" status: 204 len: 168 time: 0.5637865 Jul 23 16:41:28.139199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47686) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.152847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:28.201104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.201852 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 633c89e9-b2be-4532-8c7f-f9275ca5ff33 of type vlan for network c603fb89-ebd9-4813-8f61-da63ba211d0d Jul 23 16:41:28.224063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.259884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db145697-270a-40b6-b70d-c5e8651fda7a req-87a7078e-9846-4f66-8be2-6e4bb7be7edf tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-388663511&fields=id&tenant_id=a0b50a0d9e39473889f9698f57f26688 HTTP/1.1" status: 200 len: 267 time: 0.2360296 Jul 23 16:41:28.265684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4190736b-9e0d-42fb-9ec8-d5515c656b6c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.282169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.305789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.314058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting subnet 15db238c-c7b7-4a3f-8856-afdf6a10f41e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:28.334612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.343590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:28.375041 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Sync routers for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:28.385773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:28.386822 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:28.396984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-5128eb2d-abb2-4625-8050-c3a662845fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.398584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-5128eb2d-abb2-4625-8050-c3a662845fce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1135 time: 0.3736191 Jul 23 16:41:28.414432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db145697-270a-40b6-b70d-c5e8651fda7a req-b1a36e3a-96bc-4be4-b589-8a1d5f30a7ed tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.416032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db145697-270a-40b6-b70d-c5e8651fda7a req-b1a36e3a-96bc-4be4-b589-8a1d5f30a7ed tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 984 time: 0.1475751 Jul 23 16:41:28.450768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'port': {'security_groups': ['6198aa4c-5c17-43a8-969b-9001ae417794']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:28.509308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.518568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.532893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.534188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.537838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-feb987a8-0bde-4a43-b64c-7a581965f3b4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1385615 Jul 23 16:41:28.538611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47688) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.539385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.539743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.542374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.544897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.549700 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:28.549883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ece76688-91dd-4ca2-bfe7-079f8b3faccb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5594437 Jul 23 16:41:28.554104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:28.554365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.564335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47690) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.606085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-209bba33-5c2e-4422-a650-fa412ac15e7f tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2367f77bb6de454d9f98eea4b2d1a5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342593 Jul 23 16:41:28.621203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47692) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:28.655828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:28.732354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.732887 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Added segment 1cc67a77-e4c2-4990-acad-20fd9a3402ec of type vlan for network 884743ad-2b39-4085-88cf-e5f1220517bc Jul 23 16:41:28.747436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=c603fb89-ebd9-4813-8f61-da63ba211d0d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.751102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68f07ad5-8497-4f06-ab64-f8004a0b4611 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:28.757269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e95aee-bb9d-45b9-854a-67f63d1fc1e2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.821017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c603fb89-ebd9-4813-8f61-da63ba211d0d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:28.841365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.846977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.849245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.852836 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30a2b2b1-2a04-44ef-92c9-1e927c3a5c1b HTTP/1.1" status: 204 len: 168 time: 0.8134024 Jul 23 16:41:28.879883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200603cc-2f37-464a-b466-cf978ec05437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2b2b1-2a04-44ef-92c9-1e927c3a5c1b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.895403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.935251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:25Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:28.946899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.948297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:28.950254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.022005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.054662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 68f07ad5-8497-4f06-ab64-f8004a0b4611 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:29.062396 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Checking router: c539c399-01e5-4820-8fa2-8c9cb79bc40d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:29.067537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Network': ['ID=884743ad-2b39-4085-88cf-e5f1220517bc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.074453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.079054 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Updating router c539c399-01e5-4820-8fa2-8c9cb79bc40d port b91a1573-3689-40e9-8467-1366f577e9ff binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:41:29.085610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 884743ad-2b39-4085-88cf-e5f1220517bc details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:29.111517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Subnet': ['ID=15db238c-c7b7-4a3f-8856-afdf6a10f41e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.131661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.136020 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1d458a5c-69a8-439c-a6b4-32c3341b5c34 tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "DELETE /v2.0/subnets/15db238c-c7b7-4a3f-8856-afdf6a10f41e HTTP/1.1" status: 204 len: 168 time: 0.9902024 Jul 23 16:41:29.138060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47696) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.138657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83df146-262e-425a-a303-62e92342bb87 None None] Network 7e6784b5-e604-4136-b61f-415fea21bd58 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:29.166490 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.197476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-42eea8c9-9ff8-46b9-ae52-6892043b470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.199329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-42eea8c9-9ff8-46b9-ae52-6892043b470a service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.7821691 Jul 23 16:41:29.207885 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d053b407-4bfc-4cd2-b327-1d9ae69503d9 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4977577 Jul 23 16:41:29.209350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47698) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.210885 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd2f98eb-7fc1-4ef5-8c69-2736b50795ea tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2510359 Jul 23 16:41:29.215617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47700) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.253126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'subnet': {'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:29.266453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:29.302380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.312032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.426236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Deleting port fe6fca66-8314-4720-8729-499caf627005 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:29.426946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.478008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.516816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-17041bbe-a910-4867-9f5b-4e50295635fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.2885592 Jul 23 16:41:29.568999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] For port fe6fca66-8314-4720-8729-499caf627005, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe6fca66-8314-4720-8729-499caf627005,segment=NetworkSegment(ac56620a-12fe-4568-9149-3fe83f5edbaf),segment_id=ac56620a-12fe-4568-9149-3fe83f5edbaf)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:29.569484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.572383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] DHCP port deletion for 7e6784b5-e604-4136-b61f-415fea21bd58 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:41:29.589615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Calling delete_port for fe6fca66-8314-4720-8729-499caf627005 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:29.618567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:29.622735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Made reservation on behalf of d0e5e11475ed4b4eb8c7fda5a8aea131 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:29.624491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.626164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.696032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Deleting port fe6fca66-8314-4720-8729-499caf627005 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:29.696551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.718277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af41ebb-3904-41de-ac17-5f6711b47925 None None] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:29.725827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34b1cc-83ad-412e-9a38-8f5439396443 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.727507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c34b1cc-83ad-412e-9a38-8f5439396443 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1049714 Jul 23 16:41:29.740593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47704) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.756995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-d6596b6d-1f23-444f-ae46-22a32a97c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:29.758677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-d6596b6d-1f23-444f-ae46-22a32a97c2eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.2268598 Jul 23 16:41:29.759721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing IP validity checks on allocation pools {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:41:29.760402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:41:29.761387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.794738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.809959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.854837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-33137d38-ea1c-421c-bef3-0d247cf4ac34 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1085539 Jul 23 16:41:29.857970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33d121c8-929c-415c-901e-7bcbf07e281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.864779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.872300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770700156', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:29.889649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.894070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3502638 Jul 23 16:41:29.900275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] For port fe6fca66-8314-4720-8729-499caf627005, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fe6fca66-8314-4720-8729-499caf627005,segment=NetworkSegment(ac56620a-12fe-4568-9149-3fe83f5edbaf),segment_id=ac56620a-12fe-4568-9149-3fe83f5edbaf)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:29.900903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.904901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47710) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:29.911555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-4b73c94b-92eb-401f-8c0d-ba055cb84680 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361306 Jul 23 16:41:29.915676 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.924375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Provisioning for port 68f07ad5-8497-4f06-ab64-f8004a0b4611 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:29.926313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:29.939292 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Transition to ACTIVE for port object b91a1573-3689-40e9-8467-1366f577e9ff will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:29.940423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Calling delete_port for fe6fca66-8314-4720-8729-499caf627005 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:29.943089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Provisioning complete for port 68f07ad5-8497-4f06-ab64-f8004a0b4611 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:29.943333 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.948011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceea4b9-2b6b-49a7-a4f7-f6f2ca9ba34a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33324f00-4e0d-4d29-9f5a-c9b49a59afc9,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.954434 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.009568 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40aa79-c938-4b01-a1db-bc438fa53370 None None] Pushing event updated for resources: {'Port': ['ID=b91a1573-3689-40e9-8467-1366f577e9ff,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.046630 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Attempting to bind port b91a1573-3689-40e9-8467-1366f577e9ff on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:30.047569 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Attempting to bind port b91a1573-3689-40e9-8467-1366f577e9ff by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:30.048140 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Attempting to bind port b91a1573-3689-40e9-8467-1366f577e9ff on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:30.061873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:30.061873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:30.071007 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.073276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:30.073276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Bound port: b91a1573-3689-40e9-8467-1366f577e9ff, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:30.073276 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.122177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.143012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:30.147241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.152257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] No DVR routers for this DVR port fe6fca66-8314-4720-8729-499caf627005 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:30.212300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.226880 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] For port b91a1573-3689-40e9-8467-1366f577e9ff, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:30.232025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] For port b91a1573-3689-40e9-8467-1366f577e9ff, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b91a1573-3689-40e9-8467-1366f577e9ff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:30.239675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:30.242286 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.301996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.321800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.328596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.329633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.371107 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40aa79-c938-4b01-a1db-bc438fa53370 None None] Pushing event updated for resources: {'Port': ['ID=b91a1573-3689-40e9-8467-1366f577e9ff,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.373777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] For port 68f07ad5-8497-4f06-ab64-f8004a0b4611, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68f07ad5-8497-4f06-ab64-f8004a0b4611,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:30.378309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:30.379906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:30.432192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:30.438591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] Pushing event deleted for resources: {'Port': ['ID=fe6fca66-8314-4720-8729-499caf627005,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.444029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2efbdf-cd73-4984-9a53-6248034b1e2d None None] No DVR routers for this DVR port fe6fca66-8314-4720-8729-499caf627005 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:30.465145 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.503267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.680185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:30.683074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.690890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db145697-270a-40b6-b70d-c5e8651fda7a req-34aefae6-ae1d-49e9-9ccc-208a5b9ecb07 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "PUT /v2.0/ports/886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 942 time: 2.2500672 Jul 23 16:41:30.695174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-0741655a-3d36-4e35-b221-b702b534ad7c service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558260 Jul 23 16:41:30.696409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:30.701891 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ac9dc-6874-4ba3-a5c1-5890fa916f21" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:30.728489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9e932-f834-454d-9b68-cb8c5ec19385 None None] Pushing event updated for resources: {'Port': ['ID=68f07ad5-8497-4f06-ab64-f8004a0b4611,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.761343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:30.766485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Port': ['ID=fe6fca66-8314-4720-8729-499caf627005,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:30.823290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b55971-fd6c-4f91-9486-d802da81cabf None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:30.859570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe6fca66-8314-4720-8729-499caf627005 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:41:30.881102 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90199d59-2351-4e1f-a164-2493379ed8ad x-openstack-request-id: req-90199d59-2351-4e1f-a164-2493379ed8ad {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:30.881562 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:30.881988 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90199d59-2351-4e1f-a164-2493379ed8ad {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:30.882502 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:41:30.910851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fe6fca66-8314-4720-8729-499caf627005 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:41:30.911445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fe6fca66-8314-4720-8729-499caf627005 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:41:30.916773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:30.959918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.976756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:30.983643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dda663e7-311c-4024-8fcb-f02eeebd1bd0 None None] Provisioning complete for port 68f07ad5-8497-4f06-ab64-f8004a0b4611 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:30.984580 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dda663e7-311c-4024-8fcb-f02eeebd1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.001579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6784b5-e604-4136-b61f-415fea21bd58']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.083490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac56620a-12fe-4568-9149-3fe83f5edbaf') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.083817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac56620a-12fe-4568-9149-3fe83f5edbaf') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.135863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.161015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.164756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b55971-fd6c-4f91-9486-d802da81cabf None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:31.175120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.226140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '633c89e9-b2be-4532-8c7f-f9275ca5ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:31.226742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: c603fb89-ebd9-4813-8f61-da63ba211d0d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:31.230150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=cd1f0d26-31d5-4381-9ff2-fad7b8b17f5e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.246369 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:25Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:31.271019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fbced4-1316-436d-81ec-424632de0538,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.283661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.286951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bb4a8-cea2-46b0-b290-82b73dcbffff None None] The sync data for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 is: [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:25Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:31.287656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92d3d642-4de7-4c52-8448-e24f4e3138a9 req-88898ce3-d1ef-4948-923d-a8a7b4ec57bc service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450585 Jul 23 16:41:31.302270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-cca0f391-9607-42be-b4a2-8820063504d1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4101813 Jul 23 16:41:31.329651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33d121c8-929c-415c-901e-7bcbf07e281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.340730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:31.340730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.352598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:31.373223 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:31.383806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.385463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-978f73f4-e3b5-4860-b581-622e092d8f3f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4727962 Jul 23 16:41:31.409110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47716) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:31.420259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:31.425691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33d121c8-929c-415c-901e-7bcbf07e281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.455170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.503736 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.527129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-74ef6dab-729b-4261-a4cd-a6cc993fa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:31.531018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.533038 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] 10.222.0.64 "DELETE /v2.0/networks/7e6784b5-e604-4136-b61f-415fea21bd58 HTTP/1.1" status: 204 len: 168 time: 2.3938885 Jul 23 16:41:31.540645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network c603fb89-ebd9-4813-8f61-da63ba211d0d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:31.544215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-74ef6dab-729b-4261-a4cd-a6cc993fa8c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.1794350 Jul 23 16:41:31.561442 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-33d121c8-929c-415c-901e-7bcbf07e281d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e285b65076cd4c3d8a499daa291f8903&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7473323 Jul 23 16:41:31.561646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.563403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.565446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b010-7ad4-4fc0-b52c-8d84ab35a01f tempest-FloatingIPNegativeTestJSON-972779018 tempest-FloatingIPNegativeTestJSON-972779018-project] Pushing event deleted for resources: {'Network': ['ID=7e6784b5-e604-4136-b61f-415fea21bd58,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.567244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d121c8-929c-415c-901e-7bcbf07e281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0f82b-05df-45a7-8c43-71837a3e74fe,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.570593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:31.605086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c603fb89-ebd9-4813-8f61-da63ba211d0d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:31.613645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c681a-2a38-4432-9657-35ce0ad60914 None None] Network c603fb89-ebd9-4813-8f61-da63ba211d0d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:31.640719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:31.641330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.734006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:41:31.735292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.764941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Subnet': ['ID=31861b66-9de1-4d1f-8bb4-c6cd9860afd4,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.768003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2a392335-a334-4503-a212-4d501bac6126 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5512915 Jul 23 16:41:31.780804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47722) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:31.894669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-4a10c6c8-5e77-4c55-b079-cdfc31626506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:31.896373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-4a10c6c8-5e77-4c55-b079-cdfc31626506 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.3187642 Jul 23 16:41:31.911357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c603fb89-ebd9-4813-8f61-da63ba211d0d', 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'cd1f0d26-31d5-4381-9ff2-fad7b8b17f5e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:31.912721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.917625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:31.918014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network hostable DHCP agents. Network: 600c77b9-2fa3-43a6-b018-e116cf2821f0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:31.918871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.965363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-b6acfe38-dc62-4c47-a864-33e794c6d3a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0595875 Jul 23 16:41:31.974665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73321e6a-90c7-458f-9317-083c3b5737de,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:31.994702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.000530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.035236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:32.037021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.063643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47726) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.081381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.085621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 600c77b9-2fa3-43a6-b018-e116cf2821f0) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:32.104904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a7ccb-f5ae-45db-ae18-7da2d08f7087 None None] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:32.106022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.106815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.138361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-b04e3f9e-8a04-43b3-bfeb-ff57f0f8497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.142244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-b04e3f9e-8a04-43b3-bfeb-ff57f0f8497e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.1610610 Jul 23 16:41:32.147276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5444fb03-919b-4127-808e-929178046dee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2801902 Jul 23 16:41:32.151618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47730) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.186253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7a5808-71b3-42cc-aa96-c31ecd754b9b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.214607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.221050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4317a6b8-7c43-4a45-9614-57e74f1dcf9d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8013952 Jul 23 16:41:32.257186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47732) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.281184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:32.286302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Checking segment: {'id': '1cc67a77-e4c2-4990-acad-20fd9a3402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:32.286717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network hostable DHCP agents. Network: 884743ad-2b39-4085-88cf-e5f1220517bc, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:32.299500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-c5c93764-2c80-4e48-9c47-a87c276b67dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839124 Jul 23 16:41:32.333721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.395802 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:41:32.467725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 884743ad-2b39-4085-88cf-e5f1220517bc is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:32.467989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.472794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.475030 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3da0f82b-05df-45a7-8c43-71837a3e74fe HTTP/1.1" status: 204 len: 168 time: 0.8987532 Jul 23 16:41:32.488670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Allocated IP 172.20.0.3 (c603fb89-ebd9-4813-8f61-da63ba211d0d/cd1f0d26-31d5-4381-9ff2-fad7b8b17f5e/1c788452-9eb1-4b6d-8f86-9cc0c0933db2) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:32.497766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.555623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 884743ad-2b39-4085-88cf-e5f1220517bc) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:32.556908 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5aaa4ceb-3470-44dc-ba24-d07269d5dd4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50b59d700a2548d7b8ca41b9a5a0e2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914999 Jul 23 16:41:32.570446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47736) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.595722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d25b66-7750-4894-86dd-2ef4a41ac371 None None] Network 884743ad-2b39-4085-88cf-e5f1220517bc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:32.603184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f8d9b-c529-4511-a7eb-3658addc4b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0f82b-05df-45a7-8c43-71837a3e74fe,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.694333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:32.698114 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.716932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.795440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-64778b9c-0f40-4f96-ade3-44ae784cc61f tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5539947 Jul 23 16:41:32.799198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:32.814411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1855969934', 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:32.917364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.949080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68f07ad5-8497-4f06-ab64-f8004a0b4611 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:32.952146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-600c77b9-2fa3-43a6-b018-e116cf2821f0', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:32.954166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.963400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Made reservation on behalf of d0e5e11475ed4b4eb8c7fda5a8aea131 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:32.970044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.970906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.980802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-b36e3ac7-875f-44e2-b8b9-d1aaaa09a0dd service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789007 Jul 23 16:41:33.016344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] device_id is not set on port 3501d55f-5093-4930-b0a4-eded461bb937 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:41:33.029243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.055938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.079905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a64cca-22ff-4a67-af66-861eafcb3a25,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.114565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.118642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-07902457-f177-4a81-bd08-d1cb30442f47 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8575032 Jul 23 16:41:33.128099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:33.136207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': 'b6155479-3354-410c-ab0b-fc5e76dc0330', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:33.137749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Allocated IP 172.25.2.195 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a1af3a75-3ff8-476a-9540-da00c9f62fd3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:33.148936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:33.209894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.217792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a8de0a6-8832-45df-b253-551effc9a4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.311373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.314665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.319318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00570058-8ccc-4953-8f31-9d244532cd00 HTTP/1.1" status: 204 len: 168 time: 0.6500874 Jul 23 16:41:33.338970 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:41:33.347368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1d33f-9510-4958-a1f9-c28ed95efbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00570058-8ccc-4953-8f31-9d244532cd00,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.350774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac9dc-6874-4ba3-a5c1-5890fa916f21 req-28af9046-212b-4cd4-9407-75ad2e28913a service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376544 Jul 23 16:41:33.412763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.454644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.20.0.2 (884743ad-2b39-4085-88cf-e5f1220517bc/73321e6a-90c7-458f-9317-083c3b5737de/3501d55f-5093-4930-b0a4-eded461bb937) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:33.460345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.483304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Transition to ACTIVE for port object 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:33.508034 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a8de0a6-8832-45df-b253-551effc9a4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.520060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3a8de0a6-8832-45df-b253-551effc9a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.534450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Transition to ACTIVE for port object 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:33.561699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f644a-137f-4264-9e5c-35dce7ee6f18 None None] Network 884743ad-2b39-4085-88cf-e5f1220517bc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:33.590501 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.618822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3a8de0a6-8832-45df-b253-551effc9a4c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=287242b203864be79713cc72455ce50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661925 Jul 23 16:41:33.622381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de0a6-8832-45df-b253-551effc9a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704f6ece-7844-4470-b7b7-747a406c0ef9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.623541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 68f07ad5-8497-4f06-ab64-f8004a0b4611 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:33.624031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.627090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.629647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47748) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:33.670319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.729012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.741095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.776646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1f0d26-31d5-4381-9ff2-fad7b8b17f5e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.779225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.791026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.808041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Network c603fb89-ebd9-4813-8f61-da63ba211d0d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:33.809904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Allocated IP 172.20.0.2 (600c77b9-2fa3-43a6-b018-e116cf2821f0/31861b66-9de1-4d1f-8bb4-c6cd9860afd4/a60b0a10-49fd-41b5-817a-6ea92861d219) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:33.817513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.822820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Pushing event updated for resources: {'Port': ['ID=1c788452-9eb1-4b6d-8f86-9cc0c0933db2,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:33.825901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:33.841137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:33.908064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.911143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:33.912380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/704f6ece-7844-4470-b7b7-747a406c0ef9 HTTP/1.1" status: 204 len: 168 time: 0.2814989 Jul 23 16:41:33.933854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:33.955197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:33.964805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:33.969541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'Port': ['ID=a1af3a75-3ff8-476a-9540-da00c9f62fd3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.033543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a88066-adb8-4d9d-b60e-b3994ecad29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704f6ece-7844-4470-b7b7-747a406c0ef9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.063736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Attempting to bind port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:34.064286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Attempting to bind port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '633c89e9-b2be-4532-8c7f-f9275ca5ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:34.064566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Attempting to bind port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 on network c603fb89-ebd9-4813-8f61-da63ba211d0d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:34.111118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:34.111489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Checking segment: {'id': '633c89e9-b2be-4532-8c7f-f9275ca5ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:34.112212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.112633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Bound using segment: {'id': '633c89e9-b2be-4532-8c7f-f9275ca5ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:34.113160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Bound port: 1c788452-9eb1-4b6d-8f86-9cc0c0933db2, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633c89e9-b2be-4532-8c7f-f9275ca5ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:34.113550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.115277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f5fc1d-f681-469c-8899-6573254967c3,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.144473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b91a1573-3689-40e9-8467-1366f577e9ff up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:34.190386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.207776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c603fb89-ebd9-4813-8f61-da63ba211d0d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.219165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.246156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.256894 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7761b420-b54b-494d-9e91-51f6383f9b60 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1168618 Jul 23 16:41:34.281324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633c89e9-b2be-4532-8c7f-f9275ca5ff33') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.282080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633c89e9-b2be-4532-8c7f-f9275ca5ff33') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.290287 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.299347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] For port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:34.301507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b91a1573-3689-40e9-8467-1366f577e9ff completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:34.304618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] For port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c788452-9eb1-4b6d-8f86-9cc0c0933db2,segment=NetworkSegment(633c89e9-b2be-4532-8c7f-f9275ca5ff33),segment_id=633c89e9-b2be-4532-8c7f-f9275ca5ff33)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:34.308502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Transition to ACTIVE for port object a60b0a10-49fd-41b5-817a-6ea92861d219 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:34.309186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.311366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.317383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b91a1573-3689-40e9-8467-1366f577e9ff triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:34.317743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.353698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.393330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Transition to ACTIVE for port object a60b0a10-49fd-41b5-817a-6ea92861d219 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:34.396473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.447961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.486779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3d6b8-2f9c-4203-a25a-5040d38ebb81 None None] Pushing event updated for resources: {'Port': ['ID=1c788452-9eb1-4b6d-8f86-9cc0c0933db2,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.491225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:34.491503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.493448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:34.512324 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:34.517419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:34.554111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:34.560852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.626795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796db11-1776-4d2b-9e82-3add8427c424 None None] Network c603fb89-ebd9-4813-8f61-da63ba211d0d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:34.640162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.648467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.678602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.1 (600c77b9-2fa3-43a6-b018-e116cf2821f0/31861b66-9de1-4d1f-8bb4-c6cd9860afd4/a38386a0-7983-4e91-8349-d05acb940c8c) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:34.683630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Pushing event updated for resources: {'Port': ['ID=a60b0a10-49fd-41b5-817a-6ea92861d219,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.727926 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.811393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event updated for resources: {'Port': ['ID=a1af3a75-3ff8-476a-9540-da00c9f62fd3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.841262 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.843033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Attempting to bind port a60b0a10-49fd-41b5-817a-6ea92861d219 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:34.843274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Attempting to bind port a60b0a10-49fd-41b5-817a-6ea92861d219 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:34.844563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Attempting to bind port a60b0a10-49fd-41b5-817a-6ea92861d219 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:34.848352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-367f8dc7-893b-4038-80ae-e47c77f729cb tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619141914&fields=id&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 267 time: 0.1156104 Jul 23 16:41:34.902913 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:34.902913 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:34.902913 n-d-800484-3 neutron-server[94004]: [parameters: {'id': 'c603fb89-ebd9-4813-8f61-da63ba211d0d'}] Jul 23 16:41:34.902913 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:34.902913 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:34.903506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.904522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-04047544-b477-4909-b01d-4eb1cf2b0721 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5565464 Jul 23 16:41:34.917960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:34.929692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.931341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b91a1573-3689-40e9-8467-1366f577e9ff, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b91a1573-3689-40e9-8467-1366f577e9ff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:34.934466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:34.935063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:34.935653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.936369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Bound using segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:34.937023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Bound port: a60b0a10-49fd-41b5-817a-6ea92861d219, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:34.937788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.965272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.985043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 884743ad-2b39-4085-88cf-e5f1220517bc is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:35.005107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:35.006858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:35.106243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=3501d55f-5093-4930-b0a4-eded461bb937,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.113710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.123343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:35.124068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.138477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object a38386a0-7983-4e91-8349-d05acb940c8c will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:35.148319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0eb46b9e-a651-453e-8ccb-3daa3e0f4b3c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3403072 Jul 23 16:41:35.148689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:35.164930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-285a1cad-7b6a-4f8a-8163-81e7c65b9e14 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.2531362 Jul 23 16:41:35.275913 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.294241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Deleting port 3501d55f-5093-4930-b0a4-eded461bb937 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:35.294584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.327814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-144c13c1-5aac-4ef6-af4f-d51f134b45cf tempest-DvrRoutersNegativeTest-45214284 tempest-DvrRoutersNegativeTest-45214284-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-370065358', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:35.331524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.policy [None req-144c13c1-5aac-4ef6-af4f-d51f134b45cf tempest-DvrRoutersNegativeTest-45214284 tempest-DvrRoutersNegativeTest-45214284-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94004) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 16:41:35.331834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.policy [None req-144c13c1-5aac-4ef6-af4f-d51f134b45cf tempest-DvrRoutersNegativeTest-45214284 tempest-DvrRoutersNegativeTest-45214284-project] Failed policy check for 'create_router' {{(pid=94004) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 16:41:35.332382 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-144c13c1-5aac-4ef6-af4f-d51f134b45cf tempest-DvrRoutersNegativeTest-45214284 tempest-DvrRoutersNegativeTest-45214284-project] create failed (client error): Access was denied to this resource. Jul 23 16:41:35.336588 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-144c13c1-5aac-4ef6-af4f-d51f134b45cf tempest-DvrRoutersNegativeTest-45214284 tempest-DvrRoutersNegativeTest-45214284-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4145329 Jul 23 16:41:35.337707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b91a1573-3689-40e9-8467-1366f577e9ff,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.364662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:35.366218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-310d9d67-243c-47e2-9aab-e03b9fa8c4fe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:35.372238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] For port a60b0a10-49fd-41b5-817a-6ea92861d219, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:35.374074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-310d9d67-243c-47e2-9aab-e03b9fa8c4fe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/networks?id=515d1fc8-fd39-4159-9b1a-bfa70652c024 HTTP/1.1" status: 200 len: 797 time: 0.5097051 Jul 23 16:41:35.376834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] For port a60b0a10-49fd-41b5-817a-6ea92861d219, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a60b0a10-49fd-41b5-817a-6ea92861d219,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:35.378631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:35.384499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.387144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:35.431837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.477234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.571715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178feafd-9633-4211-b0b5-8dd9d377e761 None None] Pushing event updated for resources: {'Port': ['ID=a60b0a10-49fd-41b5-817a-6ea92861d219,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.572423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.583073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.654969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Calling delete_port for 3501d55f-5093-4930-b0a4-eded461bb937 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:35.937982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47814) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:35.949473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-3e0c6f51-69d8-4cc3-8b0f-0b77794409b5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/quotas/02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 375 time: 0.5742614 Jul 23 16:41:36.094489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-3bff87fd-9294-4d37-bb09-8ba424c097cb tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:36.095946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-3bff87fd-9294-4d37-bb09-8ba424c097cb tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.9144566 Jul 23 16:41:36.108258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-1f0b4e06-7f8e-4a04-8150-4c1b5c77d8eb tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:41:36.118966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2e410b8-4561-447c-bde5-8d36aa25dfe0 req-1f0b4e06-7f8e-4a04-8150-4c1b5c77d8eb tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167713 Jul 23 16:41:36.133073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:36.133627 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.233099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-82cf36b2-a564-4dd7-87a7-b25de8e17aa4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2449269 Jul 23 16:41:36.305709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9333ac7-bde4-4d43-a160-edc23c6e9d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.311133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1c788452-9eb1-4b6d-8f86-9cc0c0933db2,segment=NetworkSegment(633c89e9-b2be-4532-8c7f-f9275ca5ff33),segment_id=633c89e9-b2be-4532-8c7f-f9275ca5ff33)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:36.311506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.335276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:36.381459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.471984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-3a7ffbd8-7635-42d4-b661-36d675f671e7 service neutron] 10.222.0.64 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016833 Jul 23 16:41:36.486766 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.508745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-1eb2219b-1f78-4b62-9dec-439cb8d7c62f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:36.510661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-1eb2219b-1f78-4b62-9dec-439cb8d7c62f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2521572 Jul 23 16:41:36.542271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Port': ['ID=3501d55f-5093-4930-b0a4-eded461bb937,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:36.608909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-52fd6713-5b62-488f-ac6c-22436f726243 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0835257 Jul 23 16:41:36.642734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'floatingip': {'port_id': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:36.700540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.717398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.754527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=1c788452-9eb1-4b6d-8f86-9cc0c0933db2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:36.764544 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.767424 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75b25688-550e-417d-b4eb-f8e0322dc720 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/ports/3501d55f-5093-4930-b0a4-eded461bb937 HTTP/1.1" status: 204 len: 168 time: 1.6161225 Jul 23 16:41:36.771632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 1c788452-9eb1-4b6d-8f86-9cc0c0933db2 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:36.774987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47826) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:36.781767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc', 'external_fixed_ips': [{'subnet_id': '73321e6a-90c7-458f-9317-083c3b5737de', 'ip_address': '172.20.0.2'}]}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:36.840868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4f525bef-6c83-4fee-97a6-bd2efd7a70e4 service neutron] 10.222.0.64 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606236 Jul 23 16:41:36.883071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9333ac7-bde4-4d43-a160-edc23c6e9d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.898494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a9333ac7-bde4-4d43-a160-edc23c6e9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.931364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.969559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02dbaed-74c1-4cbe-8a6c-16e143a61b50 None None] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:37.022525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c603fb89-ebd9-4813-8f61-da63ba211d0d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.056146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633c89e9-b2be-4532-8c7f-f9275ca5ff33') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.056495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633c89e9-b2be-4532-8c7f-f9275ca5ff33') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:37.076301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.114629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.152762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:37.153335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:37.156748 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:37.195364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-393b4646-8735-46fa-9b16-c39ef3953f51 None None] Provisioning for port a60b0a10-49fd-41b5-817a-6ea92861d219 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:37.243840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.252468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.276991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a60b0a10-49fd-41b5-817a-6ea92861d219 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:37.299149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.304208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.312563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/c603fb89-ebd9-4813-8f61-da63ba211d0d HTTP/1.1" status: 204 len: 168 time: 5.5295613 Jul 23 16:41:37.315102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:37.327416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864562597'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:37.385425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc2d6-e766-42fa-9b1d-f6c2db4ceb12 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=c603fb89-ebd9-4813-8f61-da63ba211d0d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:37.395850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a60b0a10-49fd-41b5-817a-6ea92861d219 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:37.409544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a60b0a10-49fd-41b5-817a-6ea92861d219 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:37.409544 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.426441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.443697 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:37.542684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a9333ac7-bde4-4d43-a160-edc23c6e9d6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=167cd7db737a4e82af1dd0714da8968f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6010273 Jul 23 16:41:37.559337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:37.563288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.572634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:37.576346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.583431 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.586893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.604067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f2fad9e-9347-4012-9349-bdb5ed790df4 req-257eca80-73b3-45cb-a0ad-4dd7d1a1954d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 210 time: 0.0858014 Jul 23 16:41:37.605290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9333ac7-bde4-4d43-a160-edc23c6e9d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf2466-f408-47ab-8e73-209185882512,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:37.619805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a60b0a10-49fd-41b5-817a-6ea92861d219, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a60b0a10-49fd-41b5-817a-6ea92861d219,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:37.626954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.629395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b91a1573-3689-40e9-8467-1366f577e9ff up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:37.701814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:37.720680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a60b0a10-49fd-41b5-817a-6ea92861d219,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:37.732782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:37.748100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:37.766561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.766913 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 669ca372-cf01-4c3b-b03d-64544f2523dd of type vlan for network 09603cdf-b9df-48ba-b306-94fb55ee54b3 Jul 23 16:41:37.778450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.779517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.806205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b91a1573-3689-40e9-8467-1366f577e9ff triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:37.806734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.825206 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.resource_extend [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:41:37.881589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.947239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.006395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.019687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.026084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:38.026730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.060799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Provisioning complete for port a60b0a10-49fd-41b5-817a-6ea92861d219 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:38.069197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.097667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.101182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.101579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.105564 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3baf2466-f408-47ab-8e73-209185882512 HTTP/1.1" status: 204 len: 168 time: 0.5410516 Jul 23 16:41:38.123751 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8004441 Jul 23 16:41:38.130299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47846) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:38.174375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': '09603cdf-b9df-48ba-b306-94fb55ee54b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:38.245203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Provisioning for port a38386a0-7983-4e91-8349-d05acb940c8c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:38.250292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Provisioning complete for port a38386a0-7983-4e91-8349-d05acb940c8c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:38.250673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.290047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3387af68-fd73-4af2-8379-7c8be99f98d6 None None] Port a38386a0-7983-4e91-8349-d05acb940c8c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:38.298715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea868a2-335a-447a-8253-13c4fa4b5218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf2466-f408-47ab-8e73-209185882512,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:38.306156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761f8c4-ebaa-405d-a911-1a27d189ebec tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=09603cdf-b9df-48ba-b306-94fb55ee54b3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:38.315691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router c539c399-01e5-4820-8fa2-8c9cb79bc40d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:38.325531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 09603cdf-b9df-48ba-b306-94fb55ee54b3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:38.501213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:38.510165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.576502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2ce4-a960-4776-b9b3-05597ea10180 None None] Provisioning complete for port a38386a0-7983-4e91-8349-d05acb940c8c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:38.577336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2ce4-a960-4776-b9b3-05597ea10180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.678011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.680484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2ce4-a960-4776-b9b3-05597ea10180 None None] Port a38386a0-7983-4e91-8349-d05acb940c8c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:38.689487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9cffe3-5cab-4872-a1bf-f18e3586de71 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:38.751354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:38.759687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aabd173b-3cf9-4485-baa3-dc573a435c70 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/c539c399-01e5-4820-8fa2-8c9cb79bc40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6088448 Jul 23 16:41:38.770252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Sync routers for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:38.838668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76772b4c-2619-4795-97ec-1b3e38b547be req-c63d622d-0f96-4cd6-a909-11fb9162b13f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 210 time: 0.0964923 Jul 23 16:41:38.864497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:38.867140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:38.910822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0fd25280-c7cd-4dcf-835b-2241e330f817 None None] Provisioning complete for port a38386a0-7983-4e91-8349-d05acb940c8c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:38.911292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0fd25280-c7cd-4dcf-835b-2241e330f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.957519 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Floating IP fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 associated. External IP: 172.25.2.195, port: 886c71eb-646a-4b75-87d6-6969da6eccdd. Jul 23 16:41:39.002635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.016882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0fd25280-c7cd-4dcf-835b-2241e330f817 None None] Port a38386a0-7983-4e91-8349-d05acb940c8c cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:39.023005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-9b8ba35f-9241-4da8-ad0f-589535a02698 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:39.024967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-9b8ba35f-9241-4da8-ad0f-589535a02698 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/networks?id=515d1fc8-fd39-4159-9b1a-bfa70652c024 HTTP/1.1" status: 200 len: 797 time: 0.4218922 Jul 23 16:41:39.033912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9cffe3-5cab-4872-a1bf-f18e3586de71 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:39.101230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=007df1d9-2bf4-4b7a-ba51-f50988c775ec,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:39.130361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '669ca372-cf01-4c3b-b03d-64544f2523dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '09603cdf-b9df-48ba-b306-94fb55ee54b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:39.131200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: 09603cdf-b9df-48ba-b306-94fb55ee54b3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:39.140639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a60b0a10-49fd-41b5-817a-6ea92861d219 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:39.145386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:39.145558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-21edb34a-453a-40f7-9f18-9e8c70e26a76 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=864249ebf807456eac0ef33c834f65ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762467 Jul 23 16:41:39.164844 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network 09603cdf-b9df-48ba-b306-94fb55ee54b3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:39.178133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 09603cdf-b9df-48ba-b306-94fb55ee54b3) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:39.186144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:39.187240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.216197 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-48ef6590-f225-42a4-9013-b19314cde4f5 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0476844 Jul 23 16:41:39.216887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.295449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47888) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.350385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-d5fe125d-d37d-40bc-8cf1-1f0f543ce5e1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 472 time: 0.2544503 Jul 23 16:41:39.369169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.400395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a60b0a10-49fd-41b5-817a-6ea92861d219 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:39.400804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.435037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.437557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'port': {'device_id': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'admin_state_up': True, 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'security_groups': ['b6155479-3354-410c-ab0b-fc5e76dc0330']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:39.481041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1799172283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:39.520488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.521756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.553549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.600195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=007df1d9-2bf4-4b7a-ba51-f50988c775ec,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:39.602922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 2, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.651818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da10029-5a80-4108-a5cd-eea92de1a194 None None] Network 09603cdf-b9df-48ba-b306-94fb55ee54b3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:39.655742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Checking router: c539c399-01e5-4820-8fa2-8c9cb79bc40d for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:39.656164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Updating router c539c399-01e5-4820-8fa2-8c9cb79bc40d port a38386a0-7983-4e91-8349-d05acb940c8c binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:41:39.666842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-4b14e22a-cf0e-4b5f-ab6e-02d3b0148579 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:39.667105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.673789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-4b14e22a-cf0e-4b5f-ab6e-02d3b0148579 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274568 Jul 23 16:41:39.677239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.708348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.718564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-b8c723e1-f176-4582-ae3f-7f9f77f1834c tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/quotas/864249ebf807456eac0ef33c834f65ff HTTP/1.1" status: 200 len: 375 time: 0.0437913 Jul 23 16:41:39.722378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09603cdf-b9df-48ba-b306-94fb55ee54b3']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.736252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.737479 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-76407d3c-4d6c-4601-bb5e-df7db4687e83 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4417129 Jul 23 16:41:39.741732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669ca372-cf01-4c3b-b03d-64544f2523dd') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.741732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669ca372-cf01-4c3b-b03d-64544f2523dd') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:39.743266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:39.751467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.754536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-708010420'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:39.763072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.769481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.777781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.789129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:39.789129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:39.790362 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:39.845183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e89690-fd00-4c53-9ea3-804b8828dd49 None None] Network 09603cdf-b9df-48ba-b306-94fb55ee54b3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:39.868286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.879166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-0b65647d-ea35-412d-82b6-1513d0765cd3 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=864249ebf807456eac0ef33c834f65ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155403 Jul 23 16:41:39.896734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:39.900897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.904399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Router 47deae98-0d17-4510-b2d4-706ab678b2f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:39.914741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.919021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:39.925160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.942161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.978731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.983655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/09603cdf-b9df-48ba-b306-94fb55ee54b3 HTTP/1.1" status: 204 len: 168 time: 0.7652233 Jul 23 16:41:39.989318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763f018-ad5d-4bbd-8fce-46bbade7b41d tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=09603cdf-b9df-48ba-b306-94fb55ee54b3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.000500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.010051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616082816'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:40.151710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.162257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.204328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:40.225433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:40.230746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.247980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.248719 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Added segment 5639f2bb-ee44-49b4-a632-149297a105cb of type vlan for network 510a10d0-4d93-4681-837d-54456eb37370 Jul 23 16:41:40.260403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989f927c-df40-4c77-b2bf-9b670073c321,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.341239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.346031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:40.362791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.363312 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 9e6dfada-fadc-496b-87dd-411b0a56a265 of type vlan for network d3a2af09-d385-4909-b0c9-b72a461c5b24 Jul 23 16:41:40.435586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.444980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:40.445682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.460759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.471044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.486453 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7420969 Jul 23 16:41:40.491287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.492213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Transition to ACTIVE for port object a38386a0-7983-4e91-8349-d05acb940c8c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:40.499597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'subnet': {'network_id': '510a10d0-4d93-4681-837d-54456eb37370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:40.502006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.611640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c768f-8b30-4994-9bb7-04af51af619a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Network': ['ID=510a10d0-4d93-4681-837d-54456eb37370,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.637722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5629-6436-4ef4-a839-3fbc6e7f62c3 None None] Pushing event updated for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.654847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 510a10d0-4d93-4681-837d-54456eb37370 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:40.670610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.676504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:40.677140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.731322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Attempting to bind port a38386a0-7983-4e91-8349-d05acb940c8c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:40.731731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Attempting to bind port a38386a0-7983-4e91-8349-d05acb940c8c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:40.732100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Attempting to bind port a38386a0-7983-4e91-8349-d05acb940c8c on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:40.737497 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7356448 Jul 23 16:41:40.742062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:40.742666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:40.744834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:40.745581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.746726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Bound using segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:40.752685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Bound port: a38386a0-7983-4e91-8349-d05acb940c8c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:40.753186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.754905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'd3a2af09-d385-4909-b0c9-b72a461c5b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:40.892134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] For port a38386a0-7983-4e91-8349-d05acb940c8c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:40.895253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-e698cfd7-9a55-4d20-9635-09c58e1976c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318903979&fields=id&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 267 time: 0.5975366 Jul 23 16:41:40.895810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] For port a38386a0-7983-4e91-8349-d05acb940c8c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a38386a0-7983-4e91-8349-d05acb940c8c,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:40.901451 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.909414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:40.915156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:40.920751 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Sync routers for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:40.932330 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:40.934236 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:40.970358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5629-6436-4ef4-a839-3fbc6e7f62c3 None None] Pushing event updated for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:40.982974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:40.983544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:41.007059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-e5551197-6516-4d31-86fd-47f7ceee0da5 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "PUT /v2.0/floatingips/fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 HTTP/1.1" status: 200 len: 996 time: 4.3686886 Jul 23 16:41:41.025462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:41.031953 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b218ec-5d6d-4be9-9092-7735f3d140e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:41.071300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.20.0.2 (884743ad-2b39-4085-88cf-e5f1220517bc/73321e6a-90c7-458f-9317-083c3b5737de/ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:41.138505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:41.153651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:41.158089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.28 (515d1fc8-fd39-4159-9b1a-bfa70652c024/5efaaab9-8f42-4a66-a2f0-f0d6c2612038/7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:41.276283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da60221-7a01-4603-b2fe-390674172fcb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=d3a2af09-d385-4909-b0c9-b72a461c5b24,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:41.303621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:41.307526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d3a2af09-d385-4909-b0c9-b72a461c5b24 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:41.308553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.506704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:41.514609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.532597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-407adeee-877c-465a-b772-5bf9a2c345f9 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=864249ebf807456eac0ef33c834f65ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256703 Jul 23 16:41:41.575040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'port_id': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'mac_address': 'fa:16:3e:7e:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae89580-2292-4685-af1e-04ebac61435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:34Z', 'updated_at': '2021-07-23T16:41:37Z', 'revision_number': 1, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:41.614812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.635888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:40Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:41.645973 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Checking router: 47deae98-0d17-4510-b2d4-706ab678b2f8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:41.654015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-ac4ee92a-5714-4257-a0ef-8d1b8e92107a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:41.656805 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:41.657802 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:41.661649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-ac4ee92a-5714-4257-a0ef-8d1b8e92107a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 797 time: 0.7333281 Jul 23 16:41:41.672474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285069-ed29-4b6c-ad9d-98937e538a44 None None] The sync data for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 is: [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:40Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:41.692344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-57461452-6a07-4145-a66d-cf13103d72df tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/quotas/2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 375 time: 0.0296876 Jul 23 16:41:41.781136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.795861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:41.804819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c09790b4-822f-4e1c-aee9-3e315fcfddc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.847223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.850546 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:41.853277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-abae1721-94f5-4213-927f-3ab2324e13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:41.854708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-abae1721-94f5-4213-927f-3ab2324e13c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.7988486 Jul 23 16:41:41.860344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.958363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Subnet': ['ID=40f5a5ae-089f-4a9f-bf6f-3c289df8b15d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:41.991864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.007667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Checking segment: {'id': '5639f2bb-ee44-49b4-a632-149297a105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '510a10d0-4d93-4681-837d-54456eb37370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:42.008032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network hostable DHCP agents. Network: 510a10d0-4d93-4681-837d-54456eb37370, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:42.040399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.053466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 510a10d0-4d93-4681-837d-54456eb37370 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:42.074953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-25940393-0657-4ae1-aee7-6ba8f8d4a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.083825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-25940393-0657-4ae1-aee7-6ba8f8d4a3ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.2095263 Jul 23 16:41:42.117094 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 510a10d0-4d93-4681-837d-54456eb37370) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:42.127669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d1fec-1f1e-4515-bb7b-4b449b04120d None None] Network 510a10d0-4d93-4681-837d-54456eb37370 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:42.138749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.139780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.163486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=e6bf95e3-89c5-48af-8764-177a12ed4b8f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.186174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:42.195764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:42.205181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-50823546-960d-492b-af74-404d67d06d80 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.205538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'port_id': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'mac_address': 'fa:16:3e:7e:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae89580-2292-4685-af1e-04ebac61435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:34Z', 'updated_at': '2021-07-23T16:41:37Z', 'revision_number': 1, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:42.206973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-50823546-960d-492b-af74-404d67d06d80 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6482203 Jul 23 16:41:42.214821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:42.220302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7269d452-4018-4c8d-bfd3-f8caf5af1614 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7254198 Jul 23 16:41:42.222754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '9e6dfada-fadc-496b-87dd-411b0a56a265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd3a2af09-d385-4909-b0c9-b72a461c5b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:42.223394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: d3a2af09-d385-4909-b0c9-b72a461c5b24, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:42.225806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.231800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.232611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.233155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.233718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.234323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.234858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.235902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.236442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.236988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.237544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.238282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.238807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:42.241949 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7975f-3247-4a6d-90ba-9c1cb9accb39 None None] The sync data for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 is: [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'port_id': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'mac_address': 'fa:16:3e:7e:39:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae89580-2292-4685-af1e-04ebac61435f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:34Z', 'updated_at': '2021-07-23T16:41:37Z', 'revision_number': 1, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:42.248905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'network': {'name': 'tempest-router-network01--1364497951'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:42.287486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Request body: {'port': {'device_id': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '864249ebf807456eac0ef33c834f65ff'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:42.300869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network d3a2af09-d385-4909-b0c9-b72a461c5b24 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:42.326337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:42.331780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.334664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d3a2af09-d385-4909-b0c9-b72a461c5b24) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:42.339669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.340573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.359467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b7f59-abe3-4e37-9836-d34e7ec06318 None None] Network d3a2af09-d385-4909-b0c9-b72a461c5b24 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:42.369796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.380296 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-31b2ea48-02da-4c0c-af75-6f6cc02a72e6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6312325 Jul 23 16:41:42.381200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.434668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-7c45076a-7482-4617-823f-95e0d8040d19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7344480 Jul 23 16:41:42.472362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-a3407b83-33e6-4ab5-a2fc-4252622bb5f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 999 time: 0.3875434 Jul 23 16:41:42.487419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.488927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.510689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.512694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:42.529111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.529614 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Added segment 56827285-21ce-4320-9cb6-37294260718b of type vlan for network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 Jul 23 16:41:42.585588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.617458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.646149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-510a10d0-4d93-4681-837d-54456eb37370', 'network_id': '510a10d0-4d93-4681-837d-54456eb37370', 'tenant_id': '6ea9fef6abc74e50b9323a6c1b7c7d00', 'fixed_ips': [{'subnet_id': '40f5a5ae-089f-4a9f-bf6f-3c289df8b15d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:42.647799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.651032 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.726067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.733376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.734689 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.746575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4cb5ce5b-4d9c-4179-9bb9-7a57f6341053 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3536677 Jul 23 16:41:42.758846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.779826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Request body: {'port': {'device_id': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:42.799642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec712c-0977-43cf-adeb-e249915e4b22 None None] New status for floating IP fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:42.854537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 884743ad-2b39-4085-88cf-e5f1220517bc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:42.865596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Network': ['ID=0f652cdc-4427-44c2-b4ba-60d24fdbd148,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.869808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-3cec5016-ea80-43b3-b946-205c37a0c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:42.874613 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9437ac7-65f5-44db-b8ad-20d7d85156aa tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6436369 Jul 23 16:41:42.874613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.877141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:42.877615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-3cec5016-ea80-43b3-b946-205c37a0c788 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.4042556 Jul 23 16:41:42.879721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:42.888379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:42.897681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'network': {'name': 'tempest-router-network02--523670058'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:42.899898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:42.935081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bf95e3-89c5-48af-8764-177a12ed4b8f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.962612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-9f91956a-40ad-4f45-90ac-46e58272be4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838182 Jul 23 16:41:42.967649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-08bde229-84ba-4f32-97a8-35a05191f505 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:41:42.976343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-08bde229-84ba-4f32-97a8-35a05191f505 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129652 Jul 23 16:41:43.049526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.056341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-68fca00a-81e0-4265-8b97-8a37d7eb0a02 None None] Provisioning for port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:43.067490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a2af09-d385-4909-b0c9-b72a461c5b24']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:43.074290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-fa46d9cf-41e3-46fb-9a78-9721fad45951 service neutron] 10.222.0.64 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129100 Jul 23 16:41:43.088169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6dfada-fadc-496b-87dd-411b0a56a265') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:43.088488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6dfada-fadc-496b-87dd-411b0a56a265') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:43.102820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.122640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.129906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:43.130581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.139773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-68fca00a-81e0-4265-8b97-8a37d7eb0a02 None None] Provisioning complete for port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:43.140637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68fca00a-81e0-4265-8b97-8a37d7eb0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.153130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484ab81-d424-4384-8536-27186f7c98f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-d3a2af09-d385-4909-b0c9-b72a461c5b24', 'network_id': 'd3a2af09-d385-4909-b0c9-b72a461c5b24', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'e6bf95e3-89c5-48af-8764-177a12ed4b8f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:43.154045 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6484ab81-d424-4384-8536-27186f7c98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.188982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a38386a0-7983-4e91-8349-d05acb940c8c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:43.211416 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:43.215760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.220361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.228647 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/d3a2af09-d385-4909-b0c9-b72a461c5b24 HTTP/1.1" status: 204 len: 168 time: 0.8439057 Jul 23 16:41:43.229305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.253958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583939342'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:43.264888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378dca-4e30-4673-8fbb-15f20793965f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=d3a2af09-d385-4909-b0c9-b72a461c5b24,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:43.271638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.274596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:43.280005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.294429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9df56d-4968-4253-bf3d-549def30c2f7 None None] Network d3a2af09-d385-4909-b0c9-b72a461c5b24 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:43.318407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:43.330153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Allocated IP 2001:db8::2 (510a10d0-4d93-4681-837d-54456eb37370/40f5a5ae-089f-4a9f-bf6f-3c289df8b15d/9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:43.335187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.335783 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Added segment bd72fd95-52c3-48ac-876e-e954c4d8fb0f of type vlan for network c49ae12e-42c1-46fd-94c3-cd73607a48b0 Jul 23 16:41:43.365304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-68fca00a-81e0-4265-8b97-8a37d7eb0a02 None None] Port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:43.366945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9df56d-4968-4253-bf3d-549def30c2f7 None None] Network d3a2af09-d385-4909-b0c9-b72a461c5b24 could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:41:43.394799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.403224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a38386a0-7983-4e91-8349-d05acb940c8c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:43.403872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-a0c1cb2e-e7fa-4147-a90d-33a870003bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265962 Jul 23 16:41:43.414183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a38386a0-7983-4e91-8349-d05acb940c8c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:43.414715 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.424815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Made reservation on behalf of 864249ebf807456eac0ef33c834f65ff for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:43.429157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.449441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:43.453680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.487597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.493978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:43.494646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.589055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Network': ['ID=c49ae12e-42c1-46fd-94c3-cd73607a48b0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:43.597118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:43.613364 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-34287d1f-6ecd-48bb-9f87-3b09442d485b tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7245743 Jul 23 16:41:43.614848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.615196 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9 of type vlan for network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 Jul 23 16:41:43.616567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47932) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.629710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'subnet': {'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:43.678618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:43.699546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.782694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.789480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:43.790848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.802164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:43.805808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.846691 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5958281 Jul 23 16:41:43.850487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47934) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:43.858947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.877542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:43.877892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.878796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-990f5a27-c1cb-4a2b-85f2-0384af2ec2b4 service neutron] 10.222.0.64 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036387 Jul 23 16:41:43.880490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.900614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Transition to ACTIVE for port object 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:43.924916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a38386a0-7983-4e91-8349-d05acb940c8c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a38386a0-7983-4e91-8349-d05acb940c8c,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:43.935751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:43.961696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc0939-6548-44e0-bb24-4b520f401f8a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=aa4640b6-e7f9-4378-af8d-dbf95cb20fd8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:43.983505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:43.990596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Transition to ACTIVE for port object 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:44.023023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.138150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.186103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Network 510a10d0-4d93-4681-837d-54456eb37370 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:44.223694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a50f157-e31e-48ad-92ed-1b52ea924cc2 req-09b121b6-bdd9-41c7-abeb-b0d8a6122b90 service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8187175 Jul 23 16:41:44.224622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.233670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:44.240768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:44.273682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.301545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Pushing event updated for resources: {'Port': ['ID=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.316596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.328212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 is not hosted by any dhcp agent {{(pid=94004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:41:44.343042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:44.343315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.351643 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "PUT /v2.0/networks/aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 HTTP/1.1" status: 200 len: 723 time: 0.4943821 Jul 23 16:41:44.358628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:44.364572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.370727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:44.372785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Attempting to bind port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:44.373160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Attempting to bind port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '5639f2bb-ee44-49b4-a632-149297a105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '510a10d0-4d93-4681-837d-54456eb37370'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:44.373567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Attempting to bind port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb on network 510a10d0-4d93-4681-837d-54456eb37370 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:44.378127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.382162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:44.382917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Checking segment: {'id': '5639f2bb-ee44-49b4-a632-149297a105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '510a10d0-4d93-4681-837d-54456eb37370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:44.382917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.383381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Bound using segment: {'id': '5639f2bb-ee44-49b4-a632-149297a105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '510a10d0-4d93-4681-837d-54456eb37370'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:44.384383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Bound port: 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5639f2bb-ee44-49b4-a632-149297a105cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '510a10d0-4d93-4681-837d-54456eb37370'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:44.384536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.443918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b42b113-ba0d-4824-8a32-a6cf19d9ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.488781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] For port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:44.498008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] For port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,segment=NetworkSegment(5639f2bb-ee44-49b4-a632-149297a105cb),segment_id=5639f2bb-ee44-49b4-a632-149297a105cb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:44.504635 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.521475 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b2eca-064e-4efd-8350-e2de192c1715 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=aa4640b6-e7f9-4378-af8d-dbf95cb20fd8,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.541164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:44.603602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Subnet': ['ID=44b1a2cf-1b21-436e-bd4e-48e829e163f9,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.626006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:44.633577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Checking segment: {'id': '56827285-21ce-4320-9cb6-37294260718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:44.633962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network hostable DHCP agents. Network: 0f652cdc-4427-44c2-b4ba-60d24fdbd148, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:44.634880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.649444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f93faa4c-28b5-4d32-a54b-4649871899ba req-16707ed9-a194-4af4-b3e6-af49b30733ad tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 210 time: 0.1542246 Jul 23 16:41:44.654672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:44.678634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0f652cdc-4427-44c2-b4ba-60d24fdbd148) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:44.689531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:44.690162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.694425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184f46c-5836-4f47-ac0a-3cd2b1e81af5 None None] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:44.708435 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.710473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Transition to ACTIVE for port object 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:44.725579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.737082 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.762003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:44.766813 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:44.792374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a2722-22ab-4a24-9e78-8831ac864d12 None None] Pushing event updated for resources: {'Port': ['ID=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:44.809376 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27096e13-49b1-4885-875f-c6f04834075a tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1916244 Jul 23 16:41:44.815234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47950) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:44.830176 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028a8de-a805-4a86-a8ac-21b389f431e9 x-openstack-request-id: req-a028a8de-a805-4a86-a8ac-21b389f431e9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:44.830741 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:44.831005 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a028a8de-a805-4a86-a8ac-21b389f431e9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:44.831442 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:41:44.856979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'subnet': {'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:45.125577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0f652cdc-4427-44c2-b4ba-60d24fdbd148', 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148', 'tenant_id': '6ea9fef6abc74e50b9323a6c1b7c7d00', 'fixed_ips': [{'subnet_id': '44b1a2cf-1b21-436e-bd4e-48e829e163f9'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:45.125577 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.129330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfdd1e17-46cd-4aa2-8dcc-8a4b91ea9418 req-7e9dda6a-ab66-4bef-9cb8-89d6eea0f653 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 210 time: 0.3016326 Jul 23 16:41:45.238113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.291416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a38386a0-7983-4e91-8349-d05acb940c8c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:45.323793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3fd7f-8da3-4055-8ec8-5a77932c2579,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.350622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=a4ccfa5e-5b05-43a7-9993-ce356ae20c2a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.360256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:45.360698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: aa4640b6-e7f9-4378-af8d-dbf95cb20fd8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:45.382302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:45.389413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38fbb9-eb25-4f27-82c4-47ce78d021fe req-5bce167a-6b9f-4c86-84e8-6c6da90605b0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:45.391795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d38fbb9-eb25-4f27-82c4-47ce78d021fe req-5bce167a-6b9f-4c86-84e8-6c6da90605b0 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 932 time: 0.9953029 Jul 23 16:41:45.399382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, aa4640b6-e7f9-4378-af8d-dbf95cb20fd8) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:45.406165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:45.407009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3794124'] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.416137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c61610-8087-48ba-ae61-ccec2364fd31 None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:45.431506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fc4456cd-1720-4c0a-9e6d-4a01ff459194 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0692148 Jul 23 16:41:45.432635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47952) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:45.433676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Pushing event updated for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.439594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:45.468305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Allocated IP 2001:db8::2 (0f652cdc-4427-44c2-b4ba-60d24fdbd148/44b1a2cf-1b21-436e-bd4e-48e829e163f9/78844c18-bbd2-4d9b-ab87-e66a84dc1271) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:45.485298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.485953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.486303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.486643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.486974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.487301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.487628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.487948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.488267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.488579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.489090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.489594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.530780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a38386a0-7983-4e91-8349-d05acb940c8c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:45.531013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.536300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.536874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.537297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.538000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.538521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.538933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.539469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.539993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.540498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.541155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.541754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.542173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:45.568521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12463114'] for subnet, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.626329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Allocated IP 192.168.233.96 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/1f60b1a0-d2be-44c5-928a-5e2dede4db43) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:45.704158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-08df125c-0ce1-40d8-936d-efcaa70e7226 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.3865416 Jul 23 16:41:45.741638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Attempting to bind port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:45.742119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Attempting to bind port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:45.742421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Attempting to bind port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 on network 515d1fc8-fd39-4159-9b1a-bfa70652c024 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:45.763367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d38fbb9-eb25-4f27-82c4-47ce78d021fe req-d2814967-040f-4cee-b1e4-437b13505ae3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374505 Jul 23 16:41:45.782148 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.831032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-fd33427d-31d8-4254-8e87-8324e3ebf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:45.836832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-fd33427d-31d8-4254-8e87-8324e3ebf0f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 1.0198586 Jul 23 16:41:45.841330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.879954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:45.886668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.941316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 on network 515d1fc8-fd39-4159-9b1a-bfa70652c024 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:41:45.941642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Attempting to bind port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 on network 515d1fc8-fd39-4159-9b1a-bfa70652c024 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:45.950170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.958072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742689111884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8852021'] for subnet, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.994694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Transition to ACTIVE for port object 78844c18-bbd2-4d9b-ab87-e66a84dc1271 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:45.997417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:46.066195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=a4ccfa5e-5b05-43a7-9993-ce356ae20c2a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:46.070644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-aa4640b6-e7f9-4378-af8d-dbf95cb20fd8', 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'a4ccfa5e-5b05-43a7-9993-ce356ae20c2a'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:46.071566 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.091907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Transition to ACTIVE for port object 78844c18-bbd2-4d9b-ab87-e66a84dc1271 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:46.095564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:46.097133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.098857 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2ca91c9-508a-4ad5-ad4c-e69d0974ed6c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "PUT /v2.0/subnets/a4ccfa5e-5b05-43a7-9993-ce356ae20c2a HTTP/1.1" status: 200 len: 806 time: 0.6643639 Jul 23 16:41:46.106422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:46.123954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.171042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-27695821-c853-433b-8971-760ecdfd16eb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:46.172999 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-27695821-c853-433b-8971-760ecdfd16eb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 797 time: 0.4075215 Jul 23 16:41:46.222715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc10373-4f11-4743-b86a-fb715dd85492 None None] Network 510a10d0-4d93-4681-837d-54456eb37370 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:46.277622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-690b13ea-7afe-4cc4-9f83-f3118b34b3f1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 379 time: 0.0883396 Jul 23 16:41:46.284668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:46.292309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'port': {'device_id': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'admin_state_up': True, 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'security_groups': ['7355c588-a573-4a5f-8ac1-734318bd1485']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:46.298751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Pushing event updated for resources: {'Port': ['ID=78844c18-bbd2-4d9b-ab87-e66a84dc1271,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:46.306837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:46.308755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:46.316927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:46.330192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.347677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Provisioning for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:46.354013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:46.355273 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.379330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:46.379952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Checking segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:46.380111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Bound using segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:46.380476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Bound port: 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:46.380838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.402112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe9c5848-e769-45e1-b014-faff29dec822 req-e8b4ce9e-2f9c-4ef9-b525-3a9607cc686c tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 210 time: 0.4811640 Jul 23 16:41:46.428374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Provisioning complete for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:46.428743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.461758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.487789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-2853bc41-6901-4dad-a60f-97dda2acf0b3 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:46.489236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-2853bc41-6901-4dad-a60f-97dda2acf0b3 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports/886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 942 time: 0.7843513 Jul 23 16:41:46.551668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:46.557477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.599747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Allocated IP 172.20.0.2 (aa4640b6-e7f9-4378-af8d-dbf95cb20fd8/a4ccfa5e-5b05-43a7-9993-ce356ae20c2a/83e250d8-5949-4c77-b740-85f70cc5e0d9) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:46.644235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-231a5834-1bea-4ed8-84b5-6ba59b1f031a req-ddfe78aa-99ca-496f-a844-772958d0122d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 210 time: 0.1642601 Jul 23 16:41:46.668673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Attempting to bind port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:46.668673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Attempting to bind port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '56827285-21ce-4320-9cb6-37294260718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:46.668673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Attempting to bind port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 on network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:46.695951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.698281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:46.698653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Checking segment: {'id': '56827285-21ce-4320-9cb6-37294260718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:46.699064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.699452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Bound using segment: {'id': '56827285-21ce-4320-9cb6-37294260718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:46.700719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Bound port: 78844c18-bbd2-4d9b-ab87-e66a84dc1271, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56827285-21ce-4320-9cb6-37294260718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0f652cdc-4427-44c2-b4ba-60d24fdbd148'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:46.700719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.714722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.719756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.4 (600c77b9-2fa3-43a6-b018-e116cf2821f0/31861b66-9de1-4d1f-8bb4-c6cd9860afd4/2a19dd6c-d489-434b-9f31-d990b3cbb705) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:46.842274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-54013155-6088-42ab-8b5f-1fed9f4890be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:46.844612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-54013155-6088-42ab-8b5f-1fed9f4890be service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.9958715 Jul 23 16:41:46.876035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-904209f0-891b-4a7b-973e-30aeccb44334 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.2822573 Jul 23 16:41:46.922339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.939686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 2a19dd6c-d489-434b-9f31-d990b3cbb705 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:46.964542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:46.978982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.025309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:47.031310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:47.037363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] For port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,segment=NetworkSegment(5639f2bb-ee44-49b4-a632-149297a105cb),segment_id=5639f2bb-ee44-49b4-a632-149297a105cb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:47.038305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:47.043271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.052694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.066472 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.084749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:47.101766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:47.102526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.116652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.123287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-944f5375-3289-4e33-9f8f-808d31ed250b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8390369 Jul 23 16:41:47.127099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Transition to ACTIVE for port object 1f60b1a0-d2be-44c5-928a-5e2dede4db43 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:47.144878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Request body: {'port': {'device_id': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:47.153997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] For port 78844c18-bbd2-4d9b-ab87-e66a84dc1271, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:47.212887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] For port 78844c18-bbd2-4d9b-ab87-e66a84dc1271, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=78844c18-bbd2-4d9b-ab87-e66a84dc1271,segment=NetworkSegment(56827285-21ce-4320-9cb6-37294260718b),segment_id=56827285-21ce-4320-9cb6-37294260718b)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:47.237051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.240735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router d3880be6-7d62-48e3-9bf5-322f91dc59af is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:47.260784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41c6d-37e5-45cf-8d2e-107f42d8f081 None None] Pushing event updated for resources: {'Port': ['ID=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.262485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.264667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.267435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:47.268224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.269790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] 10.222.0.81 "PUT /v2.0/ports/7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 HTTP/1.1" status: 200 len: 1092 time: 4.5047300 Jul 23 16:41:47.272440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:47.272627 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:47.279233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:47.284139 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9" -d '{"events": [{"name": "network-changed", "server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:47.290409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-4cb4892d-2867-44c6-b2db-a336fba678d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 1001 time: 0.4203601 Jul 23 16:41:47.336699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Transition to ACTIVE for port object 83e250d8-5949-4c77-b740-85f70cc5e0d9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:47.389742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Transition to ACTIVE for port object 83e250d8-5949-4c77-b740-85f70cc5e0d9 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:47.400255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72cdcb-4cfb-4d27-b6ee-68a25bfe9ea7 None None] Pushing event updated for resources: {'Port': ['ID=78844c18-bbd2-4d9b-ab87-e66a84dc1271,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.407468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.498700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:47.523748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:47.550178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:47.556810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-37271deb-77f4-40c3-87ac-60b6e34c4f1b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:47.558346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-37271deb-77f4-40c3-87ac-60b6e34c4f1b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.6282914 Jul 23 16:41:47.559383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.564441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.565135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Pushing event updated for resources: {'Port': ['ID=83e250d8-5949-4c77-b740-85f70cc5e0d9,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.587764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2ed53e6e-fd89-4cb3-9e57-3c363fcd2caf None None] Provisioning for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:47.613661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2ed53e6e-fd89-4cb3-9e57-3c363fcd2caf None None] Provisioning complete for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:47.615503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.616642 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2ed53e6e-fd89-4cb3-9e57-3c363fcd2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.679755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ccfa5e-5b05-43a7-9993-ce356ae20c2a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.741575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Attempting to bind port 83e250d8-5949-4c77-b740-85f70cc5e0d9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:47.742080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Attempting to bind port 83e250d8-5949-4c77-b740-85f70cc5e0d9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:47.742641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Attempting to bind port 83e250d8-5949-4c77-b740-85f70cc5e0d9 on network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:47.748141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2ed53e6e-fd89-4cb3-9e57-3c363fcd2caf None None] Port 2a19dd6c-d489-434b-9f31-d990b3cbb705 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:47.754955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:47.756648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Checking segment: {'id': '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:47.757732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.758717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Bound using segment: {'id': '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:47.761150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Bound port: 83e250d8-5949-4c77-b740-85f70cc5e0d9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:47.761655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.781995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Subnet': ['ID=68f9c151-ccea-42eb-b766-a7a90848d894,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.811205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4da63-bad9-4905-875f-03485ed5d53b service neutron] Pushing event updated for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.891035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8cbbd-0725-49d8-9f97-b3b6ca2a379c req-82f53895-1f00-4aa4-93dd-f47ca9af1eba tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:47.898566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-baf8cbbd-0725-49d8-9f97-b3b6ca2a379c req-82f53895-1f00-4aa4-93dd-f47ca9af1eba tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 944 time: 1.0449905 Jul 23 16:41:47.955408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] For port 83e250d8-5949-4c77-b740-85f70cc5e0d9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:47.957559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-734f73cc-c38e-485d-a30c-80431da3d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:47.959174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-734f73cc-c38e-485d-a30c-80431da3d80d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.6477861 Jul 23 16:41:47.972764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] For port 83e250d8-5949-4c77-b740-85f70cc5e0d9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=83e250d8-5949-4c77-b740-85f70cc5e0d9,segment=NetworkSegment(6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9),segment_id=6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:47.996405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.018492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.057845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c8ae694f-19b4-47e9-96a3-dd3efeb133a2 None None] Provisioning complete for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:48.057845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8ae694f-19b4-47e9-96a3-dd3efeb133a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.070307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-4f2c0ae1-fc1d-4de0-b7f3-22137cbe25b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794117 Jul 23 16:41:48.135561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-7972bd98-5123-4fcd-8cb1-e68da40a5ae6 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 1001 time: 0.3552301 Jul 23 16:41:48.148752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76bbbb-3230-435a-b271-7d54043833da None None] Pushing event updated for resources: {'Port': ['ID=83e250d8-5949-4c77-b740-85f70cc5e0d9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.189414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-baf8cbbd-0725-49d8-9f97-b3b6ca2a379c req-832a3353-4bb4-4e96-8585-923a00f1e78b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896690 Jul 23 16:41:48.191214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c978110-f6af-40be-90f1-dd4b811232a2 None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:48.213870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.220441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:48.225558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4640b6-e7f9-4378-af8d-dbf95cb20fd8']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:48.232301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:48.302023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:48.304339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:48.316746 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Sync routers for ids ['d3880be6-7d62-48e3-9bf5-322f91dc59af'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:48.335085 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Routers {'d3880be6-7d62-48e3-9bf5-322f91dc59af'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:48.336004 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d3880be6-7d62-48e3-9bf5-322f91dc59af'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:48.340910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 78844c18-bbd2-4d9b-ab87-e66a84dc1271 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:48.374127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:48.383086 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12aeaf1-8e3e-446e-a9cb-814ce0958ed0 x-openstack-request-id: req-a12aeaf1-8e3e-446e-a9cb-814ce0958ed0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:48.383424 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:48.383799 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a12aeaf1-8e3e-446e-a9cb-814ce0958ed0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:48.384614 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4', 'status': 'completed', 'code': 200} Jul 23 16:41:48.385033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.392020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:48.399401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-37fe4f6f-b919-44df-9511-233c716bc651 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840462 Jul 23 16:41:48.400464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Checking segment: {'id': 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:48.401098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network hostable DHCP agents. Network: c49ae12e-42c1-46fd-94c3-cd73607a48b0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:48.404417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Transition to ACTIVE for port object 2a19dd6c-d489-434b-9f31-d990b3cbb705 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:48.404625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Pushing event updated for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.407488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:48.408367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:48.423473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.434959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-2aadd5b0-faea-400f-9959-8c6ae8906ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:48.437890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-2aadd5b0-faea-400f-9959-8c6ae8906ec7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 1095 time: 1.0016656 Jul 23 16:41:48.462707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.470038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:48.470514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.478177 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Set router d3880be6-7d62-48e3-9bf5-322f91dc59af gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:48.554708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:48.565079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:48.572445 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:48.575207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.596609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:48.596609 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:48.596609 n-d-800484-3 neutron-server[94004]: [parameters: {'id': 'aa4640b6-e7f9-4378-af8d-dbf95cb20fd8'}] Jul 23 16:41:48.596609 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:48.598296 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:48.687391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da103f77-90f4-486a-81c0-730c75f313bd None None] Network aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:48.768286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-f3bee740-90fc-4d93-8edb-e473fb4ab646 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 HTTP/1.1" status: 200 len: 217 time: 0.1788397 Jul 23 16:41:48.791864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:48.792475 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:48.792605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:48.799367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:48.801915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:41:48.802300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:48.809878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.810803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:48.811200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:48.811535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Bound using segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:48.812539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Bound port: 2a19dd6c-d489-434b-9f31-d990b3cbb705, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:48.812907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.814908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.816424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4ae998dd-d229-4f69-9a14-a9a27d62f0a8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.0383918 Jul 23 16:41:48.840664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:48.866513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:48.866883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.882347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:48.910708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:48.919549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:48.946257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e7c4715b-ff6e-4993-a4f3-25b86d3eb15b None None] Provisioning for port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:48.959017 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880be6-7d62-48e3-9bf5-322f91dc59af', 'name': '', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc', 'external_fixed_ips': [{'subnet_id': '73321e6a-90c7-458f-9317-083c3b5737de', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': 'ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9', 'name': '', 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:73:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3880be6-7d62-48e3-9bf5-322f91dc59af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '73321e6a-90c7-458f-9317-083c3b5737de', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:39Z', 'updated_at': '2021-07-23T16:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73321e6a-90c7-458f-9317-083c3b5737de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:48.966935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:48.968578 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:48.978988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e7c4715b-ff6e-4993-a4f3-25b86d3eb15b None None] Provisioning complete for port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:48.979373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7c4715b-ff6e-4993-a4f3-25b86d3eb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.003216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-c0d035b5-c22f-4c38-9f19-64aebb4eabff tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7203882 Jul 23 16:41:49.021638 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Checking router: d3880be6-7d62-48e3-9bf5-322f91dc59af for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:49.022305 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Updating router d3880be6-7d62-48e3-9bf5-322f91dc59af port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:41:49.023630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c49ae12e-42c1-46fd-94c3-cd73607a48b0) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:49.031271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:49.032344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.041713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Request body: {'port': {'device_id': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:49.055020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4715b-ff6e-4993-a4f3-25b86d3eb15b None None] Port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:49.063087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f7ddd-263b-44fd-9aec-d712bc925909 None None] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:49.087056 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.124110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.134103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.253087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee5144c-ef3d-4550-b2c2-990cde3efac7 None None] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:49.294688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.303086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.396185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:49.410535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Provisioning for port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:49.432463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Provisioning complete for port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:49.432836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.438720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c49ae12e-42c1-46fd-94c3-cd73607a48b0', 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0', 'tenant_id': '6ea9fef6abc74e50b9323a6c1b7c7d00', 'fixed_ips': [{'subnet_id': '68f9c151-ccea-42eb-b766-a7a90848d894'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:49.439748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.444436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:49.445346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.447445 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-96cbc582-b49c-4362-b92b-7897c654b85b service neutron] 10.222.0.81 "PUT /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1091 time: 2.3075287 Jul 23 16:41:49.457485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:49.460215 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37" -d '{"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:49.496973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Deleting port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:49.497787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.537724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51b484-eaf1-4ab7-9245-bb21842fc387 req-cd06cf08-48c2-43bb-abdb-f046e924dae2 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:49.546062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc51b484-eaf1-4ab7-9245-bb21842fc387 req-cd06cf08-48c2-43bb-abdb-f046e924dae2 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 935 time: 1.1147137 Jul 23 16:41:49.558670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4517d186-2627-40aa-ba4e-69aa41d3b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:49.560212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-4517d186-2627-40aa-ba4e-69aa41d3b1e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5efaaab9-8f42-4a66-a2f0-f0d6c2612038 HTTP/1.1" status: 200 len: 837 time: 0.7694170 Jul 23 16:41:49.561464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2aa01ae1-5806-4e43-9c87-ddfa1a901e89 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7173984 Jul 23 16:41:49.574190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:49.585960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98b218ec-5d6d-4be9-9092-7735f3d140e7 req-7e1f8f8d-3dde-40b2-9b44-d485aa233074 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1559782 Jul 23 16:41:49.715042 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.720236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.730011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Transition to ACTIVE for port object ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:49.737673 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.742960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Calling delete_port for ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:49.755630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 83e250d8-5949-4c77-b740-85f70cc5e0d9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:49.756077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.785652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.798102 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Attempting to bind port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:49.799356 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Attempting to bind port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1cc67a77-e4c2-4990-acad-20fd9a3402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:49.800394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Attempting to bind port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9 on network 884743ad-2b39-4085-88cf-e5f1220517bc {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:49.815538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:49.816840 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Checking segment: {'id': '1cc67a77-e4c2-4990-acad-20fd9a3402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:49.817585 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.817716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.818335 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Bound using segment: {'id': '1cc67a77-e4c2-4990-acad-20fd9a3402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:49.818973 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Bound port: ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc67a77-e4c2-4990-acad-20fd9a3402ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '884743ad-2b39-4085-88cf-e5f1220517bc'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:49.819736 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.829850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Allocated IP 2001:db8::2 (c49ae12e-42c1-46fd-94c3-cd73607a48b0/68f9c151-ccea-42eb-b766-a7a90848d894/28acc659-0a03-474a-8656-bd6975e984d6) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:49.838543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc51b484-eaf1-4ab7-9245-bb21842fc387 req-e831f99a-cecb-48e8-9d2c-8b1058dd4d61 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885141 Jul 23 16:41:49.846522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-6fde4381-1465-4add-b3c9-a4b8584aae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:49.848230 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-6fde4381-1465-4add-b3c9-a4b8584aae01 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 0.2349901 Jul 23 16:41:49.937456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.945379 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] For port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:49.949809 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] For port ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9,segment=NetworkSegment(1cc67a77-e4c2-4990-acad-20fd9a3402ec),segment_id=1cc67a77-e4c2-4990-acad-20fd9a3402ec)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:49.952441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Pushing event updated for resources: {'Port': ['ID=ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:49.963468 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:49.969638 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.970272 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.970952 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.971664 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.972158 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.972702 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.973182 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.973717 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.974236 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.974791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.975292 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.975898 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:49.978760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] For port 78844c18-bbd2-4d9b-ab87-e66a84dc1271, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=78844c18-bbd2-4d9b-ab87-e66a84dc1271,segment=NetworkSegment(56827285-21ce-4320-9cb6-37294260718b),segment_id=56827285-21ce-4320-9cb6-37294260718b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:50.025079 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.044619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-918f1b53-7ec5-407b-be53-15d797ec9f7f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 217 time: 0.1345339 Jul 23 16:41:50.051710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 83e250d8-5949-4c77-b740-85f70cc5e0d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=83e250d8-5949-4c77-b740-85f70cc5e0d9,segment=NetworkSegment(6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9),segment_id=6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:50.052400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.083116 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6c05-aefb-49d6-847e-1aba424793b3 None None] Pushing event updated for resources: {'Port': ['ID=ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.120514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Routers {'d3880be6-7d62-48e3-9bf5-322f91dc59af'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:50.121259 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d3880be6-7d62-48e3-9bf5-322f91dc59af'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.121910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 83e250d8-5949-4c77-b740-85f70cc5e0d9 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:50.163140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.163477 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Floating IP fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 disassociated. External IP: 172.25.2.195, port: 886c71eb-646a-4b75-87d6-6969da6eccdd. Jul 23 16:41:50.165815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565c28b-38b1-47a0-91ce-ac243fb9aca6 None None] Pushing event updated for resources: {'Port': ['ID=78844c18-bbd2-4d9b-ab87-e66a84dc1271,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.247394 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.255312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-f3ce6e2f-d1ec-477e-bab0-dccaf263071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:50.257238 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-f3ce6e2f-d1ec-477e-bab0-dccaf263071b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.2004259 Jul 23 16:41:50.258711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] Set router d3880be6-7d62-48e3-9bf5-322f91dc59af gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:50.260636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Transition to ACTIVE for port object 28acc659-0a03-474a-8656-bd6975e984d6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:50.278891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Transition to ACTIVE for port object 28acc659-0a03-474a-8656-bd6975e984d6 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:50.288984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.350681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:50.354112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-88704436-cfc2-47ce-98cf-7f546048266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:50.355695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:50.356174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-88704436-cfc2-47ce-98cf-7f546048266d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=515d1fc8-fd39-4159-9b1a-bfa70652c024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7787614 Jul 23 16:41:50.359578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:50.361637 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3880be6-7d62-48e3-9bf5-322f91dc59af', 'name': '', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:49Z', 'revision_number': 4, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.377159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Pushing event updated for resources: {'Port': ['ID=28acc659-0a03-474a-8656-bd6975e984d6,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.395904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b27edda6-053a-4bdd-ab44-b6a5dadbdef8 None None] Provisioning complete for port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:50.396294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b27edda6-053a-4bdd-ab44-b6a5dadbdef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.398150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.412153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca980ae-dcbd-4153-bd73-e25eb4e0bcb8 None None] The sync data for ids ['d3880be6-7d62-48e3-9bf5-322f91dc59af'] in n-d-800484-3 is: [{'id': 'd3880be6-7d62-48e3-9bf5-322f91dc59af', 'name': '', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:37Z', 'updated_at': '2021-07-23T16:41:49Z', 'revision_number': 4, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:50.451178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=83e250d8-5949-4c77-b740-85f70cc5e0d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.457686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.479493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 83e250d8-5949-4c77-b740-85f70cc5e0d9 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:50.486487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181015c-fca4-42c4-a088-d44cde28c956 req-8be6500b-cc9c-4b5e-9b32-b6a4a76b1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:50.488211 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-8be6500b-cc9c-4b5e-9b32-b6a4a76b1ef1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238081 Jul 23 16:41:50.495646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Attempting to bind port 28acc659-0a03-474a-8656-bd6975e984d6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:50.496009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Attempting to bind port 28acc659-0a03-474a-8656-bd6975e984d6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:50.496375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Attempting to bind port 28acc659-0a03-474a-8656-bd6975e984d6 on network c49ae12e-42c1-46fd-94c3-cd73607a48b0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:50.505110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:50.505488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Checking segment: {'id': 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:50.505891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.506976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Bound using segment: {'id': 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:50.507518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Bound port: 28acc659-0a03-474a-8656-bd6975e984d6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'c49ae12e-42c1-46fd-94c3-cd73607a48b0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:50.507929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.536120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-03cb5ab9-505c-4022-aec2-319389fd9511 service neutron] 10.222.0.81 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617122 Jul 23 16:41:50.601208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecc34fa8-b964-4bb9-92b8-5a2b0ec4c1f9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.622023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] For port 28acc659-0a03-474a-8656-bd6975e984d6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:50.627279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] For port 28acc659-0a03-474a-8656-bd6975e984d6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=28acc659-0a03-474a-8656-bd6975e984d6,segment=NetworkSegment(bd72fd95-52c3-48ac-876e-e954c4d8fb0f),segment_id=bd72fd95-52c3-48ac-876e-e954c4d8fb0f)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:50.634486 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.643189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.665563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37d853-f95b-4f6d-bf20-694cd8d664d7 req-20aace74-76be-42b1-a2a3-956e022fcc6e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:50.667211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d37d853-f95b-4f6d-bf20-694cd8d664d7 req-20aace74-76be-42b1-a2a3-956e022fcc6e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.6124551 Jul 23 16:41:50.699735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f9373-0735-4e5c-9992-6cdf4d23063b None None] Pushing event updated for resources: {'Port': ['ID=28acc659-0a03-474a-8656-bd6975e984d6,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:50.773553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.792765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.803814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4640b6-e7f9-4378-af8d-dbf95cb20fd8']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.876958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.877829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa1bcbe-85bc-43c4-a3af-76ea8314cfc9') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:50.930877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.934366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.953434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:50.961616 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-954223cd-262b-423b-ac68-2f4535ccd3b3 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109657 Jul 23 16:41:50.968990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.016738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daaf1c22-8f47-463b-91cb-864cd40b8a00 req-21c73cc8-1cfa-4f2e-8cbf-875dcf126dd7 service neutron] 10.222.0.81 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645202 Jul 23 16:41:51.039931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:51.040481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: items = [ Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:51.044389 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:51.065650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.066245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3880be6-7d62-48e3-9bf5-322f91dc59af {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:51.079794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d37d853-f95b-4f6d-bf20-694cd8d664d7 req-55847c98-8a28-40f4-8185-144b0cfff774 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986857 Jul 23 16:41:51.079946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.084272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2946af4c-dbfc-4355-94ec-8de774d00d38 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d3880be6-7d62-48e3-9bf5-322f91dc59af HTTP/1.1" status: 204 len: 168 time: 2.1629097 Jul 23 16:41:51.093068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 47978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.207695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.216374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.218268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 HTTP/1.1" status: 204 len: 168 time: 5.1096568 Jul 23 16:41:51.224939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.248431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942236e9-3807-43b6-9818-7d7cdd4ab139 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=aa4640b6-e7f9-4378-af8d-dbf95cb20fd8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.262764 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9181015c-fca4-42c4-a088-d44cde28c956 req-30fd380f-3d34-45c2-8d2c-6fa182daab80 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540805 Jul 23 16:41:51.263610 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ceb74-b66c-47df-ab0e-cdea935822bb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:51.264248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ceb74-b66c-47df-ab0e-cdea935822bb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:51.266463 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a67ceb74-b66c-47df-ab0e-cdea935822bb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 HTTP/1.1" status: 404 len: 339 time: 0.0406148 Jul 23 16:41:51.270252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.275291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910303753', 'description': 'd1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:51.299511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:51.304568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.322277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Deleting subnet 73321e6a-90c7-458f-9317-083c3b5737de {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:41:51.333623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:51.346040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.346300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.346417 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 1939bee8-3c2f-4bdc-ac47-f09b8790ae26 of type vlan for network 3c0373a9-2a07-4e26-870d-c5a68354a3af Jul 23 16:41:51.393419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.426065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.432369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:51.433079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.444330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Router 47deae98-0d17-4510-b2d4-706ab678b2f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:41:51.464328 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1930184 Jul 23 16:41:51.475017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.481617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f60b1a0-d2be-44c5-928a-5e2dede4db43 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:51.487919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.496946 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.533381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Allocated IP 2001:db8::1 (0f652cdc-4427-44c2-b4ba-60d24fdbd148/44b1a2cf-1b21-436e-bd4e-48e829e163f9/da57a68e-34ea-4426-90e8-625413fe4f40) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:51.536920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987d36e-291e-4062-80c5-cef7e75b142b tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=3c0373a9-2a07-4e26-870d-c5a68354a3af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.552312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3c0373a9-2a07-4e26-870d-c5a68354a3af details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:51.577079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-c183c532-4112-4518-801c-b97915094ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:51.578690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-c183c532-4112-4518-801c-b97915094ceb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 1095 time: 0.4284439 Jul 23 16:41:51.581305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Transition to ACTIVE for port object 1f60b1a0-d2be-44c5-928a-5e2dede4db43 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:51.619879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3afe479-a8f3-4071-b23b-2c20f0b51c26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:51.624245 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3afe479-a8f3-4071-b23b-2c20f0b51c26 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks?id=3c0373a9-2a07-4e26-870d-c5a68354a3af HTTP/1.1" status: 200 len: 761 time: 0.1451712 Jul 23 16:41:51.625002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.630601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'description': 'd2'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:51.812758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.830663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.853194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network 3c0373a9-2a07-4e26-870d-c5a68354a3af is not hosted by any dhcp agent {{(pid=94004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:41:51.859218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:51.859832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.861159 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "PUT /v2.0/networks/3c0373a9-2a07-4e26-870d-c5a68354a3af HTTP/1.1" status: 200 len: 758 time: 0.2351239 Jul 23 16:41:51.864457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:51.948982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe259b5c-3519-49c7-9243-90309deaf969 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=3c0373a9-2a07-4e26-870d-c5a68354a3af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.963472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3c0373a9-2a07-4e26-870d-c5a68354a3af details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:51.977646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.002002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bfe74-1d41-4ed2-b76c-5b2ddbf10efc tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.008078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-783bfe74-1d41-4ed2-b76c-5b2ddbf10efc tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks?id=3c0373a9-2a07-4e26-870d-c5a68354a3af HTTP/1.1" status: 200 len: 761 time: 0.1426086 Jul 23 16:41:52.008929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.015672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614005279'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:52.032434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a38369-8546-4793-a8d6-2dd9fd262c60 req-02d2eb8b-f365-4fc5-b63a-66bc5de22ff7 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.034068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87a38369-8546-4793-a8d6-2dd9fd262c60 req-02d2eb8b-f365-4fc5-b63a-66bc5de22ff7 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 944 time: 0.8520582 Jul 23 16:41:52.037066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.051160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:52.055817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.101562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:52.113296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.113705 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment a4017391-d737-4c71-88ae-ceb758ba81ec of type vlan for network 761c90c9-7d9c-4314-9146-b16bbb8ff96c Jul 23 16:41:52.179184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.224351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.236786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.237701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.294084 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2836213 Jul 23 16:41:52.296967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47994) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.301216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 28acc659-0a03-474a-8656-bd6975e984d6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:52.303673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:52.311331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Pushing event updated for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:52.378660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 28acc659-0a03-474a-8656-bd6975e984d6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:52.384356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 78844c18-bbd2-4d9b-ab87-e66a84dc1271 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:52.407675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87a38369-8546-4793-a8d6-2dd9fd262c60 req-84f937e0-6ea1-409c-aad8-5734cf83e823 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133295 Jul 23 16:41:52.445799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03add65e-89ff-490a-bf7e-46d91e80077c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=761c90c9-7d9c-4314-9146-b16bbb8ff96c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:52.473467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 761c90c9-7d9c-4314-9146-b16bbb8ff96c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:52.484749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.507375 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f3555-0e13-4767-b8f7-924e38f08f43 x-openstack-request-id: req-026f3555-0e13-4767-b8f7-924e38f08f43 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:52.511137 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:52.512882 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-026f3555-0e13-4767-b8f7-924e38f08f43 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:52.513340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:52.514056 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:41:52.515969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.517088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:52.527024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.528150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.533488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-30c2a5d5-cdf8-4f18-b19d-6b34fd0bb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.535589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-30c2a5d5-cdf8-4f18-b19d-6b34fd0bb1e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=515d1fc8-fd39-4159-9b1a-bfa70652c024 HTTP/1.1" status: 200 len: 898 time: 0.9424653 Jul 23 16:41:52.548511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Sync routers for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:52.612382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:52.612938 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.626276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Transition to ACTIVE for port object da57a68e-34ea-4426-90e8-625413fe4f40 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:52.639066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:52.639745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:52.664645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73321e6a-90c7-458f-9317-083c3b5737de,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:52.669532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.675000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-121c123c-b998-41ef-b4ab-3c06d05b7ef3 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/73321e6a-90c7-458f-9317-083c3b5737de HTTP/1.1" status: 204 len: 168 time: 1.5804398 Jul 23 16:41:52.676221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 47996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:52.694057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-ca6358fa-5e19-4045-a59b-6f65b05a350c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 HTTP/1.1" status: 200 len: 217 time: 0.1111705 Jul 23 16:41:52.711820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4da54c-d579-49b1-87e7-5e96c7a6e72f None None] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:52.770771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-074bc6d3-23e4-42a3-bc1e-d2026b27c030 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "PUT /v2.0/floatingips/fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 HTTP/1.1" status: 200 len: 695 time: 4.6225181 Jul 23 16:41:52.780848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:52.784661 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf7ca1-298e-479a-969e-e991f7143e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:52.799636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-8ad7ab48-18b4-4db0-bb24-5c38dabc9a36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6008623 Jul 23 16:41:52.817609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.824772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Attempting to bind port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:52.825189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Attempting to bind port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:52.825465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Attempting to bind port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:52.847852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-c2cef17a-6c6c-490a-b530-f5e7add7b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.849457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-c2cef17a-6c6c-490a-b530-f5e7add7b95a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 0.2177768 Jul 23 16:41:52.872270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:41:52.872689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Attempting to bind port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:52.881761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-4293a8f3-aea8-44a3-a6d3-b19ecf74154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:52.883348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-4293a8f3-aea8-44a3-a6d3-b19ecf74154c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5efaaab9-8f42-4a66-a2f0-f0d6c2612038 HTTP/1.1" status: 200 len: 837 time: 0.1644626 Jul 23 16:41:52.908828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:52.909253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:52.909567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:52.910145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Bound port: 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:52.910467 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:52.958307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.002825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.026932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:53.035555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1385c-256b-47ad-9128-3e14e706e8c3 req-5c91a693-8157-47a9-956a-831741b7b0c1 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.037006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54e1385c-256b-47ad-9128-3e14e706e8c3 req-5c91a693-8157-47a9-956a-831741b7b0c1 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 947 time: 0.4144690 Jul 23 16:41:53.069558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:53.099108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:53.102041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.106197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-4421c9e5-bd12-4330-ad9d-9e17a884c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.106554 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-4421c9e5-bd12-4330-ad9d-9e17a884c791 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.2495072 Jul 23 16:41:53.114764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:53.115300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.121536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Port': ['ID=da57a68e-34ea-4426-90e8-625413fe4f40,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.142293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884743ad-2b39-4085-88cf-e5f1220517bc']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:53.175793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Provisioning for port 28acc659-0a03-474a-8656-bd6975e984d6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:53.184332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=3a94bdc2-e617-45fa-9675-50ef66439175,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.187637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc67a77-e4c2-4990-acad-20fd9a3402ec') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:53.187958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc67a77-e4c2-4990-acad-20fd9a3402ec') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:53.188465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-c7960ac3-6ab2-4123-b4fb-1e2934db6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.190644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-c7960ac3-6ab2-4123-b4fb-1e2934db6564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.3894670 Jul 23 16:41:53.191651 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-1e831a83-565a-4c7a-abd5-d5d80ce7c05e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 217 time: 0.0664868 Jul 23 16:41:53.213441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Provisioning complete for port 28acc659-0a03-474a-8656-bd6975e984d6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:53.213826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.214324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.235120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:53.259345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.267655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': 'a4017391-d737-4c71-88ae-ceb758ba81ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:53.268027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: 761c90c9-7d9c-4314-9146-b16bbb8ff96c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:41:53.273312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:53.273778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.275886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54e1385c-256b-47ad-9128-3e14e706e8c3 req-3094eed2-709d-4cde-b703-cf9c98cfc4d9 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111695 Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:53.276807 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:53.290913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-aace5f32-b84b-491b-b436-7cefdc97caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.293158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-aace5f32-b84b-491b-b436-7cefdc97caee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=515d1fc8-fd39-4159-9b1a-bfa70652c024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4006398 Jul 23 16:41:53.294000 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-3b7e0b38-c28c-42e6-80f8-a759b0bed0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.295479 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-3b7e0b38-c28c-42e6-80f8-a759b0bed0e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.0899367 Jul 23 16:41:53.297189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:53.299469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-adce58d1-f7c7-4fa6-868a-cc66db26d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.301063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-adce58d1-f7c7-4fa6-868a-cc66db26d27c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.4107816 Jul 23 16:41:53.329800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.448164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.474745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network 761c90c9-7d9c-4314-9146-b16bbb8ff96c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:41:53.501752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 761c90c9-7d9c-4314-9146-b16bbb8ff96c) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:53.524783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:53.528732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.529565 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.539373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.545717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] For port 28acc659-0a03-474a-8656-bd6975e984d6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=28acc659-0a03-474a-8656-bd6975e984d6,segment=NetworkSegment(bd72fd95-52c3-48ac-876e-e954c4d8fb0f),segment_id=bd72fd95-52c3-48ac-876e-e954c4d8fb0f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:53.547378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Pushing event updated for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.547675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47497f9d-7a6d-40e1-b6aa-d1fe06c761ae None None] Network 761c90c9-7d9c-4314-9146-b16bbb8ff96c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:53.561163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 884743ad-2b39-4085-88cf-e5f1220517bc {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 16:41:53.575249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.582120 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/networks/884743ad-2b39-4085-88cf-e5f1220517bc HTTP/1.1" status: 204 len: 168 time: 0.8965273 Jul 23 16:41:53.599502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.600145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.603824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:53.622964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-8bd6a05a-2a75-4347-972b-39bc5ceea27e service neutron] 10.222.0.67 "PUT /v2.0/ports/1f60b1a0-d2be-44c5-928a-5e2dede4db43 HTTP/1.1" status: 200 len: 1095 time: 4.6047440 Jul 23 16:41:53.675560 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-746d7546-cedb-4fb7-81c7-c73f1439cf91 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3749943 Jul 23 16:41:53.676282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48004) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:53.690707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040fecf-69c3-404d-82e5-ebc43558963c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Network': ['ID=884743ad-2b39-4085-88cf-e5f1220517bc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.703797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-02b8a994-875e-4905-8706-a05c529e8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.705611 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-02b8a994-875e-4905-8706-a05c529e8a80 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3732023 Jul 23 16:41:53.784956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Checking router: 47deae98-0d17-4510-b2d4-706ab678b2f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:41:53.816979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:53.818530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:53.978903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4684ba-eb32-4219-af8b-dc24918c1c25 None None] Pushing event updated for resources: {'Port': ['ID=28acc659-0a03-474a-8656-bd6975e984d6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:53.994632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-da7b029b-e1af-4a04-908b-11ae46a658c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:53.996401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-da7b029b-e1af-4a04-908b-11ae46a658c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.7289538 Jul 23 16:41:54.004620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.007471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:41:54.067621 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-ebf3c249-b1dc-4228-84d1-f2c2051b1ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373549 Jul 23 16:41:54.072466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48010) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:54.079982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'name': 'tempest-router--1352429119', 'project_id': '3382463470404d81a22763b2813b0f10'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:54.085521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b342a1bb-f246-4d2c-8685-2b333ea2c596 None None] Provisioning for port da57a68e-34ea-4426-90e8-625413fe4f40 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:54.105022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b342a1bb-f246-4d2c-8685-2b333ea2c596 None None] Provisioning complete for port da57a68e-34ea-4426-90e8-625413fe4f40 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:54.116868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b342a1bb-f246-4d2c-8685-2b333ea2c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.197752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b342a1bb-f246-4d2c-8685-2b333ea2c596 None None] Port da57a68e-34ea-4426-90e8-625413fe4f40 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:54.201581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 28acc659-0a03-474a-8656-bd6975e984d6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:54.383121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a924c33e-c1e4-4dec-99f2-eafb5e799add None None] Provisioning complete for port 28acc659-0a03-474a-8656-bd6975e984d6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:54.383647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a924c33e-c1e4-4dec-99f2-eafb5e799add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.443014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-513e2bd9-19eb-47e4-a0c6-a9fbc2382d07 service neutron] 10.222.0.81 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1272819 Jul 23 16:41:54.449271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-761c90c9-7d9c-4314-9146-b16bbb8ff96c', 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': '3a94bdc2-e617-45fa-9675-50ef66439175'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:41:54.450248 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.455009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-7d96b7b6-1037-4395-adfe-78c5bc22e26f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.4477935 Jul 23 16:41:54.470000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 28acc659-0a03-474a-8656-bd6975e984d6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:54.470499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.479902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:41:54.497324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.498484 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.548320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-78e01577-0032-43bd-867a-7c99dbd6fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:54.549824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-78e01577-0032-43bd-867a-7c99dbd6fc61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 1.1828446 Jul 23 16:41:54.557973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.588338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825a006-fa42-4acb-9e94-5fd95b9014d8 req-d37a87a8-09ac-4460-bb8e-3c4253439cc5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:54.595605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6825a006-fa42-4acb-9e94-5fd95b9014d8 req-d37a87a8-09ac-4460-bb8e-3c4253439cc5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 1.1205132 Jul 23 16:41:54.661583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.670433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.673887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.resource_extend [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:41:54.678048 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-bb60925c-f7f8-4cc5-bc32-7ce7af0d9e37 req-2cc7ec2d-6328-49d1-835b-11d31854b9c0 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699275 Jul 23 16:41:54.688305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-4b44be18-2a29-450f-a08e-e07c6c1f4ec1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.1193264 Jul 23 16:41:54.693208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.699426 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c3494f1-e273-44d0-89d8-0afac83148cb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6214032 Jul 23 16:41:54.700625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48014) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:54.742527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.774477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-6b61b70f-003d-4691-a84a-05e07f1340f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:54.776574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-6b61b70f-003d-4691-a84a-05e07f1340f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.2999721 Jul 23 16:41:54.777914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-1593a68c-b3a0-4d54-869c-b035c26a3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:54.779623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-1593a68c-b3a0-4d54-869c-b035c26a3bc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=864249ebf807456eac0ef33c834f65ff&device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 1098 time: 0.9837999 Jul 23 16:41:54.810096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:54.815698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:54.889410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad910e9-257e-4be9-a2a1-8411fdf5d45a None None] The sync data for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 is: [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:40:27Z', 'revision_number': 4, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '74c9d457-fe5a-427e-8724-95d7c63131fa', 'name': '', 'network_id': '91a2221a-569d-4847-b85a-b377af8016f2', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'mac_address': 'fa:16:3e:83:50:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:26Z', 'updated_at': '2021-07-23T16:40:35Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'subnets': [{'id': 'b778b46e-c9fe-490b-afd3-db55d4fec43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:54.912365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Allocated IP 172.20.0.2 (761c90c9-7d9c-4314-9146-b16bbb8ff96c/3a94bdc2-e617-45fa-9675-50ef66439175/068f6ebb-c335-4803-922b-eb3fb682d293) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:54.931430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6825a006-fa42-4acb-9e94-5fd95b9014d8 req-f904f104-a5eb-4229-9cf6-06e044be71dc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345175 Jul 23 16:41:54.933630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-86f58bb3-5fb6-4503-a520-59659861ce21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166296 Jul 23 16:41:54.935439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-f97f98b2-3e42-41b0-96ac-d910148dc45d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43 HTTP/1.1" status: 200 len: 217 time: 0.1222894 Jul 23 16:41:54.936980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-f61550a4-640d-4042-a4e2-40cab5ad145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:54.938612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-f61550a4-640d-4042-a4e2-40cab5ad145d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.2071595 Jul 23 16:41:54.947201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98a4cc7f-4936-4906-ba3b-b3a8857b70f9 req-0052be05-60ac-4925-988b-0ff28d90a598 service neutron] 10.222.0.81 "GET /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839156 Jul 23 16:41:54.959452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:55.033475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-efc1f4fa-4b9f-4fcc-a607-31206f69791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:55.034235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.035144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-efc1f4fa-4b9f-4fcc-a607-31206f69791a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0712719 Jul 23 16:41:55.038076 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b49261c-64b5-4dcb-9a1c-bbd5d4f9719e x-openstack-request-id: req-0b49261c-64b5-4dcb-9a1c-bbd5d4f9719e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:55.038367 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:55.038618 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b49261c-64b5-4dcb-9a1c-bbd5d4f9719e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:55.039076 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:41:55.039323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.084460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-bb306221-c6e6-4bbf-9597-f8936a19e5e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621595 Jul 23 16:41:55.095712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.097023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a434f529-2aa4-4456-83ea-f69221fb86f6 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:55.099403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'port_id': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4', 'mac_address': 'fa:16:3e:0b:d8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:41:55.112731 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.116642 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ded8b5e9-6326-4384-a327-7b546153d978 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a434f529-2aa4-4456-83ea-f69221fb86f6 HTTP/1.1" status: 204 len: 168 time: 0.4131134 Jul 23 16:41:55.175525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.202756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.211619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:55.236210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:55.243772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.244441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:41:55.254844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Transition to ACTIVE for port object 068f6ebb-c335-4803-922b-eb3fb682d293 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:55.270221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:55.294572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-99297d7b-43ec-4141-9ac3-630851fcbe35 service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463175 Jul 23 16:41:55.314405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Transition to ACTIVE for port object 068f6ebb-c335-4803-922b-eb3fb682d293 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:41:55.355880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.356922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.375186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.390254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ddcef2-518f-4ab0-93b3-e7e3a1bbe113 None None] New status for floating IP fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:41:55.453247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=3a94bdc2-e617-45fa-9675-50ef66439175,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.561198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c16c3a-968e-4f0b-bc6f-825044808750 req-1b863e2c-020e-457e-95e5-9bf5fbbcce21 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:55.575155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41c16c3a-968e-4f0b-bc6f-825044808750 req-1b863e2c-020e-457e-95e5-9bf5fbbcce21 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 944 time: 0.4691062 Jul 23 16:41:55.602090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.607899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Network 761c90c9-7d9c-4314-9146-b16bbb8ff96c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:55.616813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:55.623765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:55.624776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761c90c9-7d9c-4314-9146-b16bbb8ff96c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:55.644863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1651562700', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:55.657676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4017391-d737-4c71-88ae-ceb758ba81ec') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:55.657986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4017391-d737-4c71-88ae-ceb758ba81ec') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:55.670163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-e4531e58-265b-407f-a9ed-96c3c2ca15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:55.672972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.673461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Pushing event updated for resources: {'Port': ['ID=068f6ebb-c335-4803-922b-eb3fb682d293,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.676389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-e4531e58-265b-407f-a9ed-96c3c2ca15fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6223741 Jul 23 16:41:55.693255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.693255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.697129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.706479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:55.707532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:55.709913 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:55.713034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:55.722083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-187b335b-fe16-4249-b48b-876c52848c79 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917456 Jul 23 16:41:55.753067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:41:55.768173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Attempting to bind port 068f6ebb-c335-4803-922b-eb3fb682d293 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:41:55.768173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Attempting to bind port 068f6ebb-c335-4803-922b-eb3fb682d293 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'a4017391-d737-4c71-88ae-ceb758ba81ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:41:55.768173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Attempting to bind port 068f6ebb-c335-4803-922b-eb3fb682d293 on network 761c90c9-7d9c-4314-9146-b16bbb8ff96c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:41:55.804911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18c246fd-0239-48c2-90e1-6b83d33fc76c req-0aea48b4-9699-45a9-a856-b163ce7fd04f service neutron] 10.222.0.64 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659545 Jul 23 16:41:55.806502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:41:55.807772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Checking segment: {'id': 'a4017391-d737-4c71-88ae-ceb758ba81ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:41:55.808480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.809118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Bound using segment: {'id': 'a4017391-d737-4c71-88ae-ceb758ba81ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:41:55.810131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Bound port: 068f6ebb-c335-4803-922b-eb3fb682d293, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4017391-d737-4c71-88ae-ceb758ba81ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:41:55.810841 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.833052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:41:55.833052 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:41:55.833052 n-d-800484-3 neutron-server[94004]: [parameters: {'id': '761c90c9-7d9c-4314-9146-b16bbb8ff96c'}] Jul 23 16:41:55.833052 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:55.833796 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:55.834667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.838436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.859394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:41:55.880536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:55.886563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41c16c3a-968e-4f0b-bc6f-825044808750 req-c1277ef2-ba11-406f-8607-dda1cb38adb6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492042 Jul 23 16:41:55.902592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.907640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:55.977264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] For port 068f6ebb-c335-4803-922b-eb3fb682d293, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:41:55.983228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:55.997498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] For port 068f6ebb-c335-4803-922b-eb3fb682d293, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=068f6ebb-c335-4803-922b-eb3fb682d293,segment=NetworkSegment(a4017391-d737-4c71-88ae-ceb758ba81ec),segment_id=a4017391-d737-4c71-88ae-ceb758ba81ec)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:41:56.000896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.002026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.006118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.015358 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.072146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-dd3c2ab7-2e13-43fb-a693-0c4c468f4344 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips/fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 HTTP/1.1" status: 200 len: 693 time: 0.1294637 Jul 23 16:41:56.105424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ee6ce-32a2-44c1-9f3f-0b35af8d21c1 None None] Pushing event updated for resources: {'Port': ['ID=068f6ebb-c335-4803-922b-eb3fb682d293,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.135230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b1e55-abd0-442e-9eb8-537454b9fe9f None None] Network 761c90c9-7d9c-4314-9146-b16bbb8ff96c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:41:56.186044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-e1cc13cf-29ff-42ba-809b-6a9e6c85ae08 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895031 Jul 23 16:41:56.188398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ade70f3-edd7-4071-8907-338cad6bf81d req-becab0bb-64f1-4f20-b1e5-01ad7d0bb92e service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481683 Jul 23 16:41:56.239257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.260696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.261303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Port': ['ID=da57a68e-34ea-4426-90e8-625413fe4f40,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.283235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2a19dd6c-d489-434b-9f31-d990b3cbb705'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:56.313107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:41:56.335753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.409519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2537b-aecb-4197-b245-e4d20adb16fb None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:56.419189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Allocated IP 172.25.2.190 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c8f4c879-227d-429b-8a4d-461a8ea7b7ad) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:41:56.440070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-86959168-706a-4fc1-9d26-0c0cd2ad7bdc tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:56.441454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-86959168-706a-4fc1-9d26-0c0cd2ad7bdc tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 784 time: 0.3558660 Jul 23 16:41:56.460377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93f75-5814-4962-90aa-b39caf96d45d req-4f274ba8-963c-43bc-a0f5-9242a3fd2c5f tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:56.462602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port 068f6ebb-c335-4803-922b-eb3fb682d293 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:56.463047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.466513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd93f75-5814-4962-90aa-b39caf96d45d req-4f274ba8-963c-43bc-a0f5-9242a3fd2c5f tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 947 time: 0.5126247 Jul 23 16:41:56.492465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-c1a1fbdf-793f-445a-a718-534772c5742a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:41:56.494453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-c1a1fbdf-793f-445a-a718-534772c5742a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209327 Jul 23 16:41:56.538352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5da839ef-6d72-42d5-9603-ca6bc60cea8c req-41db2a83-7eed-4f93-b119-3ebeace1f21a service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248434 Jul 23 16:41:56.541293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:56.579211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port 068f6ebb-c335-4803-922b-eb3fb682d293, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=068f6ebb-c335-4803-922b-eb3fb682d293,segment=NetworkSegment(a4017391-d737-4c71-88ae-ceb758ba81ec),segment_id=a4017391-d737-4c71-88ae-ceb758ba81ec)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:56.579570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.596114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:56.610975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for 068f6ebb-c335-4803-922b-eb3fb682d293 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:56.619119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-77dd15a6-b991-4d4d-84be-ace945c4148b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0961511 Jul 23 16:41:56.624271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.632776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-2ea6b18e-eeca-4bd4-8f4e-e02632ab2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:56.634554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-2ea6b18e-eeca-4bd4-8f4e-e02632ab2509 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0b50a0d9e39473889f9698f57f26688&device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 1096 time: 0.3742833 Jul 23 16:41:56.692991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd2537b-aecb-4197-b245-e4d20adb16fb None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:56.733298 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.744545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.781340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:41:56.787368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port 068f6ebb-c335-4803-922b-eb3fb682d293 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:56.791209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:41:56.802553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:41:56.823043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event updated for resources: {'Port': ['ID=c8f4c879-227d-429b-8a4d-461a8ea7b7ad,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.904241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=068f6ebb-c335-4803-922b-eb3fb682d293,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:56.937972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:56.953065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761c90c9-7d9c-4314-9146-b16bbb8ff96c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.012767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecd93f75-5814-4962-90aa-b39caf96d45d req-fb766ce3-008f-4029-9034-38158ffa05e2 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450644 Jul 23 16:41:57.042083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4017391-d737-4c71-88ae-ceb758ba81ec') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.042083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4017391-d737-4c71-88ae-ceb758ba81ec') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.054394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:57.054908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.056034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85815228-3c1e-4a25-af9d-743832109135" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:57.094981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.096871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-3fb48b36-f1c2-435d-8ba5-ead27b7b0337 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.4614458 Jul 23 16:41:57.109959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:41:57.110381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:57.114164 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:57.178155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4724c4-03e9-496a-97b3-f27f437103ae None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:41:57.255328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.260555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.265859 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/761c90c9-7d9c-4314-9146-b16bbb8ff96c HTTP/1.1" status: 204 len: 168 time: 3.5818233 Jul 23 16:41:57.269547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48030) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.293323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2aee6-8f80-4846-be0a-352782eb0be3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=761c90c9-7d9c-4314-9146-b16bbb8ff96c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:57.316520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4724c4-03e9-496a-97b3-f27f437103ae None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:41:57.319929 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-54baf9fb-4406-48b6-9521-a510e012ca8f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] GET failed (client error): The resource could not be found. Jul 23 16:41:57.321237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-54baf9fb-4406-48b6-9521-a510e012ca8f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets/3a94bdc2-e617-45fa-9675-50ef66439175 HTTP/1.1" status: 404 len: 337 time: 0.0491173 Jul 23 16:41:57.324668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48032) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.341505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-b7685703-889e-4f02-beb4-a68ad9e19041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.343052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-b7685703-889e-4f02-beb4-a68ad9e19041 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 200 len: 920 time: 0.3339143 Jul 23 16:41:57.353194 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b952616e-c7dd-4436-ba14-a52e03aa73f7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:41:57.354048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b952616e-c7dd-4436-ba14-a52e03aa73f7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:41:57.359476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b952616e-c7dd-4436-ba14-a52e03aa73f7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/761c90c9-7d9c-4314-9146-b16bbb8ff96c HTTP/1.1" status: 404 len: 339 time: 0.0289106 Jul 23 16:41:57.359675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48034) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.411643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803b8d4-ef19-456d-97a7-a3cd5ec558b2 req-b91e7d18-a7b0-4d17-b9df-d9ea5073749e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.413157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7803b8d4-ef19-456d-97a7-a3cd5ec558b2 req-b91e7d18-a7b0-4d17-b9df-d9ea5073749e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.2933447 Jul 23 16:41:57.414858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Router 4030eee7-d43f-4751-88ed-099d4dcd8b06 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:57.417896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-a0e66667-73bc-43f0-90a6-fce20f20dbf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0636644 Jul 23 16:41:57.446798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.479869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Deleting port a1af3a75-3ff8-476a-9540-da00c9f62fd3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:57.480255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.650688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-fe9220a4-af03-4715-917d-a66c507e278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.652792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-fe9220a4-af03-4715-917d-a66c507e278e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 200 len: 859 time: 0.2235668 Jul 23 16:41:57.663096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7803b8d4-ef19-456d-97a7-a3cd5ec558b2 req-66466097-be39-4327-8088-495f83d9f622 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363999 Jul 23 16:41:57.706313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-daabf0bf-8939-45e3-93a2-6b5e0a67fc6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91a2221a-569d-4847-b85a-b377af8016f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404336 Jul 23 16:41:57.709323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:57.716601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-68622984-bcbd-4384-9224-429cbb716e45 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1334581 Jul 23 16:41:57.730521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48036) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.757235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] Sync routers for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:57.770088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:57.771025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.797458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.797796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.810058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.820484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:57.821361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.862349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:57.863100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a389151-7eeb-40a7-a159-30239827ecd1 None None] The sync data for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:57.873446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Calling delete_port for a1af3a75-3ff8-476a-9540-da00c9f62fd3 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:41:57.968969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8cbc1e-369e-4e5b-8dbb-64dc0b0ec19e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.970514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa8cbc1e-369e-4e5b-8dbb-64dc0b0ec19e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6099091 Jul 23 16:41:57.974826 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48038) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:57.990123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ca8b00ac-2452-4c56-ac28-0778e0c0a460 None None] Provisioning complete for port da57a68e-34ea-4426-90e8-625413fe4f40 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:57.990540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ca8b00ac-2452-4c56-ac28-0778e0c0a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.027577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b2c07f4-0aa9-448d-bac1-830cddd484c2 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 207 time: 0.0486934 Jul 23 16:41:58.030687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.035584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b00ac-2452-4c56-ac28-0778e0c0a460 None None] Port da57a68e-34ea-4426-90e8-625413fe4f40 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:41:58.095483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-ffbfb845-2c19-47ec-831e-8ae52367d687 service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786538 Jul 23 16:41:58.127539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4f2b8-fc18-4352-aba3-6d79c23e930b req-458846f1-9e0b-464c-b9ec-99f63cb00386 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.129183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42c4f2b8-fc18-4352-aba3-6d79c23e930b req-458846f1-9e0b-464c-b9ec-99f63cb00386 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 945 time: 0.3720212 Jul 23 16:41:58.302299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b529d9-a796-4b07-b02c-699faea0e2af tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.308105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b529d9-a796-4b07-b02c-699faea0e2af tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.314722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b529d9-a796-4b07-b02c-699faea0e2af tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.320807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b529d9-a796-4b07-b02c-699faea0e2af tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.322800 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73b529d9-a796-4b07-b02c-699faea0e2af tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2911789 Jul 23 16:41:58.326061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.326684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48044) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.345599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42c4f2b8-fc18-4352-aba3-6d79c23e930b req-dd986c04-71cf-4623-97c1-c8fd5c96b809 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065616 Jul 23 16:41:58.391633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bbf7ca1-298e-479a-969e-e991f7143e7f req-f2554861-fc2d-45e3-a9e3-cae3eadc621e service neutron] 10.222.0.67 "GET /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793672 Jul 23 16:41:58.396413 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe240153-30b3-4155-8f35-842aa50a1be7 x-openstack-request-id: req-fe240153-30b3-4155-8f35-842aa50a1be7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:58.396715 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:58.396961 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe240153-30b3-4155-8f35-842aa50a1be7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:58.397476 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43', 'status': 'completed', 'code': 200} Jul 23 16:41:58.437420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.496686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:58.516051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event deleted for resources: {'Port': ['ID=a1af3a75-3ff8-476a-9540-da00c9f62fd3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.532786 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fdc29113-8f6f-4cfa-8936-44f8353d19f3 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2049477 Jul 23 16:41:58.533454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.567763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:58.572211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:58.572612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.638959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade63ef1-8f8a-4139-93b3-0476f20b2a36 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.640607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade63ef1-8f8a-4139-93b3-0476f20b2a36 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.646139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ade63ef1-8f8a-4139-93b3-0476f20b2a36 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1031966 Jul 23 16:41:58.647342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.668852 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.691245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Router 8720987d-01e4-41e8-a8fa-8d48bf78f7ec is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:41:58.700873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:58.703748 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31010a69-4d69-4e12-9f2a-fd418f73eb84" -d '{"events": [{"server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "name": "network-vif-plugged", "status": "completed", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:41:58.716614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:58.722608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.724708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:41:58.783080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ec2ad-3760-48ae-90a9-23871bfb225f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.784307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ec2ad-3760-48ae-90a9-23871bfb225f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.790537 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e7ec2ad-3760-48ae-90a9-23871bfb225f tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1375980 Jul 23 16:41:58.790537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48054) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.811215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.828013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:41:58.834394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:58.835046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.895439 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.899859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:58.916969 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] Sync routers for ids ['8720987d-01e4-41e8-a8fa-8d48bf78f7ec'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:41:58.928499 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] Routers {'8720987d-01e4-41e8-a8fa-8d48bf78f7ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:58.929549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['8720987d-01e4-41e8-a8fa-8d48bf78f7ec'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:58.938771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469eb83-1863-41de-8354-a6231361de3e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.940353 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1469eb83-1863-41de-8354-a6231361de3e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks/3c78530a-760f-4731-9961-564333fc8792 HTTP/1.1" status: 200 len: 799 time: 0.1497548 Jul 23 16:41:58.944232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.956363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.957527 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0b363e71-8581-40ad-9b09-d2d949bb68e9 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6863008 Jul 23 16:41:58.960326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48058) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.965381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:58.968142 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-2545522c-e34b-4fd7-bfed-7b34296a3a50 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:41:58.969313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2545522c-e34b-4fd7-bfed-7b34296a3a50 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2378898 Jul 23 16:41:58.969823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.975313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48060) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:58.977050 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] Routers {'8720987d-01e4-41e8-a8fa-8d48bf78f7ec'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:58.977909 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['8720987d-01e4-41e8-a8fa-8d48bf78f7ec'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:59.018335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:59.018572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.019754 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:59.020492 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71110c17-dc2f-4040-9375-da29df8f7de3 None None] The sync data for ids ['8720987d-01e4-41e8-a8fa-8d48bf78f7ec'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:41:59.020960 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.022197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a367f273-154d-4b6c-b995-0c688c4499f8 req-f7e54d31-8d78-4487-b02b-9a4260ad1b39 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "DELETE /v2.0/floatingips/fabf3b4e-f1b4-4a27-b2fd-93b0c76a2443 HTTP/1.1" status: 204 len: 173 time: 1.9175014 Jul 23 16:41:59.035830 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.068809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815228-3c1e-4a25-af9d-743832109135 req-32dce2d1-0190-45c1-8ed8-a653b4bcddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.070431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-32dce2d1-0190-45c1-8ed8-a653b4bcddb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=864249ebf807456eac0ef33c834f65ff&device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 1098 time: 0.6294270 Jul 23 16:41:59.088518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193b32-fa2d-4e29-83a4-9ed5814c8672 req-f58f8c5a-05ba-47a1-80c5-b6c4a68feb32 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.090141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc193b32-fa2d-4e29-83a4-9ed5814c8672 req-f58f8c5a-05ba-47a1-80c5-b6c4a68feb32 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 947 time: 0.6328597 Jul 23 16:41:59.100968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.164320 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e49d062-be15-4e4a-83a7-897888b53d68 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/networks/3c78530a-760f-4731-9961-564333fc8792?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2189002 Jul 23 16:41:59.168126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0f2089ee-94b9-424f-b3e6-da5e0b93db31 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/8720987d-01e4-41e8-a8fa-8d48bf78f7ec HTTP/1.1" status: 200 len: 921 time: 0.2068038 Jul 23 16:41:59.168749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48064) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.171295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48066) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.222220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2480a4b-bc18-43f1-9cc6-d7bd01d4e186 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.223606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2480a4b-bc18-43f1-9cc6-d7bd01d4e186 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets/08a7b27a-de8d-405f-b7a1-a95dfe00fda2 HTTP/1.1" status: 200 len: 811 time: 0.0535989 Jul 23 16:41:59.228617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.284710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b873c6-1170-453b-9be1-c22d0d89cfa6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.286140 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07b873c6-1170-453b-9be1-c22d0d89cfa6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "GET /v2.0/subnets/08a7b27a-de8d-405f-b7a1-a95dfe00fda2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0565605 Jul 23 16:41:59.289687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48070) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.294535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684094680'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:59.315853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:59.316568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fa47d342-adf4-40fe-994c-f39f7e63b58b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=8720987d-01e4-41e8-a8fa-8d48bf78f7ec HTTP/1.1" status: 200 len: 205 time: 0.1396732 Jul 23 16:41:59.319915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.323169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48072) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.339672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc193b32-fa2d-4e29-83a4-9ed5814c8672 req-bc0b59da-de8f-426e-bff3-0d0e36754d44 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303734 Jul 23 16:41:59.378226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815228-3c1e-4a25-af9d-743832109135 req-9722234a-a559-4c65-8f9c-f87c7df31113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.379756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-9722234a-a559-4c65-8f9c-f87c7df31113 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.2887483 Jul 23 16:41:59.419655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a632a-64b0-4fad-ab1a-abd11a246d5c req-889989ce-17cd-4bdc-85d5-8d035d1647aa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.421389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-118a632a-64b0-4fad-ab1a-abd11a246d5c req-889989ce-17cd-4bdc-85d5-8d035d1647aa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3412509 Jul 23 16:41:59.425146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:41:59.446893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.447235 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Added segment 41aca58b-d8ab-4707-8f11-b62ede17e8eb of type vlan for network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 Jul 23 16:41:59.476526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-a500b10a-ae3a-4360-8326-2d85f0de7c07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43 HTTP/1.1" status: 200 len: 217 time: 0.0540931 Jul 23 16:41:59.500495 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.509493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.568296 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8811109-ddd3-42ea-b918-7132c7d699d0 x-openstack-request-id: req-d8811109-ddd3-42ea-b918-7132c7d699d0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:41:59.568800 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "name": "network-vif-plugged", "status": "completed", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:41:59.568800 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8811109-ddd3-42ea-b918-7132c7d699d0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:41:59.569293 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4', 'code': 200} Jul 23 16:41:59.610526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.613784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815228-3c1e-4a25-af9d-743832109135 req-82e1c32f-3447-486c-bc01-76c13ee4b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.615307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-82e1c32f-3447-486c-bc01-76c13ee4b623 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.1304450 Jul 23 16:41:59.616041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.617519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.624850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-118a632a-64b0-4fad-ab1a-abd11a246d5c req-5b68d69d-52fd-48c7-b33a-52d4d6959dda tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527712 Jul 23 16:41:59.677802 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3841715 Jul 23 16:41:59.678846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:41:59.683862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:41:59.741360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024785-ae82-4b4c-9ae9-b6c2024e4099 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Network': ['ID=144ecf32-a0aa-48a4-9ddc-214e2a3e23d8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.744997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-877a7458-dfc2-4df7-a273-b87c0864e59b tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups/28ee47f8-ffdc-4c39-b774-db9f83e3fdc3 HTTP/1.1" status: 200 len: 1809 time: 0.1594107 Jul 23 16:41:59.756165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:41:59.756989 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.870875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Made reservation on behalf of e352af6d708b499d979aba95375b3bf7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:41:59.874932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.905594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85815228-3c1e-4a25-af9d-743832109135 req-1b9608d8-dad9-4935-9865-165aba0af12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.907157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-1b9608d8-dad9-4935-9865-165aba0af12b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792449 Jul 23 16:41:59.912804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port c8f4c879-227d-429b-8a4d-461a8ea7b7ad {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:41:59.913137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.915869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53687b5-72b4-4e55-a4e8-0b97b3731286 req-3c5ec1ac-bd4e-4c3b-9cca-d11cfeb187aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:59.917331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c53687b5-72b4-4e55-a4e8-0b97b3731286 req-3c5ec1ac-bd4e-4c3b-9cca-d11cfeb187aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 1097 time: 0.2431190 Jul 23 16:41:59.940104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Performing IP validity checks on allocation pools {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:41:59.940509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:41:59.999909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66328-a9f0-4fd2-a65f-341a8b2a1a5f req-b7921a3c-dd86-4485-80c9-f3b7d91323e2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:00.001495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4d66328-a9f0-4fd2-a65f-341a8b2a1a5f req-b7921a3c-dd86-4485-80c9-f3b7d91323e2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.2809532 Jul 23 16:42:00.012883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.109957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c53687b5-72b4-4e55-a4e8-0b97b3731286 req-e816fc04-6b03-4887-bca0-e881daa7ee88 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742802 Jul 23 16:42:00.117360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.156512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.213343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4d66328-a9f0-4fd2-a65f-341a8b2a1a5f req-4be1fca2-446c-4fd6-9343-ad1e54828112 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952333 Jul 23 16:42:00.256346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-0673b39d-a514-42a4-b0d5-5471d8c452a1 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380361 Jul 23 16:42:00.306614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.309195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.310379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adf1388b-c4b6-4f5a-9f38-862c1d7f94af req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "DELETE /v2.0/security-groups/28ee47f8-ffdc-4c39-b774-db9f83e3fdc3 HTTP/1.1" status: 204 len: 173 time: 0.5423107 Jul 23 16:42:00.350668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ef0ee-bf56-4b2d-bc90-9c9f8ed6cc2a tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee47f8-ffdc-4c39-b774-db9f83e3fdc3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:00.355050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.396214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for c8f4c879-227d-429b-8a4d-461a8ea7b7ad owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:00.527264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.532592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85815228-3c1e-4a25-af9d-743832109135 req-4f21ad2b-26bc-4322-a009-3172095df232 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609174 Jul 23 16:42:00.584688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975751c-8d61-4b37-bddd-b19389f121b1 req-409c0a02-c985-46d5-adfe-38cc4199fb1e tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:00.589418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9975751c-8d61-4b37-bddd-b19389f121b1 req-409c0a02-c985-46d5-adfe-38cc4199fb1e tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 947 time: 0.1353042 Jul 23 16:42:00.637717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=a28267db-b4d4-4690-bef9-f89fec3dd0e7,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:00.685463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Checking segment: {'id': '41aca58b-d8ab-4707-8f11-b62ede17e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:00.685875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network hostable DHCP agents. Network: 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:00.714999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.720882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9975751c-8d61-4b37-bddd-b19389f121b1 req-03501e1b-ceb0-46ab-b3bc-58ded8413e89 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044078 Jul 23 16:42:00.723752 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:00.754479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:00.759507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:00.760105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.763137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7376a-3034-4885-91c6-e2217804004b None None] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:00.763614 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=c8f4c879-227d-429b-8a4d-461a8ea7b7ad,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:00.764003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7616-8ea4-40e6-9b73-1de75e875743 req-e9936f15-ec25-4285-8377-ae6ce0c85c34 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:00.766108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a7e7616-8ea4-40e6-9b73-1de75e875743 req-e9936f15-ec25-4285-8377-ae6ce0c85c34 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1932144 Jul 23 16:42:00.809074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting port da57a68e-34ea-4426-90e8-625413fe4f40 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:00.809415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.817639 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4279a7b2-3074-4954-a0f5-9ce29ec5da5c tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1377473 Jul 23 16:42:00.820466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:00.830829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:00.879647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.896389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a7e7616-8ea4-40e6-9b73-1de75e875743 req-6ecfd3e9-8439-4cb9-b5d1-615bf7d90384 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150937 Jul 23 16:42:00.944522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-144ecf32-a0aa-48a4-9ddc-214e2a3e23d8', 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8', 'tenant_id': 'e352af6d708b499d979aba95375b3bf7', 'fixed_ips': [{'subnet_id': 'a28267db-b4d4-4690-bef9-f89fec3dd0e7'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:42:00.945552 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.011545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.016049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.072235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12463114'] for subnet, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.082809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.083588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router 8720987d-01e4-41e8-a8fa-8d48bf78f7ec {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:01.091805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.096492 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-245e8349-ff83-455a-9866-f9eb0c36ad4b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/8720987d-01e4-41e8-a8fa-8d48bf78f7ec HTTP/1.1" status: 204 len: 168 time: 1.7689104 Jul 23 16:42:01.097532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.101265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Allocated IP 172.20.0.3 (144ecf32-a0aa-48a4-9ddc-214e2a3e23d8/a28267db-b4d4-4690-bef9-f89fec3dd0e7/f1ac5da6-3008-4569-a38a-dbb51e10bbfc) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:01.102437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-217957268', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:01.143116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.144536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.212127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.252725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1f60b1a0-d2be-44c5-928a-5e2dede4db43 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:42:01.288475 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.313021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Transition to ACTIVE for port object f1ac5da6-3008-4569-a38a-dbb51e10bbfc will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:01.370333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Transition to ACTIVE for port object f1ac5da6-3008-4569-a38a-dbb51e10bbfc will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:01.371719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.373655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.386953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.400194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f479bb-76e5-48a8-8a66-dc3042109218 req-9b1c2710-f6c1-448b-83db-b8824aba7b6a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.409670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10f479bb-76e5-48a8-8a66-dc3042109218 req-9b1c2710-f6c1-448b-83db-b8824aba7b6a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.5939128 Jul 23 16:42:01.426892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Calling delete_port for da57a68e-34ea-4426-90e8-625413fe4f40 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:01.450278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:01.458177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:01.460713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:01.474182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:01.479862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Pushing event updated for resources: {'Port': ['ID=f1ac5da6-3008-4569-a38a-dbb51e10bbfc,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.486287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '1f60b1a0-d2be-44c5-928a-5e2dede4db43', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '1f60b1a0-d2be-44c5-928a-5e2dede4db43', 'mac_address': 'fa:16:3e:14:9f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:42:01.523457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10f479bb-76e5-48a8-8a66-dc3042109218 req-94f3aef8-bab6-49cc-87bf-fcb09393eedb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110685 Jul 23 16:42:01.559656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6b421-05b1-494b-8a5f-10b6b911758e req-8091843b-9648-4bd9-8d3d-ef525b5b1f6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.561391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dd6b421-05b1-494b-8a5f-10b6b911758e req-8091843b-9648-4bd9-8d3d-ef525b5b1f6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.2521951 Jul 23 16:42:01.581089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:01.583516 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43d415-e112-46d9-b0b9-19504782d84f" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:01.605753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Attempting to bind port f1ac5da6-3008-4569-a38a-dbb51e10bbfc on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:01.606157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Attempting to bind port f1ac5da6-3008-4569-a38a-dbb51e10bbfc by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '41aca58b-d8ab-4707-8f11-b62ede17e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:01.606558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Attempting to bind port f1ac5da6-3008-4569-a38a-dbb51e10bbfc on network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:01.616452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:01.616854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Checking segment: {'id': '41aca58b-d8ab-4707-8f11-b62ede17e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:01.617234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742689111884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8852021'] for subnet, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.617386 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.617652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Bound using segment: {'id': '41aca58b-d8ab-4707-8f11-b62ede17e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:01.618295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Bound port: f1ac5da6-3008-4569-a38a-dbb51e10bbfc, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aca58b-d8ab-4707-8f11-b62ede17e8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '144ecf32-a0aa-48a4-9ddc-214e2a3e23d8'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:01.619814 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.627578 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.646064 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4ef6f4-8b94-4ab9-bdc7-56d18a37c125 x-openstack-request-id: req-8d4ef6f4-8b94-4ab9-bdc7-56d18a37c125 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:01.646356 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:01.647255 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d4ef6f4-8b94-4ab9-bdc7-56d18a37c125 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:01.647609 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'code': 200} Jul 23 16:42:01.654677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60b1a0-d2be-44c5-928a-5e2dede4db43 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:01.680935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dd6b421-05b1-494b-8a5f-10b6b911758e req-244787bd-bf30-4804-9f0e-b006ea3dbe1d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092532 Jul 23 16:42:01.703878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:01.725134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.739583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.740311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.741631 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "PUT /v2.0/subnets/a28267db-b4d4-4690-bef9-f89fec3dd0e7 HTTP/1.1" status: 200 len: 877 time: 0.9202271 Jul 23 16:42:01.745977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:01.769153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] For port f1ac5da6-3008-4569-a38a-dbb51e10bbfc, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:01.801506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] For port f1ac5da6-3008-4569-a38a-dbb51e10bbfc, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f1ac5da6-3008-4569-a38a-dbb51e10bbfc,segment=NetworkSegment(41aca58b-d8ab-4707-8f11-b62ede17e8eb),segment_id=41aca58b-d8ab-4707-8f11-b62ede17e8eb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:01.810426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9878e-62b7-4923-be91-2133bcc2dda0 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event updated for resources: {'Subnet': ['ID=a28267db-b4d4-4690-bef9-f89fec3dd0e7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.819100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.824889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.831560 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.844094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.850574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.912420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f870bc-4ea2-44c8-a5b9-73af4f2160a2 None None] Pushing event updated for resources: {'Port': ['ID=f1ac5da6-3008-4569-a38a-dbb51e10bbfc,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.915144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Port': ['ID=da57a68e-34ea-4426-90e8-625413fe4f40,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:01.956185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff7699-c737-4514-878f-86e85f26ba85 req-c965915d-07c9-405f-807a-f83d7c6e0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.961904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05ff7699-c737-4514-878f-86e85f26ba85 req-c965915d-07c9-405f-807a-f83d7c6e0a8f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1096 time: 0.2215829 Jul 23 16:42:01.992480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.075393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['1f60b1a0-d2be-44c5-928a-5e2dede4db43'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:02.075709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.25.2.219 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/27f42232-fecd-4dd9-9218-b90408f55cff) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:02.103555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.107243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05ff7699-c737-4514-878f-86e85f26ba85 req-f3613c60-e989-41f5-b6f6-40da05711d0e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366134 Jul 23 16:42:02.160438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port f1ac5da6-3008-4569-a38a-dbb51e10bbfc {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:02.160786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.284116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.309638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7fb95-7dd2-4f36-9463-a2682bc6fc0e req-f164ff61-41be-4f53-abf8-665e99c106ea tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:02.311314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7fb95-7dd2-4f36-9463-a2682bc6fc0e req-f164ff61-41be-4f53-abf8-665e99c106ea tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 948 time: 0.4691916 Jul 23 16:42:02.318766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port f1ac5da6-3008-4569-a38a-dbb51e10bbfc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f1ac5da6-3008-4569-a38a-dbb51e10bbfc,segment=NetworkSegment(41aca58b-d8ab-4707-8f11-b62ede17e8eb),segment_id=41aca58b-d8ab-4707-8f11-b62ede17e8eb)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:02.319133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.337573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for f1ac5da6-3008-4569-a38a-dbb51e10bbfc owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:02.344059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984efc3b-5fd6-41aa-a9e7-f83521407162 req-ddc6f5d9-3d8b-46c5-972a-f9a9f915fa47 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:02.345656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-984efc3b-5fd6-41aa-a9e7-f83521407162 req-ddc6f5d9-3d8b-46c5-972a-f9a9f915fa47 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.2441056 Jul 23 16:42:02.401702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.457481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:02.462326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Router 4030eee7-d43f-4751-88ed-099d4dcd8b06 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:02.464165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:02.473488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:02.483276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4da7fb95-7dd2-4f36-9463-a2682bc6fc0e req-82727fe2-fe40-4fed-9fe9-ae6addcb3aed tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639876 Jul 23 16:42:02.494923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-984efc3b-5fd6-41aa-a9e7-f83521407162 req-c33f7491-b0a6-4af0-b96e-6919e4be313e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710728 Jul 23 16:42:02.500611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=27f42232-fecd-4dd9-9218-b90408f55cff,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:02.580006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:02.587233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-60b52f7d-64d5-468e-9f71-f6f1ffb40962 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6096749 Jul 23 16:42:02.593295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:02.595297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] Sync routers for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:02.608281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:02.609402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.635549 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-23e2c03c-85db-41c6-af05-9cf1638031ab tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] delete failed (client error): The resource could not be found. Jul 23 16:42:02.637187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23e2c03c-85db-41c6-af05-9cf1638031ab tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-459726718 HTTP/1.1" status: 404 len: 334 time: 0.0422213 Jul 23 16:42:02.641214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48106) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:02.646020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8397ecf8-49c9-462d-aad3-e5bec0045b1d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'router': {'external_gateway_info': {'network_id': '4030eee7-d43f-4751-88ed-099d4dcd8b06'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:02.648115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.663147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.672551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:02.673300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.680729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=f1ac5da6-3008-4569-a38a-dbb51e10bbfc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:02.720891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.746130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port f1ac5da6-3008-4569-a38a-dbb51e10bbfc on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:02.751261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e033309-3799-4244-b09c-aeb6b0c2a430 None None] The sync data for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:02.867687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:02.878885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:42:02.924084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.004476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebea4d-8f77-4c4f-85ee-863452c45d56 req-6d445015-f1b8-4250-aee1-8827a876c475 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.006109 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caebea4d-8f77-4c4f-85ee-863452c45d56 req-6d445015-f1b8-4250-aee1-8827a876c475 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3683124 Jul 23 16:42:03.012934 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8397ecf8-49c9-462d-aad3-e5bec0045b1d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.019457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.057391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=a28267db-b4d4-4690-bef9-f89fec3dd0e7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.065954 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-8397ecf8-49c9-462d-aad3-e5bec0045b1d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] update failed (client error): The resource could not be found. Jul 23 16:42:03.067598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8397ecf8-49c9-462d-aad3-e5bec0045b1d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06 HTTP/1.1" status: 404 len: 339 time: 0.4252961 Jul 23 16:42:03.076023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48110) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.086813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1101797320'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:03.095580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6534bea-1436-4c0a-8a2d-27da1107c422 req-35b806ae-2c82-4557-9d3d-7cc1db7339f2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.098437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6534bea-1436-4c0a-8a2d-27da1107c422 req-35b806ae-2c82-4557-9d3d-7cc1db7339f2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.3213367 Jul 23 16:42:03.105561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caebea4d-8f77-4c4f-85ee-863452c45d56 req-9b7cffd0-4590-4f58-ae59-8f58eab8bfa0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833488 Jul 23 16:42:03.163950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6534bea-1436-4c0a-8a2d-27da1107c422 req-225cc598-3fde-4941-a5ef-16984ef981b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572095 Jul 23 16:42:03.214821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.239418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:03.244717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.246496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142e705-f2ec-495b-a206-f4193c6a3713 None None] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:03.265764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1f60b1a0-d2be-44c5-928a-5e2dede4db43 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:03.346585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484d23-0130-482a-9da3-91b4f9d206d1 req-ebc1744b-bf3f-485b-a035-f3386fc86b50 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.348147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26484d23-0130-482a-9da3-91b4f9d206d1 req-ebc1744b-bf3f-485b-a035-f3386fc86b50 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.0885458 Jul 23 16:42:03.396645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26484d23-0130-482a-9da3-91b4f9d206d1 req-4aefe31e-b42a-49d0-a901-8bf7cc784e61 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Jul 23 16:42:03.524814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0a915078-fa52-4f6c-87d5-e2792288ecb7 None None] Could not find standard attr ID for object f1ac5da6-3008-4569-a38a-dbb51e10bbfc. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:42:03.595334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:03.601477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:03.602366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.603305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144ecf32-a0aa-48a4-9ddc-214e2a3e23d8']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:03.625864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41aca58b-d8ab-4707-8f11-b62ede17e8eb') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:03.626188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41aca58b-d8ab-4707-8f11-b62ede17e8eb') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:03.642990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.666943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:03.673424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.681630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb40504-c845-4ac1-8343-879646c05e5e None None] DHCP port deletion for 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:03.687438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:03.687866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:03.691347 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:03.693535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.722927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c355156c-c479-4780-a19c-88f5ac93b14e None None] Network 144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:03.724991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3980a-183a-4d1d-9956-f60e3d23ebe6 req-0547cc5f-0515-4217-ac8c-c5a10bbfc4b1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.730509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a3980a-183a-4d1d-9956-f60e3d23ebe6 req-0547cc5f-0515-4217-ac8c-c5a10bbfc4b1 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1331546 Jul 23 16:42:03.757983 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.807903 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a3980a-183a-4d1d-9956-f60e3d23ebe6 req-0f2b7194-8b29-4129-b0bd-b94ee03f245f tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Jul 23 16:42:03.826604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404b309-5d2b-4afd-91c5-ec9636b62899 req-9bfd66ae-e0e9-4dc5-ba2f-cd2993f33045 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.834831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9404b309-5d2b-4afd-91c5-ec9636b62899 req-9bfd66ae-e0e9-4dc5-ba2f-cd2993f33045 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 948 time: 0.1983175 Jul 23 16:42:03.841813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:03.844003 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288378a1-410f-4295-a2bd-fdfec8097c31" -d '{"events": [{"server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "name": "network-vif-plugged", "status": "completed", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:03.851159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.857434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.860155 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 HTTP/1.1" status: 204 len: 168 time: 2.0808270 Jul 23 16:42:03.863897 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.864374 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Added segment a91d6970-4dfb-40aa-9c56-39c1846c7d8a of type vlan for network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 Jul 23 16:42:03.868232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48124) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.880876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:03.888668 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.894044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a391e4d-18d0-49d2-8f7a-4836c5417f85 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=144ecf32-a0aa-48a4-9ddc-214e2a3e23d8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.917691 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b0d747-044c-4223-8fac-a336080af822 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:03.918219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b0d747-044c-4223-8fac-a336080af822 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:03.926882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.928367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-40b0d747-044c-4223-8fac-a336080af822 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/a28267db-b4d4-4690-bef9-f89fec3dd0e7 HTTP/1.1" status: 404 len: 337 time: 0.0501432 Jul 23 16:42:03.945184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9404b309-5d2b-4afd-91c5-ec9636b62899 req-55cae89d-fc95-4299-ae1d-44c3add62152 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096292 Jul 23 16:42:03.954559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf519-6892-49f6-993e-492af178089e req-adb5a308-1a11-42da-92c5-502cd4f9b53e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:03.956012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a8cf519-6892-49f6-993e-492af178089e req-adb5a308-1a11-42da-92c5-502cd4f9b53e tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.1994634 Jul 23 16:42:03.974212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:03.974727 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb250400-ebf1-4557-8302-56f658f308d9 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:03.975428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb250400-ebf1-4557-8302-56f658f308d9 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:03.980423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cb250400-ebf1-4557-8302-56f658f308d9 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/144ecf32-a0aa-48a4-9ddc-214e2a3e23d8 HTTP/1.1" status: 404 len: 339 time: 0.0485973 Jul 23 16:42:03.981091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:03.986728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:03.986996 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65cfa15-4882-44bc-ae6b-490752be9bc5 x-openstack-request-id: req-e65cfa15-4882-44bc-ae6b-490752be9bc5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:03.987290 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "name": "network-vif-plugged", "status": "completed", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:03.987540 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e65cfa15-4882-44bc-ae6b-490752be9bc5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:03.987928 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43', 'code': 200} Jul 23 16:42:04.034314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.040335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:04.041030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.047292 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b59f0f-997c-46a0-b4e0-e280a5446cf8 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:04.047750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b59f0f-997c-46a0-b4e0-e280a5446cf8 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:04.049506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-04b59f0f-997c-46a0-b4e0-e280a5446cf8 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/3a94bdc2-e617-45fa-9675-50ef66439175 HTTP/1.1" status: 404 len: 337 time: 0.0674818 Jul 23 16:42:04.057970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.079376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router c2c91ef3-26c0-4fc0-96aa-b25bc171e30b is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:04.101014 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0200827 Jul 23 16:42:04.106339 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c4476d-5136-45db-a36d-f5cc0db3e2fb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:04.106948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c4476d-5136-45db-a36d-f5cc0db3e2fb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:04.107299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48134) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.111832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68c4476d-5136-45db-a36d-f5cc0db3e2fb tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/761c90c9-7d9c-4314-9146-b16bbb8ff96c HTTP/1.1" status: 404 len: 339 time: 0.0503025 Jul 23 16:42:04.113025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48136) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.116797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'subnet': {'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:04.218898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60b19c-6da7-4809-abd0-af71805b1e5e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Network': ['ID=1fddc4ce-fccc-4c78-b933-9e0fb7561709,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:04.231967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:04.262456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:04.275170 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Sync routers for ids ['c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:04.284507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.287758 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Routers {'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:04.288777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:04.289889 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-def67b2f-c0ed-4376-b8f7-9f8c6a584ac6 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1909838 Jul 23 16:42:04.290852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.311983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88efe7-3158-43da-b2fc-308f31489f25 req-8c99326e-7df4-4623-bff1-30f581021132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:04.313520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de88efe7-3158-43da-b2fc-308f31489f25 req-8c99326e-7df4-4623-bff1-30f581021132 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 1100 time: 0.2984111 Jul 23 16:42:04.325499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.374181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Deleting port 886c71eb-646a-4b75-87d6-6969da6eccdd {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:04.374486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.399575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Made reservation on behalf of 6ea9fef6abc74e50b9323a6c1b7c7d00 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:04.403167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.408710 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Set router c2c91ef3-26c0-4fc0-96aa-b25bc171e30b gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:04.417220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6ae5434a-77bc-4bf2-9b49-453df8273b06 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/c2c91ef3-26c0-4fc0-96aa-b25bc171e30b HTTP/1.1" status: 200 len: 908 time: 0.1251993 Jul 23 16:42:04.419841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48142) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.426197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-217957268', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': True}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:04.450071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.451310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.483625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de88efe7-3158-43da-b2fc-308f31489f25 req-09fc4745-b5ff-4e3a-b48f-bf9a4975af11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517625 Jul 23 16:42:04.512225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.593971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff858e8-5f74-4b8e-9f67-d20f22f316da req-3cabae7c-4050-464e-a68a-9f06f6e63830 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:04.595527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fff858e8-5f74-4b8e-9f67-d20f22f316da req-3cabae7c-4050-464e-a68a-9f06f6e63830 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.4018190 Jul 23 16:42:04.601575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:02Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:04.629411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Checking router: c2c91ef3-26c0-4fc0-96aa-b25bc171e30b for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:04.629675 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Updating router c2c91ef3-26c0-4fc0-96aa-b25bc171e30b port 27f42232-fecd-4dd9-9218-b90408f55cff binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:04.671100 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.680653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.916241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.937666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48146) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:04.955016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:04.977846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] For port 886c71eb-646a-4b75-87d6-6969da6eccdd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=886c71eb-646a-4b75-87d6-6969da6eccdd,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:04.978557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.005421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.050254 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.051487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0373a9-2a07-4e26-870d-c5a68354a3af']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:05.061076 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Transition to ACTIVE for port object 27f42232-fecd-4dd9-9218-b90408f55cff will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:05.067746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Calling delete_port for 886c71eb-646a-4b75-87d6-6969da6eccdd owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:05.068516 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.084231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1939bee8-3c2f-4bdc-ac47-f09b8790ae26') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:05.084523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1939bee8-3c2f-4bdc-ac47-f09b8790ae26') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:05.107084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.121135 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Attempting to bind port 27f42232-fecd-4dd9-9218-b90408f55cff on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:05.121613 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Attempting to bind port 27f42232-fecd-4dd9-9218-b90408f55cff by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:05.121999 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Attempting to bind port 27f42232-fecd-4dd9-9218-b90408f55cff on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:05.135682 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:05.136118 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:05.136568 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.136840 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:05.137304 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Bound port: 27f42232-fecd-4dd9-9218-b90408f55cff, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:05.137428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fff858e8-5f74-4b8e-9f67-d20f22f316da req-5ce19466-2091-4832-b9e0-e1a4b66d26bd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5277345 Jul 23 16:42:05.137686 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.194120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.196975 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] For port 27f42232-fecd-4dd9-9218-b90408f55cff, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:05.200426 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] For port 27f42232-fecd-4dd9-9218-b90408f55cff, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=27f42232-fecd-4dd9-9218-b90408f55cff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:05.201738 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f13830-f3d4-44a1-9ec0-41de634910fa None None] Pushing event updated for resources: {'Port': ['ID=27f42232-fecd-4dd9-9218-b90408f55cff,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.210258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.25.2.129 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a95c40ab-3eea-471e-aa63-1096cd2aa8df) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:05.213599 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.220098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:05.220566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:05.225855 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:05.272847 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Routers {'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:05.273745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:05.357267 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f13830-f3d4-44a1-9ec0-41de634910fa None None] Pushing event updated for resources: {'Port': ['ID=27f42232-fecd-4dd9-9218-b90408f55cff,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.365858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134331cd-21f7-48a7-8dd9-a4f1fd09395b req-e49ed9d1-2059-49ea-b25d-b2b5cc8e1495 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:05.367568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-134331cd-21f7-48a7-8dd9-a4f1fd09395b req-e49ed9d1-2059-49ea-b25d-b2b5cc8e1495 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 945 time: 0.4137075 Jul 23 16:42:05.413108 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] Set router c2c91ef3-26c0-4fc0-96aa-b25bc171e30b gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:05.420873 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.435156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.438965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/3c0373a9-2a07-4e26-870d-c5a68354a3af HTTP/1.1" status: 204 len: 168 time: 1.3169734 Jul 23 16:42:05.441090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.442829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48152) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.541896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f535ff-04c1-4f14-9eb9-6831eb635c32 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=3c0373a9-2a07-4e26-870d-c5a68354a3af,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.543692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.558206 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b31b02-073a-4e03-b67c-96fce4ba2906 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.558664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b31b02-073a-4e03-b67c-96fce4ba2906 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.560440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-94b31b02-073a-4e03-b67c-96fce4ba2906 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/a4ccfa5e-5b05-43a7-9993-ce356ae20c2a HTTP/1.1" status: 404 len: 337 time: 0.1095080 Jul 23 16:42:05.563726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48154) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.589717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-134331cd-21f7-48a7-8dd9-a4f1fd09395b req-5909c03b-ada8-434c-90ed-9240a74b99a2 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/security-groups?id=6198aa4c-5c17-43a8-969b-9001ae417794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130342 Jul 23 16:42:05.605533 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c55eba-17a8-42ea-b09e-14fc89b91998 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.606495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c55eba-17a8-42ea-b09e-14fc89b91998 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.608559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89c55eba-17a8-42ea-b09e-14fc89b91998 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/aa4640b6-e7f9-4378-af8d-dbf95cb20fd8 HTTP/1.1" status: 404 len: 339 time: 0.0423207 Jul 23 16:42:05.611358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48156) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.632468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Subnet': ['ID=766be924-3bd9-490f-a466-3ee1ccca549e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.644590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeb96f-b33f-44a3-9460-8bf936e44ee8 req-9c4063f0-215d-484b-98d6-a2e32ea8aa17 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:05.651698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfdeb96f-b33f-44a3-9460-8bf936e44ee8 req-9c4063f0-215d-484b-98d6-a2e32ea8aa17 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 949 time: 0.4107788 Jul 23 16:42:05.654725 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:02Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:05.698293 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c227f-e78c-49ac-bfc6-3138ba894c35 None None] The sync data for ids ['c2c91ef3-26c0-4fc0-96aa-b25bc171e30b'] in n-d-800484-3 is: [{'id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219'}], 'enable_snat': False}, 'gw_port_id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:02Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': '27f42232-fecd-4dd9-9218-b90408f55cff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c91ef3-26c0-4fc0-96aa-b25bc171e30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:01Z', 'updated_at': '2021-07-23T16:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:05.702683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.708084 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9949298-1cbe-4cc5-93cc-75aa7021ccf7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.708545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9949298-1cbe-4cc5-93cc-75aa7021ccf7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.710363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f9949298-1cbe-4cc5-93cc-75aa7021ccf7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/e6bf95e3-89c5-48af-8764-177a12ed4b8f HTTP/1.1" status: 404 len: 337 time: 0.0927978 Jul 23 16:42:05.718811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48158) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.734823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.751442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['886c71eb-646a-4b75-87d6-6969da6eccdd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:05.782221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:05.787012 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d631709-9be5-4a63-954b-7221b6884e38 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.787737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d631709-9be5-4a63-954b-7221b6884e38 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.789528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9d631709-9be5-4a63-954b-7221b6884e38 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/d3a2af09-d385-4909-b0c9-b72a461c5b24 HTTP/1.1" status: 404 len: 339 time: 0.0691144 Jul 23 16:42:05.799019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:05.800967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=a95c40ab-3eea-471e-aa63-1096cd2aa8df,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.828705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48160) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.830819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Checking segment: {'id': 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:05.831197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network hostable DHCP agents. Network: 1fddc4ce-fccc-4c78-b933-9e0fb7561709, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:05.831737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:05.854371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cfdeb96f-b33f-44a3-9460-8bf936e44ee8 req-ab33a58b-54dd-41cd-b119-cc2644fd456f tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016778 Jul 23 16:42:05.855210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Pushing event deleted for resources: {'Port': ['ID=886c71eb-646a-4b75-87d6-6969da6eccdd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:05.907751 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-37128217-ca73-40a0-a9ac-439dad6f78f6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.908202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37128217-ca73-40a0-a9ac-439dad6f78f6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.909983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37128217-ca73-40a0-a9ac-439dad6f78f6 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/007df1d9-2bf4-4b7a-ba51-f50988c775ec HTTP/1.1" status: 404 len: 337 time: 0.0759752 Jul 23 16:42:05.912821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48162) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.959929 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ff117e-bc9d-4132-baa0-ecdaaadea0d7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:05.960541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ff117e-bc9d-4132-baa0-ecdaaadea0d7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:05.964534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37ff117e-bc9d-4132-baa0-ecdaaadea0d7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/09603cdf-b9df-48ba-b306-94fb55ee54b3 HTTP/1.1" status: 404 len: 339 time: 0.0462000 Jul 23 16:42:05.964534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] No DVR routers for this DVR port 886c71eb-646a-4b75-87d6-6969da6eccdd on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:05.968202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48164) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:05.970184 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:05.972221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a8cf519-6892-49f6-993e-492af178089e req-f2bfa750-ee5e-4601-8beb-644be95a59b7 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.67 "DELETE /v2.0/ports/886c71eb-646a-4b75-87d6-6969da6eccdd HTTP/1.1" status: 204 len: 173 time: 1.9990418 Jul 23 16:42:05.973864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'name': 'network-vif-deleted', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:05.976167 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31079037-0741-403b-9bd7-78bfe7b966aa" -d '{"events": [{"server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "name": "network-vif-deleted", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:05.992973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:06.018520 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2db0084-0c14-4094-ac98-03b96f58e5fd tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.019506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2db0084-0c14-4094-ac98-03b96f58e5fd tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.042262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e2db0084-0c14-4094-ac98-03b96f58e5fd tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/cd1f0d26-31d5-4381-9ff2-fad7b8b17f5e HTTP/1.1" status: 404 len: 337 time: 0.0667105 Jul 23 16:42:06.062185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.073073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a407d17-d656-45e7-992f-cdc48a9397e9 req-160b83d2-8b8c-416a-a5bf-9735f75681ad tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:06.083509 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-149d6611-3d06-4870-b308-38074d872dac tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.084026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a407d17-d656-45e7-992f-cdc48a9397e9 req-160b83d2-8b8c-416a-a5bf-9735f75681ad tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3164558 Jul 23 16:42:06.084170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149d6611-3d06-4870-b308-38074d872dac tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.085834 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-149d6611-3d06-4870-b308-38074d872dac tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/c603fb89-ebd9-4813-8f61-da63ba211d0d HTTP/1.1" status: 404 len: 339 time: 0.0242147 Jul 23 16:42:06.088023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.103579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48170) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.116997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 1fddc4ce-fccc-4c78-b933-9e0fb7561709) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:06.131865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee845ced-10dc-4e57-9554-e84518b88407 None None] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:06.135295 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf42c8-84f4-43f9-b86e-beda074c7ab7 x-openstack-request-id: req-fbbf42c8-84f4-43f9-b86e-beda074c7ab7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:06.138435 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae89580-2292-4685-af1e-04ebac61435f", "name": "network-vif-deleted", "tag": "886c71eb-646a-4b75-87d6-6969da6eccdd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:06.138797 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbbf42c8-84f4-43f9-b86e-beda074c7ab7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:06.139422 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae89580-2292-4685-af1e-04ebac61435f', 'name': 'network-vif-deleted', 'tag': '886c71eb-646a-4b75-87d6-6969da6eccdd', 'status': 'completed', 'code': 200} Jul 23 16:42:06.152188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:06.153208 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.168979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a407d17-d656-45e7-992f-cdc48a9397e9 req-672cd679-75cd-4d8f-a2ec-4c71731fbb97 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839837 Jul 23 16:42:06.184930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6677f795-5a72-49be-8419-c96dc1340a4e tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0734179 Jul 23 16:42:06.187105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48172) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.196569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e30f867f-c233-486b-bdeb-3443c29d40c2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'router': {'external_gateway_info': {'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:06.204432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48174) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.222300 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37b949c-8c41-4ac9-86cf-59d65db5b0a2 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.222757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37b949c-8c41-4ac9-86cf-59d65db5b0a2 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.242581 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c37b949c-8c41-4ac9-86cf-59d65db5b0a2 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/a98f85b9-652b-41b6-9d6b-9d2a453e3ba7 HTTP/1.1" status: 404 len: 337 time: 0.1341362 Jul 23 16:42:06.253268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 27f42232-fecd-4dd9-9218-b90408f55cff up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:06.266520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48176) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.328794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 27f42232-fecd-4dd9-9218-b90408f55cff completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:06.340691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 27f42232-fecd-4dd9-9218-b90408f55cff triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:06.340911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.348611 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-931771ae-b162-4f54-9a4e-899cb47ff456 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.349204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931771ae-b162-4f54-9a4e-899cb47ff456 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.350997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-931771ae-b162-4f54-9a4e-899cb47ff456 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/a55ead79-e54d-44ab-a7c9-3dda04c0fedb HTTP/1.1" status: 404 len: 339 time: 0.0541706 Jul 23 16:42:06.357608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48178) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.439959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-1fddc4ce-fccc-4c78-b933-9e0fb7561709', 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709', 'tenant_id': '6ea9fef6abc74e50b9323a6c1b7c7d00', 'fixed_ips': [{'subnet_id': '766be924-3bd9-490f-a466-3ee1ccca549e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:42:06.441193 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.508326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.515202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.569679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e30f867f-c233-486b-bdeb-3443c29d40c2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.609469 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe67040a-7f0a-442d-8eb8-3163103feb2a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.609997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe67040a-7f0a-442d-8eb8-3163103feb2a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.612222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fe67040a-7f0a-442d-8eb8-3163103feb2a tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/9d74feac-ae26-40ca-ab9c-a1ab40cc49a8 HTTP/1.1" status: 404 len: 337 time: 0.1504774 Jul 23 16:42:06.626341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.638950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 27f42232-fecd-4dd9-9218-b90408f55cff, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=27f42232-fecd-4dd9-9218-b90408f55cff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:06.646591 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.669963 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-5998b1b1-bb80-48d3-9b51-e9d081b6998e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.670894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5998b1b1-bb80-48d3-9b51-e9d081b6998e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.673173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5998b1b1-bb80-48d3-9b51-e9d081b6998e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/e06a6aae-2715-4f3d-a918-6c7771bcd25b HTTP/1.1" status: 404 len: 339 time: 0.0391417 Jul 23 16:42:06.677649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48184) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.715376 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-69115037-1843-44b3-9506-23c54a0fbbfe tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.715840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69115037-1843-44b3-9506-23c54a0fbbfe tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.718622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-69115037-1843-44b3-9506-23c54a0fbbfe tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/0d016cfc-fa02-4af7-80d3-0cbe687f1fda HTTP/1.1" status: 404 len: 337 time: 0.0394099 Jul 23 16:42:06.721355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=27f42232-fecd-4dd9-9218-b90408f55cff,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:06.726053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48186) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.731018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a43ad-a633-410d-949b-2ced3bd65dcc tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:06.733029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-639a43ad-a633-410d-949b-2ced3bd65dcc tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1091 time: 0.5289319 Jul 23 16:42:06.742773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.743154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.743484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.743829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.744165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.744504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.744834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.745167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.745496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.745823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.757311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.758121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:06.782803 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e825c2-75dc-4461-b700-dab544fdc6c1 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.783444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e825c2-75dc-4461-b700-dab544fdc6c1 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.786602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f9e825c2-75dc-4461-b700-dab544fdc6c1 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/b211dc5a-6930-4996-8c4e-06dbe941ef02 HTTP/1.1" status: 404 len: 339 time: 0.0593441 Jul 23 16:42:06.804945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48188) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.806152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48190) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.840129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Allocated IP 2001:db8:1::2 (1fddc4ce-fccc-4c78-b933-9e0fb7561709/766be924-3bd9-490f-a466-3ee1ccca549e/cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:06.846259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:06.935013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a19d3b6c-5efc-4a8c-81e8-84e61d572019 req-8dc8cf8d-47c7-4526-b6c2-28c980a6b905 tempest-ServerRescueTestJSONUnderV235-1475735671 tempest-ServerRescueTestJSONUnderV235-1475735671-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ae89580-2292-4685-af1e-04ebac61435f HTTP/1.1" status: 200 len: 210 time: 0.0794826 Jul 23 16:42:06.939543 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-be57e118-4984-4040-996b-43f9ce9ac96e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.939998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be57e118-4984-4040-996b-43f9ce9ac96e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.945187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-be57e118-4984-4040-996b-43f9ce9ac96e tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/fbbae91d-d64f-4fca-b8de-61367cb72c38 HTTP/1.1" status: 404 len: 337 time: 0.1336842 Jul 23 16:42:06.946060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48194) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:06.986835 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fb7125-ce41-41cc-bb72-f7e532d84dd7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] DELETE failed (client error): The resource could not be found. Jul 23 16:42:06.987352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fb7125-ce41-41cc-bb72-f7e532d84dd7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:42:06.997504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-84fb7125-ce41-41cc-bb72-f7e532d84dd7 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/ea5893de-2778-4c94-91e6-ec3a62fc15b1 HTTP/1.1" status: 404 len: 339 time: 0.0468950 Jul 23 16:42:07.006132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48196) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.052519 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.067093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Transition to ACTIVE for port object cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:07.069286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting subnet 08a7b27a-de8d-405f-b7a1-a95dfe00fda2 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:07.084270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Transition to ACTIVE for port object cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:07.092620 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.112854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.143300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.144965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:07.151861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:07.154590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:07.157725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Pushing event updated for resources: {'Port': ['ID=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:07.197815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.220593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Attempting to bind port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:07.221510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Attempting to bind port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:07.222508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Attempting to bind port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 on network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:07.227833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:07.228216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Checking segment: {'id': 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:07.228616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.229464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Bound using segment: {'id': 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:07.229464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Bound port: cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1fddc4ce-fccc-4c78-b933-9e0fb7561709'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:07.230022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.246857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.17 (515d1fc8-fd39-4159-9b1a-bfa70652c024/5efaaab9-8f42-4a66-a2f0-f0d6c2612038/3177c31f-3e82-4746-bb6e-72e297eb50df) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:07.283068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237cb2d-cc16-4381-b328-8d2b311db635 req-56f23f68-0276-4d82-b305-6239f45f55db tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:07.284644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b237cb2d-cc16-4381-b328-8d2b311db635 req-56f23f68-0276-4d82-b305-6239f45f55db tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 949 time: 0.3064520 Jul 23 16:42:07.302826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] For port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:07.307066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] For port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,segment=NetworkSegment(a91d6970-4dfb-40aa-9c56-39c1846c7d8a),segment_id=a91d6970-4dfb-40aa-9c56-39c1846c7d8a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:07.307342 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-e30f867f-c233-486b-bdeb-3443c29d40c2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:42:07.312631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e30f867f-c233-486b-bdeb-3443c29d40c2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06 HTTP/1.1" status: 400 len: 364 time: 1.1204007 Jul 23 16:42:07.315002 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.316365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.388908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760d45-5fa3-4c3d-ae71-bab4f91b9e82 None None] Pushing event updated for resources: {'Port': ['ID=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:07.406824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b237cb2d-cc16-4381-b328-8d2b311db635 req-6ea1784f-67a8-4fdf-b9e7-8e770a56869a tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151972 Jul 23 16:42:07.419195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.438178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.506139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.675677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.139 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/97edb79b-5b8e-4864-91a4-0057d5d33636) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:07.707277 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.753397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Subnet': ['ID=08a7b27a-de8d-405f-b7a1-a95dfe00fda2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:07.778492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.778901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2bd5c-0736-4999-8981-bed765a77570 None None] Network 3c78530a-760f-4731-9961-564333fc8792 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:07.783249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3371ecba-7fe1-4c08-9833-6ece3d4ac937 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/subnets/08a7b27a-de8d-405f-b7a1-a95dfe00fda2 HTTP/1.1" status: 204 len: 168 time: 0.7706554 Jul 23 16:42:07.786329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48206) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:07.801224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.846649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object 3177c31f-3e82-4746-bb6e-72e297eb50df will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:07.928606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.958936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:07.979955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.011528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.028583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769465-284d-47d0-88dc-c84e267c0012 req-cb2dc250-cf12-4136-88db-1132460308be tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:08.030800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c769465-284d-47d0-88dc-c84e267c0012 req-cb2dc250-cf12-4136-88db-1132460308be tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 949 time: 0.2635367 Jul 23 16:42:08.033477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:08.057075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] DHCP port deletion for 3c78530a-760f-4731-9961-564333fc8792 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:08.200235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Deleting port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:08.200628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.234118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c769465-284d-47d0-88dc-c84e267c0012 req-932f571e-865d-4eca-b4d9-6ad7a7265040 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388927 Jul 23 16:42:08.238555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.249195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.299279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] For port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,segment=NetworkSegment(e78130e6-ead3-417b-924b-b842f5513196),segment_id=e78130e6-ead3-417b-924b-b842f5513196)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:08.299672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.306202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:08.317256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:08.317645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Calling delete_port for ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:08.323608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Deleting port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:08.323608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.325193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:08.395698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 27f42232-fecd-4dd9-9218-b90408f55cff up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:08.416062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:08.421981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=97edb79b-5b8e-4864-91a4-0057d5d33636,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.426084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:08.433642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:08.488019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.492862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 27f42232-fecd-4dd9-9218-b90408f55cff triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:08.493972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.501527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.559022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] Pushing event deleted for resources: {'Port': ['ID=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.571874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989aa21e-c683-4e27-b9cb-d712698371e5 None None] No DVR routers for this DVR port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:08.591401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] For port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,segment=NetworkSegment(e78130e6-ead3-417b-924b-b842f5513196),segment_id=e78130e6-ead3-417b-924b-b842f5513196)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:08.591770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.634840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Calling delete_port for ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:08.667527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:08.722822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Allocated IP 2001:db8::1 (510a10d0-4d93-4681-837d-54456eb37370/40f5a5ae-089f-4a9f-bf6f-3c289df8b15d/72372aa8-db20-4e4d-b3b5-a5391c9ab14f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:08.733025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:08.743468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:08.751083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Sync routers for ids ['63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:08.773814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Routers {'63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:08.775877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:08.829192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.838394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.843292 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2a44a684-17e9-4809-9820-ecbb91b0b4ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4211686 Jul 23 16:42:08.847020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48212) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:08.874301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:08.898878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:08.899274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:08.932858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fed5181a-01bc-40d5-bd5d-ef81066e9a87 None None] Provisioning for port 3177c31f-3e82-4746-bb6e-72e297eb50df completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:08.940874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fed5181a-01bc-40d5-bd5d-ef81066e9a87 None None] Provisioning complete for port 3177c31f-3e82-4746-bb6e-72e297eb50df triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:08.941264 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fed5181a-01bc-40d5-bd5d-ef81066e9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.985532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Set router 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:09.023507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.068285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Transition to ACTIVE for port object 72372aa8-db20-4e4d-b3b5-a5391c9ab14f will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:09.082622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.121239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69a00c-a612-4cf7-949a-57269076d83f None None] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:09.124238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fed5181a-01bc-40d5-bd5d-ef81066e9a87 None None] Port 3177c31f-3e82-4746-bb6e-72e297eb50df cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:09.202338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.289174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 510a10d0-4d93-4681-837d-54456eb37370 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:09.290103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Port': ['ID=72372aa8-db20-4e4d-b3b5-a5391c9ab14f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.301470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:09.309793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:09.310270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.323420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Provisioning for port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:09.331483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 886c71eb-646a-4b75-87d6-6969da6eccdd no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:09.363697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Provisioning complete for port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:09.364346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.429497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 886c71eb-646a-4b75-87d6-6969da6eccdd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:09.429918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 886c71eb-646a-4b75-87d6-6969da6eccdd not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:09.468936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:06Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:09.601244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.623504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0a4a1adc-9eaa-44ee-949f-a770b5807184 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 HTTP/1.1" status: 200 len: 907 time: 0.7707591 Jul 23 16:42:09.628572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:09.635166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.679958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Checking router: 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:09.679958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Updating router 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 port a95c40ab-3eea-471e-aa63-1096cd2aa8df binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:09.715614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.744342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.758999 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.771492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Port': ['ID=ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.774170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] No DVR routers for this DVR port ec7c1a67-0bb1-420e-8adc-e1e4b1e1d954 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:09.788683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.800984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.830890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.852672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.879505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] For port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,segment=NetworkSegment(a91d6970-4dfb-40aa-9c56-39c1846c7d8a),segment_id=a91d6970-4dfb-40aa-9c56-39c1846c7d8a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:09.891718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.906549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.963435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.982411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.034262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c78530a-760f-4731-9961-564333fc8792']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:10.074508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253fe2c-b998-4967-8aa9-d68b181a394a req-2c35d196-e1b6-4d2b-a840-466bceec057e tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.076224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1253fe2c-b998-4967-8aa9-d68b181a394a req-2c35d196-e1b6-4d2b-a840-466bceec057e tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 949 time: 0.4843476 Jul 23 16:42:10.082993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8fea-0efd-4509-a593-622f8cb77fb0 None None] Pushing event updated for resources: {'Port': ['ID=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.084330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-094274dd-08f7-4489-bd39-0314a5b01682 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:10.085835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-094274dd-08f7-4489-bd39-0314a5b01682 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 949 time: 0.4607182 Jul 23 16:42:10.104770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6416d9ad-f1c5-43f9-804b-53f136478566 None None] Provisioning for port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:10.105365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78130e6-ead3-417b-924b-b842f5513196') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:10.105662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78130e6-ead3-417b-924b-b842f5513196') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:10.124978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6416d9ad-f1c5-43f9-804b-53f136478566 None None] Provisioning complete for port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:10.125243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6416d9ad-f1c5-43f9-804b-53f136478566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.167401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6416d9ad-f1c5-43f9-804b-53f136478566 None None] Port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:10.180197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:10.186907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.193454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:10.205652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.212401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:10.212871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.235396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.250068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Transition to ACTIVE for port object a95c40ab-3eea-471e-aa63-1096cd2aa8df will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:10.255068 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:10.261669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.326193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.347275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-68ce5f49-6b8a-45b5-895b-42ca0dabe064 None None] Provisioning complete for port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:10.347629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68ce5f49-6b8a-45b5-895b-42ca0dabe064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.354128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Attempting to bind port a95c40ab-3eea-471e-aa63-1096cd2aa8df on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:10.354511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Attempting to bind port a95c40ab-3eea-471e-aa63-1096cd2aa8df by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:10.354868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Attempting to bind port a95c40ab-3eea-471e-aa63-1096cd2aa8df on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:10.360709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade078-0fc0-4c4c-b726-8e547a6f867d None None] Pushing event updated for resources: {'Port': ['ID=a95c40ab-3eea-471e-aa63-1096cd2aa8df,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.404066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:10.404897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:10.405392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.405871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:10.406525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Bound port: a95c40ab-3eea-471e-aa63-1096cd2aa8df, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:10.407526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.432299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.435193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.477061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] For port a95c40ab-3eea-471e-aa63-1096cd2aa8df, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:10.483874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] For port a95c40ab-3eea-471e-aa63-1096cd2aa8df, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a95c40ab-3eea-471e-aa63-1096cd2aa8df,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:10.494000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.546776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1253fe2c-b998-4967-8aa9-d68b181a394a req-73a282ee-4cd9-4be5-899d-c04b540deada tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579072 Jul 23 16:42:10.548002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Pushing event deleted for resources: {'Network': ['ID=3c78530a-760f-4731-9961-564333fc8792,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.559209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.561516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cf42851a-d237-46b4-82cc-ec35054dbd15 tempest-NetworksTest-884533244 tempest-NetworksTest-884533244-project] 10.222.0.64 "DELETE /v2.0/networks/3c78530a-760f-4731-9961-564333fc8792 HTTP/1.1" status: 204 len: 168 time: 2.7742298 Jul 23 16:42:10.567889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Routers {'63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:10.568557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:10.619177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-570d1e1c-539b-496c-9180-709657375b52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3631890 Jul 23 16:42:10.673225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Deleting port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:10.674013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.697371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade078-0fc0-4c4c-b726-8e547a6f867d None None] Pushing event updated for resources: {'Port': ['ID=a95c40ab-3eea-471e-aa63-1096cd2aa8df,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.764785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] Set router 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:10.909749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:10.937382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.940066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Deleting port a95c40ab-3eea-471e-aa63-1096cd2aa8df {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:10.940519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.952971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] For port 1f60b1a0-d2be-44c5-928a-5e2dede4db43, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1f60b1a0-d2be-44c5-928a-5e2dede4db43,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:10.953424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.957525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.959751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1e38b2ea-fe21-4086-b5c9-2c8efb45b2f3 None None] Provisioning complete for port 3177c31f-3e82-4746-bb6e-72e297eb50df triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:10.960268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1e38b2ea-fe21-4086-b5c9-2c8efb45b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.986369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:10.993480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.008992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1e38b2ea-fe21-4086-b5c9-2c8efb45b2f3 None None] Port 3177c31f-3e82-4746-bb6e-72e297eb50df cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:11.028038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Calling delete_port for 1f60b1a0-d2be-44c5-928a-5e2dede4db43 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:11.043485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.043939 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.053949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:06Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:11.089101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a5ab4-48ac-4270-911b-c5e58e858967 None None] The sync data for ids ['63f15e7b-31ef-4a9d-8e0f-62d0d94231e7'] in n-d-800484-3 is: [{'id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'name': 'tempest-snat-router-217957268', 'tenant_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:06Z', 'revision_number': 3, 'project_id': 'd0e5e11475ed4b4eb8c7fda5a8aea131', 'gw_port': {'id': 'a95c40ab-3eea-471e-aa63-1096cd2aa8df', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f15e7b-31ef-4a9d-8e0f-62d0d94231e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:04Z', 'updated_at': '2021-07-23T16:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:11.167810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=97edb79b-5b8e-4864-91a4-0057d5d33636,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:11.187837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-e4afad80-e3ff-4270-9c17-b369305a5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:11.189401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-e4afad80-e3ff-4270-9c17-b369305a5271 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1097 time: 0.4226527 Jul 23 16:42:11.202057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.238707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event updated for resources: {'Port': ['ID=72372aa8-db20-4e4d-b3b5-a5391c9ab14f,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:11.265603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] For port a95c40ab-3eea-471e-aa63-1096cd2aa8df, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a95c40ab-3eea-471e-aa63-1096cd2aa8df,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:11.265984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.303181 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b99d94c2-68aa-4d86-ac06-01cdb29f2f8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e352af6d708b499d979aba95375b3bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915255 Jul 23 16:42:11.309757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:11.311676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Calling delete_port for a95c40ab-3eea-471e-aa63-1096cd2aa8df owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:11.375583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:11.386677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:11.389161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc2cf0dc-9aad-422e-b090-28572dde8f0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/c0334f66-974c-4563-8158-f7d6983841e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4500015 Jul 23 16:42:11.415773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:11.416552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:11.453009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Deleting port 74c9d457-fe5a-427e-8724-95d7c63131fa {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:11.453310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.464822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Network 510a10d0-4d93-4681-837d-54456eb37370 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:11.478961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:11.501368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.566431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-972d694c-b529-4e89-a2d0-f43176eb953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:11.568240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-972d694c-b529-4e89-a2d0-f43176eb953e service neutron] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 897 time: 0.3199103 Jul 23 16:42:11.573908 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP 0a9b3f93-e410-4b76-b888-e9296def97c5 associated. External IP: 172.25.2.139, port: 2a19dd6c-d489-434b-9f31-d990b3cbb705. Jul 23 16:42:11.582535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:11.616787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.660096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.738241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Router 4030eee7-d43f-4751-88ed-099d4dcd8b06 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:11.793042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7ff3-eac2-4e13-a21f-6acc4c1689fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.941392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.954720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-77f7bb18-c306-4f58-b712-68de9e34a71b None None] Provisioning complete for port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:11.955466 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-77f7bb18-c306-4f58-b712-68de9e34a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.969202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.972279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.973628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02375340-709a-49f3-8b7d-0ae37a3a60f8 HTTP/1.1" status: 204 len: 168 time: 0.6588356 Jul 23 16:42:12.016777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-77f7bb18-c306-4f58-b712-68de9e34a71b None None] Port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:12.026771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:08Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3177c31f-3e82-4746-bb6e-72e297eb50df', 'name': '', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:3e:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:06Z', 'updated_at': '2021-07-23T16:42:09Z', 'revision_number': 2, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.066048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:12.066048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Updating router c0334f66-974c-4563-8158-f7d6983841e8 port 3177c31f-3e82-4746-bb6e-72e297eb50df binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:12.070823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b860edf-eaf0-4d47-aea1-b6fedd79e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02375340-709a-49f3-8b7d-0ae37a3a60f8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:12.089122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Port': ['ID=a95c40ab-3eea-471e-aa63-1096cd2aa8df,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:12.105347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:12.121409 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.153420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] Sync routers for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:12.169768 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8622e4a2-fa81-4bc2-a6d9-9af17677a463 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8523252 Jul 23 16:42:12.186513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:12.187491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.220248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:12.279900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.288104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95c40ab-3eea-471e-aa63-1096cd2aa8df up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:12.350559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.387777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a95c40ab-3eea-471e-aa63-1096cd2aa8df {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:12.388127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95c40ab-3eea-471e-aa63-1096cd2aa8df not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 16:42:12.404357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:12.405113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.415030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.445973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['1f60b1a0-d2be-44c5-928a-5e2dede4db43'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:12.470120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.474730 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4fee5b47-3964-48ac-9d33-38ea365dec4f tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.504895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Pushing event deleted for resources: {'Port': ['ID=1f60b1a0-d2be-44c5-928a-5e2dede4db43,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:12.516599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Port a95c40ab-3eea-471e-aa63-1096cd2aa8df not found, will not notify nova. {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 16:42:12.517079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:12.538965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:12.539200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] For port 74c9d457-fe5a-427e-8724-95d7c63131fa, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74c9d457-fe5a-427e-8724-95d7c63131fa,segment=NetworkSegment(c46fca1f-7838-40b0-82c4-e90680f6c2dc),segment_id=c46fca1f-7838-40b0-82c4-e90680f6c2dc)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:12.539876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f215992-6bb0-42b7-8cca-42c105b46c28 None None] The sync data for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:12.549399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.560469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-983e9529-95c6-4e2e-8435-35802c687f3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 1002 time: 0.7343099 Jul 23 16:42:12.634840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:12.635211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.651544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Calling delete_port for 74c9d457-fe5a-427e-8724-95d7c63131fa owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:12.679409 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.681249 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-4fee5b47-3964-48ac-9d33-38ea365dec4f tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:42:12.697600 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4fee5b47-3964-48ac-9d33-38ea365dec4f tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06 HTTP/1.1" status: 409 len: 329 time: 0.4760070 Jul 23 16:42:12.699744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48246) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:12.724180 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.739462 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Transition to ACTIVE for port object 3177c31f-3e82-4746-bb6e-72e297eb50df will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:12.758111 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.825281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] No DVR routers for this DVR port 1f60b1a0-d2be-44c5-928a-5e2dede4db43 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:12.841736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.859693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4c38e9a-8f9a-4bca-85fc-e6a9afa57f11 req-ded13bd5-ab66-4c97-8348-d129c2852edf tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.67 "DELETE /v2.0/ports/1f60b1a0-d2be-44c5-928a-5e2dede4db43 HTTP/1.1" status: 204 len: 173 time: 2.7500136 Jul 23 16:42:12.878415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'name': 'network-vif-deleted', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:12.884482 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f97ccd-b82c-48a2-b491-cf90a0e5bf32" -d '{"events": [{"server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "name": "network-vif-deleted", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:12.892888 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae781f3c-b49c-4b74-8f42-d7959ac803df None None] Pushing event updated for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:12.917723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.918500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:12.930345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.931506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-49442154-b00b-4849-a85b-95ce9ae5d244 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/routers/63f15e7b-31ef-4a9d-8e0f-62d0d94231e7 HTTP/1.1" status: 204 len: 168 time: 3.3018479 Jul 23 16:42:12.934203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:13.023284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-ac508ad2-bdf4-4347-a1ae-c954da8195e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:13.024822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-ac508ad2-bdf4-4347-a1ae-c954da8195e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.4278355 Jul 23 16:42:13.034184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Attempting to bind port 3177c31f-3e82-4746-bb6e-72e297eb50df on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:13.034827 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Attempting to bind port 3177c31f-3e82-4746-bb6e-72e297eb50df by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:13.035379 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Attempting to bind port 3177c31f-3e82-4746-bb6e-72e297eb50df on network 515d1fc8-fd39-4159-9b1a-bfa70652c024 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:13.044022 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:13.044674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Checking segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:13.046411 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.047297 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Bound using segment: {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:13.048414 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Bound port: 3177c31f-3e82-4746-bb6e-72e297eb50df, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:13.049325 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.081499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d15bb-87b6-46a3-807c-635e42aa72f6 req-818d7e0f-e1f2-4b76-a7b9-5ab28df8c4e6 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:13.089117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-430d15bb-87b6-46a3-807c-635e42aa72f6 req-818d7e0f-e1f2-4b76-a7b9-5ab28df8c4e6 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d5f1343-b90c-4dbd-a181-b02e5b220874 HTTP/1.1" status: 200 len: 867 time: 1.3075936 Jul 23 16:42:13.101246 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89dbfb-c576-451c-bf83-77fc644e79a9 x-openstack-request-id: req-3a89dbfb-c576-451c-bf83-77fc644e79a9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:13.101389 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5f1343-b90c-4dbd-a181-b02e5b220874", "name": "network-vif-deleted", "tag": "1f60b1a0-d2be-44c5-928a-5e2dede4db43", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:13.101543 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a89dbfb-c576-451c-bf83-77fc644e79a9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:13.101979 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f1343-b90c-4dbd-a181-b02e5b220874', 'name': 'network-vif-deleted', 'tag': '1f60b1a0-d2be-44c5-928a-5e2dede4db43', 'status': 'completed', 'code': 200} Jul 23 16:42:13.148017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router c539c399-01e5-4820-8fa2-8c9cb79bc40d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:13.168378 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] For port 3177c31f-3e82-4746-bb6e-72e297eb50df, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:13.173993 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] For port 3177c31f-3e82-4746-bb6e-72e297eb50df, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3177c31f-3e82-4746-bb6e-72e297eb50df,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:13.180222 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.297166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.325334 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae781f3c-b49c-4b74-8f42-d7959ac803df None None] Pushing event updated for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:13.336482 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:13.337196 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:13.454248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-430d15bb-87b6-46a3-807c-635e42aa72f6 req-c64d0089-fa02-4ae4-bae1-a8f903480cd6 tempest-VolumesNegativeTest-558456088 tempest-VolumesNegativeTest-558456088-project] 10.222.0.64 "GET /v2.0/security-groups?id=05d3fd7f-8da3-4055-8ec8-5a77932c2579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641832 Jul 23 16:42:13.463921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.475171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48262) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:13.505617 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:13.721134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c9d457-fe5a-427e-8724-95d7c63131fa,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:13.758440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.837372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:13.877456 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Sync routers for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:13.878287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-7b067410-5bc6-4e70-852f-b6ddc37cb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:13.880524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-7b067410-5bc6-4e70-852f-b6ddc37cb6c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8392363 Jul 23 16:42:13.900535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:13.901224 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:41:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:13.911279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Deleting port 27f42232-fecd-4dd9-9218-b90408f55cff {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:13.912231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.919256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333465362'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:13.940733 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.958682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.028500 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:14.072238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.230097 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.250595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-61747e7b-1005-45fc-b95c-b2c78ce90ae6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4373286 Jul 23 16:42:14.258784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.285867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:08Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3177c31f-3e82-4746-bb6e-72e297eb50df', 'name': '', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:3e:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:06Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:14.298245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-bc51ca3b-b151-4a18-a02e-bdc3f2635b02 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051507 Jul 23 16:42:14.326683 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76a94-8d3d-42b2-8f04-d1b72ffb9658 None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:08Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3177c31f-3e82-4746-bb6e-72e297eb50df', 'name': '', 'network_id': '515d1fc8-fd39-4159-9b1a-bfa70652c024', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:3e:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:06Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '5efaaab9-8f42-4a66-a2f0-f0d6c2612038', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:14.349106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.403892 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0a9b3f93-e410-4b76-b888-e9296def97c5', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:09Z', 'updated_at': '2021-07-23T16:42:09Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:14.437459 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2bb37534-94b9-4189-8203-454196d5cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.459699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Checking router: c539c399-01e5-4820-8fa2-8c9cb79bc40d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:14.492392 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:14.495326 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:14.598911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] For port 27f42232-fecd-4dd9-9218-b90408f55cff, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=27f42232-fecd-4dd9-9218-b90408f55cff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:14.599285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.638158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Calling delete_port for 27f42232-fecd-4dd9-9218-b90408f55cff owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:14.707747 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:14.725983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d231a65a-ce80-49a8-bc16-a5ac6013d1b3 req-1896a84a-09bd-43b3-947c-284bca13d336 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122300 Jul 23 16:42:14.809249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dce39-208a-442f-84d6-a6d23f1f28d0 req-5f641a84-5005-46aa-90c1-a20714568862 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:14.811179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c37dce39-208a-442f-84d6-a6d23f1f28d0 req-5f641a84-5005-46aa-90c1-a20714568862 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.4145253 Jul 23 16:42:14.868523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.883713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.889630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Router 47deae98-0d17-4510-b2d4-706ab678b2f8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:14.933757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c37dce39-208a-442f-84d6-a6d23f1f28d0 req-bcfbcb74-80fd-43b6-8b1c-a8814177ff12 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156404 Jul 23 16:42:14.966453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48282) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:14.988282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f94d35-8475-49b7-9130-14db9b789f3f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:15.093443 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0a9b3f93-e410-4b76-b888-e9296def97c5', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:09Z', 'updated_at': '2021-07-23T16:42:09Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:15.103000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.136703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:15.137713 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5f260-3d64-432a-9bf1-4995c0998b5b None None] The sync data for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 is: [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0a9b3f93-e410-4b76-b888-e9296def97c5', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:09Z', 'updated_at': '2021-07-23T16:42:09Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:15.139515 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866c65e-e592-48d2-a47b-c086e2573c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:15.172946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event deleted for resources: {'Port': ['ID=27f42232-fecd-4dd9-9218-b90408f55cff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:15.265179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:15.270431 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dde5a39-eb1d-4650-bbd2-b5aa5077f613 x-openstack-request-id: req-8dde5a39-eb1d-4650-bbd2-b5aa5077f613 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:15.270548 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:15.270788 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8dde5a39-eb1d-4650-bbd2-b5aa5077f613 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:15.271122 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:42:15.284205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Sync routers for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:15.285992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cbf2fa3f-b376-4567-8c8e-6f483d845c04 admin admin] 10.222.0.64 "PUT /v2.0/routers/47deae98-0d17-4510-b2d4-706ab678b2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2510726 Jul 23 16:42:15.292550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c9d91cdd-da3b-46eb-9617-b412936384f6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/0a9b3f93-e410-4b76-b888-e9296def97c5 HTTP/1.1" status: 200 len: 991 time: 0.3224263 Jul 23 16:42:15.292550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:15.327850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:15.328919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:15.402961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.415375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1f60b1a0-d2be-44c5-928a-5e2dede4db43 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:15.454943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting port 72372aa8-db20-4e4d-b3b5-a5391c9ab14f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:15.455290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.468999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 1f60b1a0-d2be-44c5-928a-5e2dede4db43 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:15.475441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1f60b1a0-d2be-44c5-928a-5e2dede4db43 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:15.544038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.556147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.567794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.571075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:15.608486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.614726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.624109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-bd86eb5f-8dab-45cb-8c8c-859bed015d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:15.625195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-bd86eb5f-8dab-45cb-8c8c-859bed015d5e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1096 time: 0.3532579 Jul 23 16:42:15.645142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.722507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.723156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2c91ef3-26c0-4fc0-96aa-b25bc171e30b {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:15.735152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.735152 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57c1db8e-8501-4726-820e-d35c3d5ff29e tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c2c91ef3-26c0-4fc0-96aa-b25bc171e30b HTTP/1.1" status: 204 len: 168 time: 2.7953188 Jul 23 16:42:15.739057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf36d01-5866-457c-bf63-27fbed778bb9 None None] New status for floating IP 0a9b3f93-e410-4b76-b888-e9296def97c5: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:42:15.756606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48314) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:15.765382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-838457805', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:15.791070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.814126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Calling delete_port for 72372aa8-db20-4e4d-b3b5-a5391c9ab14f owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:15.854484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:15.894563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Checking router: 47deae98-0d17-4510-b2d4-706ab678b2f8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:15.905421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Routers {'47deae98-0d17-4510-b2d4-706ab678b2f8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:15.906601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['47deae98-0d17-4510-b2d4-706ab678b2f8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:15.913599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.917858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4037735 Jul 23 16:42:15.918624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48340) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:15.949516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a645b4-8fd3-4365-9d46-c2f691d8fbf7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449c6076-b014-4ba2-8b4c-a061e58d5110,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:15.964855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:15.965880 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.088358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-d1e0c2b6-1351-4ef7-a893-464c6b2e6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:16.090857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-d1e0c2b6-1351-4ef7-a893-464c6b2e6668 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.2511587 Jul 23 16:42:16.115828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] Set router 47deae98-0d17-4510-b2d4-706ab678b2f8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:16.224565 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.251412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-915abe1d-3c28-45e7-babe-8e29390fe4be tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3208139 Jul 23 16:42:16.254702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48362) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.263129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-security--1859366342', 'description': 'tempest-security-description-23068509'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:16.269333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.287912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-00885e7c-98a6-466d-a508-d105f1620a53 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1001 time: 0.1783860 Jul 23 16:42:16.298243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48364) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.377241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.393673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3177c31f-3e82-4746-bb6e-72e297eb50df up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:16.411705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-b803d311-2ef5-4c85-9b27-992542a0c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:16.413291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-b803d311-2ef5-4c85-9b27-992542a0c320 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.0960279 Jul 23 16:42:16.425848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.447149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Deleting port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:16.447526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.523012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Port': ['ID=72372aa8-db20-4e4d-b3b5-a5391c9ab14f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:16.543608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.569655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3177c31f-3e82-4746-bb6e-72e297eb50df completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:16.585636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3177c31f-3e82-4746-bb6e-72e297eb50df triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:16.586211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.591792 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f1a3d983-dcdd-4342-a9bb-0fb46fda2012 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/0a9b3f93-e410-4b76-b888-e9296def97c5 HTTP/1.1" status: 200 len: 993 time: 0.2883751 Jul 23 16:42:16.728615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.919244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:16.923109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.943241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.945634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.947840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "PUT /v2.0/security-groups/449c6076-b014-4ba2-8b4c-a061e58d5110 HTTP/1.1" status: 200 len: 1778 time: 0.6883907 Jul 23 16:42:16.962145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48398) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:16.963606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb805d-9e02-477a-b9f8-f29b67cd5f97 None None] The sync data for ids ['47deae98-0d17-4510-b2d4-706ab678b2f8'] in n-d-800484-3 is: [{'id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930637761-router', 'tenant_id': 'a0b50a0d9e39473889f9698f57f26688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:40:23Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 5, 'project_id': 'a0b50a0d9e39473889f9698f57f26688', 'gw_port': {'id': '8b223a7d-ebb2-46f3-aa77-bc56e250c95b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47deae98-0d17-4510-b2d4-706ab678b2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:40:24Z', 'updated_at': '2021-07-23T16:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:17.017506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] For port 8b223a7d-ebb2-46f3-aa77-bc56e250c95b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:17.018344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.053548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.071960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-d1a96cb3-46d4-431f-a55f-8abe07091bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:17.073499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-d1a96cb3-46d4-431f-a55f-8abe07091bba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6502228 Jul 23 16:42:17.074699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Calling delete_port for 8b223a7d-ebb2-46f3-aa77-bc56e250c95b owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:17.079806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-00cd1329-2fa3-499d-a9c9-aa3457335aa2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups/449c6076-b014-4ba2-8b4c-a061e58d5110 HTTP/1.1" status: 200 len: 1778 time: 0.1147993 Jul 23 16:42:17.080502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55774c-ec79-4945-bd79-9ba6cfb286d3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449c6076-b014-4ba2-8b4c-a061e58d5110,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.081458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Router 4030eee7-d43f-4751-88ed-099d4dcd8b06 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:17.082749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.099483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3177c31f-3e82-4746-bb6e-72e297eb50df, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3177c31f-3e82-4746-bb6e-72e297eb50df,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:17.104579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.166101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.169972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95c40ab-3eea-471e-aa63-1096cd2aa8df no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:17.199456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a95c40ab-3eea-471e-aa63-1096cd2aa8df {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:17.200168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95c40ab-3eea-471e-aa63-1096cd2aa8df not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:17.267120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.299183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:17.300102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-7424fe19-ca9a-4798-9300-eb385d0cb713 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155025 Jul 23 16:42:17.307307 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73ec019e-cec3-4e2c-842f-44306fc14438 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6065481 Jul 23 16:42:17.309794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] Sync routers for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:17.314132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48440) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.320971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:17.322986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.342656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.393244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.401821 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-f627b401-f567-4717-a21c-b1136b783a8f tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] show failed (client error): The resource could not be found. Jul 23 16:42:17.406917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f627b401-f567-4717-a21c-b1136b783a8f tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1571963577 HTTP/1.1" status: 404 len: 335 time: 0.0878077 Jul 23 16:42:17.424889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] Routers {'4030eee7-d43f-4751-88ed-099d4dcd8b06'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:17.426505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4030eee7-d43f-4751-88ed-099d4dcd8b06'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.435288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.441538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ea809038-5285-4146-9f2a-9aeb69dbe1c7 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:17.474215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.477602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.477905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.481430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/449c6076-b014-4ba2-8b4c-a061e58d5110 HTTP/1.1" status: 204 len: 168 time: 0.3920577 Jul 23 16:42:17.487494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48450) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.503498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.514532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.515127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ac5d3-ac80-4bc0-a937-38bfd5f48a06 None None] The sync data for ids ['4030eee7-d43f-4751-88ed-099d4dcd8b06'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:17.554958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.591351 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ea809038-5285-4146-9f2a-9aeb69dbe1c7 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] update failed (client error): The resource could not be found. Jul 23 16:42:17.597051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea809038-5285-4146-9f2a-9aeb69dbe1c7 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-593630473 HTTP/1.1" status: 404 len: 334 time: 0.1551478 Jul 23 16:42:17.599322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeff99-7127-446c-b929-b1343fb456a0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c6076-b014-4ba2-8b4c-a061e58d5110,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.602480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.652008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.697282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Allocated IP 172.25.2.178 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/6133360d-6050-4fc8-ae11-b8ef700c9f6e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:17.719641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b223a7d-ebb2-46f3-aa77-bc56e250c95b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:17.733825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7c0478bf-24e2-43ac-9e19-958d52138d2c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2304006 Jul 23 16:42:17.736747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.738218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3866c65e-e592-48d2-a47b-c086e2573c9c req-eaad21d1-f6d6-4adb-9f77-640aa0de8586 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494008 Jul 23 16:42:17.741268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting subnet 766be924-3bd9-490f-a466-3ee1ccca549e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:17.744760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.810612 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-2332aa28-de45-476a-b30c-19e5b8631a33 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] delete failed (client error): The resource could not be found. Jul 23 16:42:17.812302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2332aa28-de45-476a-b30c-19e5b8631a33 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/449c6076-b014-4ba2-8b4c-a061e58d5110 HTTP/1.1" status: 404 len: 347 time: 0.0365384 Jul 23 16:42:17.819221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48482) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:17.827235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--207804034'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:17.850429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.852982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.944338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.957841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.960328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.963689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.986124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.052641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.053251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47deae98-0d17-4510-b2d4-706ab678b2f8 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:18.061715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.066981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.069075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4761eb54-b8cd-4dbe-8654-01a2de4c037c admin admin] 10.222.0.64 "DELETE /v2.0/routers/47deae98-0d17-4510-b2d4-706ab678b2f8 HTTP/1.1" status: 204 len: 168 time: 2.7719214 Jul 23 16:42:18.071913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48490) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.122498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.149462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:18.165295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:18.171225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Deleting subnet b778b46e-c9fe-490b-afd3-db55d4fec43b {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:18.177577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.204013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:18.220420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.229793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.240207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.240514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3177c31f-3e82-4746-bb6e-72e297eb50df up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:18.255813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Subnet': ['ID=766be924-3bd9-490f-a466-3ee1ccca549e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.264885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.266979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04f5b34d-c109-4a27-82a6-cdff51535df2 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/subnets/766be924-3bd9-490f-a466-3ee1ccca549e HTTP/1.1" status: 204 len: 168 time: 0.6634908 Jul 23 16:42:18.275150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48500) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.279747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event updated for resources: {'Port': ['ID=6133360d-6050-4fc8-ae11-b8ef700c9f6e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.331631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4369bc4-ac09-43ea-b580-de37911a6348 None None] Network 1fddc4ce-fccc-4c78-b933-9e0fb7561709 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:18.333687 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.335444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5127926 Jul 23 16:42:18.340803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48508) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.354151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '470cf51e-4d7b-4a76-8efd-519ba290bd2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:18.359163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785d12b-41b5-479b-bfa3-02ab9f47913c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470cf51e-4d7b-4a76-8efd-519ba290bd2c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.393861 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.438800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3177c31f-3e82-4746-bb6e-72e297eb50df triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:18.439656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.464723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.481624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.558201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.611596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b778b46e-c9fe-490b-afd3-db55d4fec43b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.613919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.618589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b5ab8ca-b8d5-475a-95cf-c730a1a8946e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b778b46e-c9fe-490b-afd3-db55d4fec43b HTTP/1.1" status: 204 len: 168 time: 0.5451288 Jul 23 16:42:18.622705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48528) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.660287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 27f42232-fecd-4dd9-9218-b90408f55cff no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:18.661432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.694996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.709837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 27f42232-fecd-4dd9-9218-b90408f55cff {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:18.730838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 27f42232-fecd-4dd9-9218-b90408f55cff not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:18.731357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74c9d457-fe5a-427e-8724-95d7c63131fa no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:18.750515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8db724-b848-4163-a75e-71cacb611307,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.763109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:18.763461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.789521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] DHCP port deletion for 1fddc4ce-fccc-4c78-b933-9e0fb7561709 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:18.792473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 74c9d457-fe5a-427e-8724-95d7c63131fa {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:18.797420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74c9d457-fe5a-427e-8724-95d7c63131fa not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:18.840887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.851862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Deleting port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:18.852669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.861953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.863344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-808d8745-9088-4534-8180-cb6b9d1bbc49 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213332 Jul 23 16:42:18.867146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48534) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:18.936708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] For port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,segment=NetworkSegment(a91d6970-4dfb-40aa-9c56-39c1846c7d8a),segment_id=a91d6970-4dfb-40aa-9c56-39c1846c7d8a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:18.937463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.958607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Calling delete_port for cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:18.983639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] For port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,segment=NetworkSegment(a91d6970-4dfb-40aa-9c56-39c1846c7d8a),segment_id=a91d6970-4dfb-40aa-9c56-39c1846c7d8a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:18.984756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.989316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.021826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.040301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Calling delete_port for cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:19.068394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.073357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.129103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] Pushing event deleted for resources: {'Port': ['ID=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.136619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc9a13-7671-469b-b7a8-371846eb81a8 None None] No DVR routers for this DVR port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:19.145076 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.162688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a2221a-569d-4847-b85a-b377af8016f2']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.172430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.177303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.178495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5e8db724-b848-4163-a75e-71cacb611307 HTTP/1.1" status: 204 len: 168 time: 0.3101840 Jul 23 16:42:19.180418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46fca1f-7838-40b0-82c4-e90680f6c2dc') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.180710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46fca1f-7838-40b0-82c4-e90680f6c2dc') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.181283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48536) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.199595 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.209305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8d17d-b2da-4fe4-889c-5024389cd296 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e8db724-b848-4163-a75e-71cacb611307,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.226906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.236968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:19.237386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:19.239376 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:19.308843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.320743 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e3677106-4e46-4c7a-ade3-6441018b5bf2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354856 Jul 23 16:42:19.323039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.338809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Port': ['ID=cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.343653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] No DVR routers for this DVR port cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:19.362154 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.371179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.387698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.389647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] 10.222.0.64 "DELETE /v2.0/networks/91a2221a-569d-4847-b85a-b377af8016f2 HTTP/1.1" status: 204 len: 168 time: 0.7658720 Jul 23 16:42:19.422376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d00d59-db2e-4f85-9bf7-259467a4c262 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a2221a-569d-4847-b85a-b377af8016f2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.457010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.467581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fddc4ce-fccc-4c78-b933-9e0fb7561709']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.478655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.478932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.479067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91d6970-4dfb-40aa-9c56-39c1846c7d8a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.489796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.506004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.513075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:19.513594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.516782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:19.517042 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:19.590642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.595047 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.599497 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/470cf51e-4d7b-4a76-8efd-519ba290bd2c HTTP/1.1" status: 204 len: 168 time: 0.2739160 Jul 23 16:42:19.599688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48542) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.600664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Router 27c7fc79-58b7-4bee-b946-a752c4d25d53 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:19.614169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef6175-f007-48be-a4a5-b39744ba961e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470cf51e-4d7b-4a76-8efd-519ba290bd2c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.645224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.669597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.672619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/networks/1fddc4ce-fccc-4c78-b933-9e0fb7561709 HTTP/1.1" status: 204 len: 168 time: 1.3895082 Jul 23 16:42:19.689306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48544) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.690174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d04cc-c355-4ef3-a496-109702cb582d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Network': ['ID=1fddc4ce-fccc-4c78-b933-9e0fb7561709,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:19.711352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5684df4c-1dd9-449c-9aac-06a3e13b6a6a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107190 Jul 23 16:42:19.716286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.724180 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247648885'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:19.731570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48548) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.768468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.773747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:19.787350 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] Sync routers for ids ['27c7fc79-58b7-4bee-b946-a752c4d25d53'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:19.790555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-809a5f5b-a122-49ef-83f0-641b2703c35b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0b50a0d9e39473889f9698f57f26688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573845 Jul 23 16:42:19.793213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48552) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.803333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting subnet 68f9c151-ccea-42eb-b766-a7a90848d894 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:19.807832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.810153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] Routers {'27c7fc79-58b7-4bee-b946-a752c4d25d53'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:19.810847 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['27c7fc79-58b7-4bee-b946-a752c4d25d53'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.818598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.822548 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f4535d4a-9500-4405-86f3-701c94905a17 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0610147 Jul 23 16:42:19.825147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:19.836641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:19.862423 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.898779 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.910375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] Routers {'27c7fc79-58b7-4bee-b946-a752c4d25d53'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:19.911250 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['27c7fc79-58b7-4bee-b946-a752c4d25d53'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.946596 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:19.947765 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a3999-d1c7-47ff-a07c-0530504ce8b9 None None] The sync data for ids ['27c7fc79-58b7-4bee-b946-a752c4d25d53'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:19.970180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.970411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.015726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.038437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.056897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.058860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/subnets/68f9c151-ccea-42eb-b766-a7a90848d894 HTTP/1.1" status: 204 len: 168 time: 0.3656399 Jul 23 16:42:20.065626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7a31a-9891-4dd9-b32d-010228306e1e None None] Network c49ae12e-42c1-46fd-94c3-cd73607a48b0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:20.076874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48556) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.086730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb531e28-38e8-4400-8203-2f4e27084e94 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Subnet': ['ID=68f9c151-ccea-42eb-b766-a7a90848d894,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.141846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.148019 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.162438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting subnet 44b1a2cf-1b21-436e-bd4e-48e829e163f9 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:20.167533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.190453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8b223a7d-ebb2-46f3-aa77-bc56e250c95b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:20.197319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.201869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4818151 Jul 23 16:42:20.203004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48558) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.205825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.209577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.210205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '5a032cc7-399a-4185-991e-75c0b5b92233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:20.211006 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6198aa4c-5c17-43a8-969b-9001ae417794 HTTP/1.1" status: 204 len: 168 time: 0.4137397 Jul 23 16:42:20.214433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171083f-2fb0-4bba-bf50-f1f17a8a029a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a032cc7-399a-4185-991e-75c0b5b92233,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.224260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 8b223a7d-ebb2-46f3-aa77-bc56e250c95b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:20.226247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8b223a7d-ebb2-46f3-aa77-bc56e250c95b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:20.233645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:20.265414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.295109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:20.295705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device cce28cf6-ce3a-4ca5-bc9e-3f58f881d4f0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:20.318369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5bd65-86f2-4dd1-b6ef-dbed915e7b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198aa4c-5c17-43a8-969b-9001ae417794,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.325518 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.369549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.477045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.486812 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.498732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] DHCP port deletion for c49ae12e-42c1-46fd-94c3-cd73607a48b0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:20.522777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.572299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040f6251-a287-42c7-9b60-3dde15ffdb55,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.587147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.588639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b3dbf2a1-fffb-48d8-a001-002aa75b862a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3835053 Jul 23 16:42:20.592212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48564) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.597486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '5a032cc7-399a-4185-991e-75c0b5b92233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:20.610033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Deleting port 28acc659-0a03-474a-8656-bd6975e984d6 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:20.610413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.649050 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.679509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Subnet': ['ID=44b1a2cf-1b21-436e-bd4e-48e829e163f9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.695361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.708431 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.713559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7c4d91d7-6ac3-4de9-a0e4-ddd3f40be03d tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/subnets/44b1a2cf-1b21-436e-bd4e-48e829e163f9 HTTP/1.1" status: 204 len: 168 time: 0.6353993 Jul 23 16:42:20.715264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.725704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] For port 28acc659-0a03-474a-8656-bd6975e984d6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=28acc659-0a03-474a-8656-bd6975e984d6,segment=NetworkSegment(bd72fd95-52c3-48ac-876e-e954c4d8fb0f),segment_id=bd72fd95-52c3-48ac-876e-e954c4d8fb0f)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:20.726820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.765048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c762dc70-eed4-4cea-8915-eb619a32dab4 None None] Network 0f652cdc-4427-44c2-b4ba-60d24fdbd148 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:20.773379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Calling delete_port for 28acc659-0a03-474a-8656-bd6975e984d6 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:20.788807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.796759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.819961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d716721-d8e4-4afb-99e9-2f1df47bcf4d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.830779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.832766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c54e9562-b5ac-4bc4-98ef-099a073a23ab tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2393761 Jul 23 16:42:20.835967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48576) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:20.838618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.843631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '5a032cc7-399a-4185-991e-75c0b5b92233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:20.903750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.064510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.070483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.095024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting port 28acc659-0a03-474a-8656-bd6975e984d6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:21.095371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.134687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385c1459-18e6-4f3b-8833-c4fa4d9c291b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.145160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.151842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1e8fe189-8c56-4a17-8e12-5def412325c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144865 Jul 23 16:42:21.152050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48588) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.158490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '5a032cc7-399a-4185-991e-75c0b5b92233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:21.204887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.251100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] No DVR routers for this DVR port 28acc659-0a03-474a-8656-bd6975e984d6 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:21.265787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc70253-1a03-441e-ba0b-194f99aa7dd0 None None] Pushing event deleted for resources: {'Port': ['ID=28acc659-0a03-474a-8656-bd6975e984d6,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.267050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.274337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] For port 28acc659-0a03-474a-8656-bd6975e984d6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=28acc659-0a03-474a-8656-bd6975e984d6,segment=NetworkSegment(bd72fd95-52c3-48ac-876e-e954c4d8fb0f),segment_id=bd72fd95-52c3-48ac-876e-e954c4d8fb0f)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:21.274708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.278559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.299569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.313659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Calling delete_port for 28acc659-0a03-474a-8656-bd6975e984d6 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:21.356724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] DHCP port deletion for 0f652cdc-4427-44c2-b4ba-60d24fdbd148 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:21.397355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.419935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48600) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.465515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Deleting port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:21.465923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.504754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.517865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.537356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbab1f27-4571-4fc4-a432-733606d497ec,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.589122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.594510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c949ed8-810a-46a0-8c0b-2cc65bdac2c2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4372811 Jul 23 16:42:21.597229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48604) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.606901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '5a032cc7-399a-4185-991e-75c0b5b92233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:21.609455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] For port 78844c18-bbd2-4d9b-ab87-e66a84dc1271, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=78844c18-bbd2-4d9b-ab87-e66a84dc1271,segment=NetworkSegment(56827285-21ce-4320-9cb6-37294260718b),segment_id=56827285-21ce-4320-9cb6-37294260718b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:21.609861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.625514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router 27c7fc79-58b7-4bee-b946-a752c4d25d53 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:21.628690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Calling delete_port for 78844c18-bbd2-4d9b-ab87-e66a84dc1271 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:21.632413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.635560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-network', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:21.662780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-15d42e1b-99c9-442c-8242-5281e4089cc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=864249ebf807456eac0ef33c834f65ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416384 Jul 23 16:42:21.665800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48606) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:21.667739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Port': ['ID=28acc659-0a03-474a-8656-bd6975e984d6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.696428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] No DVR routers for this DVR port 28acc659-0a03-474a-8656-bd6975e984d6 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:21.718929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.749762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] Pushing event deleted for resources: {'Port': ['ID=78844c18-bbd2-4d9b-ab87-e66a84dc1271,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.756258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29551c4b-5bdc-4f7b-ad53-781d70bb7418 None None] No DVR routers for this DVR port 78844c18-bbd2-4d9b-ab87-e66a84dc1271 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:21.772136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.798656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Made reservation on behalf of 265d865fb03f43aa8115f1c1aa90c713 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:21.800984 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.807800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.820454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.899463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.902208 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.903463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05d3fd7f-8da3-4055-8ec8-5a77932c2579 HTTP/1.1" status: 204 len: 168 time: 0.2363617 Jul 23 16:42:21.918180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903e606-a35c-4577-8ae0-fff54aace34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3fd7f-8da3-4055-8ec8-5a77932c2579,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.978401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.984191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.011942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:22.027588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e8858d-8f57-45e3-a314-436080184f6b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.034311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.034854 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Added segment 9309d3b1-dfcc-469a-abbf-c83191fda6d2 of type vlan for network 16dce680-b336-44eb-bb51-1ce961d9af91 Jul 23 16:42:22.110201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.140973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 28acc659-0a03-474a-8656-bd6975e984d6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:22.152136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.153208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:22.154061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.170579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 28acc659-0a03-474a-8656-bd6975e984d6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:22.171085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 28acc659-0a03-474a-8656-bd6975e984d6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:22.171793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 78844c18-bbd2-4d9b-ab87-e66a84dc1271 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:22.181189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7826362 Jul 23 16:42:22.193226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48612) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.198671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Request body: {'subnet': {'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-subnet', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:22.202065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.211537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 78844c18-bbd2-4d9b-ab87-e66a84dc1271 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:22.212139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 78844c18-bbd2-4d9b-ab87-e66a84dc1271 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:22.249998 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.281263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49ae12e-42c1-46fd-94c3-cd73607a48b0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.292895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ece4-c5ba-4213-acdf-2ae184b99412 admin admin] Pushing event updated for resources: {'Network': ['ID=16dce680-b336-44eb-bb51-1ce961d9af91,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.299654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Made reservation on behalf of 265d865fb03f43aa8115f1c1aa90c713 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:22.302484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.303351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd72fd95-52c3-48ac-876e-e954c4d8fb0f') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.304562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.308430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 16dce680-b336-44eb-bb51-1ce961d9af91 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:22.324762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.333371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:22.338462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.343595 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f58b14b3-c786-45f4-b010-83df337b5399 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "PUT /v2.0/routers/27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 200 len: 921 time: 2.5123920 Jul 23 16:42:22.344117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48620) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.361036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.364194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.372347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:22.372842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.376190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:22.381167 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:22.384130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] Sync routers for ids ['27c7fc79-58b7-4bee-b946-a752c4d25d53'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:22.396175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] Routers {'27c7fc79-58b7-4bee-b946-a752c4d25d53'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:22.396175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['27c7fc79-58b7-4bee-b946-a752c4d25d53'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.425723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27083e3e-34fb-41c5-bb4a-73e91c527fb8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.434609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.445398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] Routers {'27c7fc79-58b7-4bee-b946-a752c4d25d53'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:22.446355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['27c7fc79-58b7-4bee-b946-a752c4d25d53'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.462612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.464211 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6fbef4ce-2408-4e43-a1e8-15e50ac3cb10 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8676510 Jul 23 16:42:22.467759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48624) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.484380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.485053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89da84e-4b94-47b3-aadc-e3bffe0cc049 None None] The sync data for ids ['27c7fc79-58b7-4bee-b946-a752c4d25d53'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:22.495848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.504316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.509740 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/networks/c49ae12e-42c1-46fd-94c3-cd73607a48b0 HTTP/1.1" status: 204 len: 168 time: 1.7857134 Jul 23 16:42:22.510006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48626) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.526439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d826e-760c-41d5-87a2-6afec307a7c4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Network': ['ID=c49ae12e-42c1-46fd-94c3-cd73607a48b0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.530827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.542753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.580034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.588190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.594278 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/27083e3e-34fb-41c5-bb4a-73e91c527fb8 HTTP/1.1" status: 204 len: 168 time: 0.1232498 Jul 23 16:42:22.596193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48632) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.607863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96971552-35b8-4e1a-bf17-0e78e5d9eb7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27083e3e-34fb-41c5-bb4a-73e91c527fb8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.654039 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6a7170e-8b3d-455a-aa0b-bb484f3bf5c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0538433 Jul 23 16:42:22.654198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.654872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.666024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-233d0f4b-ac62-47e8-ab89-036a3b4ac0b4 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 200 len: 921 time: 0.3189647 Jul 23 16:42:22.667386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48638) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.737144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.755952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.766021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.803961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff013389-d2dc-41f7-a566-7d31f3442e8d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:22.805398 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff013389-d2dc-41f7-a566-7d31f3442e8d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=27c7fc79-58b7-4bee-b946-a752c4d25d53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1370223 Jul 23 16:42:22.806751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.811161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48642) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.813924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.815022 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cbab1f27-4571-4fc4-a432-733606d497ec HTTP/1.1" status: 204 len: 168 time: 0.1596475 Jul 23 16:42:22.825073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.825580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48646) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.830097 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.846589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f652cdc-4427-44c2-b4ba-60d24fdbd148']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.857664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ee96c-5c92-4375-a557-969abfe2c037 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbab1f27-4571-4fc4-a432-733606d497ec,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.867534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56827285-21ce-4320-9cb6-37294260718b') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.867936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56827285-21ce-4320-9cb6-37294260718b') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:22.886742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.888315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47ac8df-6f61-414a-8eaf-e342f7efea92,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:22.909759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Checking segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:22.909759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Network hostable DHCP agents. Network: 16dce680-b336-44eb-bb51-1ce961d9af91, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:22.911059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.919716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:22.920136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:22.924008 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:22.934269 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cc0b48af-5ff6-4c32-b42d-dcd557b22b51 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1053255 Jul 23 16:42:22.937175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48652) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.981405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1369992859-network', 'tenant_id': 'b9ebd464242b45dcbb8f7b199e01441d'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:22.985053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.987316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae5076-0948-4dbc-aa58-a383ebc5f523 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:22.988663 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ccae5076-0948-4dbc-aa58-a383ebc5f523 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.1726160 Jul 23 16:42:22.993495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48654) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:22.996831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:22.999809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.029843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Made reservation on behalf of b9ebd464242b45dcbb8f7b199e01441d for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:23.032278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.035947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c0ad825b-142a-407c-96f9-e1f7f1829e70 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 200 len: 205 time: 0.0412593 Jul 23 16:42:23.037072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.038784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48656) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.043113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.048009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/networks/0f652cdc-4427-44c2-b4ba-60d24fdbd148 HTTP/1.1" status: 204 len: 168 time: 0.5355358 Jul 23 16:42:23.048009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 16dce680-b336-44eb-bb51-1ce961d9af91) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:23.052176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48658) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.055363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.057049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:23.057397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.057575 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.057672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fb2aa-03d6-431e-8d24-e161e2e98b63 None None] Network 16dce680-b336-44eb-bb51-1ce961d9af91 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:23.107065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e972c2f-d82d-4503-906b-e8fb8bec30b4 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Network': ['ID=0f652cdc-4427-44c2-b4ba-60d24fdbd148,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.114264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-894bec02-d170-4832-9ff1-46018f1a17d8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9199686 Jul 23 16:42:23.118720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48660) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.124870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:23.135034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.136180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/385c1459-18e6-4f3b-8833-c4fa4d9c291b HTTP/1.1" status: 204 len: 168 time: 0.1985648 Jul 23 16:42:23.139391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48662) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.149881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bee30-5fa4-4099-9f68-5cef3a5ea9a2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=385c1459-18e6-4f3b-8833-c4fa4d9c291b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.160171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting subnet 40f5a5ae-089f-4a9f-bf6f-3c289df8b15d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:23.172445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.192743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.217819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.218922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.248524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-16dce680-b336-44eb-bb51-1ce961d9af91', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:42:23.250331 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.252078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.301643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de45559c-cd2b-4de0-b449-5faba5e305ba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1593328 Jul 23 16:42:23.307873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48666) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.371318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.377599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.379607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.391824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.417030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Allocated IP 172.20.0.2 (16dce680-b336-44eb-bb51-1ce961d9af91/b47ac8df-6f61-414a-8eaf-e342f7efea92/7497aad1-1356-41cf-b3c7-520aab4a4300) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:23.453424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.460284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.470713 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.493790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.495001 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8d716721-d8e4-4afb-99e9-2f1df47bcf4d HTTP/1.1" status: 204 len: 168 time: 0.1858547 Jul 23 16:42:23.506064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48668) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.519431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:23.524410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ea099-62c7-4242-9ddc-5071c020e21f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d716721-d8e4-4afb-99e9-2f1df47bcf4d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.544672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72c6113-4d08-4d5e-a17b-b13335e8527d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.556728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.557071 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Added segment 8cde9e59-b099-4b39-8be1-42cd771b43fb of type vlan for network 8e284d54-ff06-4126-949b-19295ed76cf7 Jul 23 16:42:23.611036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port 6133360d-6050-4fc8-ae11-b8ef700c9f6e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:23.611502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.611814 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.621690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Transition to ACTIVE for port object 7497aad1-1356-41cf-b3c7-520aab4a4300 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:23.639625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Transition to ACTIVE for port object 7497aad1-1356-41cf-b3c7-520aab4a4300 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:23.644319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d2431dd6-d67d-48ad-8618-8bf41453129e tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1321218 Jul 23 16:42:23.646643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.647417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.652704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48670) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.705644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Pushing event updated for resources: {'Port': ['ID=7497aad1-1356-41cf-b3c7-520aab4a4300,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.714010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:23.715585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:23.721139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:23.746857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.759779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.776569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.776843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:23.777367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.791006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.794335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Attempting to bind port 7497aad1-1356-41cf-b3c7-520aab4a4300 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:23.795372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Attempting to bind port 7497aad1-1356-41cf-b3c7-520aab4a4300 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:23.795917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Attempting to bind port 7497aad1-1356-41cf-b3c7-520aab4a4300 on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:23.802409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:23.803314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Checking segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:23.803314 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.803621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Bound using segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:23.804063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Bound port: 7497aad1-1356-41cf-b3c7-520aab4a4300, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:23.805435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.835835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for 6133360d-6050-4fc8-ae11-b8ef700c9f6e owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:23.847407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0193052 Jul 23 16:42:23.851250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48672) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.856585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.863883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Request body: {'subnet': {'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1369992859-subnet', 'tenant_id': 'b9ebd464242b45dcbb8f7b199e01441d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:23.879310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] For port 7497aad1-1356-41cf-b3c7-520aab4a4300, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:23.882503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] For port 7497aad1-1356-41cf-b3c7-520aab4a4300, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7497aad1-1356-41cf-b3c7-520aab4a4300,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:23.884807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.889160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.921315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b0862-cd11-40e8-a88b-a0184ed3991b admin admin] Pushing event updated for resources: {'Network': ['ID=8e284d54-ff06-4126-949b-19295ed76cf7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.925858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.927000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/040f6251-a287-42c7-9b60-3dde15ffdb55 HTTP/1.1" status: 204 len: 168 time: 0.2733388 Jul 23 16:42:23.931633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:23.951288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8e284d54-ff06-4126-949b-19295ed76cf7 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:23.952607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f1ef-24f1-48fc-9055-55eed69251c3 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=040f6251-a287-42c7-9b60-3dde15ffdb55,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.983668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.993207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da35e6-23d7-4878-a724-d921149214c5 None None] Pushing event updated for resources: {'Port': ['ID=7497aad1-1356-41cf-b3c7-520aab4a4300,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.004688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Made reservation on behalf of b9ebd464242b45dcbb8f7b199e01441d for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:24.008543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.042815 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c57978a-a9b1-4c73-932e-d640f13ae231 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1095939 Jul 23 16:42:24.043595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48676) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.072079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.147849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Subnet': ['ID=40f5a5ae-089f-4a9f-bf6f-3c289df8b15d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.164328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.164689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-94aa1262-262b-4efc-9536-00dfc1f20125 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/subnets/40f5a5ae-089f-4a9f-bf6f-3c289df8b15d HTTP/1.1" status: 204 len: 168 time: 1.1030526 Jul 23 16:42:24.171527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48678) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.208793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304a6cf-08c9-4856-99f1-fb2997882ecd None None] Network 510a10d0-4d93-4681-837d-54456eb37370 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:24.235791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.265649 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.284377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.315726 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.333453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=6133360d-6050-4fc8-ae11-b8ef700c9f6e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.407665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.477121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] DHCP port deletion for 510a10d0-4d93-4681-837d-54456eb37370 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:24.510207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.512929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.517377 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/5a032cc7-399a-4185-991e-75c0b5b92233 HTTP/1.1" status: 204 len: 168 time: 0.4262545 Jul 23 16:42:24.519792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48680) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.521307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.525525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.532870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Deleting port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:24.533812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.534394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd388f-9fa9-4e9e-bef2-c6142d412b17 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a032cc7-399a-4185-991e-75c0b5b92233,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.552646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.593069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.594364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router 27c7fc79-58b7-4bee-b946-a752c4d25d53 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:24.609092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.618553 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52b4b137-e2e9-42a9-b7bd-3820c37503ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 204 len: 168 time: 1.5782964 Jul 23 16:42:24.619855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48682) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.628285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-597284871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:24.662166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.663369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.689388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Deleting port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:24.689795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.721078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.731614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fd09064-1375-4b73-815b-8e54db3efaa4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2018423 Jul 23 16:42:24.735151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69c2998-99ac-4c05-8cf8-57f45d55ee26,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.742350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48684) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.746260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.749894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139164303'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:24.757840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.769898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.784460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] For port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,segment=NetworkSegment(5639f2bb-ee44-49b4-a632-149297a105cb),segment_id=5639f2bb-ee44-49b4-a632-149297a105cb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:24.785149 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.800727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Calling delete_port for 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:24.803648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.809011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.811867 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-079f51af-4875-4001-8915-fe41ff22cc2b tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1904044 Jul 23 16:42:24.819967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48686) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:24.825239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:24.839186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Checking segment: {'id': '8cde9e59-b099-4b39-8be1-42cd771b43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:24.839561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Network hostable DHCP agents. Network: 8e284d54-ff06-4126-949b-19295ed76cf7, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:24.904264 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.943061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.943487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] For port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,segment=NetworkSegment(5639f2bb-ee44-49b4-a632-149297a105cb),segment_id=5639f2bb-ee44-49b4-a632-149297a105cb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:24.943864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.945832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] No DVR routers for this DVR port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:24.949805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.955077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87b79b-8024-423e-8422-ad1fd05635de None None] Pushing event deleted for resources: {'Port': ['ID=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.987810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Calling delete_port for 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:24.995488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.000255 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2568283 Jul 23 16:42:25.000557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48688) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:25.002882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e25b3e-37ad-484c-ae0d-7d7ecba2ab6c tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339bec51-fa86-4aed-9d16-c46c3356c5a3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.017012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '339bec51-fa86-4aed-9d16-c46c3356c5a3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:25.129714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Network 8e284d54-ff06-4126-949b-19295ed76cf7 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:25.155131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd6ba6-b63a-4325-9644-dbe536dc22d2 None None] Network 16dce680-b336-44eb-bb51-1ce961d9af91 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:25.191769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8e284d54-ff06-4126-949b-19295ed76cf7) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:25.209488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fecdf-838a-425a-8183-8e8f5867607e None None] Network 8e284d54-ff06-4126-949b-19295ed76cf7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:25.243858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:25.244455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.273880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Allocated IP 172.25.2.254 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/498009d9-a929-4c3e-b4a2-f2389f6360d9) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:25.295937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.302901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-595b2205-2dbe-4ec7-9d3a-98aaec6a46c9 None None] Provisioning for port 7497aad1-1356-41cf-b3c7-520aab4a4300 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:25.307283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.335619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0606591e-05f3-4760-a5bc-b2b491f52714 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4829369 Jul 23 16:42:25.409126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.434609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde224a-e1ab-4b60-bced-ca638824fddb None None] Network 8e284d54-ff06-4126-949b-19295ed76cf7 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:25.487509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Port': ['ID=9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.501379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] No DVR routers for this DVR port 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:25.560158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.571721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.657823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.676280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8519fb-4576-4b98-ac5d-b8beadaf4127,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.711915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.727599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.728931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8a4bea63-9efd-4189-849c-1f430ef262aa tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7240057 Jul 23 16:42:25.731343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510a10d0-4d93-4681-837d-54456eb37370']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.731866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:25.746027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5639f2bb-ee44-49b4-a632-149297a105cb') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.746381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5639f2bb-ee44-49b4-a632-149297a105cb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:25.770692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.795199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.807612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:25.807929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:25.813396 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:25.826131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.852937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.862079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.923414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.926658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.930704 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/339bec51-fa86-4aed-9d16-c46c3356c5a3 HTTP/1.1" status: 204 len: 168 time: 0.1952093 Jul 23 16:42:25.931979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48706) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:25.953332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb880c-9830-4eda-8f6b-eecf2ea436d8 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339bec51-fa86-4aed-9d16-c46c3356c5a3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.994305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.999250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:26.000180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-108a99cc-19ff-4608-a232-68a9a753ce13 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669134 Jul 23 16:42:26.007081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.009461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.015765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/networks/510a10d0-4d93-4681-837d-54456eb37370 HTTP/1.1" status: 204 len: 168 time: 1.8380678 Jul 23 16:42:26.017242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:26.018403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838454614'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:26.019834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48710) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.036054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:26.052769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=498009d9-a929-4c3e-b4a2-f2389f6360d9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.058774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.095846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c092f-88b2-4f4c-a795-2e4e4dde1356 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Pushing event deleted for resources: {'Network': ['ID=510a10d0-4d93-4681-837d-54456eb37370,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.097866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.106688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-283678808-network', 'tenant_id': '26559ab8353b4a69be1d4120d4c11be7'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:26.120892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-835ad9f0-a526-4270-af42-28c635ea2c68 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "GET /v2.0/ports?device_id=4030eee7-d43f-4751-88ed-099d4dcd8b06 HTTP/1.1" status: 200 len: 205 time: 0.0948877 Jul 23 16:42:26.124976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48716) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.128436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.161424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.213275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7497aad1-1356-41cf-b3c7-520aab4a4300 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:26.218800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.280920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7497aad1-1356-41cf-b3c7-520aab4a4300 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:26.287537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7497aad1-1356-41cf-b3c7-520aab4a4300 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:26.288866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.394717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.397371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.426305 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.450684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.451179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Fanout notify agent at l3_agent the message router_deleted on router 4030eee7-d43f-4751-88ed-099d4dcd8b06 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:26.454384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.460093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.461235 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6420d109-1589-4301-abcb-10f5f7dc9711 tempest-RoutersNegativeIpV6Test-1594137192 tempest-RoutersNegativeIpV6Test-1594137192-project] 10.222.0.64 "DELETE /v2.0/routers/4030eee7-d43f-4751-88ed-099d4dcd8b06 HTTP/1.1" status: 204 len: 168 time: 0.3352704 Jul 23 16:42:26.466095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.476466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7497aad1-1356-41cf-b3c7-520aab4a4300, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7497aad1-1356-41cf-b3c7-520aab4a4300,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:26.487258 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.521140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Allocated IP 172.25.2.225 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/97d72425-0efb-405f-9705-420da7ae754d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:26.530641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Made reservation on behalf of 26559ab8353b4a69be1d4120d4c11be7 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:26.532707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.536548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.537886 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5297458 Jul 23 16:42:26.540062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a174c-f2d4-40a4-b406-5de7e5ca5a36 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8895cd13-5148-4345-8708-c83ee59c55e8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.547765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:26.593582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7497aad1-1356-41cf-b3c7-520aab4a4300,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.594984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--352441930'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:26.594984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.613850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:26.636824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.652911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:26.653869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9bc57e82-3db8-4fb9-ab49-3f1c65ceb4fb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:26.674794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.777515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.786526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.835576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:42:26.883846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.884375 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Added segment 003622a2-f727-4ab0-b46c-fbbb1483486c of type vlan for network 6b5e71d7-3551-4ac6-bff4-95a040787ef4 Jul 23 16:42:26.901615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241e0271-be9c-43f2-9196-788e9f8f6c7b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:26.993369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.028886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48724) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.065637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.070434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.079759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.080727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:27.081313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.125522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.131245 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5629222 Jul 23 16:42:27.137622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48728) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.144434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '8895cd13-5148-4345-8708-c83ee59c55e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '81441a87-bcd2-44ed-b03d-9a832a8190a2', 'remote_ip_prefix': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:27.154016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0506623 Jul 23 16:42:27.154016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dedb2-109a-4896-9d23-5f72231804c0 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81441a87-bcd2-44ed-b03d-9a832a8190a2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.155541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48730) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.165190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Request body: {'subnet': {'network_id': '6b5e71d7-3551-4ac6-bff4-95a040787ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-283678808-subnet', 'tenant_id': '26559ab8353b4a69be1d4120d4c11be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:27.204392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97549aee-1892-449a-82a5-18ee2330729c admin admin] Pushing event updated for resources: {'Network': ['ID=6b5e71d7-3551-4ac6-bff4-95a040787ef4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.218924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.220602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 6b5e71d7-3551-4ac6-bff4-95a040787ef4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:42:27.269310 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cecd74f6-ddaa-4af5-9bb0-b9fcf9b58b35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ea9fef6abc74e50b9323a6c1b7c7d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389185 Jul 23 16:42:27.270624 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.273153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.275126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Made reservation on behalf of 26559ab8353b4a69be1d4120d4c11be7 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:27.277405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.357030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.403791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.409214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:27.413603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:27.416025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:27.452031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.457894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.463114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.486312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event updated for resources: {'Port': ['ID=97d72425-0efb-405f-9705-420da7ae754d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.496373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e21a82f-1695-496f-82c7-e1617472f92c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.532976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.534502 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c21f232e-f306-4b58-92ba-3e81f505f51a tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3953574 Jul 23 16:42:27.536324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.537686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48734) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.634898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.666589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.669104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.670798 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/989f927c-df40-4c77-b2bf-9b670073c321 HTTP/1.1" status: 204 len: 168 time: 0.3966255 Jul 23 16:42:27.694297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.697086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89095ff-6ef5-4b7b-9cb9-817623885eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f927c-df40-4c77-b2bf-9b670073c321,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.698902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8942917-6411-40bf-9e2b-dd269359727d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.703355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.720797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Checking segment: {'id': '003622a2-f727-4ab0-b46c-fbbb1483486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6b5e71d7-3551-4ac6-bff4-95a040787ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:27.721232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Network hostable DHCP agents. Network: 6b5e71d7-3551-4ac6-bff4-95a040787ef4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:27.747562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.748448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Network 6b5e71d7-3551-4ac6-bff4-95a040787ef4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:27.759165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.764008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0e21a82f-1695-496f-82c7-e1617472f92c HTTP/1.1" status: 204 len: 168 time: 0.2214520 Jul 23 16:42:27.764008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae87fb-f91f-4875-bbfd-9dc06a073fba tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e21a82f-1695-496f-82c7-e1617472f92c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:27.764925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.801279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 6b5e71d7-3551-4ac6-bff4-95a040787ef4) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:27.806588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:27.807185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.819318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934fead9-9758-412d-a35e-e31340d44662 None None] Network 6b5e71d7-3551-4ac6-bff4-95a040787ef4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:27.842960 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ad843b04-12e6-4074-af0d-7d31a7753551 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6837804 Jul 23 16:42:27.871214 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2e297ea4-f9c6-469f-9834-8b6246aa9530 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1049397 Jul 23 16:42:27.876996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48744) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:27.878875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Router 05c9be8b-54f8-4458-902c-0791750a3b7c is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:27.986883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.001445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fab33b-a3bb-40ec-80bf-44821b9212aa None None] Network 6b5e71d7-3551-4ac6-bff4-95a040787ef4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:28.046281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.060696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.129775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.133843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.135782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/81441a87-bcd2-44ed-b03d-9a832a8190a2 HTTP/1.1" status: 204 len: 168 time: 0.2573893 Jul 23 16:42:28.143095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48750) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.167729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:28.178258 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:28.180900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727324-5ce4-44b5-99c5-a212c54297e1 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81441a87-bcd2-44ed-b03d-9a832a8190a2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.196541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.196541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7ef18edf-abb9-4dfd-b48e-9b04ac4d0bd1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0724745 Jul 23 16:42:28.203441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:28.204703 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.215335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48754) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.246503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7497aad1-1356-41cf-b3c7-520aab4a4300 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:28.359550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9bb4c652-80cf-4e8b-989c-57ae655a5819 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2134981 Jul 23 16:42:28.361905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48760) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.415747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7497aad1-1356-41cf-b3c7-520aab4a4300 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:28.416464 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.500994 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:28.517753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.594868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.664799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.668463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.670848 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/8895cd13-5148-4345-8708-c83ee59c55e8 HTTP/1.1" status: 204 len: 168 time: 0.3070989 Jul 23 16:42:28.673474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.675763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.689661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6638ebe-7e10-424f-ae95-6639735446ff tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895cd13-5148-4345-8708-c83ee59c55e8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.750423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-56a14e6d-ea12-43c7-978b-33a888f937cb tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734417 Jul 23 16:42:28.755931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48778) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.762715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782071598'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:28.783659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.786889 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:26Z', 'revision_number': 3, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:28.794346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.832803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:28.833465 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Updating router 05c9be8b-54f8-4458-902c-0791750a3b7c port 498009d9-a929-4c3e-b4a2-f2389f6360d9 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:28.893875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-43d99b92-158b-4e9c-964d-17a386f47de9 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:28.899067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.900955 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.901283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-43d99b92-158b-4e9c-964d-17a386f47de9 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 812 time: 0.3046653 Jul 23 16:42:28.907369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.912374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.932207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.933104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-5a9bfe4a-0e41-4ca7-83b7-5e5f426e0fa9 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/quotas/b9ebd464242b45dcbb8f7b199e01441d HTTP/1.1" status: 200 len: 375 time: 0.0307086 Jul 23 16:42:28.933586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1760778 Jul 23 16:42:28.942140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:28.950331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': '8ef355b3-53a4-46cf-94e8-fc1e46babb35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:28.972244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b5903-c1eb-4d28-b21a-955e27df2012 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef355b3-53a4-46cf-94e8-fc1e46babb35,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.988219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-def0a609-78e1-490d-82e7-e166357a1bde tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541685 Jul 23 16:42:29.006257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.084068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.088942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.111973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8714db-896f-4075-9bdc-9298051f7f6e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.120359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.120359 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ef687815-91b5-4944-94c2-b82f74211d46 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1728179 Jul 23 16:42:29.120812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48790) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.149895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.172134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.199007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-6e01f354-dc08-4530-8df1-5a80c0f05ab3 service neutron] 10.222.0.64 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098093 Jul 23 16:42:29.235598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.255187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.256882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Router 14dd1275-c6fa-476f-a893-91dbed1b68f7 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:29.272992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.283515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2e8714db-896f-4075-9bdc-9298051f7f6e HTTP/1.1" status: 204 len: 168 time: 0.1571472 Jul 23 16:42:29.289088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48796) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.297401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b56b20-2e89-4ed6-b001-fb0d349ca24f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e8714db-896f-4075-9bdc-9298051f7f6e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.313217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.340993 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f63a4901-4122-4e85-bd38-7eea6296489d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500519 Jul 23 16:42:29.344438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.439752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.447718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c384b1e9-f1fc-444e-bbdc-915aa1e3d828 tempest-ServiceProvidersTest-204349911 tempest-ServiceProvidersTest-204349911-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2105651 Jul 23 16:42:29.470195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-e1bc0676-024a-41c3-a2f0-7e9aaa2ae74c service neutron] 10.222.0.64 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698784 Jul 23 16:42:29.479799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.525631 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.535454 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.542659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.549363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48802) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.550010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ef355b3-53a4-46cf-94e8-fc1e46babb35 HTTP/1.1" status: 204 len: 168 time: 0.2011209 Jul 23 16:42:29.554670 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Transition to ACTIVE for port object 498009d9-a929-4c3e-b4a2-f2389f6360d9 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:29.567279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f27600-c326-4132-b330-b2f417327425 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef355b3-53a4-46cf-94e8-fc1e46babb35,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.568479 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.621349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:29.628030 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Attempting to bind port 498009d9-a929-4c3e-b4a2-f2389f6360d9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:29.628639 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Attempting to bind port 498009d9-a929-4c3e-b4a2-f2389f6360d9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:29.629873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Attempting to bind port 498009d9-a929-4c3e-b4a2-f2389f6360d9 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:29.635537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] Sync routers for ids ['14dd1275-c6fa-476f-a893-91dbed1b68f7'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:29.639159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.641206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-acf2e047-ee06-4996-abd3-9c4a6ba59240 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "PUT /v2.0/routers/14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 200 len: 879 time: 4.8199542 Jul 23 16:42:29.644054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48804) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.657787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:29.658197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:29.658865 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.659441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:29.660332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Bound port: 498009d9-a929-4c3e-b4a2-f2389f6360d9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:29.660669 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.665958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] Routers {'14dd1275-c6fa-476f-a893-91dbed1b68f7'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:29.666986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['14dd1275-c6fa-476f-a893-91dbed1b68f7'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.731293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ca38f9c8-1bb7-4bef-aeca-a825f83779a4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1759524 Jul 23 16:42:29.732896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48806) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.738649 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] For port 498009d9-a929-4c3e-b4a2-f2389f6360d9, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:29.740773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448199407'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:29.742249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] For port 498009d9-a929-4c3e-b4a2-f2389f6360d9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498009d9-a929-4c3e-b4a2-f2389f6360d9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:29.749869 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.770690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Allocated IP 172.20.0.1 (16dce680-b336-44eb-bb51-1ce961d9af91/b47ac8df-6f61-414a-8eaf-e342f7efea92/47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:29.786814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.814269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] Routers {'14dd1275-c6fa-476f-a893-91dbed1b68f7'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:29.814930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['14dd1275-c6fa-476f-a893-91dbed1b68f7'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.841884 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d02e-3f60-46d4-a3d4-7553eea3cdb6 None None] Pushing event updated for resources: {'Port': ['ID=498009d9-a929-4c3e-b4a2-f2389f6360d9,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.847763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.861517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:29.861517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.888087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:29.888861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea83c3-7b86-424c-b3de-62653ccc3e34 None None] The sync data for ids ['14dd1275-c6fa-476f-a893-91dbed1b68f7'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:29.901267 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c55628ef-ab87-4586-97b6-e0311c83464c tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 200 len: 920 time: 0.2554736 Jul 23 16:42:29.903835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.979854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48818) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:29.988761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f79f6c-1d19-403a-8ed7-e1ea19a890bf tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:29.990523 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45f79f6c-1d19-403a-8ed7-e1ea19a890bf tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=14dd1275-c6fa-476f-a893-91dbed1b68f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0853939 Jul 23 16:42:29.993257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48822) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.015061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99b417bb-d93e-4db3-a557-2dac66351ffd req-dea1a568-fe1f-40bf-81d8-f989f052ba9f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 210 time: 0.1680279 Jul 23 16:42:30.023399 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d02e-3f60-46d4-a3d4-7553eea3cdb6 None None] Pushing event updated for resources: {'Port': ['ID=498009d9-a929-4c3e-b4a2-f2389f6360d9,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:30.103424 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:30.222270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.251380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Transition to ACTIVE for port object 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:30.270877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.277952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.324917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48828) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.325638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d45aa4-59fe-4598-a129-91a5f31e8e78,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:30.457608 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:26Z', 'revision_number': 3, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:30.491600 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f103f593-2d1a-46e7-b52d-8ac5365be6b6 None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:26Z', 'revision_number': 3, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:30.553861 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.558050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a88f96a8-750a-4d20-b13c-6957237b7ab4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8233061 Jul 23 16:42:30.558619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48832) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.592091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': 'd4d45aa4-59fe-4598-a129-91a5f31e8e78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:30.635765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.655747 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffda0-6611-4cdb-8288-11fced4729d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.692189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.726522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e00cb-7ac5-478c-b055-3d36982518bb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:30.731722 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c74e00cb-7ac5-478c-b055-3d36982518bb tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.7373948 Jul 23 16:42:30.734982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:30.796285 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e6efb98-1c46-4154-9dc6-e7706a702b44 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 200 len: 205 time: 0.0597701 Jul 23 16:42:30.802571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.237792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.367878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d05bda07-0f51-49d5-b51c-8fa4bfd4aa2e req-ef5f5951-05c4-4a74-8c79-5987adc24e7f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 210 time: 0.0804026 Jul 23 16:42:31.418297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffda0-6611-4cdb-8288-11fced4729d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.428369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:31.430141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffda0-6611-4cdb-8288-11fced4729d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.452899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:31.472043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:31.528245 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1e0ffda0-6611-4cdb-8288-11fced4729d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fcb7ca7b5e74588961544e58fddb5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5465462 Jul 23 16:42:31.537103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48844) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.556729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ffda0-6611-4cdb-8288-11fced4729d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7e24c-08b0-403a-a3d3-b8e6ba707538,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.562215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Pushing event updated for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.642097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.685416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.700645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-1d3c51ea-aecd-4dd3-a0ba-3cf8c84f1479 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:31.703523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-1d3c51ea-aecd-4dd3-a0ba-3cf8c84f1479 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.67 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 812 time: 0.4172480 Jul 23 16:42:31.715034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.764168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.782994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.793202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Request body: {'port': {'device_id': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7', 'admin_state_up': True, 'tenant_id': 'b9ebd464242b45dcbb8f7b199e01441d'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:31.810824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.833537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port 97d72425-0efb-405f-9705-420da7ae754d {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:31.834099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.875385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f02645b7-74df-4854-a11b-67b477a16dfd None None] Provisioning for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:31.882438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f02645b7-74df-4854-a11b-67b477a16dfd None None] Provisioning complete for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:31.883367 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f02645b7-74df-4854-a11b-67b477a16dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.907003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc979f57-a01e-4b76-ad17-8ea433f021cd,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.929204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f02645b7-74df-4854-a11b-67b477a16dfd None None] Port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:31.957682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.960257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.965134 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfc7e24c-08b0-403a-a3d3-b8e6ba707538 HTTP/1.1" status: 204 len: 168 time: 0.4198372 Jul 23 16:42:31.965401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.965401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b048e585-bb7b-4d79-9f52-195619fa2096 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3757484 Jul 23 16:42:31.967445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48848) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:31.983340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c257349-bbfe-4383-9ef5-218cc39d9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7e24c-08b0-403a-a3d3-b8e6ba707538,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.003200 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37d00ac3-8eb0-4429-958b-98ee7173fe9f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules/bc979f57-a01e-4b76-ad17-8ea433f021cd HTTP/1.1" status: 200 len: 763 time: 0.0306933 Jul 23 16:42:32.004896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.016360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.044391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for 97d72425-0efb-405f-9705-420da7ae754d owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:32.081441 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5cbd2de-0f09-457e-8555-857109f39354 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0733349 Jul 23 16:42:32.084207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48852) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.125118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Made reservation on behalf of b9ebd464242b45dcbb8f7b199e01441d for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:32.128999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.200342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.205004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498009d9-a929-4c3e-b4a2-f2389f6360d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:32.205606 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.221518 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.331543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 498009d9-a929-4c3e-b4a2-f2389f6360d9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:32.344148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498009d9-a929-4c3e-b4a2-f2389f6360d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:32.344681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.348336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.355863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.358213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.359383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bc979f57-a01e-4b76-ad17-8ea433f021cd HTTP/1.1" status: 204 len: 168 time: 0.2721913 Jul 23 16:42:32.378236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.405842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.446272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95033b-962e-429e-a278-741d26f8da48 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc979f57-a01e-4b76-ad17-8ea433f021cd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.553783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=97d72425-0efb-405f-9705-420da7ae754d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.597107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.602991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eb3173e-c2f7-408d-956f-70d12e7977dd req-fb6ac321-d960-4a29-bccd-886269f2c62e tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 210 time: 0.0669968 Jul 23 16:42:32.608538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Allocated IP 172.20.0.14 (8e284d54-ff06-4126-949b-19295ed76cf7/e69c2998-99ac-4c05-8cf8-57f45d55ee26/ba4e4f1b-7be2-4dc7-937c-f455eadb87c6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:32.641971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.672521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-69167ade-5035-4ff8-9c65-7c8b28981de4 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2921476 Jul 23 16:42:32.681830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48868) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.686432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 498009d9-a929-4c3e-b4a2-f2389f6360d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498009d9-a929-4c3e-b4a2-f2389f6360d9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:32.692660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.694801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': 'd4d45aa4-59fe-4598-a129-91a5f31e8e78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:32.830736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=498009d9-a929-4c3e-b4a2-f2389f6360d9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.849315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.852743 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.874088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.879720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.915350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.929193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.929910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router 14dd1275-c6fa-476f-a893-91dbed1b68f7 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:32.939584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.940879 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f021bffa-11a0-4ed7-979c-ba03692086ab tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 204 len: 168 time: 2.1360435 Jul 23 16:42:32.944392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:32.949420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1828899674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:32.978473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.980473 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.095993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.100821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.117726 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.121663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.124205 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5eddc262-7c28-4b86-bde7-c9029bae2dd4 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1788054 Jul 23 16:42:33.128759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Pushing event updated for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:33.129231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.136692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': True}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:33.154828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.182152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.194139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.266227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820f0a35-1706-465e-9fe8-fabd978b2292,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:33.288798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.292999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8d829374-e1da-4186-81b9-99a5efa93afe tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6052902 Jul 23 16:42:33.298145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48884) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.344415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6a423d71-dc82-4fb1-b20a-b73b42a965fb tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules/820f0a35-1706-465e-9fe8-fabd978b2292 HTTP/1.1" status: 200 len: 763 time: 0.0405300 Jul 23 16:42:33.350890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48886) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.354014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:33.383102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:33.385360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.486309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.549841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Network 8e284d54-ff06-4126-949b-19295ed76cf7 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:33.612683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:33.633615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3d6dca7e-f34d-44a0-93e8-645cb7d20404 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2813697 Jul 23 16:42:33.638945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:33.645284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48892) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:33.645649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Pushing event updated for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:33.733838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.750742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:33.751386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.755913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:33.758683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.774435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-92beb236-407c-43a4-9c3a-b8aa8b45ba42 None None] Provisioning complete for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:33.775582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92beb236-407c-43a4-9c3a-b8aa8b45ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.805326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 3177c31f-3e82-4746-bb6e-72e297eb50df {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:33.805727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.815172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-f883964a-9e0f-4ce0-96e3-9437e1dbab3a tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0364449 Jul 23 16:42:33.825406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.844266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-92beb236-407c-43a4-9c3a-b8aa8b45ba42 None None] Port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:33.849536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Request body: {'port': {'device_id': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:33.866253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.938816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.977183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.978193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/820f0a35-1706-465e-9fe8-fabd978b2292 HTTP/1.1" status: 204 len: 168 time: 0.3297331 Jul 23 16:42:33.993314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.078685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.25.2.147 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/5ad38d76-50b6-488a-a0eb-caf8acdf74da) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:34.102924 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7544ac9-e686-4d16-859a-517f05ad0d0f tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055470 Jul 23 16:42:34.104545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.111966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Request body: {'security_group_rule': {'security_group_id': 'd4d45aa4-59fe-4598-a129-91a5f31e8e78', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:34.177762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498009d9-a929-4c3e-b4a2-f2389f6360d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:34.196264 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Project e3fe7ad519604ddca46a9c417e31f15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:42:34.246361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.251659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498009d9-a929-4c3e-b4a2-f2389f6360d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:34.252207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.369810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.415315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.420122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2eb88-2ee1-42af-9a19-e59727a6eb97 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=820f0a35-1706-465e-9fe8-fabd978b2292,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:34.422474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.456034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7911c610-b26b-4579-9e06-c9271604d30d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:34.465000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.471407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1f86d7a4-90e5-4ce7-b333-bec9be0da2cd tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3604629 Jul 23 16:42:34.471407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.473520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.531144 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9478c10f-b6e6-402f-8225-fda4da2bb701 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules/7911c610-b26b-4579-9e06-c9271604d30d HTTP/1.1" status: 200 len: 769 time: 0.0550056 Jul 23 16:42:34.533184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:34.536005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.550792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:34.556386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 3177c31f-3e82-4746-bb6e-72e297eb50df, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3177c31f-3e82-4746-bb6e-72e297eb50df,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:34.556386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.568304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad38d76-50b6-488a-a0eb-caf8acdf74da,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:34.583225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:34.607965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 3177c31f-3e82-4746-bb6e-72e297eb50df owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:34.610778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.647444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:34.662241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:34.663248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adefba-2104-467e-ac29-c6fe49a309e4 req-9c4f9d70-caa8-4ae7-9b9f-3f56c9b85291 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:34.665782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1adefba-2104-467e-ac29-c6fe49a309e4 req-9c4f9d70-caa8-4ae7-9b9f-3f56c9b85291 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 932 time: 0.8523190 Jul 23 16:42:34.682830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6f932523-69b2-4bec-aa11-ce782d063934 admin admin] 10.222.0.64 "PUT /v2.0/routers/05c9be8b-54f8-4458-902c-0791750a3b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4658611 Jul 23 16:42:34.687545 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:34.699442 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-09f4756a-5dd5-43af-ad73-1dada23b83e7 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1621842 Jul 23 16:42:34.702946 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:34.703728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:34.867073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.918728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:34.961348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:35.039759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.081752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.083274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7911c610-b26b-4579-9e06-c9271604d30d HTTP/1.1" status: 204 len: 168 time: 0.3780060 Jul 23 16:42:35.086970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48946) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.100962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6d08c-fb3b-480a-ae70-b30733017203 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7911c610-b26b-4579-9e06-c9271604d30d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:35.134884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1adefba-2104-467e-ac29-c6fe49a309e4 req-83ed0293-39a3-48f3-9f27-a5287f8dfb25 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465392 Jul 23 16:42:35.187173 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ffa35d3d-0ed2-48e8-bff1-e165da7bfaa2 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824490 Jul 23 16:42:35.187454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.189668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.315541 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 2, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:35.337566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.379486 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:35.380212 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Updating router 05c9be8b-54f8-4458-902c-0791750a3b7c port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:42:35.440121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.455060 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.548320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.551728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.705986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:35.717816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.720665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.721353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.721828 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "DELETE /v2.0/security-groups/d4d45aa4-59fe-4598-a129-91a5f31e8e78 HTTP/1.1" status: 204 len: 168 time: 0.5333228 Jul 23 16:42:35.728545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:35.731634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 48972) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:35.735531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6c192-8f0b-44ac-9de9-cf6d1d2f4b7d tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d45aa4-59fe-4598-a129-91a5f31e8e78,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:35.788892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router b9e93e47-024d-4eed-bf3b-6b7efe43da58 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:35.797580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=3177c31f-3e82-4746-bb6e-72e297eb50df,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:35.854694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Transition to ACTIVE for port object ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:35.907887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.041058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.051062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743308859', 'description': 'tempest-description--1174735692'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:36.070447 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.079422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:36.088572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.089749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Transition to ACTIVE for port object 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:36.092430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ce3fe6f-7064-4cc5-92fc-6f3f0adfec4d tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "PUT /v2.0/routers/b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 200 len: 915 time: 2.9611664 Jul 23 16:42:36.095684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48988) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.100012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] Sync routers for ids ['b9e93e47-024d-4eed-bf3b-6b7efe43da58'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:36.102482 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.110599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d42635ba-6ab0-4b07-9a79-9d4b579bcca5 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3746309 Jul 23 16:42:36.127778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 48990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.137541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] Routers {'b9e93e47-024d-4eed-bf3b-6b7efe43da58'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:36.139976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b9e93e47-024d-4eed-bf3b-6b7efe43da58'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:36.226175 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd33c0-3b24-4ce3-90f3-96ac83b28991 None None] Pushing event updated for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:36.246518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:36.258222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] Routers {'b9e93e47-024d-4eed-bf3b-6b7efe43da58'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:36.261508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b9e93e47-024d-4eed-bf3b-6b7efe43da58'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:36.336775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:36.338168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a23eb-b1f0-44df-851b-7afb22215aae None None] The sync data for ids ['b9e93e47-024d-4eed-bf3b-6b7efe43da58'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:36.366748 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Attempting to bind port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:36.367189 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Attempting to bind port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:36.367874 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Attempting to bind port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:36.377433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:36.378801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Checking segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:36.379964 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.381585 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Bound using segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:36.383016 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Bound port: 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:36.384577 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.410317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:36.414696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.429333 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04007abc-835d-4be0-a751-c30ae6615e20 tempest-SecGroupIPv6Test-1706942600 tempest-SecGroupIPv6Test-1706942600-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2971652 Jul 23 16:42:36.519141 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] For port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:36.522797 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] For port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:36.541431 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.576317 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5c09453-603a-4a45-a50f-d5b0ce3bc877 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 200 len: 921 time: 0.4654119 Jul 23 16:42:36.583798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49010) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.667413 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:36.672257 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:36.690402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Attempting to bind port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:36.691568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Attempting to bind port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '8cde9e59-b099-4b39-8be1-42cd771b43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:36.692741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Attempting to bind port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 on network 8e284d54-ff06-4126-949b-19295ed76cf7 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:36.714226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 on network 8e284d54-ff06-4126-949b-19295ed76cf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:42:36.715223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Attempting to bind port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 on network 8e284d54-ff06-4126-949b-19295ed76cf7 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:36.728942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:36.730043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Checking segment: {'id': '8cde9e59-b099-4b39-8be1-42cd771b43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:36.730567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Bound using segment: {'id': '8cde9e59-b099-4b39-8be1-42cd771b43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:36.731113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Bound port: ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cde9e59-b099-4b39-8be1-42cd771b43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:36.731490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.778357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.793093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.866611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381019a-eda0-4800-b225-6dfa041b4c33 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:36.871175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e381019a-eda0-4800-b225-6dfa041b4c33 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=b9e93e47-024d-4eed-bf3b-6b7efe43da58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2855883 Jul 23 16:42:36.877656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49022) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.904073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:36.914545 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8632076 Jul 23 16:42:36.919545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:36.952119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group_rule': {'security_group_id': '258edf70-45e9-4a18-ad83-ad5b9f2ab7bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:36.961760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe2f3f-e731-4c9e-852e-42436a5441d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.078538 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.085434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.091994 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd33c0-3b24-4ce3-90f3-96ac83b28991 None None] Pushing event updated for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.093110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49034) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.136847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:37.157952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896bd52-3e75-4690-a34a-a2cbce734468 req-9ea5a067-a990-481b-ac01-a89bb8bade9c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:37.160680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8896bd52-3e75-4690-a34a-a2cbce734468 req-9ea5a067-a990-481b-ac01-a89bb8bade9c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 944 time: 0.6793401 Jul 23 16:42:37.222296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:37.245526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,segment=NetworkSegment(8cde9e59-b099-4b39-8be1-42cd771b43fb),segment_id=8cde9e59-b099-4b39-8be1-42cd771b43fb)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:37.402175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd045fc-ef7b-4c73-8f52-affe7ec89ad2 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:37.407243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fd045fc-ef7b-4c73-8f52-affe7ec89ad2 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.5200808 Jul 23 16:42:37.421579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49046) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.423134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.519367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.571262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-892cabab-7634-4150-a711-76c0ee42d0dc tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 200 len: 205 time: 0.1445408 Jul 23 16:42:37.582741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49048) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.618943 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:36Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:37.642466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:37.643468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.645723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-69bd825f-086a-439d-abff-3629aa82e2df service neutron] 10.222.0.67 "PUT /v2.0/ports/ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 1092 time: 3.8086202 Jul 23 16:42:37.648290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:37.651249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062fda8c-b65a-43d5-a3da-c11fa91667dd None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:36Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:37.652202 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1fa0fa-42d7-40da-a593-b6084ccf129d" -d '{"events": [{"name": "network-changed", "server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:37.730972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0f6182ef-7a8f-445b-8a6b-8ad7c2002d76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3fe7ad519604ddca46a9c417e31f15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6168690 Jul 23 16:42:37.750918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49054) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.821859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8896bd52-3e75-4690-a34a-a2cbce734468 req-1bf41d5b-7194-4878-8e23-4da4bcf2fb9d tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870767 Jul 23 16:42:37.824978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.847443 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b2f3cd-f983-4545-82ad-46234487832c x-openstack-request-id: req-f4b2f3cd-f983-4545-82ad-46234487832c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:37.847871 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:37.848249 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4b2f3cd-f983-4545-82ad-46234487832c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:37.848775 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6', 'status': 'completed', 'code': 200} Jul 23 16:42:37.871603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.892611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.928113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bb4310-68a4-4c69-9e1d-dd85b19c8d5a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:37.957195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.965143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:37.971663 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d0cdff8-9dc8-4abc-bbb5-594264ffbad0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0504646 Jul 23 16:42:37.981874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49060) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:37.993413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group_rule': {'security_group_id': '258edf70-45e9-4a18-ad83-ad5b9f2ab7bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:38.037548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.049647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.050226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836fba42-c791-46bb-8187-abaf5ab420d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.110767 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.165335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-8fc99dd2-1328-4a8c-abc3-349cfb02b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:38.166951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-8fc99dd2-1328-4a8c-abc3-349cfb02b476 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1095 time: 0.3543949 Jul 23 16:42:38.177864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.180795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.186745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9f94d35-8475-49b7-9130-14db9b789f3f HTTP/1.1" status: 204 len: 168 time: 0.4302850 Jul 23 16:42:38.220263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6e482-ce78-48e7-9302-a7d45cfc1a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f94d35-8475-49b7-9130-14db9b789f3f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.247732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:38.257388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-fb085ebb-b179-4878-a49b-8d9105f5f174 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 217 time: 0.0781660 Jul 23 16:42:38.265668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.270767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:38.319751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.355408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ae5280-3373-4dc3-a0de-e989f2836293,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.360029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836fba42-c791-46bb-8187-abaf5ab420d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.366882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836fba42-c791-46bb-8187-abaf5ab420d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.376506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-9f4ff479-b5c5-4c3b-b610-54df10bb0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:38.378235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-9f4ff479-b5c5-4c3b-b610-54df10bb0ec4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 200 len: 852 time: 0.1097150 Jul 23 16:42:38.381546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.382767 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9edbe184-8ac4-4376-80f3-1675cedb3710 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987255 Jul 23 16:42:38.399486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49064) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:38.402030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:38.408398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:38.409260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:38.409867 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.461343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fba42-c791-46bb-8187-abaf5ab420d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ba3fb-8a5e-41cc-93d0-a68d73bfaa47,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.471685 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-836fba42-c791-46bb-8187-abaf5ab420d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e929acac5cab4f55897f819ec0d430ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344173 Jul 23 16:42:38.471685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49068) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:38.512746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.569698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.572382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.577703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.649102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-a4e3c67f-b3a9-447a-986b-85a563ecc9e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e284d54-ff06-4126-949b-19295ed76cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003327 Jul 23 16:42:38.651439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:38.651663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:38.658415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.664256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1bf7655e-1915-4557-81b0-343ace88ac8e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/c0334f66-974c-4563-8158-f7d6983841e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3340931 Jul 23 16:42:38.671681 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:38.712692 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:38.713656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:38.713903 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.856559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:38.915819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.010532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:39.151024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.155477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.179418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c4ba3fb-8a5e-41cc-93d0-a68d73bfaa47 HTTP/1.1" status: 204 len: 168 time: 0.7063498 Jul 23 16:42:39.236258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45f5ec-3dd9-4745-a189-089c3be7ddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ba3fb-8a5e-41cc-93d0-a68d73bfaa47,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:39.272349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port 5ad38d76-50b6-488a-a0eb-caf8acdf74da {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:39.273949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.413968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.427573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for 5ad38d76-50b6-488a-a0eb-caf8acdf74da owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:39.440389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Allocated IP 172.25.2.223 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/46f9604a-eeca-4132-ad37-4b09151f60f6) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:39.465041 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:39.541965 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:39.544892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-34d165b3-0c6d-470b-89aa-37f169aa8c56 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8771017 Jul 23 16:42:39.558494 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:39.559736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:39.776809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.787788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849cccc-9469-4868-8138-d38be481b486 req-e8c76d21-5381-420f-9371-d5a0b18c1d6f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:39.789412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e849cccc-9469-4868-8138-d38be481b486 req-e8c76d21-5381-420f-9371-d5a0b18c1d6f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 944 time: 0.6761098 Jul 23 16:42:39.848917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64f801-21ae-4218-bd70-72fe6053170d req-fae960f4-03bd-40bf-b947-55a753255b67 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:39.849213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:39.850744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d64f801-21ae-4218-bd70-72fe6053170d req-fae960f4-03bd-40bf-b947-55a753255b67 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.6139162 Jul 23 16:42:39.867346 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:39.910742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab549f1c-68c9-44b2-bc01-477281bd0851 req-83660631-74d9-4fa4-86e7-63279abdb174 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322897 Jul 23 16:42:39.943122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.025391 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:42:40.053407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:40.062523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:40.067176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:40.124493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8503a03a-7e51-4942-bd29-8612a5d93d40 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-531655400', 'prefixes': ['172.20.0.0/16']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:40.165434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=46f9604a-eeca-4132-ad37-4b09151f60f6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.182755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49100) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:40.206160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:40.219037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:40.235010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078e8881-7afe-40e0-b9ef-4ce6a79a5638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.263842 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16e03f-8aa5-42e8-b1e3-f99983f0db8b None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '17c22458-0154-4521-b95b-035956e6f3e0', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'port_id': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'mac_address': 'fa:16:3e:a9:50:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:44Z', 'updated_at': '2021-07-23T16:40:49Z', 'revision_number': 1, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:40.319305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:40.319305 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.427674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078e8881-7afe-40e0-b9ef-4ce6a79a5638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.435825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078e8881-7afe-40e0-b9ef-4ce6a79a5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.489540 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-078e8881-7afe-40e0-b9ef-4ce6a79a5638 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cfb7f4aa73e498d94d740bad1cc964c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952421 Jul 23 16:42:40.495014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:40.518240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e8881-7afe-40e0-b9ef-4ce6a79a5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae92824a-dfa1-4f4d-bfca-746e5e922b5f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.562963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.590035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.611134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.628904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e849cccc-9469-4868-8138-d38be481b486 req-94deaf43-cb95-4543-9bc5-784a9d418b4c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196568 Jul 23 16:42:40.645378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d64f801-21ae-4218-bd70-72fe6053170d req-f6f83dde-8350-4a68-92f6-bc1e23a6a05b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7779772 Jul 23 16:42:40.689855 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.696876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=5ad38d76-50b6-488a-a0eb-caf8acdf74da,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.700863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8503a03a-7e51-4942-bd29-8612a5d93d40 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] Notify callbacks [] for subnetpool, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.704088 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8503a03a-7e51-4942-bd29-8612a5d93d40 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8511298 Jul 23 16:42:40.705042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:40.772514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.775235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.776494 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae92824a-dfa1-4f4d-bfca-746e5e922b5f HTTP/1.1" status: 204 len: 168 time: 0.2805555 Jul 23 16:42:40.787419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b43f29fd-7815-434f-96ae-7a413ef17dd0 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "GET /v2.0/subnetpools/5745ca25-6fe8-43a6-9f2c-f6513b28eeea HTTP/1.1" status: 200 len: 731 time: 0.0779748 Jul 23 16:42:40.790341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:40.799188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.801585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0817b5-98f8-4c34-806c-36c0055b22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae92824a-dfa1-4f4d-bfca-746e5e922b5f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:40.809143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5ece08cd-8a3b-4f04-8f9d-73fa428914f3 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-879350633'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:40.952425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-3a625ff6-113f-4fae-ac29-8d7cd48f3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:40.955645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-3a625ff6-113f-4fae-ac29-8d7cd48f3546 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1095 time: 0.9602334 Jul 23 16:42:41.013809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.019931 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.033388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.104870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=46f9604a-eeca-4132-ad37-4b09151f60f6,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.114394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.131751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.133308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d7d61f55-e642-4d1a-b23d-cb7ede76d019 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7325311 Jul 23 16:42:41.196670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-a0772571-bfbb-4114-b734-506893a9c044 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:41.199023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-a0772571-bfbb-4114-b734-506893a9c044 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.5521958 Jul 23 16:42:41.371674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.386710 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.442601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ece08cd-8a3b-4f04-8f9d-73fa428914f3 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] Notify callbacks [] for subnetpool, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.446809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ece08cd-8a3b-4f04-8f9d-73fa428914f3 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "PUT /v2.0/subnetpools/5745ca25-6fe8-43a6-9f2c-f6513b28eeea HTTP/1.1" status: 200 len: 683 time: 0.6469707 Jul 23 16:42:41.447240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49134) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:41.555240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75ba851a-c28b-4174-a458-4e77f34572d6 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] Notify callbacks [] for subnetpool, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.559498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75ba851a-c28b-4174-a458-4e77f34572d6 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "DELETE /v2.0/subnetpools/5745ca25-6fe8-43a6-9f2c-f6513b28eeea HTTP/1.1" status: 204 len: 168 time: 0.1085072 Jul 23 16:42:41.559837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49140) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:41.576503 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-be186c3a-c614-45d9-9e59-9485a8f138bf tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] show failed (client error): The resource could not be found. Jul 23 16:42:41.580000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be186c3a-c614-45d9-9e59-9485a8f138bf tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "GET /v2.0/subnetpools/5745ca25-6fe8-43a6-9f2c-f6513b28eeea HTTP/1.1" status: 404 len: 346 time: 0.0162673 Jul 23 16:42:41.580385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49142) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:41.594331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.595158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router b9e93e47-024d-4eed-bf3b-6b7efe43da58 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:41.619089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.622070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.626690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-14f8788e-0fb2-43ff-87af-c08aba0c17f7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 204 len: 168 time: 4.0308764 Jul 23 16:42:41.628698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-1ac7155c-d675-4948-a059-e55380f3eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:41.629172 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-b5b4dc52-9e9d-4cb3-a755-301dd6686a78 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] delete failed (client error): The resource could not be found. Jul 23 16:42:41.634136 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5b4dc52-9e9d-4cb3-a755-301dd6686a78 tempest-SubnetPoolsTestJSON-379490400 tempest-SubnetPoolsTestJSON-379490400-project] 10.222.0.64 "DELETE /v2.0/subnetpools/5745ca25-6fe8-43a6-9f2c-f6513b28eeea HTTP/1.1" status: 404 len: 346 time: 0.0491860 Jul 23 16:42:41.634342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-1ac7155c-d675-4948-a059-e55380f3eb33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 913 time: 0.6556919 Jul 23 16:42:41.634454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49146) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:41.639392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743324794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:41.648986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-200d7f5a-27da-4579-8def-f9e136286d54 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1743308859&fields=id&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 267 time: 0.2804999 Jul 23 16:42:41.679271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.681013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.747228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-26814725-9c76-4e51-80c5-90dcd2bb4bae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 217 time: 0.1037850 Jul 23 16:42:41.797261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1cc95b12-c670-4978-ba79-0f1b105c8ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.827995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.834756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.869629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.878473 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e7ecff6-6026-4fb6-915b-2d40496049ee tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2459207 Jul 23 16:42:41.879153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49160) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:41.884518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'enable_snat': False}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:42.009031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:42.009592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.015679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-17616e0c-2d8e-4a77-94c3-b8170d2490d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:42.018239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-17616e0c-2d8e-4a77-94c3-b8170d2490d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 200 len: 852 time: 0.2499135 Jul 23 16:42:42.112488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3177c31f-3e82-4746-bb6e-72e297eb50df no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:42.135084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.151795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-8d6fe182-12f8-4dc2-a5bc-2a6b83590947 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e284d54-ff06-4126-949b-19295ed76cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052792 Jul 23 16:42:42.153258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3177c31f-3e82-4746-bb6e-72e297eb50df {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:42.154544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3177c31f-3e82-4746-bb6e-72e297eb50df not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:42.196352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49166) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:42.232269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-8bcb0a59-f480-4340-850e-ddd134ed1e1f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:42.234936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-8bcb0a59-f480-4340-850e-ddd134ed1e1f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 817 time: 0.5742738 Jul 23 16:42:42.328947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c41a-d9a8-4043-9ea0-c8a18b87ea90 req-73fb6e3f-533f-496b-9765-eb171d8e4970 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:42.341875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03b8c41a-d9a8-4043-9ea0-c8a18b87ea90 req-73fb6e3f-533f-496b-9765-eb171d8e4970 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 944 time: 0.5711510 Jul 23 16:42:42.383290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-6abdf3f0-4d1c-4ea6-8ade-fac2c50c428e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/quotas/265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 375 time: 0.1309993 Jul 23 16:42:42.416139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.522115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.558894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.575254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:42.576342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.610287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:42.616364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03b8c41a-d9a8-4043-9ea0-c8a18b87ea90 req-1eba59b3-23f5-4020-8f51-780f3ed3ae91 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729166 Jul 23 16:42:42.735406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-b73ae860-9b9d-40f7-a133-acda77a09447 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189612 Jul 23 16:42:42.763612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Allocated IP 172.25.2.228 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d96c9735-1382-441f-aedc-43381c5030fe) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:42.804536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-b04b123d-d700-4b0f-a0ff-20496216ac19 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3787491 Jul 23 16:42:42.867077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.873618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.941839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9152778207834506a70e0c54f8e52d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439816 Jul 23 16:42:42.946554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49186) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:42.953575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be12b66-fbb5-4d3e-990e-cc556a0f16f1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:42.965401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.987083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.987717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.988155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.988549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.988942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.989341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.989742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.990157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.990543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.990926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.991313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:42.991694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2dff9-954f-4a2c-85ce-78b561fab39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:43.076710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.090654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.098619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fa0fa-42d7-40da-a593-b6084ccf129d req-ad05d2d9-5f93-403d-a3dc-b4a473edcfb9 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482776 Jul 23 16:42:43.118379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.140303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c58952-4e84-4cd2-9c5e-f973103d8bd2 req-d428a492-0f8f-40a2-8b20-071854db0ba2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:43.151926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36c58952-4e84-4cd2-9c5e-f973103d8bd2 req-d428a492-0f8f-40a2-8b20-071854db0ba2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b641ff-2ed7-428b-a19f-aa6c49c7f530 HTTP/1.1" status: 200 len: 946 time: 0.3846934 Jul 23 16:42:43.182304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:43.193893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:43.196609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:43.221489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Pushing event updated for resources: {'Port': ['ID=d96c9735-1382-441f-aedc-43381c5030fe,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:43.277208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36c58952-4e84-4cd2-9c5e-f973103d8bd2 req-fe5e7d25-a69d-43a5-abc2-b2ff5490c911 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b6155479-3354-410c-ab0b-fc5e76dc0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240790 Jul 23 16:42:43.324334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.340136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.343787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.345114 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7be12b66-fbb5-4d3e-990e-cc556a0f16f1 HTTP/1.1" status: 204 len: 168 time: 0.3977842 Jul 23 16:42:43.376927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470cbc-7fb8-46af-a347-9849d766a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be12b66-fbb5-4d3e-990e-cc556a0f16f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:43.416123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:43.492190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:42:43.549613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-3c2bb1c7-f06c-4e55-8fa6-9a1839f85f1b service neutron] 10.222.0.64 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042511 Jul 23 16:42:43.609577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] No DVR routers for this DVR port 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:43.613304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.621128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-978971c1-dc0d-453b-8f15-43cb96533ea5 req-4baad61a-7cf2-4a8c-801a-74bb72c996b9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "DELETE /v2.0/ports/7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 HTTP/1.1" status: 204 len: 173 time: 2.3655419 Jul 23 16:42:43.633900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'name': 'network-vif-deleted', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:43.642515 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee91ace-2c4e-49fa-9132-16256598aed0" -d '{"events": [{"server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "name": "network-vif-deleted", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:43.680698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:43.747178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021365f-2975-4618-839d-3363525abbd5 req-5017b9ba-d546-4465-82a8-d442519a242b tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:43.756054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d021365f-2975-4618-839d-3363525abbd5 req-5017b9ba-d546-4465-82a8-d442519a242b tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1096 time: 0.3494005 Jul 23 16:42:43.851150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-528d303e-678d-4c18-98d6-0b334caf265f service neutron] 10.222.0.64 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206035 Jul 23 16:42:43.898267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d021365f-2975-4618-839d-3363525abbd5 req-a3ce3d67-f676-4ee0-8f53-aa7b1c67ee5c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293738 Jul 23 16:42:43.925804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,segment=NetworkSegment(8cde9e59-b099-4b39-8be1-42cd771b43fb),segment_id=8cde9e59-b099-4b39-8be1-42cd771b43fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:43.973962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6', 'network_id': '8e284d54-ff06-4126-949b-19295ed76cf7', 'port_id': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6', 'mac_address': 'fa:16:3e:fe:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e69c2998-99ac-4c05-8cf8-57f45d55ee26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:42:44.085309 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.164784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:44.201513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,segment=NetworkSegment(8cde9e59-b099-4b39-8be1-42cd771b43fb),segment_id=8cde9e59-b099-4b39-8be1-42cd771b43fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:44.207933 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.223818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639d0c1-2ebf-46fb-96e3-c4aa67c9459a req-977d397f-140a-48dc-b3c2-1fc805ab5011 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:44.236512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5639d0c1-2ebf-46fb-96e3-c4aa67c9459a req-977d397f-140a-48dc-b3c2-1fc805ab5011 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 944 time: 0.2260265 Jul 23 16:42:44.282970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:44.324073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.382491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.397700 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a9b19b-1c0c-4cc1-9fdf-6d38e86aa5d4 x-openstack-request-id: req-77a9b19b-1c0c-4cc1-9fdf-6d38e86aa5d4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:44.398762 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b641ff-2ed7-428b-a19f-aa6c49c7f530", "name": "network-vif-deleted", "tag": "7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:44.399976 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77a9b19b-1c0c-4cc1-9fdf-6d38e86aa5d4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:44.401146 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b641ff-2ed7-428b-a19f-aa6c49c7f530', 'name': 'network-vif-deleted', 'tag': '7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4', 'status': 'completed', 'code': 200} Jul 23 16:42:44.419631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.448255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1107bff-c74e-4552-a59d-026f918c51ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.452828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5639d0c1-2ebf-46fb-96e3-c4aa67c9459a req-2e2f244d-da75-4dc2-b478-e9bb05cfc40f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101300 Jul 23 16:42:44.486466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ba4e4f1b-7be2-4dc7-937c-f455eadb87c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:44.728425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Router 161b54ba-bf1c-4404-ba7b-175493e2c0a1 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:44.746809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f817e8f9-4987-4dea-87b8-9ef7996602a1 req-2ef2c253-3c3a-40cf-b566-07db101f3471 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 210 time: 0.0773621 Jul 23 16:42:44.760423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:44.801293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a71e0-c5c3-4b62-bb5b-2438ae34707b req-1817eebf-d26f-4393-9d30-ba1d9b8a6281 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:44.809723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-774a71e0-c5c3-4b62-bb5b-2438ae34707b req-1817eebf-d26f-4393-9d30-ba1d9b8a6281 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.2752969 Jul 23 16:42:44.872194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:44.872745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 7c203f1c-5ae7-4c23-bae3-1e5f4ef38bf4 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:44.874563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-774a71e0-c5c3-4b62-bb5b-2438ae34707b req-026911dc-208d-452e-be97-2fc2920d747f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636008 Jul 23 16:42:44.905014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49226) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.025184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49230) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.035826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9bf4fbfe-1721-4a61-9ad8-dfb987a14536 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/0a9b3f93-e410-4b76-b888-e9296def97c5 HTTP/1.1" status: 200 len: 993 time: 0.1282334 Jul 23 16:42:45.050322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:45.062025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.069315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e78c8f7-0320-4395-9faf-c38b67ab4557 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "PUT /v2.0/routers/161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 200 len: 915 time: 3.1890733 Jul 23 16:42:45.071688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.080353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] Sync routers for ids ['161b54ba-bf1c-4404-ba7b-175493e2c0a1'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:45.128283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] Routers {'161b54ba-bf1c-4404-ba7b-175493e2c0a1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:45.132128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['161b54ba-bf1c-4404-ba7b-175493e2c0a1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:45.171605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.200146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:45.260950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.263758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] Routers {'161b54ba-bf1c-4404-ba7b-175493e2c0a1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:45.265300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['161b54ba-bf1c-4404-ba7b-175493e2c0a1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:45.324736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:45.326907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea4220-35e0-4818-8861-69346b303f5b None None] The sync data for ids ['161b54ba-bf1c-4404-ba7b-175493e2c0a1'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:45.361122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.366198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.387210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/security-groups/b6155479-3354-410c-ab0b-fc5e76dc0330 HTTP/1.1" status: 204 len: 168 time: 0.3560338 Jul 23 16:42:45.425971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d06e42-bd8e-4c7b-be85-4eee0f77d1f6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6155479-3354-410c-ab0b-fc5e76dc0330,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:45.449042 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bc8bcea-968b-4490-aeb5-ab69c38d17a4 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 200 len: 921 time: 0.3721178 Jul 23 16:42:45.449907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49250) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.467296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:45.514652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:45.646373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting subnet 5efaaab9-8f42-4a66-a2f0-f0d6c2612038 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:42:45.654042 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.694474 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.700073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:45.707984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:45.708609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.748121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.829263 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.894434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:45.905076 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa101c47-f626-401e-846a-3e397508d064" -d '{"events": [{"server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:45.947990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,segment=NetworkSegment(8cde9e59-b099-4b39-8be1-42cd771b43fb),segment_id=8cde9e59-b099-4b39-8be1-42cd771b43fb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:45.956873 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:45.985214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.100790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.131583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:46.146315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e2fa2-3eb5-447b-8ff1-07351ee627c2 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:46.148654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f0e2fa2-3eb5-447b-8ff1-07351ee627c2 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=161b54ba-bf1c-4404-ba7b-175493e2c0a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6968625 Jul 23 16:42:46.154666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49276) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:46.202491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Subnet': ['ID=5efaaab9-8f42-4a66-a2f0-f0d6c2612038,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:46.202943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.209753 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a17e58af-c265-483f-9953-c5f05c6fadee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/subnets/5efaaab9-8f42-4a66-a2f0-f0d6c2612038 HTTP/1.1" status: 204 len: 168 time: 0.7361751 Jul 23 16:42:46.210353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49280) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:46.225427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fff04-70cd-4e00-829f-7bad02137516 None None] Network 515d1fc8-fd39-4159-9b1a-bfa70652c024 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:42:46.229688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-0ad5234b-d1c2-4134-9015-666fbd564706 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2830913 Jul 23 16:42:46.303971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6620800-3138-4761-966f-31f59a08363d req-2a5c3e64-de6d-42b1-97a6-31a6b9882004 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:46.312883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6620800-3138-4761-966f-31f59a08363d req-2a5c3e64-de6d-42b1-97a6-31a6b9882004 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 945 time: 0.6017561 Jul 23 16:42:46.367107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1ae0-9c73-4282-9b2d-1ca62d1ddf31 req-ab5d287f-fe9f-4bba-a8cc-178956a6d083 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:46.375596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-653e1ae0-9c73-4282-9b2d-1ca62d1ddf31 req-ab5d287f-fe9f-4bba-a8cc-178956a6d083 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3483779 Jul 23 16:42:46.444856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6620800-3138-4761-966f-31f59a08363d req-a6f4d4a7-1798-423d-93de-6fdef70fac98 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302166 Jul 23 16:42:46.455479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0428dff-02cc-42a7-875a-15a29f8f49d8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:46.465813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d0428dff-02cc-42a7-875a-15a29f8f49d8 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/networks/74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 881 time: 0.3085606 Jul 23 16:42:46.478303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.485059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:46.585454 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-66531478-9deb-4374-bfba-679c5c86b051 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 200 len: 205 time: 0.0978496 Jul 23 16:42:46.592608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:46.627441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-653e1ae0-9c73-4282-9b2d-1ca62d1ddf31 req-771f2f4f-7d0e-4fe9-9420-19d507db7c7a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504878 Jul 23 16:42:46.748214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] DHCP port deletion for 515d1fc8-fd39-4159-9b1a-bfa70652c024 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:42:46.786135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a50dc23b-5c57-4d3c-8d7d-93aa4cd4fd85 req-d2610386-a09b-45f8-b4b5-372950311691 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 210 time: 0.1509836 Jul 23 16:42:46.821347 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f883c9-7148-48b7-bdd5-e0061bb7fc3a x-openstack-request-id: req-d3f883c9-7148-48b7-bdd5-e0061bb7fc3a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:46.821654 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:46.821914 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3f883c9-7148-48b7-bdd5-e0061bb7fc3a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:46.822344 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6', 'code': 200} Jul 23 16:42:46.947906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Deleting port 68f07ad5-8497-4f06-ab64-f8004a0b4611 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:46.948998 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:46.991632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.103086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] For port 68f07ad5-8497-4f06-ab64-f8004a0b4611, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=68f07ad5-8497-4f06-ab64-f8004a0b4611,segment=NetworkSegment(2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee),segment_id=2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:47.103704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.129416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Calling delete_port for 68f07ad5-8497-4f06-ab64-f8004a0b4611 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:47.247914 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.303245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] Pushing event deleted for resources: {'Port': ['ID=68f07ad5-8497-4f06-ab64-f8004a0b4611,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:47.318098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb943b89-956d-42e9-aca7-45495f2616f7 None None] No DVR routers for this DVR port 68f07ad5-8497-4f06-ab64-f8004a0b4611 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:47.474126 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:47.710314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-4fe80334-679d-4a56-ba39-c4237a28dd3f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:47.712196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-4fe80334-679d-4a56-ba39-c4237a28dd3f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 817 time: 1.2586668 Jul 23 16:42:47.886146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-f4814717-eb1c-4ea9-b7b8-360e7ddd9890 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 380 time: 0.1346366 Jul 23 16:42:47.891823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'port': {'device_id': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'admin_state_up': True, 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'security_groups': ['258edf70-45e9-4a18-ad83-ad5b9f2ab7bc']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:47.927240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59bce7-c194-4860-b4c8-261fd7c12274 req-b7f0212e-1fee-4944-abf8-1ba835625684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:47.929612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc59bce7-c194-4860-b4c8-261fd7c12274 req-b7f0212e-1fee-4944-abf8-1ba835625684 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1097 time: 1.0050261 Jul 23 16:42:47.982864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 68f07ad5-8497-4f06-ab64-f8004a0b4611 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:47.984439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.047384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c655cf-56e4-43d2-8476-a7235daa6ee8 req-06d94ce1-6f45-4f31-a3e9-184f79c4ae82 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:48.049406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70c655cf-56e4-43d2-8476-a7235daa6ee8 req-06d94ce1-6f45-4f31-a3e9-184f79c4ae82 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.3720005 Jul 23 16:42:48.107250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc59bce7-c194-4860-b4c8-261fd7c12274 req-6e5b9721-57fc-46df-a76a-e1cf2a3e9534 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568274 Jul 23 16:42:48.113109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.160383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da153630-d1c5-453c-a63c-dd874ef854be req-d25799e5-54b6-471c-aa43-8af45d3bde1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:48.168236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da153630-d1c5-453c-a63c-dd874ef854be req-d25799e5-54b6-471c-aa43-8af45d3bde1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3414230 Jul 23 16:42:48.192485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70c655cf-56e4-43d2-8476-a7235daa6ee8 req-28dc9653-e32d-4d73-be89-c007c210bc4e tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357639 Jul 23 16:42:48.207569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68f07ad5-8497-4f06-ab64-f8004a0b4611 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:48.245337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Made reservation on behalf of 265d865fb03f43aa8115f1c1aa90c713 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:48.255462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 68f07ad5-8497-4f06-ab64-f8004a0b4611, host n-d-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:48.256030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.261387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.322542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 68f07ad5-8497-4f06-ab64-f8004a0b4611 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:48.329023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Port 68f07ad5-8497-4f06-ab64-f8004a0b4611 was not found and therefore no delete operation was performed {{(pid=94004) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:42:48.335169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.360803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da153630-d1c5-453c-a63c-dd874ef854be req-e979ca0f-b667-4478-8f90-c45b30110120 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911945 Jul 23 16:42:48.407335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 68f07ad5-8497-4f06-ab64-f8004a0b4611 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:48.407335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 68f07ad5-8497-4f06-ab64-f8004a0b4611 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:48.480880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=68f07ad5-8497-4f06-ab64-f8004a0b4611,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:48.501336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] No DVR routers for this DVR port 68f07ad5-8497-4f06-ab64-f8004a0b4611 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:48.657260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb46980f-ee39-4e5e-a733-f4d3cce2f860 req-f5cec123-edde-4c75-a4b3-0e7da5d4f6e9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 210 time: 0.0671613 Jul 23 16:42:48.706760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port d96c9735-1382-441f-aedc-43381c5030fe {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:48.708370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.773251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Allocated IP 172.20.0.11 (16dce680-b336-44eb-bb51-1ce961d9af91/b47ac8df-6f61-414a-8eaf-e342f7efea92/58e7422c-b4df-415d-9d14-a8c0cd0e7acf) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:48.822579 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.847501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515d1fc8-fd39-4159-9b1a-bfa70652c024']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:48.916225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:48.916683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8aa3ab-e9e2-4b79-911a-7b8ed9f36bee') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:48.945129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.979422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.994153 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:48.999978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.002344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Transition to ACTIVE for port object 58e7422c-b4df-415d-9d14-a8c0cd0e7acf will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:49.021345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:42:49.021976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:49.025827 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:49.029832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for d96c9735-1382-441f-aedc-43381c5030fe owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:49.068658 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.154001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.166615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:49.166845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.168867 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/networks/515d1fc8-fd39-4159-9b1a-bfa70652c024 HTTP/1.1" status: 204 len: 168 time: 2.9571702 Jul 23 16:42:49.180953 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:49.182334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:49.191087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749e3d2-f647-40d7-bccb-efe4d99b5eef tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Network': ['ID=515d1fc8-fd39-4159-9b1a-bfa70652c024,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.205462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:49.398856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:49.400101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.619000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.630799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7435889 Jul 23 16:42:49.635851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.636199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.636541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.636877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.637210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.637541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.638442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.638771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.639099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.639526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.639856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.640423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832e33c-b7a2-4f00-8fb5-2f642f22fd13 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:49.650992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Request body: {'port': {'device_id': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:49.808919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-853e2ecf-fc27-4442-8972-2f66c37da342 None None] Provisioning for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:49.811595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.834342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-853e2ecf-fc27-4442-8972-2f66c37da342 None None] Provisioning complete for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:49.834990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-853e2ecf-fc27-4442-8972-2f66c37da342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.854003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=d96c9735-1382-441f-aedc-43381c5030fe,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:49.871684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-f4499c70-3972-4977-bc7f-5358ce10a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:49.873356 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-f4499c70-3972-4977-bc7f-5358ce10a392 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1096 time: 0.2973597 Jul 23 16:42:49.907351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port e7fb9ae9-a314-412d-b124-3ed192afbda0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:49.907599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:49.988624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3ff1-55f4-4210-b8bd-f2eb7ca2806b req-8660a2bf-d472-4795-8025-4a6d0444c5d2 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.001648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6fb3ff1-55f4-4210-b8bd-f2eb7ca2806b req-8660a2bf-d472-4795-8025-4a6d0444c5d2 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.5810542 Jul 23 16:42:50.008364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.089215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.171812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666758-9512-4ae7-8286-195f4e5336ed req-fe256c11-247c-4c89-ae5c-6e2a3b88016c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.179744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd666758-9512-4ae7-8286-195f4e5336ed req-fe256c11-247c-4c89-ae5c-6e2a3b88016c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.5458186 Jul 23 16:42:50.226344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-338b0aab-9036-4426-9b7e-cd4340507d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.228917 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-338b0aab-9036-4426-9b7e-cd4340507d37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.3372333 Jul 23 16:42:50.231048 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.235252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.244288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.244878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.257453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6fb3ff1-55f4-4210-b8bd-f2eb7ca2806b req-d2b577b6-1f67-4780-bb02-b79faaf6d9e4 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541134 Jul 23 16:42:50.360645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-853e2ecf-fc27-4442-8972-2f66c37da342 None None] Port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:42:50.362555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for e7fb9ae9-a314-412d-b124-3ed192afbda0 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:50.383070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.384078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router 161b54ba-bf1c-4404-ba7b-175493e2c0a1 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:50.396339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.404671 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2d15aea2-75c0-4937-a183-5a0f3779359c tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 204 len: 168 time: 3.8104045 Jul 23 16:42:50.404955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:50.413742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-179561251', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:50.469723 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-051631b7-24c7-4a5b-81c3-fd8bf8d51db1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1001 time: 0.2323112 Jul 23 16:42:50.560964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.562157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.581168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd666758-9512-4ae7-8286-195f4e5336ed req-393cf8fb-f0a9-4a5d-a4be-99f3ba325da7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002817 Jul 23 16:42:50.586106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-7398ab3f-c1cb-41be-b13d-0b352c8637a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.587856 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-7398ab3f-c1cb-41be-b13d-0b352c8637a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.1086032 Jul 23 16:42:50.732652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.782959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a3c6e-1e37-4175-941d-0d28b41699a3 req-254df730-dd4d-49e5-b839-32b3a77d6224 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.784726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d45a3c6e-1e37-4175-941d-0d28b41699a3 req-254df730-dd4d-49e5-b839-32b3a77d6224 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 932 time: 0.4003532 Jul 23 16:42:50.881029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d45a3c6e-1e37-4175-941d-0d28b41699a3 req-78968431-e4d3-4f68-ac0d-93018ae5c91e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612087 Jul 23 16:42:50.926326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:50.940147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:50.958969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3c9ab-079c-4d1d-86c3-384d3d8b6926 req-13a9930f-c99c-4843-835b-773c217f1b04 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.960529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76f3c9ab-079c-4d1d-86c3-384d3d8b6926 req-13a9930f-c99c-4843-835b-773c217f1b04 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.1737480 Jul 23 16:42:50.977512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Transition to ACTIVE for port object 58e7422c-b4df-415d-9d14-a8c0cd0e7acf will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:50.987298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-0ce4fbc8-9eca-45b5-b1f6-c3c6b96b7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:50.990179 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-0ce4fbc8-9eca-45b5-b1f6-c3c6b96b7d51 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861029 Jul 23 16:42:51.010649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.109770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76f3c9ab-079c-4d1d-86c3-384d3d8b6926 req-a6bee3f9-6238-4a8c-b00f-2976f4a49902 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295214 Jul 23 16:42:51.166253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.309090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.351966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Attempting to bind port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:51.353073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Attempting to bind port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:51.353273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Attempting to bind port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:51.363804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf on network 16dce680-b336-44eb-bb51-1ce961d9af91 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:42:51.366437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Attempting to bind port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:51.373522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.376484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:51.376906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Checking segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:42:51.377368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Bound using segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:51.377919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Bound port: 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:51.378379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.515342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:51.528321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:51.545814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=e7fb9ae9-a314-412d-b124-3ed192afbda0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:51.549810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.578558 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-8ee8e28f-dfc4-4d24-a94e-f2a259f2de9d service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867383 Jul 23 16:42:51.658319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:51.659466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.661695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1092 time: 2.0156946 Jul 23 16:42:51.665303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:51.670646 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affa71f4-3ee2-40c3-97fc-8f245e9ede72" -d '{"events": [{"name": "network-changed", "server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:51.807918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-7c74a296-567f-48fa-a520-5d2b7800c331 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723161 Jul 23 16:42:51.880745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.882473 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Floating IP 17c22458-0154-4521-b95b-035956e6f3e0 disassociated (deleted). External IP: 172.25.2.224, port: fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc. Jul 23 16:42:51.953748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6155a-d3ab-4d1c-8278-6e8171f943d5 service neutron] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:52.079459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e3de3-b284-4d13-8f21-cd9b4ed0c13e req-7367e339-295d-494d-bee2-11dd944c56e4 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.089912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-456e3de3-b284-4d13-8f21-cd9b4ed0c13e req-7367e339-295d-494d-bee2-11dd944c56e4 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.5587726 Jul 23 16:42:52.152520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-7500e2e6-954d-4996-be03-8faec3908219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.153106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-7500e2e6-954d-4996-be03-8faec3908219 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1095 time: 0.4095521 Jul 23 16:42:52.187681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-456e3de3-b284-4d13-8f21-cd9b4ed0c13e req-1012fcb5-9681-48a3-9bed-a00754bbdb74 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955405 Jul 23 16:42:52.282906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a972-b439-4315-b16d-ba749bf6195a req-535d0980-3fcb-4b04-a70e-5831e4de7d80 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.285013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7aa6a972-b439-4315-b16d-ba749bf6195a req-535d0980-3fcb-4b04-a70e-5831e4de7d80 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.4719596 Jul 23 16:42:52.287633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-e4c85408-5d7f-4eb9-a1ef-a8203897da84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 217 time: 0.1122284 Jul 23 16:42:52.361837 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ea8b5-0262-4eb2-a286-b4b1533ab857 x-openstack-request-id: req-004ea8b5-0262-4eb2-a286-b4b1533ab857 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:52.362646 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:52.363201 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-004ea8b5-0262-4eb2-a286-b4b1533ab857 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:52.363855 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'status': 'completed', 'code': 200} Jul 23 16:42:52.381839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7aa6a972-b439-4315-b16d-ba749bf6195a req-75d1c497-ffe7-4047-a06a-f5cb32f262ca tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867753 Jul 23 16:42:52.461157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-99fa935e-dd89-4e9f-b045-deb24bc710d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.469219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-99fa935e-dd89-4e9f-b045-deb24bc710d3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.1234765 Jul 23 16:42:52.710037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-5b75c584-88c8-4002-8577-be8a658853f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.711610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-5b75c584-88c8-4002-8577-be8a658853f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228494 Jul 23 16:42:52.866166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc21f8e-d725-4ad2-9cff-c65ed56896c5 req-26a21b1c-a902-41b0-9390-e54f2f2d179f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.869076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cc21f8e-d725-4ad2-9cff-c65ed56896c5 req-26a21b1c-a902-41b0-9390-e54f2f2d179f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2529888 Jul 23 16:42:52.874845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-2fce8634-c43b-4d14-bff3-bf8414524550 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549320 Jul 23 16:42:53.002772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:53.055225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cc21f8e-d725-4ad2-9cff-c65ed56896c5 req-77503c9c-da46-4c42-8283-dff4d58f3641 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583118 Jul 23 16:42:53.104843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aeeb392-3176-45dc-a795-0ed5b7c10c60 req-ddc5f92b-c76c-4193-b3fd-4e50547f1e95 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214425 Jul 23 16:42:53.163857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.188502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.261991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:53.270050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.283523 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:53.321018 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:53.326688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:53.334720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-6fd0e5d8-f04f-491c-b925-c6da67c5d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:53.346086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-6fd0e5d8-f04f-491c-b925-c6da67c5d2ab service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1095 time: 0.1256135 Jul 23 16:42:53.381801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-001c161a-044a-46ee-8d24-4700619a70a4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/floatingips/17c22458-0154-4521-b95b-035956e6f3e0 HTTP/1.1" status: 204 len: 168 time: 4.1980703 Jul 23 16:42:53.384443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:53.386985 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f665efc-76e1-46f0-8b0e-e29bf24cadff" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:53.415110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Allocated IP 172.25.2.198 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d0450237-65d4-43ad-85dd-239f9c9646ad) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:53.534866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-474e2e36-cb89-46bc-8f83-86bda3acf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:53.536524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-474e2e36-cb89-46bc-8f83-86bda3acf48e service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.1813664 Jul 23 16:42:53.589728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-b55baf3e-d7f4-41da-899d-897e8e366ebe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 217 time: 0.0441222 Jul 23 16:42:53.609282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c207a9e-16dc-4c98-ac01-2e76715aae37 req-129a6947-1eb7-490d-aec0-eb31ab8faf51 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:53.610367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.611096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c207a9e-16dc-4c98-ac01-2e76715aae37 req-129a6947-1eb7-490d-aec0-eb31ab8faf51 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.2029712 Jul 23 16:42:53.704091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.729019 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:53.770021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c207a9e-16dc-4c98-ac01-2e76715aae37 req-2bad03a4-9028-4771-8b4c-6503040d4e9b tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465127 Jul 23 16:42:53.798209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-893756c0-0653-4a20-a1ce-6686a1b6f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:53.801408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-893756c0-0653-4a20-a1ce-6686a1b6f07f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.1891768 Jul 23 16:42:53.835719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event updated for resources: {'Port': ['ID=d0450237-65d4-43ad-85dd-239f9c9646ad,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:53.851008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:53.853040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:53.860823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:54.051835 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bf1bca-c69c-4956-bf16-4129ee4edfcc x-openstack-request-id: req-43bf1bca-c69c-4956-bf16-4129ee4edfcc {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:54.052485 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:54.052878 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43bf1bca-c69c-4956-bf16-4129ee4edfcc {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:54.053415 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'status': 'completed', 'code': 200} Jul 23 16:42:54.082286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-58108dae-869e-4878-969b-3f4f9879e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.084040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-58108dae-869e-4878-969b-3f4f9879e6c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641482 Jul 23 16:42:54.121385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:54.128310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a14b7-5224-4f24-93c8-d16b63f0ee4e req-caabf608-05fd-4503-a905-16ef07c07dfc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.145373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d3a14b7-5224-4f24-93c8-d16b63f0ee4e req-caabf608-05fd-4503-a905-16ef07c07dfc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.2061322 Jul 23 16:42:54.217571 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:42:54.278524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:54.280771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:54.307146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.309122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d3a14b7-5224-4f24-93c8-d16b63f0ee4e req-0d90a826-2e08-4a39-b937-6778c749e333 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626184 Jul 23 16:42:54.410117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-309876dd-e8a3-45a7-bf75-6454ef72c858 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168898 Jul 23 16:42:54.518684 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:42:54.545569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-7aa91f5d-1f9c-4ebf-bff2-f86ff968eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.548270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-7aa91f5d-1f9c-4ebf-bff2-f86ff968eaa6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 1097 time: 0.5105040 Jul 23 16:42:54.669915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-4ccb611e-7687-43b1-bd92-7d038f8bbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.672191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-4ccb611e-7687-43b1-bd92-7d038f8bbcff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1097 time: 0.3546042 Jul 23 16:42:54.858249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-487e814f-2588-42ce-9e37-b73d673d2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.860125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-487e814f-2588-42ce-9e37-b73d673d2e50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 913 time: 0.1581357 Jul 23 16:42:54.880675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f811ec8-b0d4-400d-a1e8-4d6a8341b2a0 req-b3044218-2ae4-4d0c-b87a-221d26d99565 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.882637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f811ec8-b0d4-400d-a1e8-4d6a8341b2a0 req-b3044218-2ae4-4d0c-b87a-221d26d99565 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.4365792 Jul 23 16:42:54.892662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-d24464cd-2fd4-436d-b96a-1d62af55b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.894220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-d24464cd-2fd4-436d-b96a-1d62af55b138 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 200 len: 897 time: 0.3379500 Jul 23 16:42:54.894853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-affa71f4-3ee2-40c3-97fc-8f245e9ede72 req-077a1453-aaf8-4725-938d-5b98293c786f service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760387 Jul 23 16:42:54.895884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.972734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:54.984768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281454f-0047-41da-a08e-80ca8ccccbfc req-c7984171-fc13-4607-a421-76a1e9f85dab tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.993611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f281454f-0047-41da-a08e-80ca8ccccbfc req-c7984171-fc13-4607-a421-76a1e9f85dab tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.5293307 Jul 23 16:42:55.007804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-575e0337-4b29-4a86-b505-7b8bb5464a1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 217 time: 0.1226757 Jul 23 16:42:55.019439 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21875fce-c213-438c-889f-30b6e83f6b10 None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 6, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b5df352b-9834-4605-8b0d-ebbe64b17588', 'name': '', 'network_id': 'e63d9544-2a71-4401-aded-26f40ca9f226', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:91:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:58Z', 'updated_at': '2021-07-23T16:40:06Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': 'b77addf0-800a-4ab9-8aa3-024db1928fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:55.128628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f281454f-0047-41da-a08e-80ca8ccccbfc req-5fb30876-3550-4dcf-90c9-debff909ed43 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334147 Jul 23 16:42:55.156897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f811ec8-b0d4-400d-a1e8-4d6a8341b2a0 req-f4ca78eb-81fb-49ea-8011-857972aaa624 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829648 Jul 23 16:42:55.171690 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-9671f84c-18bf-4f45-8ac1-be1998c319c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 200 len: 217 time: 0.2286212 Jul 23 16:42:55.173801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-0b3681c1-1018-4e14-827b-7d1cbe4d96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:55.176014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-0b3681c1-1018-4e14-827b-7d1cbe4d96f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 200 len: 852 time: 0.1474612 Jul 23 16:42:55.297361 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-810976e0-2a4a-492b-8b4f-b196414cd5f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e284d54-ff06-4126-949b-19295ed76cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094828 Jul 23 16:42:55.301308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-70133042-1b02-420c-af02-83fa791de132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:55.309385 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-70133042-1b02-420c-af02-83fa791de132 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 200 len: 835 time: 0.1146841 Jul 23 16:42:55.527769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-d531572d-3f31-4d36-817f-4b16dfd9ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:55.536886 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-d531572d-3f31-4d36-817f-4b16dfd9ea49 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e63d9544-2a71-4401-aded-26f40ca9f226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120781 Jul 23 16:42:55.538199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Router e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:42:55.542735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9202b6-171b-43eb-9927-98a15dff73cf None None] New status for floating IP 17c22458-0154-4521-b95b-035956e6f3e0: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:42:55.788563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-ff9ea0f3-c0f1-4b12-acfe-b0f3deedd738 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359011 Jul 23 16:42:55.885214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:55.899015 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab575585-1e98-432f-919c-3b0251e851df None None] Sync routers for ids ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:55.915072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:55.916373 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d8a97023-0bd5-42d9-947f-ff55d7c3b08f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5064044 Jul 23 16:42:55.921852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:55.923255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] Routers {'e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:55.924353 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:55.926887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:42:55.981287 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:55.997590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] Routers {'e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:55.998652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:56.040865 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ab575585-1e98-432f-919c-3b0251e851df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:56.041529 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab575585-1e98-432f-919c-3b0251e851df None None] The sync data for ids ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:56.047398 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1f665efc-76e1-46f0-8b0e-e29bf24cadff req-3b7114f4-9ab9-497e-8a6c-b3f4197c5617 service neutron] 10.222.0.81 "GET /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470422 Jul 23 16:42:56.139922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-e5cb3663-400a-45e0-90a0-b4caa0063be1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323183 Jul 23 16:42:56.178908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4627b-8100-4df2-a49c-6d539d8eb061 req-9d3e7a99-6176-458c-a627-1d88c8143ccc tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:56.180328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ab4627b-8100-4df2-a49c-6d539d8eb061 req-9d3e7a99-6176-458c-a627-1d88c8143ccc tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.8216326 Jul 23 16:42:56.227170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-e854a22a-4d1d-4586-b5aa-e4ed3ad84a2c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:56.228692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-e854a22a-4d1d-4586-b5aa-e4ed3ad84a2c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.3166595 Jul 23 16:42:56.244075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd822e07-9542-463d-9217-81d48e5d8ad2 req-7ca66252-627a-4cfe-a783-744d6ce387ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:56.245554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd822e07-9542-463d-9217-81d48e5d8ad2 req-7ca66252-627a-4cfe-a783-744d6ce387ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.2416494 Jul 23 16:42:56.406434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ab4627b-8100-4df2-a49c-6d539d8eb061 req-8e8110c9-dd04-4cf0-98e6-177485d35d30 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945055 Jul 23 16:42:56.429980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f684a5d8-b324-4cb5-90cc-0b95b6928a58 req-6402842e-58b1-40c8-bc99-b7983928f585 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769301 Jul 23 16:42:56.438515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd822e07-9542-463d-9217-81d48e5d8ad2 req-cb48f975-70f7-4ca9-90a8-f98320bf264b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451850 Jul 23 16:42:56.447109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.492363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.532596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:56.536752 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.648584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Deleting port d0450237-65d4-43ad-85dd-239f9c9646ad {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:42:56.648921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.749227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:56.767852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Calling delete_port for d0450237-65d4-43ad-85dd-239f9c9646ad owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:56.795156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:42:56.859057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-a66d0eb8-aa74-42a8-8dbc-4069bf84d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:56.861859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-a66d0eb8-aa74-42a8-8dbc-4069bf84d8bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1097 time: 0.3066182 Jul 23 16:42:57.038349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:57.042747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8e4d1-75f4-46a7-8ab4-70629ed54ff6 req-51ea480e-6c0f-427d-8059-2166ab2c09ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:57.063472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ea8e4d1-75f4-46a7-8ab4-70629ed54ff6 req-51ea480e-6c0f-427d-8059-2166ab2c09ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 946 time: 0.4104636 Jul 23 16:42:57.078536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:57.081396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.085024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:42:57.150988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.177907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.214034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:57.223948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Pushing event deleted for resources: {'Port': ['ID=d0450237-65d4-43ad-85dd-239f9c9646ad,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:57.239605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:57.247842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:42:57.250016 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.265177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ea8e4d1-75f4-46a7-8ab4-70629ed54ff6 req-2c348ede-3955-4923-b662-6b4ef1122b52 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=b7ab05ff-ee2f-477f-b25b-583e68571854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309059 Jul 23 16:42:57.274022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be072df-af4c-408e-a171-4ff625774fa5 req-7af57c72-ad72-4007-834f-66366d08dede tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:57.275637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1be072df-af4c-408e-a171-4ff625774fa5 req-7af57c72-ad72-4007-834f-66366d08dede tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.6118839 Jul 23 16:42:57.376612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-5d63d95e-10ff-4d55-b554-d22441b3ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:57.378316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:57.381211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-5d63d95e-10ff-4d55-b554-d22441b3ec62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 913 time: 0.5081871 Jul 23 16:42:57.419398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1be072df-af4c-408e-a171-4ff625774fa5 req-69341666-07a3-4886-adfd-b5e828f3b15a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308880 Jul 23 16:42:57.458221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-5fc9fe2e-6136-40ad-a878-f331afac5c85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 217 time: 0.0658498 Jul 23 16:42:57.491625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.522590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-0458b4ff-8ca2-44e4-b5b1-cd9a9e246a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:57.524269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-0458b4ff-8ca2-44e4-b5b1-cd9a9e246a61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 200 len: 852 time: 0.0544250 Jul 23 16:42:57.612775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-a134bb14-21a3-42ae-aea5-ff211bd88170 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e284d54-ff06-4126-949b-19295ed76cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729058 Jul 23 16:42:57.627753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['58e7422c-b4df-415d-9d14-a8c0cd0e7acf'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:42:57.851631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:57.939686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:57.950414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.048490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Router e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:42:58.152674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-083c0d18-72f6-4529-b977-061897e44476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.155590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.167110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:58.172709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-9cb21308-ba65-415a-909a-b604825f5787 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325758 Jul 23 16:42:58.180701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.184698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18832ccd-abe8-49c7-8eaa-d76065c41a2a tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "PUT /v2.0/routers/e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 200 len: 705 time: 2.2618206 Jul 23 16:42:58.187506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49514) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:58.191104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] Sync routers for ids ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:42:58.211658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] Routers {'e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:58.216799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:58.253002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869b9b9-51f6-4884-8814-4be2ec97e638 req-6730543d-5bce-4849-99e9-303d26c16272 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:58.266012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e869b9b9-51f6-4884-8814-4be2ec97e638 req-6730543d-5bce-4849-99e9-303d26c16272 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.5849192 Jul 23 16:42:58.269107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:58.291695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a0326d72-8b36-4bc3-a1c6-96df0681a182 tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/routers/e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 200 len: 740 time: 0.1025174 Jul 23 16:42:58.291896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49516) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:58.323292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:58.337992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] Routers {'e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:58.338750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:58.346464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b795dd7-04cd-4416-9b77-0d3539c71ceb req-514adac8-2390-47d1-b03b-a02f7b440c56 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:58.348308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b795dd7-04cd-4416-9b77-0d3539c71ceb req-514adac8-2390-47d1-b03b-a02f7b440c56 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.6686802 Jul 23 16:42:58.415695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:58.417115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e794d-69ec-41da-8cfd-e2137b07e60f None None] The sync data for ids ['e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:42:58.432296 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6b7fe39-4265-457a-acf6-01b96c6b26ba tempest-RoutersAdminTest-1004589363 tempest-RoutersAdminTest-1004589363-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&device_id=e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 200 len: 205 time: 0.1355021 Jul 23 16:42:58.436075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:58.474639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] No DVR routers for this DVR port fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:58.482337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.488205 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c2d7762-3f80-4d6b-b3d2-a9b9618d2d90 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 200 len: 205 time: 0.0466733 Jul 23 16:42:58.488512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52d6a53f-514a-4603-b385-2f33f0a13144 req-479ddc47-b9a2-4363-b49e-ee3006ca8c32 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.81 "DELETE /v2.0/ports/fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc HTTP/1.1" status: 204 len: 173 time: 2.2346146 Jul 23 16:42:58.488512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'name': 'network-vif-deleted', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:58.488512 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c4d3a3-feff-4981-88fa-f997a396927b" -d '{"events": [{"server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "name": "network-vif-deleted", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:58.489064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49522) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:58.494653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e869b9b9-51f6-4884-8814-4be2ec97e638 req-51b7d7b8-4088-4ea3-9835-0c7ea609d1b3 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273402 Jul 23 16:42:58.528791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b795dd7-04cd-4416-9b77-0d3539c71ceb req-b2143e3c-bfae-4425-953a-304cc80538d0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379862 Jul 23 16:42:58.564890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-521c4ea4-4917-4f0e-b4d6-298437e19e3f req-7bca5421-39cd-44e0-8289-4b3286bf68a9 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408070 Jul 23 16:42:58.811602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f50fe26-469e-4b7d-b203-423b5d38a913 req-525c2e5e-b874-464c-9ad8-f3abffb511dc tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a0e5308-a4d3-427a-bc67-20a1d4f35353 HTTP/1.1" status: 200 len: 210 time: 0.1700552 Jul 23 16:42:58.813467 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dfaba4-1c59-4af2-b983-c0efe341c1f2 x-openstack-request-id: req-98dfaba4-1c59-4af2-b983-c0efe341c1f2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:58.813755 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0e5308-a4d3-427a-bc67-20a1d4f35353", "name": "network-vif-deleted", "tag": "fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:58.814116 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98dfaba4-1c59-4af2-b983-c0efe341c1f2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:58.814524 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0e5308-a4d3-427a-bc67-20a1d4f35353', 'name': 'network-vif-deleted', 'tag': 'fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc', 'status': 'completed', 'code': 200} Jul 23 16:42:58.816579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:42:58.959169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.993904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:42:59.002399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:42:59.002941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.037601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4767e7-6200-4b6e-a98a-47dd909e7f09 req-8e963f0d-3672-4cb9-a790-43d6231d93a9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:59.039930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b4767e7-6200-4b6e-a98a-47dd909e7f09 req-8e963f0d-3672-4cb9-a790-43d6231d93a9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 945 time: 0.1557677 Jul 23 16:42:59.135368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b4767e7-6200-4b6e-a98a-47dd909e7f09 req-b446cff2-261e-4e07-ac9c-accd8cfadaa2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887046 Jul 23 16:42:59.188951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.215042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:59.218357 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4614b6b-f4e0-4818-83d2-b23724c2b023" -d '{"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:42:59.223980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.234108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:59.240789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.242045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:42:59.274511 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0bbec7-0835-44db-a4b9-f4fdd7279a0e x-openstack-request-id: req-8c0bbec7-0835-44db-a4b9-f4fdd7279a0e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:42:59.275077 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:42:59.275515 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c0bbec7-0835-44db-a4b9-f4fdd7279a0e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:42:59.276136 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'code': 200} Jul 23 16:42:59.297605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:42:59.298322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device fe4bfecc-7b9e-48bf-a55a-b3e5e915dffc not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:42:59.334337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:59.350478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-083c0d18-72f6-4529-b977-061897e44476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.426511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-083c0d18-72f6-4529-b977-061897e44476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.464515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d49ec-7d7c-4ecc-8a34-ec016e13a0c3 req-eb2facd4-abd9-4e6d-9cb0-2c4e5b74cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:59.466137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-165d49ec-7d7c-4ecc-8a34-ec016e13a0c3 req-eb2facd4-abd9-4e6d-9cb0-2c4e5b74cc1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1097 time: 0.0679471 Jul 23 16:42:59.466782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.483211 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.504386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-165d49ec-7d7c-4ecc-8a34-ec016e13a0c3 req-9488d0ec-6456-47ca-ada9-a668e5f44581 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Jul 23 16:42:59.520122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-083c0d18-72f6-4529-b977-061897e44476 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6486374b3a1140f78ee49c4b075baa71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6672599 Jul 23 16:42:59.522796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49532) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.565322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c0d18-72f6-4529-b977-061897e44476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2dc55-0f4b-4e56-8080-5fe20e508abb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:59.580281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.581740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.583878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Fanout notify agent at l3_agent the message router_deleted on router e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:59.600887 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.603126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38f4e544-7413-4fbc-b593-e7ad2fed0604 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 204 len: 168 time: 1.1045234 Jul 23 16:42:59.606863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49540) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.649942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.654292 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba3910af-20f1-4707-b84a-eeb2f331e781 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 200 len: 205 time: 0.0458076 Jul 23 16:42:59.656487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49542) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.706545 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-66649ddb-8d4d-4230-89cd-af0be611aaa3 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:42:59.707828 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-66649ddb-8d4d-4230-89cd-af0be611aaa3 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/e6837e30-1afd-4b3a-b3ce-3e6a68e1a2c1 HTTP/1.1" status: 404 len: 336 time: 0.0499282 Jul 23 16:42:59.711961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49544) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.744051 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e5b3eeff-20e9-4a7a-b34f-60f3bd17b4d7 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 200 len: 205 time: 0.0309269 Jul 23 16:42:59.748642 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49546) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.787569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743870-dc45-4389-ab3a-d63f0bbe892e req-6f8e09c0-d869-4b1f-93b9-6f31db7a92ae tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:59.789096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71743870-dc45-4389-ab3a-d63f0bbe892e req-6f8e09c0-d869-4b1f-93b9-6f31db7a92ae tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.1544878 Jul 23 16:42:59.789971 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-5608a1c1-f37e-4f0b-9767-214b1e2bb36e tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:42:59.795603 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5608a1c1-f37e-4f0b-9767-214b1e2bb36e tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/161b54ba-bf1c-4404-ba7b-175493e2c0a1 HTTP/1.1" status: 404 len: 336 time: 0.0413074 Jul 23 16:42:59.796809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49548) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.799511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1380-d949-449f-b241-0a9b08aedde2 req-b5ad065e-edfc-4a04-9b22-809a19c3fff0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:59.801161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cef1380-d949-449f-b241-0a9b08aedde2 req-b5ad065e-edfc-4a04-9b22-809a19c3fff0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.1491952 Jul 23 16:42:59.808611 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.811795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:59.814536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6a2dc55-0f4b-4e56-8080-5fe20e508abb HTTP/1.1" status: 204 len: 168 time: 0.2904847 Jul 23 16:42:59.840901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-103c62f6-1386-4513-a6f7-e2f77c6bbd18 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 200 len: 205 time: 0.0423667 Jul 23 16:42:59.844031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49554) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.875720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbecb6-f47a-46b5-a82a-002b11bb2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2dc55-0f4b-4e56-8080-5fe20e508abb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:59.883397 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-4b29c4c1-bd39-4205-b17d-ad69c44bd71d tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:42:59.886955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4b29c4c1-bd39-4205-b17d-ad69c44bd71d tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/b9e93e47-024d-4eed-bf3b-6b7efe43da58 HTTP/1.1" status: 404 len: 336 time: 0.0394797 Jul 23 16:42:59.887295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49556) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.915279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71743870-dc45-4389-ab3a-d63f0bbe892e req-ec70929b-5db5-4f48-99f1-dbaf3b28be02 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128066 Jul 23 16:42:59.925541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cef1380-d949-449f-b241-0a9b08aedde2 req-03477431-81f3-43fa-ab31-5fe73f0e94da tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093774 Jul 23 16:42:59.936450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f9ef003-af5b-4f0b-b386-4514f9d8b683 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 200 len: 205 time: 0.0469723 Jul 23 16:42:59.938784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49558) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.993016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49564) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:42:59.994616 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-a55d2860-4f4c-4697-9719-34ff98ddb623 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:42:59.995601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a55d2860-4f4c-4697-9719-34ff98ddb623 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/14dd1275-c6fa-476f-a893-91dbed1b68f7 HTTP/1.1" status: 404 len: 336 time: 0.0558472 Jul 23 16:42:59.999034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.035484 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73dfbe5b-35ef-4a2d-9c55-832648896bac tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 200 len: 205 time: 0.0353384 Jul 23 16:43:00.039273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49570) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.090088 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-05569350-318d-4f63-b811-5c82b0b63929 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:43:00.091755 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-05569350-318d-4f63-b811-5c82b0b63929 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/27c7fc79-58b7-4bee-b946-a752c4d25d53 HTTP/1.1" status: 404 len: 336 time: 0.0510499 Jul 23 16:43:00.096397 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.098616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49574) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.152800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.169282 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-606abe70-7a73-4ab1-8390-c559f80550f0 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "GET /v2.0/ports?device_id=8720987d-01e4-41e8-a8fa-8d48bf78f7ec HTTP/1.1" status: 200 len: 205 time: 0.0584795 Jul 23 16:43:00.171821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49582) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.237095 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-2f1c0c67-a505-4ca6-beac-e16d054c050f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] delete failed (client error): The resource could not be found. Jul 23 16:43:00.238808 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2f1c0c67-a505-4ca6-beac-e16d054c050f tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/routers/8720987d-01e4-41e8-a8fa-8d48bf78f7ec HTTP/1.1" status: 404 len: 336 time: 0.0643430 Jul 23 16:43:00.243199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49586) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.307549 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbdf713-4035-453b-97ca-b6a7bb2cb6f2 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] DELETE failed (client error): The resource could not be found. Jul 23 16:43:00.308221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbdf713-4035-453b-97ca-b6a7bb2cb6f2 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:43:00.314685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8cbdf713-4035-453b-97ca-b6a7bb2cb6f2 tempest-RoutersAdminTest-624734187 tempest-RoutersAdminTest-624734187-project] 10.222.0.64 "DELETE /v2.0/subnets/73321e6a-90c7-458f-9317-083c3b5737de HTTP/1.1" status: 404 len: 337 time: 0.0701745 Jul 23 16:43:00.316193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.319542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.321111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/security-groups/b7ab05ff-ee2f-477f-b25b-583e68571854 HTTP/1.1" status: 204 len: 168 time: 0.3267326 Jul 23 16:43:00.333889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.358682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afbe6a06-41bc-42db-8e9f-42542cfb10e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.398617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e286b-cbba-4e79-ae77-3fdf8e1b71ff tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ab05ff-ee2f-477f-b25b-583e68571854,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:00.484744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d065a5-01c4-4f5a-b5e5-cf78feeec185 req-614f06ac-c821-4b63-b6b4-ef3e34f4e33f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:00.492599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50d065a5-01c4-4f5a-b5e5-cf78feeec185 req-614f06ac-c821-4b63-b6b4-ef3e34f4e33f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.2315876 Jul 23 16:43:00.523883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afbe6a06-41bc-42db-8e9f-42542cfb10e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.525999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff71c95-2a09-4974-9888-2472274ae0cd req-d2ee0130-c5d5-4e61-ac77-3f681f0ca923 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:00.527616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bff71c95-2a09-4974-9888-2472274ae0cd req-d2ee0130-c5d5-4e61-ac77-3f681f0ca923 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2240150 Jul 23 16:43:00.540820 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-afbe6a06-41bc-42db-8e9f-42542cfb10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.555264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50d065a5-01c4-4f5a-b5e5-cf78feeec185 req-f13e2779-156a-47f8-86ce-7766aa1ab3b5 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Jul 23 16:43:00.613497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bff71c95-2a09-4974-9888-2472274ae0cd req-c21957eb-0edb-45c6-acce-6c03c55b2306 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684810 Jul 23 16:43:00.625500 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-afbe6a06-41bc-42db-8e9f-42542cfb10e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d37e07fee4a3419499a264d671858f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880747 Jul 23 16:43:00.626964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.663496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49600) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.723832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.755671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.770260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49602) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:00.830872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.835842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.842390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f8cc00d-e3c3-4942-983c-1f5602b4e35d HTTP/1.1" status: 204 len: 168 time: 0.2138193 Jul 23 16:43:00.857361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe6a06-41bc-42db-8e9f-42542cfb10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8cc00d-e3c3-4942-983c-1f5602b4e35d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:00.890713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e1535-29d7-4534-81eb-7aea26614d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8cc00d-e3c3-4942-983c-1f5602b4e35d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:01.003908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d24cb06b-305c-4a87-8bd9-fa93d2e062e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.152955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeafa9-8c64-408f-8635-a542ba880872 req-b0ffd7ac-535e-4e2b-8ed1-42f1d2f12f4c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:01.156514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fbeafa9-8c64-408f-8635-a542ba880872 req-b0ffd7ac-535e-4e2b-8ed1-42f1d2f12f4c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.1250710 Jul 23 16:43:01.233170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d24cb06b-305c-4a87-8bd9-fa93d2e062e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.241163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d24cb06b-305c-4a87-8bd9-fa93d2e062e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.248759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fbeafa9-8c64-408f-8635-a542ba880872 req-96367583-6674-49e5-a9df-8470d3d1b8b6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756752 Jul 23 16:43:01.302459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d24cb06b-305c-4a87-8bd9-fa93d2e062e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4f2f2cb84e94371aa4d5fda9247e6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262220 Jul 23 16:43:01.302459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cb06b-305c-4a87-8bd9-fa93d2e062e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802de667-ccaa-41df-823e-304827916cb2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:01.303075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49618) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:01.359078 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.447439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.487618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.625382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.628391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:01.632373 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/802de667-ccaa-41df-823e-304827916cb2 HTTP/1.1" status: 204 len: 168 time: 0.3263912 Jul 23 16:43:01.648261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbc140-5c4a-4d60-8238-22624f804473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802de667-ccaa-41df-823e-304827916cb2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:01.813421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756187a-bc7e-4c6f-8fab-4b9f9cdaf55b req-04d6029a-009b-4444-a511-eec1085be105 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:01.814901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1756187a-bc7e-4c6f-8fab-4b9f9cdaf55b req-04d6029a-009b-4444-a511-eec1085be105 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.1474223 Jul 23 16:43:01.943018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb677a7-8912-4986-8cf8-abd3bcb98f17 req-d5577011-7801-4e73-81cf-6672f674f721 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:01.946576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eb677a7-8912-4986-8cf8-abd3bcb98f17 req-d5577011-7801-4e73-81cf-6672f674f721 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2238600 Jul 23 16:43:01.984600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port b5df352b-9834-4605-8b0d-ebbe64b17588 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:01.985027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.013918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1756187a-bc7e-4c6f-8fab-4b9f9cdaf55b req-6abf8740-450e-47a0-882d-db9a7645032c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917615 Jul 23 16:43:02.080563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5eb677a7-8912-4986-8cf8-abd3bcb98f17 req-09b89a56-9d50-42e4-a829-5329ea7a2047 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266928 Jul 23 16:43:02.109604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port b5df352b-9834-4605-8b0d-ebbe64b17588, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b5df352b-9834-4605-8b0d-ebbe64b17588,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:02.109982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.125234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for b5df352b-9834-4605-8b0d-ebbe64b17588 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:02.280892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c112-70cb-4ca8-a5da-8646d56c4231 req-e2c3e021-bf8a-450c-96d3-1bc8663f1984 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.292774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1896c112-70cb-4ca8-a5da-8646d56c4231 req-e2c3e021-bf8a-450c-96d3-1bc8663f1984 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1169019 Jul 23 16:43:02.292961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.297973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'floatingip': {'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:02.362373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.502431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49660) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.666424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-55d0ec82-6e69-4609-833a-d67c7141fef7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0e5e11475ed4b4eb8c7fda5a8aea131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491249 Jul 23 16:43:02.667823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49664) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:02.689134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-a1abd6d9-6b27-4e96-b8cd-efea7974971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.690655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-a1abd6d9-6b27-4e96-b8cd-efea7974971b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 1097 time: 0.2030926 Jul 23 16:43:02.706765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.725256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f11f-a374-452d-8b4b-8be69eec5b21 req-8421ccc0-0c07-494c-b225-4d23839d1bb4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.726833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e160f11f-a374-452d-8b4b-8be69eec5b21 req-8421ccc0-0c07-494c-b225-4d23839d1bb4 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.3024781 Jul 23 16:43:02.767941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=b5df352b-9834-4605-8b0d-ebbe64b17588,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:02.807720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f154-2fee-453b-a628-e14b9c561619 req-1c7b7e97-9bbe-416f-b0f9-c3f85521c24f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:02.809799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9ca6f154-2fee-453b-a628-e14b9c561619 req-1c7b7e97-9bbe-416f-b0f9-c3f85521c24f tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.2834556 Jul 23 16:43:02.941020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:02.946498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e160f11f-a374-452d-8b4b-8be69eec5b21 req-635acd52-a5cb-41cb-bf14-2fa323cf9ef0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958330 Jul 23 16:43:03.002992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9ca6f154-2fee-453b-a628-e14b9c561619 req-42ab77c3-9f6f-4252-a1a0-6159f470b6c4 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Jul 23 16:43:03.006680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.014890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-c030efbd-54fb-41c2-ace1-8e8ebc79808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:03.016188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-c030efbd-54fb-41c2-ace1-8e8ebc79808a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 200 len: 913 time: 0.3138371 Jul 23 16:43:03.110253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-ad47d4cf-c4f1-4afb-87c3-58bd1acd55b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 200 len: 217 time: 0.0738606 Jul 23 16:43:03.195505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.200106 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.205671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7e95aee-bb9d-45b9-854a-67f63d1fc1e2 HTTP/1.1" status: 204 len: 168 time: 0.5328698 Jul 23 16:43:03.222668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682d75-a1bf-4d1b-bbfa-42a6c96e5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e95aee-bb9d-45b9-854a-67f63d1fc1e2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:03.234526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-16dbf7f0-5ca2-4783-a305-7e94bb99c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:03.236983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-16dbf7f0-5ca2-4783-a305-7e94bb99c67e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 200 len: 852 time: 0.1158073 Jul 23 16:43:03.319229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-85773a46-8b8f-4f21-ba13-a19899ecd8b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e284d54-ff06-4126-949b-19295ed76cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728085 Jul 23 16:43:03.331871 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.470933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-be6c7ae7-64e8-4c2d-a6dd-0e30f6e77956 service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381917 Jul 23 16:43:03.559688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.resource_extend [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:43:03.639284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.650428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:03.667373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a43a1b-6237-40e7-b050-f812ffc5c2b3 req-44c4a7f7-400d-4b33-aba9-a0564421d0ee service neutron] 10.222.0.67 "GET /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857743 Jul 23 16:43:04.369872 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Floating IP 57ce37a8-0cc5-478f-9b31-813af4de08f0 associated. External IP: 172.25.2.223, port: 58e7422c-b4df-415d-9d14-a8c0cd0e7acf. Jul 23 16:43:04.517561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router c0334f66-974c-4563-8158-f7d6983841e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:04.738710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49738) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:04.826655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:04.872230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c081a-30da-41ca-9472-644af006c22c req-c2af197c-28f6-40e7-8755-a8694d875eb0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:04.879218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e6c081a-30da-41ca-9472-644af006c22c req-c2af197c-28f6-40e7-8755-a8694d875eb0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.8026314 Jul 23 16:43:04.921536 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c76353ef-ddde-47c7-872c-6757ff232ecd service neutron] show failed (client error): The resource could not be found. Jul 23 16:43:04.922640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c76353ef-ddde-47c7-872c-6757ff232ecd service neutron] 10.222.0.81 "GET /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.6521089 Jul 23 16:43:04.941435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658512be-2830-439e-864b-404777cfa717 req-3db42763-22c9-4da3-af7f-9d0aaecaa4a1 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:04.942991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-658512be-2830-439e-864b-404777cfa717 req-3db42763-22c9-4da3-af7f-9d0aaecaa4a1 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.7658205 Jul 23 16:43:04.957180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e6c081a-30da-41ca-9472-644af006c22c req-c6a8f3a2-a967-4ddb-8c04-9715269e29ac tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766604 Jul 23 16:43:05.008457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-658512be-2830-439e-864b-404777cfa717 req-b20632f0-3e77-4de2-939b-48609079e50b tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485542 Jul 23 16:43:05.054086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8fc-8bdb-4ee8-8c67-13df2c1524f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.113715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:05.119919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-08d1ad75-c3c4-415c-94a8-435d2ab3af14 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/c0334f66-974c-4563-8158-f7d6983841e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4550488 Jul 23 16:43:05.121327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:05.122735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49754) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:05.130472 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Sync routers for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:05.136657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.150409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:05.159930 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:05.161998 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:05.167972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:05.168922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:05.206602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting subnet b77addf0-800a-4ab9-8aa3-024db1928fe9 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:05.235424 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d556f8d-2b3f-400a-96af-281fe9d720b8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "PUT /v2.0/floatingips/57ce37a8-0cc5-478f-9b31-813af4de08f0 HTTP/1.1" status: 200 len: 992 time: 2.9411919 Jul 23 16:43:05.239754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.328385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.343605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8fc-8bdb-4ee8-8c67-13df2c1524f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.344923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:05.349479 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b15d4-cdef-43a4-9b11-97288603d9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:05.355959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8fc-8bdb-4ee8-8c67-13df2c1524f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.393058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2bbb8fc-8bdb-4ee8-8c67-13df2c1524f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d22389d18044b0783a1dd16748d90f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529355 Jul 23 16:43:05.402385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:05.411615 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:05.428683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:05.447682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbb8fc-8bdb-4ee8-8c67-13df2c1524f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363bad5-e7dc-4b26-940c-9bbd5b3762af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:05.473365 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ad268-936d-4012-ac6b-eb5e56c42d7a x-openstack-request-id: req-2c9ad268-936d-4012-ac6b-eb5e56c42d7a {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:05.474256 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:05.475275 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c9ad268-936d-4012-ac6b-eb5e56c42d7a {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:05.488109 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'status': 'completed', 'code': 200} Jul 23 16:43:05.556229 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.594407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-26df322f-2edc-4fed-92d9-a6abec94d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:05.596486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.599705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-26df322f-2edc-4fed-92d9-a6abec94d068 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 1096 time: 0.4058001 Jul 23 16:43:05.620365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:05.623375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49766) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:05.670846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.674749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.678529 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8363bad5-e7dc-4b26-940c-9bbd5b3762af HTTP/1.1" status: 204 len: 168 time: 0.2725818 Jul 23 16:43:05.686361 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:43:02Z', 'revision_number': 7, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:05.700838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89140-901c-4289-9f58-aca250a80583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363bad5-e7dc-4b26-940c-9bbd5b3762af,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:05.738232 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Checking router: c0334f66-974c-4563-8158-f7d6983841e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:05.743529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.788962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Routers {'c0334f66-974c-4563-8158-f7d6983841e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:05.790600 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c0334f66-974c-4563-8158-f7d6983841e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:05.853651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '57ce37a8-0cc5-478f-9b31-813af4de08f0', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:40Z', 'updated_at': '2021-07-23T16:43:03Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:05.890416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:05.920212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1390807121'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:05.921602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:05.971955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:06.002087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:42:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:06.019723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-4acd38aa-391e-49cd-a2b4-d56337354b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:06.019993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-4acd38aa-391e-49cd-a2b4-d56337354b5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1097 time: 0.5227349 Jul 23 16:43:06.106745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] Set router c0334f66-974c-4563-8158-f7d6983841e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:06.173705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.175462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.265104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:06.281674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.284582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-4d027717-b3d9-4d27-a674-f59a932efcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:06.286456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-4d027717-b3d9-4d27-a674-f59a932efcb5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.2532642 Jul 23 16:43:06.374484 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:43:02Z', 'revision_number': 7, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:06.411967 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2152fb4-3ee5-4926-ab98-81aeb248cd2b None None] The sync data for ids ['c0334f66-974c-4563-8158-f7d6983841e8'] in n-d-800484-3 is: [{'id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'name': 'tempest-TestNetworkBasicOps-router-1549555345', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:39:48Z', 'updated_at': '2021-07-23T16:43:02Z', 'revision_number': 7, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': 'e52f9d2d-579f-428b-abd0-8bb3ea5102a3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0334f66-974c-4563-8158-f7d6983841e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:49Z', 'updated_at': '2021-07-23T16:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:06.426181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49782) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:06.459384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98561d12-2a70-4c4c-bb52-ed7e0369855a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.469201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Subnet': ['ID=b77addf0-800a-4ab9-8aa3-024db1928fe9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:06.489149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.493597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6168f03f-0e28-4358-b6ac-6af5a7044481 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/subnets/b77addf0-800a-4ab9-8aa3-024db1928fe9 HTTP/1.1" status: 204 len: 168 time: 1.3671596 Jul 23 16:43:06.493810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a7450-405f-42dc-b88f-f47e7a9d0761 None None] Network e63d9544-2a71-4401-aded-26f40ca9f226 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:06.498259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:06.553347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.569793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-10e7cd0c-4a23-40b7-af7f-8ad97f484568 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1000 time: 0.1878374 Jul 23 16:43:06.575853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.667363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.698576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a530-bf7f-4996-a329-1d61e94ba723 req-c5bd63c1-fa7e-4287-8710-725c101c6db1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:06.705844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '57ce37a8-0cc5-478f-9b31-813af4de08f0', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:40Z', 'updated_at': '2021-07-23T16:43:03Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:06.707936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a258a530-bf7f-4996-a329-1d61e94ba723 req-c5bd63c1-fa7e-4287-8710-725c101c6db1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 0.5275486 Jul 23 16:43:06.735774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd95a29-36b0-4c49-a0a8-05cdb4bb322b None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '57ce37a8-0cc5-478f-9b31-813af4de08f0', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:42:40Z', 'updated_at': '2021-07-23T16:43:03Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:06.737160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240c9d4-4bd7-4214-a114-539d8be62b2d req-51c1e3c9-45d9-4aae-8609-b13f00593668 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:06.739572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6240c9d4-4bd7-4214-a114-539d8be62b2d req-51c1e3c9-45d9-4aae-8609-b13f00593668 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.5595818 Jul 23 16:43:06.740721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-faa97de3-1801-405d-a16c-80b171f14da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:06.742215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-faa97de3-1801-405d-a16c-80b171f14da0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.1630864 Jul 23 16:43:06.785524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:06.796554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98561d12-2a70-4c4c-bb52-ed7e0369855a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.804904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-98561d12-2a70-4c4c-bb52-ed7e0369855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.865469 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-98561d12-2a70-4c4c-bb52-ed7e0369855a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e7b7d98908342b7a582ab646331f90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344277 Jul 23 16:43:06.871074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:06.872467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] DHCP port deletion for e63d9544-2a71-4401-aded-26f40ca9f226 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:43:06.877728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.881636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-381ba7d5-12ac-4204-8e49-6d4e6d81abc9 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2570608 Jul 23 16:43:06.884559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49788) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:06.942764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98561d12-2a70-4c4c-bb52-ed7e0369855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3054c9-45ee-4d97-9da6-dba6032d0b0b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:06.960889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Deleting port a5a18455-8f77-4bb4-8789-5d32582a7401 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:06.962293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.962454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a258a530-bf7f-4996-a329-1d61e94ba723 req-3e7f69bf-1dc9-4c40-8b91-c217ae744c24 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483554 Jul 23 16:43:06.983756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:06.994169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.046635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.095094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] For port a5a18455-8f77-4bb4-8789-5d32582a7401, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a5a18455-8f77-4bb4-8789-5d32582a7401,segment=NetworkSegment(06c8d0d3-940f-49b1-aa8a-ae13aff5adc6),segment_id=06c8d0d3-940f-49b1-aa8a-ae13aff5adc6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:07.095245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6240c9d4-4bd7-4214-a114-539d8be62b2d req-6e888ae0-4f6c-4042-84b5-493d884a1ebc tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321044 Jul 23 16:43:07.095354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.098628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port e52f9d2d-579f-428b-abd0-8bb3ea5102a3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:07.099077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.099377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.108111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:07.109510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Calling delete_port for a5a18455-8f77-4bb4-8789-5d32582a7401 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:07.217056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.219918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.223548 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a3054c9-45ee-4d97-9da6-dba6032d0b0b HTTP/1.1" status: 204 len: 168 time: 0.3484852 Jul 23 16:43:07.241295 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941377a-3a37-4f3a-8c9e-c4ab8607881b None None] New status for floating IP 57ce37a8-0cc5-478f-9b31-813af4de08f0: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:43:07.276125 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.297712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23142166-253d-4ae9-a893-7e79addcc0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3054c9-45ee-4d97-9da6-dba6032d0b0b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:07.335517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Pushing event deleted for resources: {'Port': ['ID=a5a18455-8f77-4bb4-8789-5d32582a7401,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:07.391914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port e52f9d2d-579f-428b-abd0-8bb3ea5102a3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:07.392718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.392885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.393151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.393504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.393843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.396586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.398004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.398365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.398705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.399041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.399374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.399703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.400030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:07.404997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-7c1db389-df92-4379-8819-540fb2049c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:07.406588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7024b-5d03-4417-a843-6639c5aa8353 None None] No DVR routers for this DVR port a5a18455-8f77-4bb4-8789-5d32582a7401 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:07.410568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-7c1db389-df92-4379-8819-540fb2049c96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6587384 Jul 23 16:43:07.443881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for e52f9d2d-579f-428b-abd0-8bb3ea5102a3 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:07.482799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:07.485903 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d0388-72d5-4dd7-b296-7c106065ba64" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:07.520205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.568881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.574904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.611829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Transition to ACTIVE for port object 2a19dd6c-d489-434b-9f31-d990b3cbb705 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:07.633512 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49c6a8-58af-4bed-9133-99093b1aaa54 x-openstack-request-id: req-cf49c6a8-58af-4bed-9133-99093b1aaa54 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:07.636143 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:07.636143 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf49c6a8-58af-4bed-9133-99093b1aaa54 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:07.636143 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'code': 200} Jul 23 16:43:07.641662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.757255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.757794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 575386d4-85bc-400d-b147-297d008e427f {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:07.788633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.815237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.820585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bda99b51-3818-4918-948a-1d283032c176 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "DELETE /v2.0/routers/575386d4-85bc-400d-b147-297d008e427f HTTP/1.1" status: 204 len: 168 time: 0.9318609 Jul 23 16:43:07.824040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49812) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:07.829869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=e52f9d2d-579f-428b-abd0-8bb3ea5102a3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:07.836136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Request body: {'router': {'name': 'tempest-router-1095425853', 'distributed': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:07.864710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-ebfc8018-262a-4ce4-b8ca-4772ce263284 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415353 Jul 23 16:43:07.873532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:07.932183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:07.934530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.035488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.040063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.044433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.086480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1b296-11e4-46d8-a0e9-635e46d519c8 req-cd1bd3dc-a4a4-4624-a9f5-39ff12249135 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:08.097562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3b1b296-11e4-46d8-a0e9-635e46d519c8 req-cd1bd3dc-a4a4-4624-a9f5-39ff12249135 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.4829798 Jul 23 16:43:08.148379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.151511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.160581 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.162210 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00484266-2d82-4318-a13f-a9d1ac3f7180 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3338678 Jul 23 16:43:08.167502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49824) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.198100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] No DVR routers for this DVR port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:08.303377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.305490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.306075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Fanout notify agent at l3_agent the message router_deleted on router c0334f66-974c-4563-8158-f7d6983841e8 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:08.312692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b5df352b-9834-4605-8b0d-ebbe64b17588 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:08.376465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b5df352b-9834-4605-8b0d-ebbe64b17588 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:43:08.376897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b5df352b-9834-4605-8b0d-ebbe64b17588 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:08.377373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d88b15d4-cdef-43a4-9b11-97288603d9bb req-07db0450-d615-4cfb-b783-6cedfa1218e4 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937944 Jul 23 16:43:08.377532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a5a18455-8f77-4bb4-8789-5d32582a7401 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:08.385112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f3b1b296-11e4-46d8-a0e9-635e46d519c8 req-725db462-5b36-4df1-b849-d622dbe86da5 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864015 Jul 23 16:43:08.413379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a5a18455-8f77-4bb4-8789-5d32582a7401 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:43:08.414174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a5a18455-8f77-4bb4-8789-5d32582a7401 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:08.425878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.427071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2c1ae604-e0d5-4cb7-b983-33b315a1b4d8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/routers/c0334f66-974c-4563-8158-f7d6983841e8 HTTP/1.1" status: 204 len: 168 time: 1.9270401 Jul 23 16:43:08.431595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.706492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.709198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.713961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.791852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.792601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7b31ab9-fafd-4b8c-b553-caec8f8779f1 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:08.798354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.799747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f7a5233-6bfa-4d86-89e9-ddb6b0b25cce tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "DELETE /v2.0/routers/b7b31ab9-fafd-4b8c-b553-caec8f8779f1 HTTP/1.1" status: 204 len: 168 time: 0.6310363 Jul 23 16:43:08.811534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:08.816196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Request body: {'router': {'name': 'tempest-router-1646872653', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '66e6ef69c7c148a59c5831de796a382f'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:08.898004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.904879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:08.916388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d4ca2-2a27-482f-a947-382904eed67f req-d2d1248f-2928-4074-91f2-4cacc614e86f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:08.924598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-496d4ca2-2a27-482f-a947-382904eed67f req-d2d1248f-2928-4074-91f2-4cacc614e86f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.8213165 Jul 23 16:43:08.967907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d9544-2a71-4401-aded-26f40ca9f226']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:08.975221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.977182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.010164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:09.017878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8d0d3-940f-49b1-aa8a-ae13aff5adc6') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:09.019299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:09.044757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.056705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-496d4ca2-2a27-482f-a947-382904eed67f req-2da5454a-a988-4867-9907-77d90ba8559b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305914 Jul 23 16:43:09.076022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:09.076387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:09.076732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:09.087606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:43:09.088266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:09.094269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:09.094655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:09.095024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Bound using segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:09.095597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Bound port: 2a19dd6c-d489-434b-9f31-d990b3cbb705, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:09.095961 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.107942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.117612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.120732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:09.121213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:09.125033 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:09.137738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.193905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:09.194925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.196526 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4cb3f69a-d224-4f31-ba23-5d937d734000 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3839476 Jul 23 16:43:09.199600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49846) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.205272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:09.212317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:09.217604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.242991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.268843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:09.270147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.272324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c265a000-e435-4af4-8f57-985167a81798 service neutron] 10.222.0.67 "PUT /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1091 time: 3.6593616 Jul 23 16:43:09.290790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.294176 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/networks/e63d9544-2a71-4401-aded-26f40ca9f226 HTTP/1.1" status: 204 len: 168 time: 0.8041754 Jul 23 16:43:09.318723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49850) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.319590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21fc77-ac32-4b2f-848a-57a393cf3fc6 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Network': ['ID=e63d9544-2a71-4401-aded-26f40ca9f226,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.328776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'network': {'name': 'tempest-network-smoke--1805859244', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:09.364356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49852) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.394213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a000-e435-4af4-8f57-985167a81798 service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.419826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:09.427754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.474960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-9ef132a2-fd90-4db8-9903-b930126af23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:09.476832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-9ef132a2-fd90-4db8-9903-b930126af23d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 0.1444669 Jul 23 16:43:09.477846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:09.489367 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.490153 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Added segment f542a893-7813-4697-9a5a-c968760882c4 of type vlan for network 056a308b-db97-4128-91c1-3d40270a605c Jul 23 16:43:09.506711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.507287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.612962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.645699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:09.648355 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b" -d '{"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:09.713202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-907e9694-9547-4f6d-9938-570d82bfb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:09.715744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-907e9694-9547-4f6d-9938-570d82bfb52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.2232993 Jul 23 16:43:09.717847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.724051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:09.724912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.760210 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e34277-d6ac-478e-84e7-20dbd30426e9 x-openstack-request-id: req-77e34277-d6ac-478e-84e7-20dbd30426e9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:09.760514 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:09.760723 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77e34277-d6ac-478e-84e7-20dbd30426e9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:09.761352 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:43:09.774903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbe878-d712-40a2-9960-4d8a82ba50a8 req-94efefb9-0369-4bde-88cb-01f2e112575c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:09.776530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89dbe878-d712-40a2-9960-4d8a82ba50a8 req-94efefb9-0369-4bde-88cb-01f2e112575c tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.2670145 Jul 23 16:43:09.855779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5359204 Jul 23 16:43:09.911094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49872) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:09.918917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'admin_state_up': True, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:09.934432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74642c5c-1fda-4b74-b3c1-269541277de9 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Network': ['ID=056a308b-db97-4128-91c1-3d40270a605c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:09.952814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66946108-d755-4ced-9f95-340b1bb1647a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.955725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 056a308b-db97-4128-91c1-3d40270a605c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:09.979198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-55b26f7b-1f5f-4a61-a00f-fb399c3c03a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.2499704 Jul 23 16:43:09.984681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89dbe878-d712-40a2-9960-4d8a82ba50a8 req-2d037ef7-95c6-40f2-86bf-9095ac4c6474 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591117 Jul 23 16:43:09.989540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.990434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:09.995979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94004) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 16:43:09.996876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Router 3c4d1293-9f52-4b30-8015-37da65618e14 migrating from provider to provider. {{(pid=94004) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 16:43:09.997542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.009413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.021151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.072721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-8e68c89b-47ad-404c-a5fc-e5cb287f0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.074237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-8e68c89b-47ad-404c-a5fc-e5cb287f0439 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 0.2476470 Jul 23 16:43:10.120513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c5b5d2e2-2bd0-445c-bb3e-e35dcf68245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.122158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-c5b5d2e2-2bd0-445c-bb3e-e35dcf68245e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.1267796 Jul 23 16:43:10.123584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.144292 n-d-800484-3 neutron-server[94004]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] No L3 agents can host the router 3c4d1293-9f52-4b30-8015-37da65618e14 Jul 23 16:43:10.146150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e52f9d2d-579f-428b-abd0-8bb3ea5102a3 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:10.191097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e52f9d2d-579f-428b-abd0-8bb3ea5102a3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:43:10.191696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e52f9d2d-579f-428b-abd0-8bb3ea5102a3 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:10.296618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66946108-d755-4ced-9f95-340b1bb1647a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.322991 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-66946108-d755-4ced-9f95-340b1bb1647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.328032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Hosts for router 3c4d1293-9f52-4b30-8015-37da65618e14: [] {{(pid=94004) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 16:43:10.380894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Hosts for other DVR routers connected to router 3c4d1293-9f52-4b30-8015-37da65618e14: set() {{(pid=94004) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 16:43:10.383475 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.384666 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ebd1b6b-a52b-44f9-b229-5cec78db2dac tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "PUT /v2.0/routers/3c4d1293-9f52-4b30-8015-37da65618e14 HTTP/1.1" status: 200 len: 717 time: 1.1841409 Jul 23 16:43:10.389582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49876) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:10.395406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66946108-d755-4ced-9f95-340b1bb1647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4261bb0-fb64-46be-a7b3-257bf4f5e15c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:10.404431 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-66946108-d755-4ced-9f95-340b1bb1647a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=828e63ff3b0b487e94c865bc844bdadb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0393121 Jul 23 16:43:10.435421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 49878) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:10.471552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.484046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e38f6f78-59af-4c11-be14-a3734233cb95 tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "GET /v2.0/routers/3c4d1293-9f52-4b30-8015-37da65618e14 HTTP/1.1" status: 200 len: 717 time: 0.0932693 Jul 23 16:43:10.484808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:10.504285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-bc0a05b2-2788-4434-8907-abc46b6f96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.505786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-bc0a05b2-2788-4434-8907-abc46b6f96d9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.3971238 Jul 23 16:43:10.550706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-2796de76-c38d-491f-9a03-d387b22ab126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.552368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-2796de76-c38d-491f-9a03-d387b22ab126 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162507 Jul 23 16:43:10.636266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df4e1-be49-4088-a136-b1070badb7ae req-933379ba-a60c-450d-aa53-45641888d864 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.642591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-789df4e1-be49-4088-a136-b1070badb7ae req-933379ba-a60c-450d-aa53-45641888d864 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.4127195 Jul 23 16:43:10.696007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-55252dd1-20d4-441d-9044-bbd6565d490e tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.697279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-55252dd1-20d4-441d-9044-bbd6565d490e tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.67 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.4399946 Jul 23 16:43:10.744586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-7fdf8610-9e69-41ae-b3e7-208512270fe4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.2250807 Jul 23 16:43:10.766521 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32b381fa-9e57-48c3-99c9-3b7b9725ec06 tempest-RoutersTestDVR-1635101482 tempest-RoutersTestDVR-1635101482-project] 10.222.0.64 "GET /v2.0/routers/3c4d1293-9f52-4b30-8015-37da65618e14 HTTP/1.1" status: 200 len: 683 time: 0.2778182 Jul 23 16:43:10.767256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:10.792077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.850033 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.895357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-789df4e1-be49-4088-a136-b1070badb7ae req-c46a17ea-af7f-4cdc-8f19-cb6fdac7839c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318578 Jul 23 16:43:10.896944 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.990755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-8f0ce0c4-7866-4646-ba87-b860f66ba575 service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957961 Jul 23 16:43:10.997095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-f4d133de-73d8-4edb-986b-b76bc80132d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.998576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-f4d133de-73d8-4edb-986b-b76bc80132d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.1995614 Jul 23 16:43:11.109417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.115905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.177990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.186353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4d1293-9f52-4b30-8015-37da65618e14 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:11.191673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.196598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27ec35a4-cfd9-4bf0-91b6-efb3a69436ba tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3c4d1293-9f52-4b30-8015-37da65618e14 HTTP/1.1" status: 204 len: 168 time: 0.4245338 Jul 23 16:43:11.197131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:11.205624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Request body: {'router': {'name': 'tempest-router-1127975375', 'distributed': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:11.230393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.233758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.234023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.234785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.239649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4261bb0-fb64-46be-a7b3-257bf4f5e15c HTTP/1.1" status: 204 len: 168 time: 0.7975152 Jul 23 16:43:11.299551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25392-3f76-4f33-b5c3-27d4ac4f691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4261bb0-fb64-46be-a7b3-257bf4f5e15c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:11.321655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.329070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.349319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.353319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b4da8368-6762-46fd-a64a-200eccb13a7c tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1527662 Jul 23 16:43:11.353635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:11.411207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Deleting port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:11.411609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.422795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c169a183-42b4-48d8-a6c0-18ddefcb01d7 req-68363e5a-cb9a-4fa4-b767-23d935cd4865 service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132860 Jul 23 16:43:11.429542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-46b32ddb-fc95-437a-9409-65c5dfb8b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:11.431084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-46b32ddb-fc95-437a-9409-65c5dfb8b4a3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4204400 Jul 23 16:43:11.441457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.598585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.615389 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.633507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.634526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61413bb-3056-4537-ad6e-73d0267d6184 req-ccb8814c-00f6-41e5-b38e-7fc8e729119d tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:11.635780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.635931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61413bb-3056-4537-ad6e-73d0267d6184 req-ccb8814c-00f6-41e5-b38e-7fc8e729119d tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 946 time: 0.4612572 Jul 23 16:43:11.682802 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.682802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3e2b8c-1955-45eb-9db9-1e014e5e0070 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:43:11.694932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.697125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eaa1a189-e1ab-4d9b-b118-d72540fe9e5f tempest-RoutersTestDVR-1890882902 tempest-RoutersTestDVR-1890882902-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0f3e2b8c-1955-45eb-9db9-1e014e5e0070 HTTP/1.1" status: 204 len: 168 time: 0.3425028 Jul 23 16:43:11.706219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.785475 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c07dfe1-d673-4649-88e3-eb9c1c5fe132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.033746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49926) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:12.267015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] For port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,segment=NetworkSegment(8cde9e59-b099-4b39-8be1-42cd771b43fb),segment_id=8cde9e59-b099-4b39-8be1-42cd771b43fb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:12.268482 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.269851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3044-7621-4ed2-8fc3-6ad930e43412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.343955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Calling delete_port for ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:12.354990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a61413bb-3056-4537-ad6e-73d0267d6184 req-c0655b9a-7642-4a05-a51f-1f5263a6cec7 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/security-groups?id=e72c6113-4d08-4d5e-a17b-b13335e8527d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875625 Jul 23 16:43:12.359583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-fe45a01d-5680-41a4-87f3-736f2a329ca5 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059341 Jul 23 16:43:12.411854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3044-7621-4ed2-8fc3-6ad930e43412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.420000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3044-7621-4ed2-8fc3-6ad930e43412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.475539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e5e3044-7621-4ed2-8fc3-6ad930e43412 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66e6ef69c7c148a59c5831de796a382f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404340 Jul 23 16:43:12.477723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e3044-7621-4ed2-8fc3-6ad930e43412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07696b67-26b2-4e98-b316-846c3ae2f847,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:12.481401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:12.515116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-7ebf2e00-8e6f-4476-832f-d290e75489fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:12.516649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-7ebf2e00-8e6f-4476-832f-d290e75489fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 1.0119379 Jul 23 16:43:12.549785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.587669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.598038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223f3e-aa3e-4605-909e-c8a2537e709c req-3dcb7205-9489-40d6-a111-368dbc2a62b9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:12.604946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e223f3e-aa3e-4605-909e-c8a2537e709c req-3dcb7205-9489-40d6-a111-368dbc2a62b9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.3323798 Jul 23 16:43:12.651721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.654988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:12.656500 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07696b67-26b2-4e98-b316-846c3ae2f847 HTTP/1.1" status: 204 len: 168 time: 0.1729507 Jul 23 16:43:12.665871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa331-8eb7-4c96-9c10-9a6bb0823193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07696b67-26b2-4e98-b316-846c3ae2f847,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:12.674794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.25.2.161 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/6157358a-a74e-455d-9491-994ab685f79b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:12.869180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-45a640e6-3a4a-441a-8402-38166dbbf887 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780118 Jul 23 16:43:12.884877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e223f3e-aa3e-4605-909e-c8a2537e709c req-0dde8092-c3e6-498d-a45d-833fd9366fc2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790647 Jul 23 16:43:12.886297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-54d93daf-e9a9-4f36-a4b4-64ec059098bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:12.890513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-54d93daf-e9a9-4f36-a4b4-64ec059098bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.3580773 Jul 23 16:43:13.010600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.099600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 49992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.113919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63d121a3-6ba4-4d8e-be4a-3fc9834e214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.148953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.194101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-2c6f5023-0edb-4beb-b512-d06575d2b00f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.1880651 Jul 23 16:43:13.209866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:13.225047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:13.233803 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63d121a3-6ba4-4d8e-be4a-3fc9834e214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.239111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63d121a3-6ba4-4d8e-be4a-3fc9834e214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.256389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.264582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:13.272951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ba4e4f1b-7be2-4dc7-937c-f455eadb87c6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:43:13.276583 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-63d121a3-6ba4-4d8e-be4a-3fc9834e214f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55177e6230ea44dc9f6bcaea191c60ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734045 Jul 23 16:43:13.279676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50020) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:13.307076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d121a3-6ba4-4d8e-be4a-3fc9834e214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33fd74b-1938-4d6c-a2be-0efab3d68fe2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:13.357090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=6157358a-a74e-455d-9491-994ab685f79b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:13.383954 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.460906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.526963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Pushing event deleted for resources: {'Port': ['ID=ba4e4f1b-7be2-4dc7-937c-f455eadb87c6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:13.544014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.548117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.551948 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c33fd74b-1938-4d6c-a2be-0efab3d68fe2 HTTP/1.1" status: 204 len: 168 time: 0.2698412 Jul 23 16:43:13.562244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4948-9d18-496f-b55d-640db25f1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33fd74b-1938-4d6c-a2be-0efab3d68fe2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:13.633376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0d7db64-9220-4cc0-9979-6c24a5e542b7 req-9cd79562-a245-49ce-b192-14ddb883e3d8 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.64 "GET /v2.0/ports?device_id=21c91ce8-fc62-4dc8-b223-b835ada12417 HTTP/1.1" status: 200 len: 210 time: 0.0997694 Jul 23 16:43:13.660433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-060accec-8d6f-4da9-8a33-c5ddd7bbd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:13.662015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-060accec-8d6f-4da9-8a33-c5ddd7bbd950 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.4542913 Jul 23 16:43:13.709495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] No DVR routers for this DVR port ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:13.726989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.735962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f9ccbf9-e73c-4085-ade0-50b630d99f5e req-da154817-2b08-487a-8ac6-d3304387b704 tempest-TestServerAdvancedOps-1418163530 tempest-TestServerAdvancedOps-1418163530-project] 10.222.0.67 "DELETE /v2.0/ports/ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 HTTP/1.1" status: 204 len: 173 time: 3.0220292 Jul 23 16:43:13.746648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'name': 'network-vif-deleted', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:13.749094 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabfb561-9800-43a0-ab8d-5d0f8705c79d" -d '{"events": [{"server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "name": "network-vif-deleted", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:13.847409 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99b582-52b1-4bb8-8c5f-c476bee37055 x-openstack-request-id: req-de99b582-52b1-4bb8-8c5f-c476bee37055 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:13.847743 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c91ce8-fc62-4dc8-b223-b835ada12417", "name": "network-vif-deleted", "tag": "ba4e4f1b-7be2-4dc7-937c-f455eadb87c6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:13.848158 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de99b582-52b1-4bb8-8c5f-c476bee37055 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:13.848757 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c91ce8-fc62-4dc8-b223-b835ada12417', 'name': 'network-vif-deleted', 'tag': 'ba4e4f1b-7be2-4dc7-937c-f455eadb87c6', 'status': 'completed', 'code': 200} Jul 23 16:43:13.956082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-7d480516-5f3c-48c3-8d4f-0fff0941e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:13.957831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-7d480516-5f3c-48c3-8d4f-0fff0941e5c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606084 Jul 23 16:43:14.001992 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.277129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-8fc20183-d31a-4e4a-9b9b-479b2ea083a7 service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964895 Jul 23 16:43:14.333550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.351234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa22136-b743-4604-a640-f32d42f6200f req-9362417a-f882-4e6f-a5cb-2a1d8c4dbb85 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:14.353886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffa22136-b743-4604-a640-f32d42f6200f req-9362417a-f882-4e6f-a5cb-2a1d8c4dbb85 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.2721977 Jul 23 16:43:14.421574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e51846c-b853-41c5-bffe-6f8efcd3db24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.608816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffa22136-b743-4604-a640-f32d42f6200f req-eb158fc6-39dc-4418-a7d6-a794713479d3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756437 Jul 23 16:43:14.621781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4194ff1-8f2a-4d77-9ee4-5ed45b81711b req-b998532c-37c1-4b91-abbb-01b794b9a45d service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325508 Jul 23 16:43:14.641131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.753501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:14.845019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router 854b802a-5b8d-4161-a98f-52cada13d2fb is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:14.857328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Deleting subnet e69c2998-99ac-4c05-8cf8-57f45d55ee26 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:14.864170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.917674 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:14.952942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.016538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.133620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:15.147321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Sync routers for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:15.155439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-94602919'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:15.161155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:15.162089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:15.198861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.236049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.238259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8672ca4c-8b41-4551-92e0-682d84033f5e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3239837 Jul 23 16:43:15.238415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:15.241491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50102) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.241777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.245565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69c2998-99ac-4c05-8cf8-57f45d55ee26,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:15.256596 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.260863 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c85f03ab-fe49-4e6f-a173-cce3507cad8f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e69c2998-99ac-4c05-8cf8-57f45d55ee26 HTTP/1.1" status: 204 len: 168 time: 0.5035503 Jul 23 16:43:15.260863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.262046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.320189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a57155af-bcbd-4c7b-92f4-8f1e77b0ee65 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=02635c2462494cb9b698bc507e17bcca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750501 Jul 23 16:43:15.333743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50106) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.338404 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.414510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-9a2e838b-174a-43d1-9bbf-5cb6ff21992f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:15.417054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-9a2e838b-174a-43d1-9bbf-5cb6ff21992f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 943 time: 0.4005973 Jul 23 16:43:15.467916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5335c-e5f5-4bdb-80d7-730c1e43a614 req-900ebb89-cac8-4253-a4e7-e3ea6dd6ab39 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:15.471225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3be5335c-e5f5-4bdb-80d7-730c1e43a614 req-900ebb89-cac8-4253-a4e7-e3ea6dd6ab39 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 943 time: 0.3763392 Jul 23 16:43:15.488759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.507388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e284d54-ff06-4126-949b-19295ed76cf7']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:15.526468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde9e59-b099-4b39-8be1-42cd771b43fb') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:15.526933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde9e59-b099-4b39-8be1-42cd771b43fb') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:15.542550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.566539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.575944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:15.588170 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:15.656277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3be5335c-e5f5-4bdb-80d7-730c1e43a614 req-2883195d-4aa3-483d-b901-a18163c39571 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449399 Jul 23 16:43:15.680389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-8a931259-a113-4006-9350-894db2fd79b8 service neutron] 10.222.0.67 "GET /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.2455993 Jul 23 16:43:15.687945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80404b65-5d5b-4f5a-a2e9-8ef6738f34e5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:15.692634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-80404b65-5d5b-4f5a-a2e9-8ef6738f34e5 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3513894 Jul 23 16:43:15.696019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.703825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.705136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:43:15.707912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:15.709336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.711539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.718665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.721493 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e284d54-ff06-4126-949b-19295ed76cf7 HTTP/1.1" status: 204 len: 168 time: 0.4586148 Jul 23 16:43:15.724028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.726996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50110) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.756839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50112) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:15.759139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1e59b594-f00f-4f99-92b0-fa47af166bdf tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604985 Jul 23 16:43:15.762373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:43:15.762978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ba4e4f1b-7be2-4dc7-937c-f455eadb87c6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:15.797783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858453693', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:15.805047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5493c-1c51-4002-a4fe-b46175e70327 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e284d54-ff06-4126-949b-19295ed76cf7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:15.843408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cdf58f-3f24-47f6-a8b7-baf5289fafea,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:15.874527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:15.911241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.911595 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Added segment 1337d152-4ac8-4e7b-b696-844a556e9277 of type vlan for network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df Jul 23 16:43:15.917090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Deleting subnet d8942917-6411-40bf-9e2b-dd269359727d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:15.977720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:15.983889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:16.005288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:43:16.070756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:13Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:16.073322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:16.077780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.085643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.108679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.113518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Checking router: 854b802a-5b8d-4161-a98f-52cada13d2fb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:16.114173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Updating router 854b802a-5b8d-4161-a98f-52cada13d2fb port 6157358a-a74e-455d-9491-994ab685f79b binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:16.150410 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.167197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:43:16.187346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.250123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:16.269622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.342466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.361524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-f235772f-7dc1-4d1c-a3bc-dbe64f78e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:16.361706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:16.361706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.361973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-f235772f-7dc1-4d1c-a3bc-dbe64f78e9f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1094 time: 0.6212459 Jul 23 16:43:16.410825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.420347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:16.505601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5515816 Jul 23 16:43:16.509969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08455a-332e-4453-8dfe-7dc3926feabd tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Network': ['ID=35dd8802-ce84-4c3f-8ec6-e3420fcbf1df,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:16.514445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:16.520941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'subnet': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:16.559253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:16.591114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e04ec82f-754a-4387-b48f-f31cc474f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:16.594635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e04ec82f-754a-4387-b48f-f31cc474f155 service neutron] 10.222.0.67 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.2211814 Jul 23 16:43:16.711892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-aafd0245-295e-4495-b209-9452e707b7f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1000 time: 0.1052339 Jul 23 16:43:16.713011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.721076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2a19dd6c-d489-434b-9f31-d990b3cbb705'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:43:16.813392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8942917-6411-40bf-9e2b-dd269359727d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:16.819460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.821720 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2d18a86b-cdab-43db-9a49-186644d5cdd4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d8942917-6411-40bf-9e2b-dd269359727d HTTP/1.1" status: 204 len: 168 time: 1.0760307 Jul 23 16:43:16.829159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:16.839064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-c7ce6a72-7f8e-4739-8400-f13c210f962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:16.842898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-c7ce6a72-7f8e-4739-8400-f13c210f962f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.1226616 Jul 23 16:43:16.891639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.911533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.916833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:16.922896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:16.938481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Transition to ACTIVE for port object 6157358a-a74e-455d-9491-994ab685f79b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:16.951843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4574f4-8315-4f01-8ffa-aec5e4a59861 req-16906cae-c20b-44a6-9dd4-96a00075993e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:16.960673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db4574f4-8315-4f01-8ffa-aec5e4a59861 req-16906cae-c20b-44a6-9dd4-96a00075993e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.1688132 Jul 23 16:43:17.016056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e5514220-09df-4031-8ddb-25a2b4b0f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:17.017555 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:43:17.019387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e5514220-09df-4031-8ddb-25a2b4b0f677 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562903 Jul 23 16:43:17.032984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db4574f4-8315-4f01-8ffa-aec5e4a59861 req-670c2b4e-dd24-4ad6-9475-9605c7c8dba5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712290 Jul 23 16:43:17.036054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.110636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.133776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Attempting to bind port 6157358a-a74e-455d-9491-994ab685f79b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:17.134855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Attempting to bind port 6157358a-a74e-455d-9491-994ab685f79b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:17.135451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Attempting to bind port 6157358a-a74e-455d-9491-994ab685f79b on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:17.156809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4199deb-a5a8-468c-9224-044576233b59 None None] Pushing event updated for resources: {'Port': ['ID=6157358a-a74e-455d-9491-994ab685f79b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.164480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:17.165535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:17.166142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.167129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:17.167295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Subnet': ['ID=9c019b9b-841b-42b6-9194-56f650a35314,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.168160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Bound port: 6157358a-a74e-455d-9491-994ab685f79b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:17.169604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.193802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4dc2dc40-f8b9-4ffa-8df1-aeee04af6ca8 service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554453 Jul 23 16:43:17.195167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Checking segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:17.195547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network hostable DHCP agents. Network: 056a308b-db97-4128-91c1-3d40270a605c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:17.297599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] For port 6157358a-a74e-455d-9491-994ab685f79b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:17.302117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] For port 6157358a-a74e-455d-9491-994ab685f79b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6157358a-a74e-455d-9491-994ab685f79b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:17.312057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.358971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.362283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-05efd9cf-52bf-4378-a37e-6c3c3a33be57 service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482651 Jul 23 16:43:17.378366 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 056a308b-db97-4128-91c1-3d40270a605c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:17.414808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5e71d7-3551-4ac6-bff4-95a040787ef4']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:17.427595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:17.428091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:17.440303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 056a308b-db97-4128-91c1-3d40270a605c) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:17.447786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003622a2-f727-4ab0-b46c-fbbb1483486c') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:17.448332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003622a2-f727-4ab0-b46c-fbbb1483486c') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:17.461186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:17.461791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.472941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.513202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdce99f-bfc3-4dc4-b452-9687e9de3daf None None] Network 056a308b-db97-4128-91c1-3d40270a605c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:17.523416 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b80c4547-74dd-42dc-9666-5c633b081f4f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7427645 Jul 23 16:43:17.524841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.527282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50132) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:17.536946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4199deb-a5a8-468c-9224-044576233b59 None None] Pushing event updated for resources: {'Port': ['ID=6157358a-a74e-455d-9491-994ab685f79b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.547013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.549481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:17.549903 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:17.551670 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:17.565131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.674263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.675833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Subnet': ['ID=17480d62-3177-4954-a95d-613ce9e0bb54,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.700093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.703280 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6b5e71d7-3551-4ac6-bff4-95a040787ef4 HTTP/1.1" status: 204 len: 168 time: 0.8631060 Jul 23 16:43:17.719398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1221b-cd86-468b-a77a-983e89080d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5e71d7-3551-4ac6-bff4-95a040787ef4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:17.726446 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Checking segment: {'id': '1337d152-4ac8-4e7b-b696-844a556e9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:17.726680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network hostable DHCP agents. Network: 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:17.748704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:17.767371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:17.773441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:17.786418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:17.787089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.803124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-056a308b-db97-4128-91c1-3d40270a605c', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:17.804110 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:17.818447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ca8f3-b29d-4ec5-b148-8640476fffe0 None None] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:17.828147 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-28447d33-28e1-4a0e-b391-7227afd65479 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3111613 Jul 23 16:43:17.831276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50136) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:17.851007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1110576486'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:17.994068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50138) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:18.051299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:18.055374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.075418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ff4f11b-ff2a-4e87-94f9-40f1d21c1c95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9ebd464242b45dcbb8f7b199e01441d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771165 Jul 23 16:43:18.078217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50142) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:18.080936 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:18.260070 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.298160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.311588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.334623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321db0c1-8d2f-4fb2-aca5-82c32cdd471c req-998dedd2-9273-4387-a064-da147dc80749 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:18.342527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-321db0c1-8d2f-4fb2-aca5-82c32cdd471c req-998dedd2-9273-4387-a064-da147dc80749 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.1831863 Jul 23 16:43:18.391598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.394981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.396335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e72c6113-4d08-4d5e-a17b-b13335e8527d HTTP/1.1" status: 204 len: 168 time: 0.3170834 Jul 23 16:43:18.415762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e308b2-d1bd-43f9-95d7-27a7460ba877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72c6113-4d08-4d5e-a17b-b13335e8527d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:18.434742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::38 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/5fac0ddf-5b71-4b27-a95b-d0f158e0da38) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:18.444155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Allocated IP 172.20.0.2 (056a308b-db97-4128-91c1-3d40270a605c/9c019b9b-841b-42b6-9194-56f650a35314/e3606c5c-ac8b-4538-9f56-f7934e83ce31) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:18.557883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-321db0c1-8d2f-4fb2-aca5-82c32cdd471c req-04e8b1f3-9851-45d1-bd17-c46bb96dbcc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129633 Jul 23 16:43:18.759808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.821989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:18.846022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.853707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'tenant_id': '3dd39fa0a82949b481feedd82d600ce8', 'fixed_ips': [{'subnet_id': '17480d62-3177-4954-a95d-613ce9e0bb54'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:18.856169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.880102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Transition to ACTIVE for port object e3606c5c-ac8b-4538-9f56-f7934e83ce31 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:18.904775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.930025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:13Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:18.953272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:18.957741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:18.961204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:18.968456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:18.969253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:18.989033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Transition to ACTIVE for port object e3606c5c-ac8b-4538-9f56-f7934e83ce31 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:18.993296 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1581221 Jul 23 16:43:18.996671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50158) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:18.997966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec684df-c501-4be7-8b62-2ce845a590c2 None None] The sync data for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 is: [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:13Z', 'revision_number': 3, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:19.011344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1180104652', 'allowed_address_pairs': [{'ip_address': '2001:db8::38', 'mac_address': 'fa:16:3e:37:95:28'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:19.027064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02bf7-8a2e-45f5-b4a8-bfc539cfe38f tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=5fac0ddf-5b71-4b27-a95b-d0f158e0da38,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:19.097247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.117821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50160) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:19.121613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.1 (056a308b-db97-4128-91c1-3d40270a605c/9c019b9b-841b-42b6-9194-56f650a35314/024e2cd7-84f3-4e63-a627-f69af4819d43) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:19.182050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Network 056a308b-db97-4128-91c1-3d40270a605c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:19.193077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:19.218090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:19.252442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Pushing event updated for resources: {'Port': ['ID=e3606c5c-ac8b-4538-9f56-f7934e83ce31,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:19.345814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Allocated IP 2001:db8::2 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/0b92f179-880e-4206-be6a-b10a88e22c08) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:19.378498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Attempting to bind port e3606c5c-ac8b-4538-9f56-f7934e83ce31 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:19.378883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Attempting to bind port e3606c5c-ac8b-4538-9f56-f7934e83ce31 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:19.379412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Attempting to bind port e3606c5c-ac8b-4538-9f56-f7934e83ce31 on network 056a308b-db97-4128-91c1-3d40270a605c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:19.391894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:19.392383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Checking segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:19.392694 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.393099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Bound using segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:19.393599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Bound port: e3606c5c-ac8b-4538-9f56-f7934e83ce31, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:19.394441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.543652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.592899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object 024e2cd7-84f3-4e63-a627-f69af4819d43 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:19.694096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:19.705229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] For port e3606c5c-ac8b-4538-9f56-f7934e83ce31, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:19.800619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] For port e3606c5c-ac8b-4538-9f56-f7934e83ce31, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e3606c5c-ac8b-4538-9f56-f7934e83ce31,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:19.803333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.860052 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.922285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:19.939307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 056a308b-db97-4128-91c1-3d40270a605c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:19.962369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.972892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:19.980145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:20.006390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Transition to ACTIVE for port object 0b92f179-880e-4206-be6a-b10a88e22c08 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:20.020143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217ebb-0f14-45bd-9d5f-b95823f4ac48 None None] Pushing event updated for resources: {'Port': ['ID=e3606c5c-ac8b-4538-9f56-f7934e83ce31,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.022797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:20.038784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:20.039163 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.041918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Transition to ACTIVE for port object 0b92f179-880e-4206-be6a-b10a88e22c08 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:20.080748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.086367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0df8a28e-0d89-4250-890b-595f727239a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26559ab8353b4a69be1d4120d4c11be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9663658 Jul 23 16:43:20.096324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:20.156440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.186822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.210524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2336-6ff5-47dd-8a61-ec302aead0b7 req-72a6b277-c5f0-46c6-ac74-c0bbd4929740 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:20.212239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-469e2336-6ff5-47dd-8a61-ec302aead0b7 req-72a6b277-c5f0-46c6-ac74-c0bbd4929740 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.4547055 Jul 23 16:43:20.218700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.241010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port 1be177f0-2202-43a7-9f3a-d77b539f238b yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:20.257708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:20.300659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:20.352501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Pushing event updated for resources: {'Port': ['ID=0b92f179-880e-4206-be6a-b10a88e22c08,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:20.368764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:20.462469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6157358a-a74e-455d-9491-994ab685f79b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:20.632627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-469e2336-6ff5-47dd-8a61-ec302aead0b7 req-ed92ef8d-042b-4c8e-998f-ea73dd151ba8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190486 Jul 23 16:43:20.641652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.644145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.712073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.712587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::3c2 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/1be177f0-2202-43a7-9f3a-d77b539f238b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:20.733878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Attempting to bind port 0b92f179-880e-4206-be6a-b10a88e22c08 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:20.734749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Attempting to bind port 0b92f179-880e-4206-be6a-b10a88e22c08 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '1337d152-4ac8-4e7b-b696-844a556e9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:20.735121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Attempting to bind port 0b92f179-880e-4206-be6a-b10a88e22c08 on network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:20.735610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.752068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:20.752385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Checking segment: {'id': '1337d152-4ac8-4e7b-b696-844a556e9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:20.752782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.753180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Bound using segment: {'id': '1337d152-4ac8-4e7b-b696-844a556e9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:20.753661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Bound port: 0b92f179-880e-4206-be6a-b10a88e22c08, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1337d152-4ac8-4e7b-b696-844a556e9277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:20.754082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.800112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:20.802016 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ccabdc-7dcd-4723-99c1-3723c7b975be" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:20.852944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:20.857416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6157358a-a74e-455d-9491-994ab685f79b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:20.878140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.907294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6157358a-a74e-455d-9491-994ab685f79b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:20.916434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.927266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.930018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:20.934103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/241e0271-be9c-43f2-9196-788e9f8f6c7b HTTP/1.1" status: 204 len: 168 time: 0.8341761 Jul 23 16:43:20.996341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160a635-2cef-4978-aa06-bc96a25f82d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e0271-be9c-43f2-9196-788e9f8f6c7b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:21.046353 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5695c2-da77-41ea-8f83-8272630ece5e x-openstack-request-id: req-5c5695c2-da77-41ea-8f83-8272630ece5e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:21.046665 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:21.046878 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c5695c2-da77-41ea-8f83-8272630ece5e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:21.047268 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'code': 200} Jul 23 16:43:21.075358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] For port 0b92f179-880e-4206-be6a-b10a88e22c08, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:21.106918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] For port 0b92f179-880e-4206-be6a-b10a88e22c08, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0b92f179-880e-4206-be6a-b10a88e22c08,segment=NetworkSegment(1337d152-4ac8-4e7b-b696-844a556e9277),segment_id=1337d152-4ac8-4e7b-b696-844a556e9277)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:21.112337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:21.119924 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.177490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.206441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object 1be177f0-2202-43a7-9f3a-d77b539f238b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:21.263859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eb7b5-f0bb-44be-8858-48ad49d0a262 None None] Pushing event updated for resources: {'Port': ['ID=0b92f179-880e-4206-be6a-b10a88e22c08,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:21.297360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.327673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.399286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6157358a-a74e-455d-9491-994ab685f79b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6157358a-a74e-455d-9491-994ab685f79b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:21.409597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.470353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:21.476696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:21.490823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6d7563e7-954b-471c-924f-fd8aa11e55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:21.498193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6d7563e7-954b-471c-924f-fd8aa11e55e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 1096 time: 0.4691539 Jul 23 16:43:21.500335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:21.512546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:21.513283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.517150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6157358a-a74e-455d-9491-994ab685f79b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:21.517569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=1be177f0-2202-43a7-9f3a-d77b539f238b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:21.550004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9af2f5ab-6992-4f5e-a447-57737fa003d6 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5504892 Jul 23 16:43:21.559651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50186) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:21.567968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:21.775700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.814298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.896535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb384113-0193-4a00-9136-d9cc949606b1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:21.916464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb384113-0193-4a00-9136-d9cc949606b1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:21.929862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:21.935454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb384113-0193-4a00-9136-d9cc949606b1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:21.939180 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb384113-0193-4a00-9136-d9cc949606b1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3773789 Jul 23 16:43:21.945873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:22.012700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d93802-343c-4b6e-990f-766b37364b6b None None] Network 056a308b-db97-4128-91c1-3d40270a605c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:22.053423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:22.058145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.245312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port 1be177f0-2202-43a7-9f3a-d77b539f238b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:22.245883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.331857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-801bc3d7-ec47-46de-9423-8f3ba40bda67 None None] Provisioning for port e3606c5c-ac8b-4538-9f56-f7934e83ce31 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:22.459872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.479865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for 1be177f0-2202-43a7-9f3a-d77b539f238b owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:22.574461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e3606c5c-ac8b-4538-9f56-f7934e83ce31 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:22.691308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e3606c5c-ac8b-4538-9f56-f7934e83ce31 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:22.695897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:22.708549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e3606c5c-ac8b-4538-9f56-f7934e83ce31 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:22.708929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.729865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:22.749804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:22.832438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.839530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:22.842115 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad180f1-c4c4-4d54-8345-37ecf8e82a15" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:22.924863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:22.927123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 056a308b-db97-4128-91c1-3d40270a605c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:22.970679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Transition to ACTIVE for port object 2a19dd6c-d489-434b-9f31-d990b3cbb705 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:22.973568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:23.020879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.065082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfbee6-08b4-4515-827d-bdbe3f6dbe90 req-e95877f7-4067-47da-81b3-4a6560d0451f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:23.076742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38cfbee6-08b4-4515-827d-bdbe3f6dbe90 req-e95877f7-4067-47da-81b3-4a6560d0451f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 945 time: 1.2556973 Jul 23 16:43:23.110393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1931541301-network', 'tenant_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:23.113916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.119418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=1be177f0-2202-43a7-9f3a-d77b539f238b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:23.162116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Provisioning for port 024e2cd7-84f3-4e63-a627-f69af4819d43 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:23.204951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Provisioning complete for port 024e2cd7-84f3-4e63-a627-f69af4819d43 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:23.205332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.213464 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401d986-bf91-4591-b607-00ca09f2c695 x-openstack-request-id: req-1401d986-bf91-4591-b607-00ca09f2c695 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:23.213757 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:23.216611 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1401d986-bf91-4591-b607-00ca09f2c695 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:23.217093 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'code': 200} Jul 23 16:43:23.309037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:23.314849 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.347590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e3606c5c-ac8b-4538-9f56-f7934e83ce31, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e3606c5c-ac8b-4538-9f56-f7934e83ce31,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:23.349169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.353492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Port 024e2cd7-84f3-4e63-a627-f69af4819d43 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:23.377326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:23.379317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.381437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0b92f179-880e-4206-be6a-b10a88e22c08 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:23.473291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50232) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:23.572354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.578711 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dff67b6c-524c-4ff5-ba1a-8f98aedc371e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/1be177f0-2202-43a7-9f3a-d77b539f238b HTTP/1.1" status: 204 len: 168 time: 1.6311827 Jul 23 16:43:23.593544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:23.599511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e3606c5c-ac8b-4538-9f56-f7934e83ce31,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:23.611792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e42c7-d5d2-45e7-a861-4517989cf1e8 None None] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:23.636845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Provisioning complete for port e3606c5c-ac8b-4538-9f56-f7934e83ce31 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:23.637507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-135391b0-599e-4449-be8a-946e6d0edbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:23.651358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] No DVR routers for this DVR port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:23.712212 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-abff9177-19aa-4e2a-8956-009fdb8c0589 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] GET failed (client error): The resource could not be found. Jul 23 16:43:23.717709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-abff9177-19aa-4e2a-8956-009fdb8c0589 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports/1be177f0-2202-43a7-9f3a-d77b539f238b HTTP/1.1" status: 404 len: 333 time: 0.1192787 Jul 23 16:43:23.727670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:23.737509 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:23.743890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-278635079'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:23.805948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router 854b802a-5b8d-4161-a98f-52cada13d2fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:23.864375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38cfbee6-08b4-4515-827d-bdbe3f6dbe90 req-37791af1-b474-4153-b28b-6a05a270d60f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7867019 Jul 23 16:43:23.960374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:23.960781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:23.961047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:24.006774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.019224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.046276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:24.076300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0b92f179-880e-4206-be6a-b10a88e22c08 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:24.078624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:43:24.079480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Attempting to bind port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on network 600c77b9-2fa3-43a6-b018-e116cf2821f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:24.103799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.104069 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Added segment 090cc538-30fd-441f-9d49-5d40b045bfca of type vlan for network eb0a419c-554d-4ae2-b164-1388274c5bbe Jul 23 16:43:24.105427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:24.105427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Checking segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:24.105806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Bound using segment: {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:24.106353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Bound port: 2a19dd6c-d489-434b-9f31-d990b3cbb705, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6f98d3-09fb-4c71-aa72-f01e77cef404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:24.106939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.109682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6157358a-a74e-455d-9491-994ab685f79b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:24.111927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25a9e8-a8aa-45ff-a4b8-8629909cf849,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:24.124318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-642e0999-df71-4792-92ba-7de056911d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.132617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:24.143247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.221073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port 7d680267-f9f4-4a3c-be01-195827050ea9 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:24.229734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.286260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:24.298576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:24.313789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Sync routers for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:24.315523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-210632db-006e-41ef-bd39-2a40f00f0405 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/854b802a-5b8d-4161-a98f-52cada13d2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7867024 Jul 23 16:43:24.316991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:24.321328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50242) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:24.329288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6157358a-a74e-455d-9491-994ab685f79b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:24.329658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.337532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:24.339784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:24.361550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:24.375958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.378380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:24.379277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.407228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.592476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Provisioning complete for port 024e2cd7-84f3-4e63-a627-f69af4819d43 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:24.592853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.609458 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:24.636806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Port 024e2cd7-84f3-4e63-a627-f69af4819d43 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:24.674932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Provisioning for port 0b92f179-880e-4206-be6a-b10a88e22c08 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:24.684863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Provisioning complete for port 0b92f179-880e-4206-be6a-b10a88e22c08 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:24.685601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:24.727638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0a419c-554d-4ae2-b164-1388274c5bbe,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:24.749344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network eb0a419c-554d-4ae2-b164-1388274c5bbe details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:24.836568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::21 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/7d680267-f9f4-4a3c-be01-195827050ea9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:24.852885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e3606c5c-ac8b-4538-9f56-f7934e83ce31 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:25.164567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e3606c5c-ac8b-4538-9f56-f7934e83ce31 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:25.164926 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.257246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.262812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.301623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object 7d680267-f9f4-4a3c-be01-195827050ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:25.346393 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 2, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:25.348070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.348713 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.350170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 1092 time: 3.8338113 Jul 23 16:43:25.359321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:25.361742 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054933e7-2603-42a7-a805-ec5cd51f4250" -d '{"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:25.391274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.401581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Checking router: 854b802a-5b8d-4161-a98f-52cada13d2fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:25.403905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Updating router 854b802a-5b8d-4161-a98f-52cada13d2fb port 024e2cd7-84f3-4e63-a627-f69af4819d43 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:25.468628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] For port 0b92f179-880e-4206-be6a-b10a88e22c08, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0b92f179-880e-4206-be6a-b10a88e22c08,segment=NetworkSegment(1337d152-4ac8-4e7b-b696-844a556e9277),segment_id=1337d152-4ac8-4e7b-b696-844a556e9277)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:25.479665 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.484672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.533867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=7d680267-f9f4-4a3c-be01-195827050ea9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:25.546954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:25.553474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:25.558469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:25.570057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.571014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.643084 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf94566-44ea-4828-bf09-40e107be9884 x-openstack-request-id: req-4cf94566-44ea-4828-bf09-40e107be9884 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:25.643337 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:25.643601 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cf94566-44ea-4828-bf09-40e107be9884 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:25.644520 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:43:25.649410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.652631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.653380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.654244 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.654719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.655192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.655656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.659825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2df486-9898-48b9-9ec2-c0a6fbc7ac32 None None] Pushing event updated for resources: {'Port': ['ID=0b92f179-880e-4206-be6a-b10a88e22c08,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:25.661165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:25.664676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Provisioning for port 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:25.669499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Provisioning complete for port 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:25.670089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.680174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c16b47bb-ea6d-4f3c-8c1b-72dd845b2b7c tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 1.3351514 Jul 23 16:43:25.729102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Port 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:25.750533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-642e0999-df71-4792-92ba-7de056911d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.785715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Provisioning complete for port 0b92f179-880e-4206-be6a-b10a88e22c08 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:25.786607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30573203-87c9-441b-ae9e-307bdb3de96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.786756 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1aff0462-a237-4588-9c33-2a01a613f1be tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0533772 Jul 23 16:43:25.796985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-214ab52c-c919-4c2a-9698-45eb2d3abcf9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0623193 Jul 23 16:43:25.797225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50256) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:25.802442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:25.844838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Request body: {'subnet': {'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1931541301-subnet', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:25.847202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-642e0999-df71-4792-92ba-7de056911d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.863174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38', 'mac_address': 'fa:16:3e:37:95:28'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:25.909902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.910448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.910914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.911376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.911835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.912297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.914260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:25.919600 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b9c319b-50b7-411f-af0c-3d9b9d19f6de tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.2569234 Jul 23 16:43:25.922703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:25.975013 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:25.994991 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Transition to ACTIVE for port object 024e2cd7-84f3-4e63-a627-f69af4819d43 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:26.010675 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.037897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e0999-df71-4792-92ba-7de056911d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee66ab7-f6a7-4048-82b2-81339057bbdd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:26.040694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde72c5-bdfc-40ca-81bf-f0d89fb89eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=11']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:26.107659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f11dd5a-d1da-49a4-bd72-0791eed2c622 None None] Could not find standard attr ID for object 1be177f0-2202-43a7-9f3a-d77b539f238b. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:43:26.145336 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Pushing event updated for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:26.152072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-642e0999-df71-4792-92ba-7de056911d7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43ef88feb38541eb934e55f5dc898aca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6772099 Jul 23 16:43:26.168141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50262) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:26.187117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:26.189838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.210868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.211444 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.211787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.212124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.215050 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.215401 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.215734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.216060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.216385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.218745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.218745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.218745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:26.238801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Attempting to bind port 024e2cd7-84f3-4e63-a627-f69af4819d43 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:26.239168 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Attempting to bind port 024e2cd7-84f3-4e63-a627-f69af4819d43 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:26.239532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Attempting to bind port 024e2cd7-84f3-4e63-a627-f69af4819d43 on network 056a308b-db97-4128-91c1-3d40270a605c {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:26.247279 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:26.247694 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Checking segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:26.248048 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.248586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Bound using segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:26.249061 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Bound port: 024e2cd7-84f3-4e63-a627-f69af4819d43, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:26.249435 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.315926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-ca164192-6963-4151-af91-a198530dd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:26.321856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-ca164192-6963-4151-af91-a198530dd163 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1095 time: 0.5682993 Jul 23 16:43:26.325594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e24414b4-8958-4983-b6b8-e932e6ccc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:26.330964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-e24414b4-8958-4983-b6b8-e932e6ccc77b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1095 time: 0.8878386 Jul 23 16:43:26.350086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9f751-ce02-436a-a3b5-0231f3625e84 req-4391da95-04af-4902-9835-f1e167b6d416 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:26.354052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38a9f751-ce02-436a-a3b5-0231f3625e84 req-4391da95-04af-4902-9835-f1e167b6d416 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.9968150 Jul 23 16:43:26.379053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] For port 024e2cd7-84f3-4e63-a627-f69af4819d43, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:26.388810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] For port 024e2cd7-84f3-4e63-a627-f69af4819d43, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=024e2cd7-84f3-4e63-a627-f69af4819d43,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:26.402730 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.462758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-81af21ae-5959-4c28-85f1-3896a9254493 None None] Provisioning for port 7d680267-f9f4-4a3c-be01-195827050ea9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:26.471214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-81af21ae-5959-4c28-85f1-3896a9254493 None None] Provisioning complete for port 7d680267-f9f4-4a3c-be01-195827050ea9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:26.474516 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-81af21ae-5959-4c28-85f1-3896a9254493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.495859 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:26.496627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:26.552256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-81af21ae-5959-4c28-85f1-3896a9254493 None None] Port 7d680267-f9f4-4a3c-be01-195827050ea9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:26.623070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.640331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.685993 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:26.770865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9848dc91-d2d5-404c-af2c-34bc0847677b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:26.788369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b1fc9a83-1dda-4089-a563-5aeeb2ef49db tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3062 time: 0.8646114 Jul 23 16:43:26.822746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0b92f179-880e-4206-be6a-b10a88e22c08 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:26.856324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:26.856720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Network hostable DHCP agents. Network: eb0a419c-554d-4ae2-b164-1388274c5bbe, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:26.880414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:26.896996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38a9f751-ce02-436a-a3b5-0231f3625e84 req-307e537c-af9d-48f8-ba18-22cd9545d0dc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972196 Jul 23 16:43:26.905570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.906596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, eb0a419c-554d-4ae2-b164-1388274c5bbe) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:26.912591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:26.914303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:26.939104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b7639b-3500-4204-b2b7-faeb46359c15 None None] Network eb0a419c-554d-4ae2-b164-1388274c5bbe requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:26.947513 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b4de49e-e596-4c83-a447-12496514a9b0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1252475 Jul 23 16:43:26.948376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:26.955879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:26.996150 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad51ee-f9f6-4848-a950-9266ac6062e9 None None] Pushing event updated for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:27.010249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.016737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.082929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-86c8bcfb-17cb-479d-8a94-116ae2446d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.084454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-86c8bcfb-17cb-479d-8a94-116ae2446d0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.7034514 Jul 23 16:43:27.085524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.091621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.106681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6a4af6b5-f36c-44e3-8fa7-f38bd5c8cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.108275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6a4af6b5-f36c-44e3-8fa7-f38bd5c8cf88 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.7457483 Jul 23 16:43:27.128206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0b92f179-880e-4206-be6a-b10a88e22c08 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:27.128499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.239254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:26Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:27.289247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.327483 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5263a36-02c0-4140-b188-bab7c39e2986 None None] The sync data for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 is: [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:26Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:27.329153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.336012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190438176', 'description': 'tempest-secgroup-smoke-190438176 description', 'project_id': '02635c2462494cb9b698bc507e17bcca'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:27.373795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.374076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-15f97717-730c-46f9-9832-a76cf27c2502 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.2466512 Jul 23 16:43:27.376213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-a4f6bdf2-7a6f-48db-832f-1f1d7509e4ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.2337644 Jul 23 16:43:27.484898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-eb0a419c-554d-4ae2-b164-1388274c5bbe', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:27.491527 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.507443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.510230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.511979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ee66ab7-f6a7-4048-82b2-81339057bbdd HTTP/1.1" status: 204 len: 168 time: 1.3375256 Jul 23 16:43:27.557228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-cdceab5f-be4f-4fbe-a6e5-0583fd777f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.570394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-cdceab5f-be4f-4fbe-a6e5-0583fd777f94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.1898975 Jul 23 16:43:27.619145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a1a89-7807-4953-ac15-57431eefe4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee66ab7-f6a7-4048-82b2-81339057bbdd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:27.626230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.658997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-b8985a74-38d6-4ff7-85ac-12386feb3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.660649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-b8985a74-38d6-4ff7-85ac-12386feb3467 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.2701042 Jul 23 16:43:27.680619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.697296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.743136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.799623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.801171 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4707823 Jul 23 16:43:27.810467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] In _notify_port_updated(), no bound segment for port 7d680267-f9f4-4a3c-be01-195827050ea9 on network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:27.814039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.814734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.816110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "PUT /v2.0/ports/7d680267-f9f4-4a3c-be01-195827050ea9 HTTP/1.1" status: 200 len: 1000 time: 1.9756677 Jul 23 16:43:27.816727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50278) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.824119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:27.839950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:27.933949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797920-0ba0-41ce-932d-bf7d0e2bd162 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=7d680267-f9f4-4a3c-be01-195827050ea9,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:27.944298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:27.996104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6382d836-b960-4f7f-bb31-6ad7dfb16e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:27.999440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-6382d836-b960-4f7f-bb31-6ad7dfb16e8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3295057 Jul 23 16:43:28.053001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f03ce9-faf2-495c-a325-e0e18996000c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052d4cf5-cd26-4484-86a4-53a479f19b42,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:28.053472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Allocated IP 172.20.0.2 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/916ebfa0-c71c-470b-bada-6f819a2b9c13) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:28.133714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-b5c7aaf2-ad6e-4dd2-bb8e-d21e1fc5beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:28.145858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.148662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-b5c7aaf2-ad6e-4dd2-bb8e-d21e1fc5beed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5299170 Jul 23 16:43:28.198995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.228763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:28.270603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port 7d680267-f9f4-4a3c-be01-195827050ea9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:28.270603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.337963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-f681ec5c-85c3-4839-84c8-47e77022e2ca service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207166 Jul 23 16:43:28.357110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03dcc001-5fa6-4fa6-b511-7ad0e59b1ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.384851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.410980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Transition to ACTIVE for port object 916ebfa0-c71c-470b-bada-6f819a2b9c13 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:28.440015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Transition to ACTIVE for port object 916ebfa0-c71c-470b-bada-6f819a2b9c13 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:28.442001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d791d0d-f90e-495c-968e-520e83cd843b None None] Provisioning complete for port 7d680267-f9f4-4a3c-be01-195827050ea9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:28.442442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d791d0d-f90e-495c-968e-520e83cd843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.470460 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.537055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:28.540843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5d791d0d-f90e-495c-968e-520e83cd843b None None] Port 7d680267-f9f4-4a3c-be01-195827050ea9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:28.544317 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.544885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:28.549876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:28.561699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Pushing event updated for resources: {'Port': ['ID=916ebfa0-c71c-470b-bada-6f819a2b9c13,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:28.576825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.596319 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec530a-1646-4914-a431-02e967830976 req-0474067c-1737-42a7-ab5e-b8b02f1bd939 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:28.604064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3eec530a-1646-4914-a431-02e967830976 req-0474067c-1737-42a7-ab5e-b8b02f1bd939 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.3607693 Jul 23 16:43:28.623188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.639671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-d8fe6001-50cd-4c72-8c15-785e23203bac service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890555 Jul 23 16:43:28.670598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for 7d680267-f9f4-4a3c-be01-195827050ea9 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:28.704114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ae3ffe-bc48-4f78-9216-b6b14431ec2b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:28.716739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Attempting to bind port 916ebfa0-c71c-470b-bada-6f819a2b9c13 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:28.717118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Attempting to bind port 916ebfa0-c71c-470b-bada-6f819a2b9c13 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:28.720245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acb3f7f2-413f-43be-a8ef-2a0c69c824cc req-f39c3721-1acb-4e7f-aa64-cb6ee1533d8f service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662009 Jul 23 16:43:28.720442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Attempting to bind port 916ebfa0-c71c-470b-bada-6f819a2b9c13 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:28.732429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3eec530a-1646-4914-a431-02e967830976 req-ca6461d3-1351-440d-aa81-2f68ce6677db tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273818 Jul 23 16:43:28.733999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:28.734649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:28.735418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.735881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:28.736391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Bound port: 916ebfa0-c71c-470b-bada-6f819a2b9c13, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:28.736832 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.777888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Allocated IP 172.25.2.19 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/c4f819d8-d759-4011-b838-e6a0598c4845) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:28.895263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] For port 916ebfa0-c71c-470b-bada-6f819a2b9c13, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:28.899491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] For port 916ebfa0-c71c-470b-bada-6f819a2b9c13, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=916ebfa0-c71c-470b-bada-6f819a2b9c13,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:28.902968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 024e2cd7-84f3-4e63-a627-f69af4819d43 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:28.939614 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:28.985514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-bc52ca64-85a9-4d4a-992b-6bfb50c6a29f service neutron] 10.222.0.67 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983611 Jul 23 16:43:29.006514 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.030946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-2faf4d18-aa55-45f5-9d02-dc9ae499bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:29.032524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-2faf4d18-aa55-45f5-9d02-dc9ae499bbed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1095 time: 0.1671290 Jul 23 16:43:29.035778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85e0dc-d817-4e1c-bc63-67843073d7c2 None None] Pushing event updated for resources: {'Port': ['ID=916ebfa0-c71c-470b-bada-6f819a2b9c13,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:29.062939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 024e2cd7-84f3-4e63-a627-f69af4819d43 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:29.071166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 024e2cd7-84f3-4e63-a627-f69af4819d43 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:29.071587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.117098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03dcc001-5fa6-4fa6-b511-7ad0e59b1ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.167965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03dcc001-5fa6-4fa6-b511-7ad0e59b1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.188391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.206605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.237405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.278168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.282316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b26b397e-0b63-45c6-a2ad-c32bd153b0b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4567695 Jul 23 16:43:29.282526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcc001-5fa6-4fa6-b511-7ad0e59b1ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b61f98-af1b-4409-bd17-14a8cf5c7dad,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:29.298333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50294) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.308876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-03dcc001-5fa6-4fa6-b511-7ad0e59b1ebf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=095b7355e53846caa2b1f81e6764a1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0759714 Jul 23 16:43:29.312715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:29.330838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 024e2cd7-84f3-4e63-a627-f69af4819d43, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=024e2cd7-84f3-4e63-a627-f69af4819d43,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:29.340827 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.343713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.369997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-a95881fd-0a4a-4755-8e8b-72e1b41d8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:29.376493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-a95881fd-0a4a-4755-8e8b-72e1b41d8bf4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.3364875 Jul 23 16:43:29.428151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=7d680267-f9f4-4a3c-be01-195827050ea9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:29.442911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:29.473552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.479998 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5840c312-1e6f-4ceb-89da-a0b65a2e0017 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/7d680267-f9f4-4a3c-be01-195827050ea9 HTTP/1.1" status: 204 len: 168 time: 1.6540728 Jul 23 16:43:29.484919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.527010 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-883f7930-3b98-40c5-bf76-cfe9fd71ac81 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] GET failed (client error): The resource could not be found. Jul 23 16:43:29.534165 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-883f7930-3b98-40c5-bf76-cfe9fd71ac81 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports/7d680267-f9f4-4a3c-be01-195827050ea9 HTTP/1.1" status: 404 len: 333 time: 0.0480411 Jul 23 16:43:29.539010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:29.546017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1747994628'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:29.618861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.626685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-d49a3ab3-9347-4061-9d6a-ec917fc1ccfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 999 time: 0.2405715 Jul 23 16:43:29.691192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-d4dc8365-a539-4949-9898-ab4b87fc75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:29.693512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-d4dc8365-a539-4949-9898-ab4b87fc75eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.0558188 Jul 23 16:43:29.747572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.791943 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.820532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.836370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.866946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:29.881224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-eb5fcb53-cbcb-4204-b089-b7844f80d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:29.882884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-eb5fcb53-cbcb-4204-b089-b7844f80d8c1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777940 Jul 23 16:43:30.041051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3fef5-8312-4f7d-86f6-5b11c1a87d13 req-12a0cbb8-7b48-4800-8f98-977d66cb5c8a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:30.043266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94e3fef5-8312-4f7d-86f6-5b11c1a87d13 req-12a0cbb8-7b48-4800-8f98-977d66cb5c8a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.1721103 Jul 23 16:43:30.047074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.049306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.066287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45b61f98-af1b-4409-bd17-14a8cf5c7dad HTTP/1.1" status: 204 len: 168 time: 0.7091854 Jul 23 16:43:30.123687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423819e-5afb-440f-be0b-8fa9342748e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b61f98-af1b-4409-bd17-14a8cf5c7dad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.137613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-1e3e5257-5c0d-455e-9b91-f88da54dd8a8 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199354 Jul 23 16:43:30.215035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94e3fef5-8312-4f7d-86f6-5b11c1a87d13 req-12549dea-7426-44fc-81a3-4d82f65dbdbb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063747 Jul 23 16:43:30.298132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-054933e7-2603-42a7-a805-ec5cd51f4250 req-6bd75c73-8bf2-4df6-8697-b8da8891454f service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463969 Jul 23 16:43:30.322547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:30.353736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:30.362278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Pushing event updated for resources: {'Port': ['ID=c4f819d8-d759-4011-b838-e6a0598c4845,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.371959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:30.375181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af38f81-fa89-4b85-8e38-1191d325c212,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.380997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:30.387861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.421435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.425540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50312) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.425700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-018706ae-21b2-4313-9689-17fd39ce8dd4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1181638 Jul 23 16:43:30.431072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:30.471801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port aac1280f-6626-4820-9c87-5f2995c6a06a yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:30.494851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.568286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.575790 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.598960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759e72cb-4f32-404e-b6d3-213f8e8e37f3,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.609535 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.612853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b8e10c10-c004-4921-b003-8b4f479f8d07 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858513 Jul 23 16:43:30.616352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50318) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.627595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:30.678344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.830126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.837883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.911672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac299c-e7ff-4951-b867-3cc51788239f None None] Network eb0a419c-554d-4ae2-b164-1388274c5bbe requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:30.925899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:30.927263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3095667 Jul 23 16:43:30.932087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50326) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:30.932621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcc42-d4e4-4f2a-8d26-4cd76ca7e6be tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0659cb-d3b3-4d1d-9655-9e39235fcde5,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:30.951501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:31.044796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 024e2cd7-84f3-4e63-a627-f69af4819d43 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:31.051569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::263 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/aac1280f-6626-4820-9c87-5f2995c6a06a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:31.095091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a8dc7e22-f6f5-4297-beef-3e63a0ee8073 None None] Provisioning for port 916ebfa0-c71c-470b-bada-6f819a2b9c13 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:31.119857 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:43:31.146640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.166623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 024e2cd7-84f3-4e63-a627-f69af4819d43 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:31.166999 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.225776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.313500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 916ebfa0-c71c-470b-bada-6f819a2b9c13 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:31.432380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 916ebfa0-c71c-470b-bada-6f819a2b9c13 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:31.437614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 916ebfa0-c71c-470b-bada-6f819a2b9c13 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:31.438349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.456829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.480267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.583313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.590356 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6525815 Jul 23 16:43:31.596426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c557db-ad64-4027-8759-900c29ce12a2 req-78b04d71-246a-4eb9-b28a-9b51b14ea41b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:31.600964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c557db-ad64-4027-8759-900c29ce12a2 req-78b04d71-246a-4eb9-b28a-9b51b14ea41b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 944 time: 0.2350078 Jul 23 16:43:31.601737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50342) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:31.608840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'security_group_rule': {'security_group_id': '052d4cf5-cd26-4484-86a4-53a479f19b42', 'project_id': '02635c2462494cb9b698bc507e17bcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:31.623698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fc77b-ff77-4489-93ae-e252b20aee59 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccf106e-3b5c-4f33-a2aa-4e61d88dd17b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:31.659680 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Project 02635c2462494cb9b698bc507e17bcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:43:31.668380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.701105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c557db-ad64-4027-8759-900c29ce12a2 req-0b7621a9-48ee-4e3d-9389-cbaa4c8b6d56 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709953 Jul 23 16:43:31.706846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.736721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50344) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:31.773155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.813488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object aac1280f-6626-4820-9c87-5f2995c6a06a will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:31.825292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8f350f5f-6c6a-416d-9888-424b20d55f51 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/0a9b3f93-e410-4b76-b888-e9296def97c5 HTTP/1.1" status: 200 len: 991 time: 0.0871379 Jul 23 16:43:31.834026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 916ebfa0-c71c-470b-bada-6f819a2b9c13, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=916ebfa0-c71c-470b-bada-6f819a2b9c13,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:31.845749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.893500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.903412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.910589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.944954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=916ebfa0-c71c-470b-bada-6f819a2b9c13,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:31.963516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.964293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3611639 Jul 23 16:43:31.965261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cf568-363a-437b-aa2a-2f72849e3701 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926d97af-2fa5-4ae6-87b9-0748b12ddf0b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:31.981569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff798e8e-9067-4d76-9926-e4cc6742a6b9 None None] Provisioning complete for port 916ebfa0-c71c-470b-bada-6f819a2b9c13 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:31.983444 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff798e8e-9067-4d76-9926-e4cc6742a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:31.998386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=aac1280f-6626-4820-9c87-5f2995c6a06a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:32.024330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:32.028066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:32.031669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:32.044997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:32.045686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:32.079364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50352) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:32.080236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-76881e99-cd7f-4493-808f-bc2e96b84fca tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5386074 Jul 23 16:43:32.091046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:37:95:28'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:32.096432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:32.299125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Router 833af583-f20a-4e99-9aac-d27c455915df is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:32.443050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:32.456401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:32.467854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:32.472383 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac4df4eb-37e3-4428-a710-caaf89de4f3d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5203142 Jul 23 16:43:32.472619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50372) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:32.485673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:32.488492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:32.589053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-06bfa615-8296-48a5-9b6d-0eb620102f39 None None] Provisioning for port aac1280f-6626-4820-9c87-5f2995c6a06a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:32.605968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-06bfa615-8296-48a5-9b6d-0eb620102f39 None None] Provisioning complete for port aac1280f-6626-4820-9c87-5f2995c6a06a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:32.618971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06bfa615-8296-48a5-9b6d-0eb620102f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:32.771155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-077dede4-05b3-43d4-a007-ff1fcc35c562 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190438176&fields=id&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 267 time: 0.1245313 Jul 23 16:43:32.998869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.004767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 916ebfa0-c71c-470b-bada-6f819a2b9c13 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:33.045918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:43:33.124925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-06bfa615-8296-48a5-9b6d-0eb620102f39 None None] Port aac1280f-6626-4820-9c87-5f2995c6a06a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:33.221410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-88537d54-0ef5-4ece-ba3b-3167f2216779 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:33.226387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-88537d54-0ef5-4ece-ba3b-3167f2216779 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 797 time: 0.4426129 Jul 23 16:43:33.244169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 916ebfa0-c71c-470b-bada-6f819a2b9c13 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:33.244597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.266634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-05ad3b2a-5433-486f-8a88-548a7efe728d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/quotas/02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 375 time: 0.0287726 Jul 23 16:43:33.299588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:33.365367 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.380778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.417677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-df314a8b-1a0b-41c6-b96a-9241097d30e7 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332147 Jul 23 16:43:33.421898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.567515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] In _notify_port_updated(), no bound segment for port aac1280f-6626-4820-9c87-5f2995c6a06a on network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:33.574162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:33.575021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:33.579994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "PUT /v2.0/ports/aac1280f-6626-4820-9c87-5f2995c6a06a HTTP/1.1" status: 200 len: 1003 time: 1.4990530 Jul 23 16:43:33.581471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50392) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:33.644818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacbe33-f42f-492a-aa88-e0c8ea93e706 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=aac1280f-6626-4820-9c87-5f2995c6a06a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:33.664845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-77e2e305-6a88-41ba-b110-04f8175b9ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460015 Jul 23 16:43:33.764564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:33.823987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'port_id': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'mac_address': 'fa:16:3e:90:c4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:43:33.887523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-4d835cb7-bc2f-437a-8c65-9ec4098e2ccf service neutron] 10.222.0.64 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140918 Jul 23 16:43:34.002793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.060399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:43:34.096234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:34.113723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.161905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:30Z', 'revision_number': 3, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:34.179934 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f9122dfd-f394-4c34-a1b6-0b0458727610 None None] Provisioning complete for port aac1280f-6626-4820-9c87-5f2995c6a06a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:34.180220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f9122dfd-f394-4c34-a1b6-0b0458727610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.247917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:34.248292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Updating router 833af583-f20a-4e99-9aac-d27c455915df port c4f819d8-d759-4011-b838-e6a0598c4845 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:34.316613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7759e2f0-768d-4652-8f60-2179a3e2b9e3 req-01369321-150c-46d4-a62c-3c7d80ea337f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 210 time: 0.0545831 Jul 23 16:43:34.318050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:34.332640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f9122dfd-f394-4c34-a1b6-0b0458727610 None None] Port aac1280f-6626-4820-9c87-5f2995c6a06a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:34.342602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.350916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Allocated IP 172.20.0.1 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/7a76c162-74fc-4fa2-84c9-d91bec421e15) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:34.480123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port aac1280f-6626-4820-9c87-5f2995c6a06a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:34.482130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.528960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['2a19dd6c-d489-434b-9f31-d990b3cbb705'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:43:34.640570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.693594 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.718303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Transition to ACTIVE for port object 7a76c162-74fc-4fa2-84c9-d91bec421e15 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:34.724342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for aac1280f-6626-4820-9c87-5f2995c6a06a owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:34.825035 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:34.882865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:34.888064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:34.904799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:34.958861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.050907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.119679 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.189609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.190656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Transition to ACTIVE for port object c4f819d8-d759-4011-b838-e6a0598c4845 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:35.217742 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.269167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=aac1280f-6626-4820-9c87-5f2995c6a06a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.347290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc6d1-9d6d-49c3-a444-81c09ca58119 None None] Pushing event updated for resources: {'Port': ['ID=c4f819d8-d759-4011-b838-e6a0598c4845,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.357516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50448) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.381091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.386168 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9974d540-7fd4-4a0f-b2fa-83774ae8db50 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/aac1280f-6626-4820-9c87-5f2995c6a06a HTTP/1.1" status: 204 len: 168 time: 1.8022919 Jul 23 16:43:35.386995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50454) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.422739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Attempting to bind port c4f819d8-d759-4011-b838-e6a0598c4845 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:35.423422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Attempting to bind port c4f819d8-d759-4011-b838-e6a0598c4845 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:35.424677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Attempting to bind port c4f819d8-d759-4011-b838-e6a0598c4845 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:35.432179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:35.432594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:35.432979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.433531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:35.434049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Bound port: c4f819d8-d759-4011-b838-e6a0598c4845, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:35.434435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.459410 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d23895-cc0d-427c-8871-c93ba4927e8c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] GET failed (client error): The resource could not be found. Jul 23 16:43:35.470429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50456) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.471742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-62d23895-cc0d-427c-8871-c93ba4927e8c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports/aac1280f-6626-4820-9c87-5f2995c6a06a HTTP/1.1" status: 404 len: 333 time: 0.0819774 Jul 23 16:43:35.501691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1274412393'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:35.505641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f62edfa7-1d6c-433e-89e7-7094bd978064 None None] Provisioning for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:35.519085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f62edfa7-1d6c-433e-89e7-7094bd978064 None None] Provisioning complete for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:35.519466 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f62edfa7-1d6c-433e-89e7-7094bd978064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.561457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f62edfa7-1d6c-433e-89e7-7094bd978064 None None] Port 7a76c162-74fc-4fa2-84c9-d91bec421e15 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:35.574629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4ba6f37-6a7a-4312-910c-00d3403f71f0 req-d6d01fd6-9b29-4b84-ac85-019561acf045 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 210 time: 0.0561798 Jul 23 16:43:35.604440 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee96e-9f5e-4c90-bd8d-f6324bdd4023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.625197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] For port c4f819d8-d759-4011-b838-e6a0598c4845, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:35.632061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] For port c4f819d8-d759-4011-b838-e6a0598c4845, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c4f819d8-d759-4011-b838-e6a0598c4845,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:35.640038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.648519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.728942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:35.729659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:35.755102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee96e-9f5e-4c90-bd8d-f6324bdd4023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.762592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee96e-9f5e-4c90-bd8d-f6324bdd4023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.801137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc6d1-9d6d-49c3-a444-81c09ca58119 None None] Pushing event updated for resources: {'Port': ['ID=c4f819d8-d759-4011-b838-e6a0598c4845,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.826978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:35.830842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.887566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port 363d2a0e-398c-42aa-801e-1db92f1b07d6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:35.891905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7e9ee96e-9f5e-4c90-bd8d-f6324bdd4023 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcf89186d052429689a853077305ff1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336742 Jul 23 16:43:35.892134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:35.893036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50458) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:35.944925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ee96e-9f5e-4c90-bd8d-f6324bdd4023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad1b8c-0f2f-4104-8e9b-5311cdc32cf5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:35.981028 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:35.993387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.073254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.109448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.115124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:36.125530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.132984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::3a4 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/363d2a0e-398c-42aa-801e-1db92f1b07d6) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:36.155230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-fcd41a0b-5fbc-42a8-b764-9ab58f67837b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:36.157629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-fcd41a0b-5fbc-42a8-b764-9ab58f67837b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.67 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 797 time: 0.3589747 Jul 23 16:43:36.177175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:34Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:36.207865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17bf1f-07a9-4fa3-a3b1-aadd0d67507a None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:34Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:36.255884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-dea5cf09-f7ad-4db2-b7b9-27f1e2eb473b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02635c2462494cb9b698bc507e17bcca HTTP/1.1" status: 200 len: 379 time: 0.0823050 Jul 23 16:43:36.259617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.263681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.268612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48ad1b8c-0f2f-4104-8e9b-5311cdc32cf5 HTTP/1.1" status: 204 len: 168 time: 0.3667071 Jul 23 16:43:36.275193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'port': {'device_id': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'admin_state_up': True, 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'security_groups': ['052d4cf5-cd26-4484-86a4-53a479f19b42']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:36.315078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:36.319381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:36.463204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff2d3b-6b2d-473f-8d43-671a544cb96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad1b8c-0f2f-4104-8e9b-5311cdc32cf5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:36.501470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Made reservation on behalf of 02635c2462494cb9b698bc507e17bcca for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:36.505674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.538867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.644368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object 363d2a0e-398c-42aa-801e-1db92f1b07d6 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:36.700779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b16ee5a-c199-48c3-a6d9-1b601801f7e4 req-dcec9492-10f9-453b-91a2-54647295a837 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 210 time: 0.0361662 Jul 23 16:43:36.705734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:36.714379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63085f01-a06f-4820-8000-1ac681a6a18c None None] Provisioning complete for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:36.714379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63085f01-a06f-4820-8000-1ac681a6a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.801968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.20.0.5 (056a308b-db97-4128-91c1-3d40270a605c/9c019b9b-841b-42b6-9194-56f650a35314/0975ed2b-af37-44cd-b2e0-c9274267b422) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:36.885727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.887397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-63085f01-a06f-4820-8000-1ac681a6a18c None None] Port 7a76c162-74fc-4fa2-84c9-d91bec421e15 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:36.955709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50470) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:36.982501 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c71babd6-6935-487a-bbd2-5262c1856ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:36.996052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:37.044080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:37.057441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:37.062964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:37.069955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:37.071044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.075684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=363d2a0e-398c-42aa-801e-1db92f1b07d6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.087515 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c71babd6-6935-487a-bbd2-5262c1856ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.095630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c71babd6-6935-487a-bbd2-5262c1856ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.111880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c0cb71b-245c-4746-a2b3-d5ee1e682696 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6383293 Jul 23 16:43:37.112630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:37.136848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:37.142543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 2a19dd6c-d489-434b-9f31-d990b3cbb705 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:37.144438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.160885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'network_id': '35dd8802-ce84-4c3f-8ec6-e3420fcbf1df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1018367845'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:37.233847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:37.263425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71babd6-6935-487a-bbd2-5262c1856ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962d2e5-51df-47ff-9d7b-d42d079edc08,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.275586 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cd8e762b-e3a1-4219-b2a8-d79f3f2c3cc5 admin admin] 10.222.0.64 "PUT /v2.0/routers/833af583-f20a-4e99-9aac-d27c455915df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7942805 Jul 23 16:43:37.300194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50486) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:37.304080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c71babd6-6935-487a-bbd2-5262c1856ee8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6b8b97826194947a25739f2eac380b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472414 Jul 23 16:43:37.336831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.352885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.389045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Transition to ACTIVE for port object 0975ed2b-af37-44cd-b2e0-c9274267b422 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:37.461317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:37.462791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:37.467723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.474989 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec51561-6386-421a-9bc7-79df6166147c" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:37.490231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.495759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.497367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Made reservation on behalf of 3dd39fa0a82949b481feedd82d600ce8 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:37.501062 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.547646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 056a308b-db97-4128-91c1-3d40270a605c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:37.551923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] device_id is not set on port e6e7dca2-6a76-430d-932c-e6de9afc53b5 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:37.553430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:37.558475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:37.559537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.665632 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c0f4e4-d248-4555-949b-de26b7d9d00a x-openstack-request-id: req-41c0f4e4-d248-4555-949b-de26b7d9d00a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:37.666280 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-plugged", "status": "completed", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:37.666739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.667166 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41c0f4e4-d248-4555-949b-de26b7d9d00a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:37.668226 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'code': 200} Jul 23 16:43:37.669220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.727029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:37.727813 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.741989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8cb132df-3594-445a-b7b5-ca6e1dff2217 None None] Provisioning for port 363d2a0e-398c-42aa-801e-1db92f1b07d6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:37.761638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8cb132df-3594-445a-b7b5-ca6e1dff2217 None None] Provisioning complete for port 363d2a0e-398c-42aa-801e-1db92f1b07d6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:37.762149 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8cb132df-3594-445a-b7b5-ca6e1dff2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.793541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-c1bdbf14-07c3-4b5f-a05b-21a182c3bcfe tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5275505 Jul 23 16:43:37.814038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Request body: {'port': {'device_id': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:37.838724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.845741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:37.855695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0962d2e5-51df-47ff-9d7b-d42d079edc08 HTTP/1.1" status: 204 len: 168 time: 0.5491502 Jul 23 16:43:37.860144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8cb132df-3594-445a-b7b5-ca6e1dff2217 None None] Port 363d2a0e-398c-42aa-801e-1db92f1b07d6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:37.884442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42acc5-c024-4b2a-9cf8-cb058fe46738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962d2e5-51df-47ff-9d7b-d42d079edc08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:37.888628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Allocated IP 2001:db8::378 (35dd8802-ce84-4c3f-8ec6-e3420fcbf1df/17480d62-3177-4954-a95d-613ce9e0bb54/e6e7dca2-6a76-430d-932c-e6de9afc53b5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:38.092518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-82ef27d8-e13e-47d6-a0f6-8ab948f5c027 None None] Provisioning for port 0975ed2b-af37-44cd-b2e0-c9274267b422 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:38.097153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-82ef27d8-e13e-47d6-a0f6-8ab948f5c027 None None] Provisioning complete for port 0975ed2b-af37-44cd-b2e0-c9274267b422 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:38.097518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-82ef27d8-e13e-47d6-a0f6-8ab948f5c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.169280 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.191370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-82ef27d8-e13e-47d6-a0f6-8ab948f5c027 None None] Port 0975ed2b-af37-44cd-b2e0-c9274267b422 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:38.228489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.258487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19802bb-431e-42fe-a88b-0f36784172d0 req-0808fc6e-c173-44b9-8192-4d48b9981584 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:38.260303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d19802bb-431e-42fe-a88b-0f36784172d0 req-0808fc6e-c173-44b9-8192-4d48b9981584 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 931 time: 0.3370585 Jul 23 16:43:38.268640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Transition to ACTIVE for port object e6e7dca2-6a76-430d-932c-e6de9afc53b5 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:38.309115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.403991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=e6e7dca2-6a76-430d-932c-e6de9afc53b5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.432148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:38.433718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50516) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:38.440226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d19802bb-431e-42fe-a88b-0f36784172d0 req-9ef77cc4-fefb-4ba1-94b0-f4bad5eb745e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697993 Jul 23 16:43:38.444994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435933030-network', 'tenant_id': 'a160ae2e463d4433b282045548187aad'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:38.455915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:38.475011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:38.486735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:38.487509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.535202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Made reservation on behalf of a160ae2e463d4433b282045548187aad for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:38.538496 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.554415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.748589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.755462 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a0c7de5-2e9e-4635-96e6-7aa84fafe31c tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6342444 Jul 23 16:43:38.756811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50524) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:38.760729 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.769168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38', 'mac_address': 'fa:16:3e:37:95:28'}, {'ip_address': '2001:db8::3a4', 'mac_address': 'fa:16:3e:17:f4:8d'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:38.863961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c4f819d8-d759-4011-b838-e6a0598c4845 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:38.942706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba5e2b-8bfe-43b9-97f6-06fe1cbfc69c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:38.956996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff1873c9-f67f-4f28-abe4-1699c0290ee7 None None] Provisioning for port e6e7dca2-6a76-430d-932c-e6de9afc53b5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:38.960679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c4f819d8-d759-4011-b838-e6a0598c4845 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:38.963910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff1873c9-f67f-4f28-abe4-1699c0290ee7 None None] Provisioning complete for port e6e7dca2-6a76-430d-932c-e6de9afc53b5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:38.964806 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff1873c9-f67f-4f28-abe4-1699c0290ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.967726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c4f819d8-d759-4011-b838-e6a0598c4845 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:38.968081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.976075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0975ed2b-af37-44cd-b2e0-c9274267b422 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:43:38.979820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:38.986903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.004287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.004672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Transition to ACTIVE for port object 0975ed2b-af37-44cd-b2e0-c9274267b422 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:39.005125 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Added segment 83ae3d3e-2bb9-4d9b-9166-4506030a7ba4 of type vlan for network d3c76c7f-8577-4515-a1df-0d9d223d38bc Jul 23 16:43:39.012899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.094546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.115275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ff1873c9-f67f-4f28-abe4-1699c0290ee7 None None] Port e6e7dca2-6a76-430d-932c-e6de9afc53b5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:39.117571 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.168756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:39.198210 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.233132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.234488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:39.235320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.241206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c4f819d8-d759-4011-b838-e6a0598c4845, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c4f819d8-d759-4011-b838-e6a0598c4845,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:39.248953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.253477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Attempting to bind port 0975ed2b-af37-44cd-b2e0-c9274267b422 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:39.253825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Attempting to bind port 0975ed2b-af37-44cd-b2e0-c9274267b422 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:39.254321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Attempting to bind port 0975ed2b-af37-44cd-b2e0-c9274267b422 on network 056a308b-db97-4128-91c1-3d40270a605c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:39.262405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Port 0975ed2b-af37-44cd-b2e0-c9274267b422 on network 056a308b-db97-4128-91c1-3d40270a605c not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:43:39.262735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Attempting to bind port 0975ed2b-af37-44cd-b2e0-c9274267b422 on network 056a308b-db97-4128-91c1-3d40270a605c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:39.276671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:39.277025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Checking segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:39.277421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Bound using segment: {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:39.284161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Bound port: 0975ed2b-af37-44cd-b2e0-c9274267b422, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f542a893-7813-4697-9a5a-c968760882c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '056a308b-db97-4128-91c1-3d40270a605c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:39.284632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.285566 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8483424 Jul 23 16:43:39.314869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50534) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:39.332577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Request body: {'subnet': {'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435933030-subnet', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:39.356511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c4f819d8-d759-4011-b838-e6a0598c4845,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:39.470936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:39.488146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0975ed2b-af37-44cd-b2e0-c9274267b422,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:39.493820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Made reservation on behalf of a160ae2e463d4433b282045548187aad for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:39.498876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.580050 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.731185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4104b8-547f-414e-b0df-82368e69e31d admin admin] Pushing event updated for resources: {'Network': ['ID=d3c76c7f-8577-4515-a1df-0d9d223d38bc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:39.742894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:39.830808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:39.831823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.839097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 1091 time: 2.0291986 Jul 23 16:43:39.841780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:39.849247 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e995c8cc-7768-4aee-8b88-7eb61baf2033" -d '{"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:39.877750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.886444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.967547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] In _notify_port_updated(), no bound segment for port e6e7dca2-6a76-430d-932c-e6de9afc53b5 on network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:43:39.970522 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f55c1-0a10-461e-8c9f-784a072035c4 x-openstack-request-id: req-da2f55c1-0a10-461e-8c9f-784a072035c4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:39.970816 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:39.971067 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da2f55c1-0a10-461e-8c9f-784a072035c4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:39.971472 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'status': 'completed', 'code': 200} Jul 23 16:43:39.977318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:39.978244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:39.989485 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "PUT /v2.0/ports/e6e7dca2-6a76-430d-932c-e6de9afc53b5 HTTP/1.1" status: 200 len: 1067 time: 1.2273989 Jul 23 16:43:39.992013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50552) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:40.039420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96d744-a538-4798-8481-deacd7bf9374 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event updated for resources: {'Port': ['ID=e6e7dca2-6a76-430d-932c-e6de9afc53b5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:40.064835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95b8d-cf85-4ec5-ace5-f0525d8f70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:40.097096 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:40.110011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:40.110646 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:40.187336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port e6e7dca2-6a76-430d-932c-e6de9afc53b5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:40.188068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.229612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095e30c-1217-495b-8191-a8d6635cb7ec req-90f123c7-2c06-44e7-b548-9ad29aadd249 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.239007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0095e30c-1217-495b-8191-a8d6635cb7ec req-90f123c7-2c06-44e7-b548-9ad29aadd249 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 943 time: 0.6451216 Jul 23 16:43:40.296851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.318949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.322654 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:40.340183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-3dab0570-65f9-48dd-9d92-66d27259f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.341667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-3dab0570-65f9-48dd-9d92-66d27259f89f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1094 time: 0.4128914 Jul 23 16:43:40.345809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for e6e7dca2-6a76-430d-932c-e6de9afc53b5 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:40.405788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a05cce7-60e6-4ff7-9c8f-d27bd496bc3e None None] Provisioning complete for port e6e7dca2-6a76-430d-932c-e6de9afc53b5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:40.406844 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a05cce7-60e6-4ff7-9c8f-d27bd496bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.488663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a05cce7-60e6-4ff7-9c8f-d27bd496bc3e None None] Port e6e7dca2-6a76-430d-932c-e6de9afc53b5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:40.537609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.538822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0095e30c-1217-495b-8191-a8d6635cb7ec req-67f8bcc7-3f80-493a-a80b-16cec7ec7186 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976575 Jul 23 16:43:40.564300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-3a0bf179-f5e4-4ae4-9ad0-ad818df33dae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 217 time: 0.1759679 Jul 23 16:43:40.632687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=257fd835-692f-4d5c-8d5b-3fe0a69d262d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:40.645434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Checking segment: {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:40.645807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Network hostable DHCP agents. Network: d3c76c7f-8577-4515-a1df-0d9d223d38bc, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:40.673020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=e6e7dca2-6a76-430d-932c-e6de9afc53b5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:40.747171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-6c286404-9e0b-4ed3-8dae-cbfbb59ce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.789803 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-6c286404-9e0b-4ed3-8dae-cbfbb59ce573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 200 len: 834 time: 0.1935644 Jul 23 16:43:40.828001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:40.893522 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 2, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:40.896802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d3c76c7f-8577-4515-a1df-0d9d223d38bc) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:40.905653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c4f819d8-d759-4011-b838-e6a0598c4845 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:40.910605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:40.912536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:40.977550 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-439b70ab-cf3a-4457-9395-f05ef16afa0c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6550291 Jul 23 16:43:40.988528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50574) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:41.000923 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:41.001575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Updating router 833af583-f20a-4e99-9aac-d27c455915df port 7a76c162-74fc-4fa2-84c9-d91bec421e15 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:41.009633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:41.052555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effab6cd-9afa-491c-bd6d-1bb887b0c7bb None None] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:41.077697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-d185a907-72f1-40f3-bb0f-e054d1fe6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:41.080695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-d185a907-72f1-40f3-bb0f-e054d1fe6b91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=056a308b-db97-4128-91c1-3d40270a605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836893 Jul 23 16:43:41.097236 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.150390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.158150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.159759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.164245 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3a8a6c6f-40bf-4b94-b5fc-41c990dd5807 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/e6e7dca2-6a76-430d-932c-e6de9afc53b5 HTTP/1.1" status: 204 len: 168 time: 1.1594656 Jul 23 16:43:41.165365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50576) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:41.228093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c4f819d8-d759-4011-b838-e6a0598c4845 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:41.229316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.265582 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ee1f11-9d80-4dbc-a83f-e2d0406acec1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] GET failed (client error): The resource could not be found. Jul 23 16:43:41.275272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29ee1f11-9d80-4dbc-a83f-e2d0406acec1 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports/e6e7dca2-6a76-430d-932c-e6de9afc53b5 HTTP/1.1" status: 404 len: 333 time: 0.1068892 Jul 23 16:43:41.277007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50578) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:41.522128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port 363d2a0e-398c-42aa-801e-1db92f1b07d6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:41.522610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.618718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-4fb2834c-dd53-41a6-ab8f-ab14a4a5ccbf service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253792 Jul 23 16:43:41.700476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.828408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.864977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.882046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for 363d2a0e-398c-42aa-801e-1db92f1b07d6 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:41.932314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-d3c76c7f-8577-4515-a1df-0d9d223d38bc', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:41.934453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.988715 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-34fec8b8-e327-4959-b918-132296e81322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.039981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e24eb4f3-1fa8-4f28-9669-501aa6ee3b28 req-1ab619b2-efc5-42bd-80fc-2fe3926db39d service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071107 Jul 23 16:43:42.092285 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.170203 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.194056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7782-ddec-48ba-bbb2-de97337505e1 req-089f9ac8-8065-4f02-af2b-835808fcee55 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:42.195893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d5e7782-ddec-48ba-bbb2-de97337505e1 req-089f9ac8-8065-4f02-af2b-835808fcee55 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 943 time: 0.4827600 Jul 23 16:43:42.241836 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.242751 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Transition to ACTIVE for port object 7a76c162-74fc-4fa2-84c9-d91bec421e15 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:42.275571 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.295557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Allocated IP 172.20.0.2 (d3c76c7f-8577-4515-a1df-0d9d223d38bc/257fd835-692f-4d5c-8d5b-3fe0a69d262d/b1a6b557-1046-41b7-8a37-dc1917fa35fb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:42.308579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=363d2a0e-398c-42aa-801e-1db92f1b07d6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:42.318147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d5e7782-ddec-48ba-bbb2-de97337505e1 req-fe49e6b9-7f9f-4099-b472-c08fdc5db7d2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869336 Jul 23 16:43:42.339634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-a62569f3-16b0-4c2f-8e9e-82c858c93db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:42.342114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-a62569f3-16b0-4c2f-8e9e-82c858c93db4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1094 time: 0.1556330 Jul 23 16:43:42.407040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.415087 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70a59917-2e93-4d58-a842-82d1674bebb9 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/363d2a0e-398c-42aa-801e-1db92f1b07d6 HTTP/1.1" status: 204 len: 168 time: 1.1361740 Jul 23 16:43:42.418555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50592) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:42.472365 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e02ff0-7a0b-4561-985f-6b7681b6376a tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] GET failed (client error): The resource could not be found. Jul 23 16:43:42.483031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78e02ff0-7a0b-4561-985f-6b7681b6376a tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "GET /v2.0/ports/363d2a0e-398c-42aa-801e-1db92f1b07d6 HTTP/1.1" status: 404 len: 333 time: 0.0578022 Jul 23 16:43:42.486660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:42.549626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-3345269d-a666-4d2d-a126-b227afae542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:42.551274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-3345269d-a666-4d2d-a126-b227afae542e service neutron] 10.222.0.67 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 898 time: 0.1986008 Jul 23 16:43:42.563511 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b404b-ac38-434c-b705-79460fc7b9eb None None] Pushing event updated for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:42.658249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Attempting to bind port 7a76c162-74fc-4fa2-84c9-d91bec421e15 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:42.660180 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Attempting to bind port 7a76c162-74fc-4fa2-84c9-d91bec421e15 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:42.674072 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Attempting to bind port 7a76c162-74fc-4fa2-84c9-d91bec421e15 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:42.677611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:42.678249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.680164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-173bf3d8-ece3-4b88-8a0a-84cee1b571af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 217 time: 0.0788491 Jul 23 16:43:42.694792 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:42.695193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:42.695601 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.701281 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:42.704074 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Bound port: 7a76c162-74fc-4fa2-84c9-d91bec421e15, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:42.704483 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.779927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-65ba4347-9991-4135-988f-11c070fcbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:42.781408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-65ba4347-9991-4135-988f-11c070fcbf9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 200 len: 834 time: 0.0862386 Jul 23 16:43:42.814128 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.860792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Transition to ACTIVE for port object b1a6b557-1046-41b7-8a37-dc1917fa35fb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:42.894002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] For port 7a76c162-74fc-4fa2-84c9-d91bec421e15, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:42.898836 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] For port 7a76c162-74fc-4fa2-84c9-d91bec421e15, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a76c162-74fc-4fa2-84c9-d91bec421e15,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:42.902520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Transition to ACTIVE for port object b1a6b557-1046-41b7-8a37-dc1917fa35fb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:42.905551 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.926412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.013068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.035421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for 5fac0ddf-5b71-4b27-a95b-d0f158e0da38 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:43.050761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Pushing event updated for resources: {'Port': ['ID=b1a6b557-1046-41b7-8a37-dc1917fa35fb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:43.094025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:43.094618 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:43.103852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:43.114215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:43.137909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:43.274841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Attempting to bind port b1a6b557-1046-41b7-8a37-dc1917fa35fb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:43.275279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Attempting to bind port b1a6b557-1046-41b7-8a37-dc1917fa35fb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:43.275655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Attempting to bind port b1a6b557-1046-41b7-8a37-dc1917fa35fb on network d3c76c7f-8577-4515-a1df-0d9d223d38bc {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:43.282785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:43.282996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Checking segment: {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:43.283606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.284192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Bound using segment: {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:43.284868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Bound port: b1a6b557-1046-41b7-8a37-dc1917fa35fb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:43.285682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.349324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.370406 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b404b-ac38-434c-b705-79460fc7b9eb None None] Pushing event updated for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:43.416047 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:43.440403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=5fac0ddf-5b71-4b27-a95b-d0f158e0da38,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:43.441492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] For port b1a6b557-1046-41b7-8a37-dc1917fa35fb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:43.457760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] For port b1a6b557-1046-41b7-8a37-dc1917fa35fb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b1a6b557-1046-41b7-8a37-dc1917fa35fb,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:43.469550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.469896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.473912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.482512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.483352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.484186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.485379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.489046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.489822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.490456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.491888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.492504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.493217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:43.553446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.557643 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fa0e997-3aa4-4896-84c6-ebb0442cbf3e tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/ports/5fac0ddf-5b71-4b27-a95b-d0f158e0da38 HTTP/1.1" status: 204 len: 168 time: 1.0668826 Jul 23 16:43:43.559794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50608) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:43.590212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89e0ac-77ef-4c24-9dc8-4391d5dfdadc None None] Pushing event updated for resources: {'Port': ['ID=b1a6b557-1046-41b7-8a37-dc1917fa35fb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:43.742880 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:42Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:43.751622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting subnet 17480d62-3177-4954-a95d-613ce9e0bb54 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:43.760267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.800885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40561ae5-c32c-4aee-9132-50dcb800711e None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:42Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:43.853906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.894261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-c2b030f3-5fc0-41ea-8bae-543b7d2f4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:43.897466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-c2b030f3-5fc0-41ea-8bae-543b7d2f4211 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=056a308b-db97-4128-91c1-3d40270a605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1084261 Jul 23 16:43:43.905736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.042046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.043340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.176097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.236294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.238668 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/subnets/17480d62-3177-4954-a95d-613ce9e0bb54 HTTP/1.1" status: 204 len: 168 time: 0.6775072 Jul 23 16:43:44.239795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea509d4-01fc-45b4-ad5f-7c12bf4360cc tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Subnet': ['ID=17480d62-3177-4954-a95d-613ce9e0bb54,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:44.241394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50626) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:44.244390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb972ad-34c3-4fa1-9df6-4707019bd8f1 None None] Network 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:44.253210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-626d280a-f028-42a6-82ff-223dfbfb28db service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432126 Jul 23 16:43:44.272118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768269-f933-474a-a16f-65b9fc2ec708 req-bf73c7d5-78f5-42ca-bccc-1dc7baa814b2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:44.274729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e768269-f933-474a-a16f-65b9fc2ec708 req-bf73c7d5-78f5-42ca-bccc-1dc7baa814b2 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 943 time: 0.5488703 Jul 23 16:43:44.412196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.494846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.521019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-143c2ae5-79ff-48d8-998a-b1856f493630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.601510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e768269-f933-474a-a16f-65b9fc2ec708 req-b5e15ce9-6c24-4c70-a6e0-9efc68ae3bf3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041825 Jul 23 16:43:44.617783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Deleting port 0b92f179-880e-4206-be6a-b10a88e22c08 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:44.618250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.666579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e995c8cc-7768-4aee-8b88-7eb61baf2033 req-73457ef7-51dc-44b7-a749-bbe8677fb262 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053149 Jul 23 16:43:44.678396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] DHCP port deletion for 35dd8802-ce84-4c3f-8ec6-e3420fcbf1df request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:43:44.712465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Allocated IP 172.25.2.49 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/b299a579-e5b0-4ae0-a6ba-ee77298f43ee) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:44.745867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] For port 0b92f179-880e-4206-be6a-b10a88e22c08, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0b92f179-880e-4206-be6a-b10a88e22c08,segment=NetworkSegment(1337d152-4ac8-4e7b-b696-844a556e9277),segment_id=1337d152-4ac8-4e7b-b696-844a556e9277)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:44.746253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.770259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Calling delete_port for 0b92f179-880e-4206-be6a-b10a88e22c08 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:44.812417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Deleting port 0b92f179-880e-4206-be6a-b10a88e22c08 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:44.812809 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.933243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.975883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] For port 0b92f179-880e-4206-be6a-b10a88e22c08, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0b92f179-880e-4206-be6a-b10a88e22c08,segment=NetworkSegment(1337d152-4ac8-4e7b-b696-844a556e9277),segment_id=1337d152-4ac8-4e7b-b696-844a556e9277)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:44.976295 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:44.988555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Port': ['ID=0b92f179-880e-4206-be6a-b10a88e22c08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.000417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Calling delete_port for 0b92f179-880e-4206-be6a-b10a88e22c08 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:45.002700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] No DVR routers for this DVR port 0b92f179-880e-4206-be6a-b10a88e22c08 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:45.029599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.125975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b1a6b557-1046-41b7-8a37-dc1917fa35fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:45.134166 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.176914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:45.201414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.209428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:45.215080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:45.250073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dd8802-ce84-4c3f-8ec6-e3420fcbf1df']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:45.264916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1337d152-4ac8-4e7b-b696-844a556e9277') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:45.265210 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1337d152-4ac8-4e7b-b696-844a556e9277') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:45.289016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.302709 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.318860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b1a6b557-1046-41b7-8a37-dc1917fa35fb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:45.328184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] No DVR routers for this DVR port 0b92f179-880e-4206-be6a-b10a88e22c08 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:45.330226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.334861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.338638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:43:45.340386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:43:45.346366 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:43:45.389689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a76c162-74fc-4fa2-84c9-d91bec421e15 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:45.439347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e5ce4-dd66-466d-9b01-5eb6a95ccf33 None None] Pushing event deleted for resources: {'Port': ['ID=0b92f179-880e-4206-be6a-b10a88e22c08,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.441336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6b0d8-2ca0-4874-9ab5-746ef38e3ff2 None None] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:45.465101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.486022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.491539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] 10.222.0.64 "DELETE /v2.0/networks/35dd8802-ce84-4c3f-8ec6-e3420fcbf1df HTTP/1.1" status: 204 len: 168 time: 1.2292149 Jul 23 16:43:45.493544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cedcf-a46c-40ba-a5db-8ac439beffc8 tempest-AllowedAddressPairIpV6TestJSON-2040152188 tempest-AllowedAddressPairIpV6TestJSON-2040152188-project] Pushing event deleted for resources: {'Network': ['ID=35dd8802-ce84-4c3f-8ec6-e3420fcbf1df,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:45.565076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Provisioning for port b1a6b557-1046-41b7-8a37-dc1917fa35fb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:45.573364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Provisioning complete for port b1a6b557-1046-41b7-8a37-dc1917fa35fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:45.573745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.712966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.713685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:45.732008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:45.732774 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.752508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.877018 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.878902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0975ed2b-af37-44cd-b2e0-c9274267b422 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:43:45.944752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4068b9-3d70-4e00-91e5-93f2e923c862 req-48759dfb-5bd5-4a2f-ba75-2e36ce9101fc tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:45.951797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d4068b9-3d70-4e00-91e5-93f2e923c862 req-48759dfb-5bd5-4a2f-ba75-2e36ce9101fc tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 943 time: 0.2457774 Jul 23 16:43:46.045488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.089829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] For port b1a6b557-1046-41b7-8a37-dc1917fa35fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b1a6b557-1046-41b7-8a37-dc1917fa35fb,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:46.110187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.116165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.136119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d4068b9-3d70-4e00-91e5-93f2e923c862 req-67488293-5d0f-4ef4-b698-75cdaf7231dd tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833589 Jul 23 16:43:46.292795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50656) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.293008 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-01b8d941-2a55-4be7-b60f-2e321312e174 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dd39fa0a82949b481feedd82d600ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449718 Jul 23 16:43:46.296801 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.307783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0975ed2b-af37-44cd-b2e0-c9274267b422,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:46.334883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b270ce-e9b7-43a6-8a5c-2d3a987cfe78 None None] Pushing event updated for resources: {'Port': ['ID=b1a6b557-1046-41b7-8a37-dc1917fa35fb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.349353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'port_id': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'mac_address': 'fa:16:3e:e5:8e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:43:46.361463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:46.391132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.411885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.446437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0975ed2b-af37-44cd-b2e0-c9274267b422 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:43:46.461565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7a76c162-74fc-4fa2-84c9-d91bec421e15, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a76c162-74fc-4fa2-84c9-d91bec421e15,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:46.477247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.531634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.556358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0975ed2b-af37-44cd-b2e0-c9274267b422,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:46.566758 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.575452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0b92f179-880e-4206-be6a-b10a88e22c08 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:43:46.627632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0b92f179-880e-4206-be6a-b10a88e22c08 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:43:46.628046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0b92f179-880e-4206-be6a-b10a88e22c08 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:43:46.641110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.642829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:46.682359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.685823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.687176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5cdf58f-3f24-47f6-a8b7-baf5289fafea HTTP/1.1" status: 204 len: 168 time: 0.3932111 Jul 23 16:43:46.710288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.714336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50662) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:46.717777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bec40371-e65f-4380-a5e5-3bfa99d106d9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7187262 Jul 23 16:43:46.725768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5f6adaef-bd71-44eb-8a51-cc2a3dad5441 None None] Provisioning complete for port b1a6b557-1046-41b7-8a37-dc1917fa35fb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:46.726171 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f6adaef-bd71-44eb-8a51-cc2a3dad5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:46.728628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Sync routers for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:46.741623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b65af-3825-4af6-bacd-4c6b0e888da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cdf58f-3f24-47f6-a8b7-baf5289fafea,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:46.796538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:46.797193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:46.853771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b1a6b557-1046-41b7-8a37-dc1917fa35fb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:46.921814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0975ed2b-af37-44cd-b2e0-c9274267b422'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:43:46.988951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:47.217370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:47.390463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b1a6b557-1046-41b7-8a37-dc1917fa35fb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:47.391534 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.470755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54e0fa-5711-42e6-9fed-d96630b84d20 req-3d02163c-268b-4720-9711-046973550d90 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:47.483798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a54e0fa-5711-42e6-9fed-d96630b84d20 req-3d02163c-268b-4720-9711-046973550d90 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 944 time: 0.2242010 Jul 23 16:43:47.512128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.584777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a54e0fa-5711-42e6-9fed-d96630b84d20 req-da0f6be1-db5b-4d00-be31-118d382b6848 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948973 Jul 23 16:43:47.808447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:47.846921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Allocated IP 172.20.0.1 (d3c76c7f-8577-4515-a1df-0d9d223d38bc/257fd835-692f-4d5c-8d5b-3fe0a69d262d/b850e4fe-6ebb-43f4-b286-993a56ee52a5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:47.871654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50692) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:47.983072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.000626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a76c162-74fc-4fa2-84c9-d91bec421e15 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:48.011020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Transition to ACTIVE for port object b850e4fe-6ebb-43f4-b286-993a56ee52a5 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:48.095954 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.109620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:45Z', 'revision_number': 3, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:48.150288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:48.154209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:48.158113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:48.163974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50700) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:48.182304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Checking router: 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:48.186010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Updating router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 port b299a579-e5b0-4ae0-a6ba-ee77298f43ee binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:48.196612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:48.196815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7a76c162-74fc-4fa2-84c9-d91bec421e15 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:48.197187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.224925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.256482 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.270192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-970483848'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:48.337316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.379661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 16:43:48.379661 n-d-800484-3 neutron-server[94003]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 16:43:48.379661 n-d-800484-3 neutron-server[94003]: [parameters: {'project_id': 'db693c2214dd488287244b3550600941', 'id': '07f59865-161e-4c7e-898b-abbf7ddefd1d', 'expiration': datetime.datetime(2021, 7, 23, 16, 45, 48, 357095)}] Jul 23 16:43:48.379661 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:43:48.380978 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:43:48.389792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:48.395382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.409654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.471235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.543622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.550867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.642602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:48.674815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f200a9e3-e3da-45f7-9856-dea77a411348,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:48.683745 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.684102 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Added segment eaee1823-7720-4473-bf8d-9340442b981c of type vlan for network c788fe70-f62f-43ba-95bb-12cebcb5fd4e Jul 23 16:43:48.725237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dfb8253b-f04f-4007-8ad2-17149b1e40a7 None None] Provisioning for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:48.732598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dfb8253b-f04f-4007-8ad2-17149b1e40a7 None None] Provisioning complete for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:48.732979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dfb8253b-f04f-4007-8ad2-17149b1e40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.798300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.824749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.833113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.866203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667537d-b8e7-4322-8093-efd6f97f77d4 req-82038013-9b90-4174-ba58-8b45bf189c4d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:48.876604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7667537d-b8e7-4322-8093-efd6f97f77d4 req-82038013-9b90-4174-ba58-8b45bf189c4d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 944 time: 0.1763713 Jul 23 16:43:48.882545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.891155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.897443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:48.898359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.912621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8253b-f04f-4007-8ad2-17149b1e40a7 None None] Port b850e4fe-6ebb-43f4-b286-993a56ee52a5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:48.914701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.917721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:48.938842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.939681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7742655 Jul 23 16:43:48.940594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50708) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:48.950538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Transition to ACTIVE for port object b299a579-e5b0-4ae0-a6ba-ee77298f43ee will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:48.960383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.964000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:49.030854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Attempting to bind port b299a579-e5b0-4ae0-a6ba-ee77298f43ee on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:49.031259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Attempting to bind port b299a579-e5b0-4ae0-a6ba-ee77298f43ee by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:49.031766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Attempting to bind port b299a579-e5b0-4ae0-a6ba-ee77298f43ee on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:49.038154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502178-9d8b-4e19-b002-792189892cf9 None None] Pushing event updated for resources: {'Port': ['ID=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.042167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:49.042553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:49.042959 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.043400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:49.044034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Bound port: b299a579-e5b0-4ae0-a6ba-ee77298f43ee, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:49.044430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.083761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81737f4d-ef19-46d0-bb25-072d6d66e4c7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Network': ['ID=c788fe70-f62f-43ba-95bb-12cebcb5fd4e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.115454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7667537d-b8e7-4322-8093-efd6f97f77d4 req-b5ff7825-63fd-4f57-8431-b605036d9b4d tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222624 Jul 23 16:43:49.115829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:49.115942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:49.119307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:49.256666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] For port b299a579-e5b0-4ae0-a6ba-ee77298f43ee, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:49.263148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] For port b299a579-e5b0-4ae0-a6ba-ee77298f43ee, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:49.272117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.309330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.324332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.360435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:43:49.377504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502178-9d8b-4e19-b002-792189892cf9 None None] Pushing event updated for resources: {'Port': ['ID=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.397973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:49.398667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:49.412168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4772cf-bbd8-447c-95b1-d0ef836e1505,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.478292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:49.486906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.499045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8613ea65-810d-47c2-812c-d9c60ef9d64d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db693c2214dd488287244b3550600941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6260614 Jul 23 16:43:49.510644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50718) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:49.560334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-028bdee4-70c3-4acb-a776-9e56a37101d7 None None] Provisioning complete for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:49.560928 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-028bdee4-70c3-4acb-a776-9e56a37101d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.614836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:49.623893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-028bdee4-70c3-4acb-a776-9e56a37101d7 None None] Port b850e4fe-6ebb-43f4-b286-993a56ee52a5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:43:49.628456 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9948b60f-ed62-4f06-b7a4-1bdda336dcc2 admin admin] 10.222.0.64 "PUT /v2.0/routers/9cd45ce6-4026-4707-9224-fcc1f1e6fa86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129186 Jul 23 16:43:49.647885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:49.836910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50728) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:49.863109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0975ed2b-af37-44cd-b2e0-c9274267b422 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:49.910804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.937959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.971763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ef534e-1645-404e-9bdb-b4b686173491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.029301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.032631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 0975ed2b-af37-44cd-b2e0-c9274267b422 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:50.039723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 0975ed2b-af37-44cd-b2e0-c9274267b422 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:50.040114 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.100729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:50.101151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network hostable DHCP agents. Network: c788fe70-f62f-43ba-95bb-12cebcb5fd4e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:50.101843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b850e4fe-6ebb-43f4-b286-993a56ee52a5', 'name': '', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'mac_address': 'fa:16:3e:5b:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:47Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 2, 'project_id': 'a160ae2e463d4433b282045548187aad', 'subnets': [{'id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:50.105812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=51c6dad5-56bd-42e1-b51f-19f529624a82,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.124511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.125153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.125273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.125580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.125921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.126278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.126616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.126950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.127298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.127630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.127987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.128335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:50.135401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23383ca-de42-4987-9623-9ad6250733b5 None None] The sync data for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 is: [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b850e4fe-6ebb-43f4-b286-993a56ee52a5', 'name': '', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'mac_address': 'fa:16:3e:5b:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:47Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 2, 'project_id': 'a160ae2e463d4433b282045548187aad', 'subnets': [{'id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:50.145320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:50.152974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ef534e-1645-404e-9bdb-b4b686173491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.158749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c788fe70-f62f-43ba-95bb-12cebcb5fd4e) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:50.163507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61ef534e-1645-404e-9bdb-b4b686173491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.170863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637754eb-c356-478c-b21b-11b7b1e7dd95 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:50.173012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:50.174816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.186056 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.191874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.195889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd4772cf-bbd8-447c-95b1-d0ef836e1505 HTTP/1.1" status: 204 len: 168 time: 0.6814933 Jul 23 16:43:50.243562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477ab1b-0100-4137-9229-cbc1c2067f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4772cf-bbd8-447c-95b1-d0ef836e1505,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.269139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef534e-1645-404e-9bdb-b4b686173491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde66e57-61f2-4f6d-a08f-1b5a9dd330d1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.276078 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61ef534e-1645-404e-9bdb-b4b686173491 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98fa5f34382645a5b2534b1ae0dfa31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377751 Jul 23 16:43:50.279824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.286306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b0a82205-165c-42d3-9369-9e3cc5567216 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3315389 Jul 23 16:43:50.290580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:50.326650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'name': 'tempest-NetworksTestDHCPv6-1657017971'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:50.407545 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.433527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.502205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:50.504699 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3cd6de-5416-41a4-a277-4738418809aa" -d '{"events": [{"server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "name": "network-vif-plugged", "status": "completed", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:43:50.556180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:50.561810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.609823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0975ed2b-af37-44cd-b2e0-c9274267b422,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:50.614682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:50.619604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.643064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb22328-9b08-40f0-8265-d7bc71c3f9e9 req-15be4bdc-a507-4123-8846-59212d22f658 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:50.644814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-deb22328-9b08-40f0-8265-d7bc71c3f9e9 req-15be4bdc-a507-4123-8846-59212d22f658 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 944 time: 0.3980074 Jul 23 16:43:50.683491 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf42c45-2984-470b-8f00-48cce3f9be70 x-openstack-request-id: req-bdf42c45-2984-470b-8f00-48cce3f9be70 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:43:50.683810 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "name": "network-vif-plugged", "status": "completed", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:43:50.684052 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdf42c45-2984-470b-8f00-48cce3f9be70 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:43:50.684477 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'code': 200} Jul 23 16:43:50.868838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:50.891612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '51c6dad5-56bd-42e1-b51f-19f529624a82'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:50.892507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:50.912693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-deb22328-9b08-40f0-8265-d7bc71c3f9e9 req-1f1fddde-9af9-4abc-8b21-6db7ece3a8ee tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872430 Jul 23 16:43:50.959110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.009338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5e5e-2d6b-414c-b104-25691cf5051c req-78c740e4-66e0-4b35-87b8-1a378e2b72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:51.011632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a92d5e5e-2d6b-414c-b104-25691cf5051c req-78c740e4-66e0-4b35-87b8-1a378e2b72f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1096 time: 0.2704730 Jul 23 16:43:51.027385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.030580 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.032711 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dde66e57-61f2-4f6d-a08f-1b5a9dd330d1 HTTP/1.1" status: 204 len: 168 time: 0.7506139 Jul 23 16:43:51.051432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75bb2a-7b77-4ee9-8d6d-93cd3154a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde66e57-61f2-4f6d-a08f-1b5a9dd330d1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.090262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a92d5e5e-2d6b-414c-b104-25691cf5051c req-7859054a-868c-4d2c-b4cc-82cd194e49dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706787 Jul 23 16:43:51.091687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::3dc (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/51c6dad5-56bd-42e1-b51f-19f529624a82/bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:51.420808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.440790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:51.517895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.607437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/51c6dad5-56bd-42e1-b51f-19f529624a82/1ebdb2b5-a303-49d2-913e-7177cdaf7501) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:51.632964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:51.633898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:51.637555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:51.640458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:51.646174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:51.646734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.672070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-84cbde9b-a055-41d3-b954-ff1dc91849f8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3803585 Jul 23 16:43:51.674653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50784) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.705382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.725171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0729e053-5c5e-4912-9bf0-d17766196045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.828654 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.847833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Transition to ACTIVE for port object 1ebdb2b5-a303-49d2-913e-7177cdaf7501 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:51.883889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ed9e4-2caa-4175-ac91-3fd5b246c6c6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:51.885118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Transition to ACTIVE for port object 1ebdb2b5-a303-49d2-913e-7177cdaf7501 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:51.889002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac5ed9e4-2caa-4175-ac91-3fd5b246c6c6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2133029 Jul 23 16:43:51.892738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50796) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:51.895291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.944976 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0729e053-5c5e-4912-9bf0-d17766196045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:51.971712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0729e053-5c5e-4912-9bf0-d17766196045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.057141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Pushing event updated for resources: {'Port': ['ID=1ebdb2b5-a303-49d2-913e-7177cdaf7501,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.081662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:52.082117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:52.082655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.084666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:52.090051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:52.113627 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0729e053-5c5e-4912-9bf0-d17766196045 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e45fef6ab36445b7b37f355251431e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066405 Jul 23 16:43:52.117758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50802) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:52.180351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729e053-5c5e-4912-9bf0-d17766196045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27498dbb-166d-419d-afee-1f10377ed334,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.219102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.259253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.294895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Attempting to bind port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:52.295352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Attempting to bind port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:52.295717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Attempting to bind port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:52.303827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:52.304319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:52.305031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.305715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:52.306585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Bound port: 1ebdb2b5-a303-49d2-913e-7177cdaf7501, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:52.307054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.353515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.354972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.360772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.363164 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27498dbb-166d-419d-afee-1f10377ed334 HTTP/1.1" status: 204 len: 168 time: 0.2434604 Jul 23 16:43:52.384979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026eead-75a2-4812-89b0-280f0077abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27498dbb-166d-419d-afee-1f10377ed334,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.451531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:52.482522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] For port 1ebdb2b5-a303-49d2-913e-7177cdaf7501, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:52.490163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] For port 1ebdb2b5-a303-49d2-913e-7177cdaf7501, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1ebdb2b5-a303-49d2-913e-7177cdaf7501,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:52.496590 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.653968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a36a-194d-46a0-82a9-9fffdf986a20 None None] Pushing event updated for resources: {'Port': ['ID=1ebdb2b5-a303-49d2-913e-7177cdaf7501,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.708691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b1c5f-4ed9-4689-80c9-60866612bc63 req-d7a40256-d03d-4dad-b955-86e526f14f7b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:52.710312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-774b1c5f-4ed9-4689-80c9-60866612bc63 req-d7a40256-d03d-4dad-b955-86e526f14f7b tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.6400409 Jul 23 16:43:52.773912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-774b1c5f-4ed9-4689-80c9-60866612bc63 req-1c5e74da-f943-4648-ba62-1c9bed901b09 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556691 Jul 23 16:43:52.774691 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.864981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:52.868511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:52.873782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5aca7084-8faf-4649-a75d-efc9a5530cb0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 HTTP/1.1" status: 204 len: 168 time: 0.9797542 Jul 23 16:43:52.876629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50816) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:52.903234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:52.958144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b299a579-e5b0-4ae0-a6ba-ee77298f43ee up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:53.035792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4df3f-e405-45b2-93f4-eae8e69d98e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:53.038266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b299a579-e5b0-4ae0-a6ba-ee77298f43ee completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:53.040493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4df3f-e405-45b2-93f4-eae8e69d98e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:53.043032 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-54a4df3f-e405-45b2-93f4-eae8e69d98e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1649108 Jul 23 16:43:53.046101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50828) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:53.054905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b299a579-e5b0-4ae0-a6ba-ee77298f43ee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:53.055292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.116974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5808a2b0-1eea-4919-bb88-f28547746e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.140891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 51c6dad5-56bd-42e1-b51f-19f529624a82 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:43:53.147227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.147438 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.171242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b299a579-e5b0-4ae0-a6ba-ee77298f43ee, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:53.176969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.204410 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.232698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:53.489778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50842) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:53.617576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-856066463-network', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:53.724135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.756558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5808a2b0-1eea-4919-bb88-f28547746e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.766858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5808a2b0-1eea-4919-bb88-f28547746e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.794172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Made reservation on behalf of e198f6c3c44740efa9799083a3cbb422 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:53.798560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.815215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.821501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5808a2b0-1eea-4919-bb88-f28547746e62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1615bdcb8804f458339db0d1bf576c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9153898 Jul 23 16:43:53.827011 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50858) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:53.870346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808a2b0-1eea-4919-bb88-f28547746e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886a8b8e-4454-43f7-a056-1939d4e3215b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:53.879885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.911688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=51c6dad5-56bd-42e1-b51f-19f529624a82,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:53.935087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:53.940450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2dedf7f6-644f-4e9e-b185-0c0c82363a6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/51c6dad5-56bd-42e1-b51f-19f529624a82 HTTP/1.1" status: 204 len: 168 time: 0.8900509 Jul 23 16:43:53.941112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50862) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.016819 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:43:54.029243 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04fdf699-79a0-4e64-9e5e-a1a8399cf211 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865414 Jul 23 16:43:54.030957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Sync routers for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:54.035308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50864) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.040611 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:54.040824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:54.041289 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:54.065769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.084588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23797-435d-492f-aa37-8e398d85ddb2 req-0fc2d81a-2f3d-41d2-8533-e3bc377b9af5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.086371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30c23797-435d-492f-aa37-8e398d85ddb2 req-0fc2d81a-2f3d-41d2-8533-e3bc377b9af5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.1761773 Jul 23 16:43:54.091702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144006c-db0c-4e19-b4a7-a0c8b696e0e8 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:54.123064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-f30f1a98-8081-49f2-9572-1a89bf2af536 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.124580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-f30f1a98-8081-49f2-9572-1a89bf2af536 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1601734 Jul 23 16:43:54.146142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.164514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-80aca36e-a37c-456f-b26b-64214629fd74 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0330105 Jul 23 16:43:54.168341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30c23797-435d-492f-aa37-8e398d85ddb2 req-086b01cd-edbb-4e74-b782-7392cd8da1d4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749059 Jul 23 16:43:54.200356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f252da8f-73ce-4803-bf49-7c0372686258 None None] Provisioning for port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:54.239900 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:54.262710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-9e09a68a-9e37-4c30-864f-2dc18c716fdd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904388 Jul 23 16:43:54.270549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.281892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.331296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b889e3-680d-4822-abac-a7b6ab533767,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.336169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:54.341188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.368106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.370703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.374881 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/886a8b8e-4454-43f7-a056-1939d4e3215b HTTP/1.1" status: 204 len: 168 time: 0.5439632 Jul 23 16:43:54.377831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:43:54.391589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:43:54.409658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2467cf-9278-4a54-b173-1c3fadf4aa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a8b8e-4454-43f7-a056-1939d4e3215b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.464978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.465590 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Added segment 64a9d59d-43f5-4c6f-91f2-9133fea26989 of type vlan for network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 Jul 23 16:43:54.505379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ba09-0bc8-4403-9a89-bb7c486b9aa6 req-772d8890-69e7-416d-8b59-83921af09eca tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.518591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7930ba09-0bc8-4403-9a89-bb7c486b9aa6 req-772d8890-69e7-416d-8b59-83921af09eca tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.2544699 Jul 23 16:43:54.522821 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Deleting port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:54.523475 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.533654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.552311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-908cd865-e694-4408-92f6-78239ad4b72e service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723868 Jul 23 16:43:54.599359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7930ba09-0bc8-4403-9a89-bb7c486b9aa6 req-175dfdb8-1f95-4d31-ad8a-255796ebc1b1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698643 Jul 23 16:43:54.612386 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b850e4fe-6ebb-43f4-b286-993a56ee52a5', 'name': '', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'mac_address': 'fa:16:3e:5b:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:47Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 2, 'project_id': 'a160ae2e463d4433b282045548187aad', 'subnets': [{'id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:54.633652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] For port 1ebdb2b5-a303-49d2-913e-7177cdaf7501, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1ebdb2b5-a303-49d2-913e-7177cdaf7501,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:54.633995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.634540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50874) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.650379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Calling delete_port for 1ebdb2b5-a303-49d2-913e-7177cdaf7501 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:54.652667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.653684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.654316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.668754 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Checking router: 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:43:54.676892 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Updating router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 port b850e4fe-6ebb-43f4-b286-993a56ee52a5 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:43:54.751361 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2577746 Jul 23 16:43:54.753090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50878) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.763314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Request body: {'subnet': {'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-856066463-subnet', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:54.787569 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.796335 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.810718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-7b1e42d1-bab0-44d1-b764-7f263992888c service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449348 Jul 23 16:43:54.823984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea1be4d-58f0-4859-957b-444c450a85b1 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.829122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ea1be4d-58f0-4859-957b-444c450a85b1 tempest-TestNetworkBasicOps-764288864 tempest-TestNetworkBasicOps-764288864-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1091 time: 0.1932914 Jul 23 16:43:54.834458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906b43-4216-4099-a126-2441f8b29100 admin admin] Pushing event updated for resources: {'Network': ['ID=ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.836191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50882) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:54.847836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] Pushing event deleted for resources: {'Port': ['ID=1ebdb2b5-a303-49d2-913e-7177cdaf7501,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:54.850021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:54.850815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.859596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:43:54.863344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Made reservation on behalf of e198f6c3c44740efa9799083a3cbb422 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:54.868015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.879709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bff7ee-446c-4579-9c21-65777b1b6fbf None None] No DVR routers for this DVR port 1ebdb2b5-a303-49d2-913e-7177cdaf7501 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:54.953602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:54.961705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:54.970690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:54.973845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.980887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b299a579-e5b0-4ae0-a6ba-ee77298f43ee up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:54.983649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d04fc-f758-4048-856b-89b60c3357a9 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:54.991457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:54.994905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=f8f451ac-41cb-4a38-b344-2b82a2c68dfa,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:55.028723 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ac0b0fb-9a89-4c2d-9422-39c2e1b639f3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9895177 Jul 23 16:43:55.029117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:55.035812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'name': 'tempest-NetworksTestDHCPv6-1472811611'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:55.223142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.249242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:55.255285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.289282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:43:55.333227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b299a579-e5b0-4ae0-a6ba-ee77298f43ee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:55.334243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.361358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Allocated IP 172.25.2.244 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/2cda2ce2-d68e-4a25-b540-bcb3a5641909) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:55.393245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': 'f8f451ac-41cb-4a38-b344-2b82a2c68dfa'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:55.395816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.479850 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.508623 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Transition to ACTIVE for port object b850e4fe-6ebb-43f4-b286-993a56ee52a5 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:55.521132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.522353 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.572435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c2617cb-9e54-478b-82c7-85a730a474a4 req-81e3eaa4-8731-40ac-af62-f7bf17ab0b63 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.0557542 Jul 23 16:43:55.578273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::5e (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/f8f451ac-41cb-4a38-b344-2b82a2c68dfa/4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:55.583276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2d9c1-9a83-410b-9bb9-d66982fedf2e None None] Pushing event updated for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:55.636733 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.698282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0207eb-1c4b-4bd6-ac52-6c1b503b879c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:55.711599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Checking segment: {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:55.712338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Network hostable DHCP agents. Network: ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:43:55.776516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:43:55.776787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Attempting to bind port b850e4fe-6ebb-43f4-b286-993a56ee52a5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:55.777022 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Attempting to bind port b850e4fe-6ebb-43f4-b286-993a56ee52a5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:55.777384 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Attempting to bind port b850e4fe-6ebb-43f4-b286-993a56ee52a5 on network d3c76c7f-8577-4515-a1df-0d9d223d38bc {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:55.787791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:55.789749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Checking segment: {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:55.790524 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.790524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Bound using segment: {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:55.790983 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Bound port: b850e4fe-6ebb-43f4-b286-993a56ee52a5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:55.791413 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.801299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.828258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:55.844310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb933635-e3f9-4043-9cb4-01c9265639d6 None None] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:43:55.877685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:55.878314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:55.923719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:55.942651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:55.951859 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43b4b27d-7359-457e-bf74-3db4562c728a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1982782 Jul 23 16:43:55.953514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:55.959052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:55.964762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=2cda2ce2-d68e-4a25-b540-bcb3a5641909,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:55.983640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:56.018380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.042255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:56.097066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.118956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] For port b850e4fe-6ebb-43f4-b286-993a56ee52a5, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:56.125855 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] For port b850e4fe-6ebb-43f4-b286-993a56ee52a5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b850e4fe-6ebb-43f4-b286-993a56ee52a5,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:56.137293 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.163612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:56.171583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:56.174544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:56.181630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:56.182616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.189592 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.191039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.215870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/f8f451ac-41cb-4a38-b344-2b82a2c68dfa/60c3c66d-cabb-4b39-b8b4-87e22c2960fe) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:56.286394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.324242 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2d9c1-9a83-410b-9bb9-d66982fedf2e None None] Pushing event updated for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:56.339203 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:56.340382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:56.357050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:56.430534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-f0b45aaa-cfc2-4562-adad-41e921e312e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2346926 Jul 23 16:43:56.518378 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-590a8aa0-395b-4561-9e50-f62adaae9ed0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4876697 Jul 23 16:43:56.519316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50928) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:56.522369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:56.572349 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:43:56.579034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:43:56.580240 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.615698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.738154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f76e1-d32e-48ae-8ef1-e212683c161c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:56.743101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-091f76e1-d32e-48ae-8ef1-e212683c161c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1189017 Jul 23 16:43:56.745162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50936) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:56.787847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7ef4269-967f-45ad-869b-fb10382df1be req-e2a24976-0b93-4cb5-8d68-40bb26a5d159 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.0618179 Jul 23 16:43:56.872419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:56.899444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Transition to ACTIVE for port object 60c3c66d-cabb-4b39-b8b4-87e22c2960fe will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:56.947633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Transition to ACTIVE for port object 60c3c66d-cabb-4b39-b8b4-87e22c2960fe will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:56.968937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.016301 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2fee357-0d35-43ea-a04b-85836da8e293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.020447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.021339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Allocated IP 172.20.0.2 (ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1/ab0207eb-1c4b-4bd6-ac52-6c1b503b879c/b6a2949d-2bac-4bc2-8023-d8659e91abdb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:57.023796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e862909-178b-438f-90d6-e0dac426a79e req-b98460a2-6fe6-4534-9e32-23499cb51d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:57.025623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-b98460a2-6fe6-4534-9e32-23499cb51d35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1096 time: 0.4565618 Jul 23 16:43:57.041201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b850e4fe-6ebb-43f4-b286-993a56ee52a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:57.051023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.074155 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b850e4fe-6ebb-43f4-b286-993a56ee52a5', 'name': '', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'mac_address': 'fa:16:3e:5b:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:47Z', 'updated_at': '2021-07-23T16:43:56Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'subnets': [{'id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:57.079190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.124064 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023b357-e0d1-447b-92a8-42ebb9b028af None None] The sync data for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 is: [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:43:48Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b850e4fe-6ebb-43f4-b286-993a56ee52a5', 'name': '', 'network_id': 'd3c76c7f-8577-4515-a1df-0d9d223d38bc', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'mac_address': 'fa:16:3e:5b:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:47Z', 'updated_at': '2021-07-23T16:43:56Z', 'revision_number': 4, 'project_id': 'a160ae2e463d4433b282045548187aad', 'subnets': [{'id': '257fd835-692f-4d5c-8d5b-3fe0a69d262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:43:57.199007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Allocated IP 172.25.2.91 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/62ecef77-2c66-4982-9d4c-6dcc3cf310d4) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:57.200675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:43:57.201025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.224645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:57.248897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.288553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:57.315356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e862909-178b-438f-90d6-e0dac426a79e req-40b7d3d0-db35-4a0a-bc3d-36f7bc0b9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:57.317653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-40b7d3d0-db35-4a0a-bc3d-36f7bc0b9d1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 898 time: 0.2577789 Jul 23 16:43:57.318218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:57.375889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.395930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Pushing event updated for resources: {'Port': ['ID=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:57.469894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.479950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Attempting to bind port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:57.480404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Attempting to bind port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:57.480835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Attempting to bind port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:57.496580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:57.497312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:57.497911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.498574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:57.499842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Bound port: 60c3c66d-cabb-4b39-b8b4-87e22c2960fe, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:57.500413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.531705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2fee357-0d35-43ea-a04b-85836da8e293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.537036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.554644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:57.556271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e2fee357-0d35-43ea-a04b-85836da8e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.564666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:57.565044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.652271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:57.652694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-53cbe4bf-a06a-40a3-aa86-332afe5a6346 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:57.654281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-53cbe4bf-a06a-40a3-aa86-332afe5a6346 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.2269104 Jul 23 16:43:57.655299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:43:57.672334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:57.683840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:57.685146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-d150bfa6-0943-4456-9a7c-a4d0bfc6a601 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 999 time: 0.3393962 Jul 23 16:43:57.686001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Pushing event updated for resources: {'Port': ['ID=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:57.693299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e2fee357-0d35-43ea-a04b-85836da8e293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77600f168da74051a8c219e8e1c8630d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1719358 Jul 23 16:43:57.705729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:43:57.707719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] For port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:57.711729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.712214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50940) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:57.721872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] For port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:57.730805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fee357-0d35-43ea-a04b-85836da8e293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70351b14-48d7-409c-aab1-10537ca60103,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:57.748664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Transition to ACTIVE for port object b6a2949d-2bac-4bc2-8023-d8659e91abdb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:57.753306 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.823571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Transition to ACTIVE for port object b6a2949d-2bac-4bc2-8023-d8659e91abdb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:57.857882 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.908906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:57.923147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:57.932860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:57.959732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.962329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0d89e-ec98-46a5-aac5-de0a4daafbdd None None] Pushing event updated for resources: {'Port': ['ID=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.135878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-241aee81-e47e-42a3-8f83-a34161cebe37 req-6117e369-7c74-4308-84cb-03aec289c6fb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.1372709 Jul 23 16:43:58.151496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Pushing event updated for resources: {'Port': ['ID=b6a2949d-2bac-4bc2-8023-d8659e91abdb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.166378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b850e4fe-6ebb-43f4-b286-993a56ee52a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b850e4fe-6ebb-43f4-b286-993a56ee52a5,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:58.167559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Attempting to bind port b6a2949d-2bac-4bc2-8023-d8659e91abdb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:58.167930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Attempting to bind port b6a2949d-2bac-4bc2-8023-d8659e91abdb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:58.168295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Attempting to bind port b6a2949d-2bac-4bc2-8023-d8659e91abdb on network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:58.178179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.215266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:58.215635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Checking segment: {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:43:58.216062 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.216462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Bound using segment: {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:58.216941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Bound port: b6a2949d-2bac-4bc2-8023-d8659e91abdb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:58.217328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.230230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.276392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.292962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e862909-178b-438f-90d6-e0dac426a79e req-6a41396e-6eeb-4381-bc6a-f6abc25d2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:58.294910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-6a41396e-6eeb-4381-bc6a-f6abc25d2479 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 200 len: 834 time: 0.5785034 Jul 23 16:43:58.362405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.421009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] For port b6a2949d-2bac-4bc2-8023-d8659e91abdb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:58.428282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] For port b6a2949d-2bac-4bc2-8023-d8659e91abdb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b6a2949d-2bac-4bc2-8023-d8659e91abdb,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:58.439025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.492568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.516027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44863a6-ce9f-470f-861c-985872fb0c9e None None] Pushing event updated for resources: {'Port': ['ID=b6a2949d-2bac-4bc2-8023-d8659e91abdb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.517372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.546556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.555438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-da3d3afb-a5bb-42e5-bd4f-8f52a12c066c req-af93af5f-9605-4f89-8431-d2b7e8d6be19 service neutron] (94004) timed out ('10.222.0.64', 37592) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:43:58.570233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.612094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:58.615530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.691578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e862909-178b-438f-90d6-e0dac426a79e req-1f8f819d-63d8-4270-8709-01fd426f0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:58.693125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-1f8f819d-63d8-4270-8709-01fd426f0576 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=056a308b-db97-4128-91c1-3d40270a605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524039 Jul 23 16:43:58.782164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.785120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.788806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70351b14-48d7-409c-aab1-10537ca60103 HTTP/1.1" status: 204 len: 168 time: 1.0176053 Jul 23 16:43:58.965971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.065218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event updated for resources: {'Port': ['ID=2cda2ce2-d68e-4a25-b540-bcb3a5641909,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.099330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Router 5329c819-d13d-4150-8a64-3d762e2b1962 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:43:59.102971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba42d6-ea48-4085-8e28-47cb488e7543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70351b14-48d7-409c-aab1-10537ca60103,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.232065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b850e4fe-6ebb-43f4-b286-993a56ee52a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:43:59.297325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:43:59.323604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.325116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c981861-9184-4f27-9ec3-0cf436114b9a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3650565 Jul 23 16:43:59.328096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Sync routers for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:43:59.329031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:43:59.332477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.364684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:43:59.365924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:43:59.427083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.12 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/3b906e74-0b76-4c30-9979-e7d162920de6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:59.457963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.461172 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.515373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-a0d84cc8-0a1f-449d-95c2-744f588f1441 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262504 Jul 23 16:43:59.517676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b850e4fe-6ebb-43f4-b286-993a56ee52a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:59.519696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.550944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34fc5a58-07d4-4161-a505-22482dd1540d req-af330c8c-6cd0-497e-965d-fe4c80888fa4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.2143354 Jul 23 16:43:59.725117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:00.040526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-230c1bdc-a7b5-49d7-9ce1-8fdd91c7edb3 None None] Provisioning for port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:00.227209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71688a1-156a-4f3c-91d6-bc78443f8621 None None] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:00.229037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c77c537f-5b07-423c-b9fb-431739e4c602 None None] Could not find standard attr ID for object 4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:00.261780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c3c66d-cabb-4b39-b8b4-87e22c2960fe up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:00.311941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.449597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-d05dc204-f5dc-44ae-b184-8fd649d30146 req-d058c7f8-5118-467c-9a75-ec36041ec28c service neutron] (94003) timed out ('10.222.0.81', 65067) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:44:00.450649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.454972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43378eff-9b32-4950-ad86-cc5893e86dac tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 HTTP/1.1" status: 204 len: 168 time: 3.6864998 Jul 23 16:44:00.455821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:00.592455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d1d5a-39cf-4ba1-8249-bb9a04a8309e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:00.594851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d1d5a-39cf-4ba1-8249-bb9a04a8309e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:00.598420 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e67d1d5a-39cf-4ba1-8249-bb9a04a8309e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1385996 Jul 23 16:44:00.602889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 50990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:00.627655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6c9411df-b93b-40e2-acc9-196dcf7c7880 None None] Provisioning for port b6a2949d-2bac-4bc2-8023-d8659e91abdb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:00.707588 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Floating IP 4906e9ea-5753-4171-8005-47e29e300c4e associated. External IP: 172.25.2.244, port: 0975ed2b-af37-44cd-b2e0-c9274267b422. Jul 23 16:44:00.729605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet f8f451ac-41cb-4a38-b344-2b82a2c68dfa {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:00.753749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.772153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:00.776707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Allocated IP 172.20.0.1 (ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1/ab0207eb-1c4b-4bd6-ac52-6c1b503b879c/da72f0de-577a-458f-b562-6b8d10af74fd) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:00.817275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:00.817655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.833704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:00.919754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:43:57Z', 'revision_number': 3, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:00.953618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Checking router: 5329c819-d13d-4150-8a64-3d762e2b1962 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:00.954080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Updating router 5329c819-d13d-4150-8a64-3d762e2b1962 port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:01.012535 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.075613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.084357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.087181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.094138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object 3b906e74-0b76-4c30-9979-e7d162920de6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:01.123655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.132170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-becc5c13-d6c7-4d71-997c-c1e372036fac req-3d5105b1-c17f-4051-818c-69c2aa4ae5e4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.4300020 Jul 23 16:44:01.137562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e862909-178b-438f-90d6-e0dac426a79e req-eda5d1ed-b5ce-4cb1-9f1f-f7ba10a90d72 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624058 Jul 23 16:44:01.141167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.198805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Transition to ACTIVE for port object da72f0de-577a-458f-b562-6b8d10af74fd will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:01.292883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.333784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:01.335309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.340101 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/f8f451ac-41cb-4a38-b344-2b82a2c68dfa HTTP/1.1" status: 204 len: 168 time: 0.7326026 Jul 23 16:44:01.340101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5db2-d57f-4290-bf7e-35bb313e1963 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f451ac-41cb-4a38-b344-2b82a2c68dfa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:01.341258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 50998) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:01.346882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.351329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c05f41-44bb-41a0-97db-da90ab9f62a6 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:01.357766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:01.383485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:01.432145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:01.436392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:01.459369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:01.475931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Pushing event updated for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:01.502140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:01.504202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.558988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff4df568-884a-419e-b935-2e8ad9c4de13 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2081435 Jul 23 16:44:01.561791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51002) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:01.586970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:01.591874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8922231 Jul 23 16:44:01.603179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.666669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1862a-adf3-4bfc-84b0-d5fb9802d0e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:01.685631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Request body: {'port': {'device_id': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:01.697878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router 854b802a-5b8d-4161-a98f-52cada13d2fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:01.842221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:01.850828 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:01.882123 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:44:01.882549 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:44:01.992331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.046088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:02.075943 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Sync routers for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:02.131124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:02.131763 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:02.149018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.227828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:02.232535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Provisioning for port 3b906e74-0b76-4c30-9979-e7d162920de6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:02.240033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Provisioning complete for port 3b906e74-0b76-4c30-9979-e7d162920de6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:02.240647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.272387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.332910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.360007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Port 3b906e74-0b76-4c30-9979-e7d162920de6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:02.363736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:02.367731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Transition to ACTIVE for port object 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:02.379888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Deleting port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:02.380942 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.445208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.448760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.465062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Provisioning for port da72f0de-577a-458f-b562-6b8d10af74fd completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:02.471740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7acf9189-b215-47e2-9e12-9cb25a44098a tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6288626 Jul 23 16:44:02.474996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:02.477344 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1adaffe-ed48-4dcd-bb37-adb712e3135a" -d '{"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:02.483595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51008) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.528002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Provisioning complete for port da72f0de-577a-458f-b562-6b8d10af74fd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:02.528805 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.536894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Attempting to bind port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:02.537844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Attempting to bind port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:02.538492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Attempting to bind port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:02.565520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.575859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4844dab-0155-49e0-9f08-0d31c808aa30 req-95edfdf4-793f-4238-8569-e52749a32bdb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.579132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4844dab-0155-49e0-9f08-0d31c808aa30 req-95edfdf4-793f-4238-8569-e52749a32bdb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 932 time: 0.2709534 Jul 23 16:44:02.580640 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc9424-0817-438e-845e-92568a79697b x-openstack-request-id: req-6ebc9424-0817-438e-845e-92568a79697b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:02.580929 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:02.581181 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ebc9424-0817-438e-845e-92568a79697b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:02.581576 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'status': 'completed', 'code': 200} Jul 23 16:44:02.643930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=58298c90-1c57-48d2-bd3f-1ed289161571,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:02.674089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:02.674958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:02.675603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.676519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:02.677262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Bound port: 62ecef77-2c66-4982-9d4c-6dcc3cf310d4, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:02.677893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.679917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944761f-2361-4d5f-abae-c082f0c3eb64 None None] Pushing event updated for resources: {'Port': ['ID=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:02.691882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:02.697658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:02.701495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.703886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.733152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4844dab-0155-49e0-9f08-0d31c808aa30 req-db1c191a-633b-43bf-a1ea-502e66cdbd77 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Jul 23 16:44:02.737297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51dd825d-a1f4-4a19-9476-930c47c7f058 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 200 len: 991 time: 0.2453005 Jul 23 16:44:02.758151 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f0bd387-3b25-4a96-a60d-f9ba305532bf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1948307 Jul 23 16:44:02.767400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51016) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:02.769311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-53756c02-9c33-412e-ac70-d837dd2493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.770872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-53756c02-9c33-412e-ac70-d837dd2493f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1096 time: 0.1550214 Jul 23 16:44:02.776087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'name': 'tempest-NetworksTestDHCPv6-636149981'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:02.791058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.798905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.842881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:02.855490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-80c53628-bac8-46f2-bd77-f78aba4a8ef3 None None] Port da72f0de-577a-458f-b562-6b8d10af74fd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:02.867737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] For port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:02.868653 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.880378 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.886858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b6a2949d-2bac-4bc2-8023-d8659e91abdb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:02.904339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Calling delete_port for 60c3c66d-cabb-4b39-b8b4-87e22c2960fe owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:02.907264 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4906e9ea-5753-4171-8005-47e29e300c4e', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'port_id': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'mac_address': 'fa:16:3e:e5:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:43:56Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:02.924497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Pushing event updated for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:02.927113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:02.954140 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Checking router: 854b802a-5b8d-4161-a98f-52cada13d2fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:02.957842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-c4cfa687-b887-4a6a-9a18-45f87d640a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.959261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-c4cfa687-b887-4a6a-9a18-45f87d640a3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 898 time: 0.1712999 Jul 23 16:44:02.966194 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:02.968486 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:03.042776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] For port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:03.051962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:03.054046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:03.090137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] For port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:03.112953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.143282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.188608 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:03.215732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b6a2949d-2bac-4bc2-8023-d8659e91abdb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:03.224454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:03.224454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:03.231493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b6a2949d-2bac-4bc2-8023-d8659e91abdb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:03.232182 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.233418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.285851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b906e74-0b76-4c30-9979-e7d162920de6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:03.293536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Router 5329c819-d13d-4150-8a64-3d762e2b1962 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:03.301979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.335951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Transition to ACTIVE for port object 3b906e74-0b76-4c30-9979-e7d162920de6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:03.378361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.382170 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944761f-2361-4d5f-abae-c082f0c3eb64 None None] Pushing event updated for resources: {'Port': ['ID=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.399849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] No DVR routers for this DVR port 60c3c66d-cabb-4b39-b8b4-87e22c2960fe on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:03.437041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21816257-5da5-4bfd-b66d-26c95e4096f4 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:03.450716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b3c94-57f1-4ce8-8fed-efc2fb8ac98e None None] Pushing event deleted for resources: {'Port': ['ID=60c3c66d-cabb-4b39-b8b4-87e22c2960fe,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.496198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.501823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-3f2f3c7a-37e5-4bfc-8cdd-87f99bdd48af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 999 time: 0.5147028 Jul 23 16:44:03.562710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:03.566848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.591442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:03.601370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5fe0dc70-7ce9-4db5-9dc1-2f825a2c22cc admin admin] 10.222.0.64 "PUT /v2.0/routers/5329c819-d13d-4150-8a64-3d762e2b1962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2686939 Jul 23 16:44:03.665636 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4906e9ea-5753-4171-8005-47e29e300c4e', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'port_id': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'mac_address': 'fa:16:3e:e5:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:43:56Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:03.716954 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36fb26-2225-49ae-9cf5-803c2950435c None None] The sync data for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 is: [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4906e9ea-5753-4171-8005-47e29e300c4e', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'port_id': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'mac_address': 'fa:16:3e:e5:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:43:56Z', 'revision_number': 0, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:03.737168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:03.741044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51030) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:03.812819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 41406ee2-9364-44fa-931a-d85393c9690e yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:03.935882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c028cc9-f35c-433c-b7cb-3f00a6df5b30 None None] Provisioning complete for port da72f0de-577a-458f-b562-6b8d10af74fd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:03.936397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c028cc9-f35c-433c-b7cb-3f00a6df5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.946603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.969551 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32d99461-272e-4866-b006-ced9c86b5b2e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 200 len: 991 time: 0.2250106 Jul 23 16:44:04.052566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-a11d3318-504b-424b-b536-c82add164280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:04.059936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-a11d3318-504b-424b-b536-c82add164280 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 200 len: 834 time: 0.5446491 Jul 23 16:44:04.136008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7c028cc9-f35c-433c-b7cb-3f00a6df5b30 None None] Port da72f0de-577a-458f-b562-6b8d10af74fd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:04.157601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Attempting to bind port 3b906e74-0b76-4c30-9979-e7d162920de6 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:04.157958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Attempting to bind port 3b906e74-0b76-4c30-9979-e7d162920de6 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:04.158700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Attempting to bind port 3b906e74-0b76-4c30-9979-e7d162920de6 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:04.206144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Port 3b906e74-0b76-4c30-9979-e7d162920de6 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:04.206554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Attempting to bind port 3b906e74-0b76-4c30-9979-e7d162920de6 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:04.218563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:04.218912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:04.219300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:04.219741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Bound port: 3b906e74-0b76-4c30-9979-e7d162920de6, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:04.220104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.238685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec7ac8-6360-46f3-be8d-10a145be2527 None None] New status for floating IP 4906e9ea-5753-4171-8005-47e29e300c4e: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:44:04.246640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b6a2949d-2bac-4bc2-8023-d8659e91abdb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b6a2949d-2bac-4bc2-8023-d8659e91abdb,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:04.329199 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.334279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:04.337871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b906e74-0b76-4c30-9979-e7d162920de6,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:04.354643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.380577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '58298c90-1c57-48d2-bd3f-1ed289161571'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:04.387313 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.433533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::3b9 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/58298c90-1c57-48d2-bd3f-1ed289161571/41406ee2-9364-44fa-931a-d85393c9690e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:04.451233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:04.451880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.453513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] 10.222.0.81 "PUT /v2.0/ports/3b906e74-0b76-4c30-9979-e7d162920de6 HTTP/1.1" status: 200 len: 1092 time: 2.7838347 Jul 23 16:44:04.492108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4826833-6502-4d3b-a2fc-2629227e8ff8 req-15b26141-5a8a-42fa-989e-b177f8d217f4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:04.493707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4826833-6502-4d3b-a2fc-2629227e8ff8 req-15b26141-5a8a-42fa-989e-b177f8d217f4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.5117707 Jul 23 16:44:04.521969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c3c66d-cabb-4b39-b8b4-87e22c2960fe no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:04.525133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-1ead6f02-2412-41ba-a5a0-284f9b437cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:04.527446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-1ead6f02-2412-41ba-a5a0-284f9b437cbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=056a308b-db97-4128-91c1-3d40270a605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4132075 Jul 23 16:44:04.569459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 60c3c66d-cabb-4b39-b8b4-87e22c2960fe {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:04.570026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c3c66d-cabb-4b39-b8b4-87e22c2960fe not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:04.616529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:04.618872 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b765e2ae-9896-42b2-af32-624f27896e15" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:04.717186 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff16081-63b8-467c-b9c7-b9fa8fc3e18a x-openstack-request-id: req-fff16081-63b8-467c-b9c7-b9fa8fc3e18a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:04.717584 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:04.717711 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fff16081-63b8-467c-b9c7-b9fa8fc3e18a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:04.718145 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6', 'status': 'completed', 'code': 200} Jul 23 16:44:04.756289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44996f97-804c-4a6f-8264-5c198f8295d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:04.842157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51054) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:04.849981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-422274625-network', 'tenant_id': '39fe24bbe6e54423bda1a48354169057'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:04.860500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4826833-6502-4d3b-a2fc-2629227e8ff8 req-b5b8adc3-cbe7-4b16-84cd-ad03196f2722 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276443 Jul 23 16:44:04.886780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Made reservation on behalf of 39fe24bbe6e54423bda1a48354169057 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:04.889355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.903921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-b2afd393-c23f-4e8d-a36c-b4c300c5e6c1 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703049 Jul 23 16:44:04.907230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:04.974135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51058) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:05.035263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-01822fe7-8c9c-444f-8f66-290fa7fbe376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.045523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-01822fe7-8c9c-444f-8f66-290fa7fbe376 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 1095 time: 0.5114946 Jul 23 16:44:05.111665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b6a2949d-2bac-4bc2-8023-d8659e91abdb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.199983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-0e8e86cb-0e57-4aeb-a50e-10f0352ed21a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b906e74-0b76-4c30-9979-e7d162920de6 HTTP/1.1" status: 200 len: 217 time: 0.0474365 Jul 23 16:44:05.214108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.223502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.232949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da72f0de-577a-458f-b562-6b8d10af74fd', 'name': '', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'mac_address': 'fa:16:3e:fc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:00Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 2, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'subnets': [{'id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:05.243108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:05.256984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.257322 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Added segment 01b51489-a5d7-42c3-be93-bf54a56d14b9 of type vlan for network cb857d41-f93f-4347-b770-c9f4ac79cc51 Jul 23 16:44:05.275331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836781d-f8bc-46a1-b286-7a23246dda87 None None] The sync data for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 is: [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da72f0de-577a-458f-b562-6b8d10af74fd', 'name': '', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'mac_address': 'fa:16:3e:fc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:00Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 2, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'subnets': [{'id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:05.341369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a9229cca-caac-457f-bab1-0fb7b3bf4d53 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 200 len: 991 time: 0.3619862 Jul 23 16:44:05.342283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.366851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9908f5f-aec0-40bf-9d91-4a151b9a8440,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.392279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.393727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.394466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.441274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5954957 Jul 23 16:44:05.442273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:05.447092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Request body: {'subnet': {'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-422274625-subnet', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:05.485660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b4074-286b-4f37-8deb-165e291d4b5d admin admin] Pushing event updated for resources: {'Network': ['ID=cb857d41-f93f-4347-b770-c9f4ac79cc51,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.498706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:05.522229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Made reservation on behalf of 39fe24bbe6e54423bda1a48354169057 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:05.526258 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.783688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1adaffe-ed48-4dcd-bb37-adb712e3135a req-6acc40fd-21ec-4848-b722-b09d75bbcca2 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639719 Jul 23 16:44:05.790057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.800142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.811030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-fc809c17-7382-43b2-8c3e-c01e24c1a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.812457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-fc809c17-7382-43b2-8c3e-c01e24c1a7eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.1025596 Jul 23 16:44:05.813427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 41406ee2-9364-44fa-931a-d85393c9690e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:05.884703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2632aa2-3b66-4a61-99b9-1623d84b406d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.890026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Checking segment: {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:05.890713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Network hostable DHCP agents. Network: cb857d41-f93f-4347-b770-c9f4ac79cc51, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:05.915623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:05.937870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-4e263212-842b-47dd-9b81-524ac5f0dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.939954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-4e263212-842b-47dd-9b81-524ac5f0dcb9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171682 Jul 23 16:44:05.940688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, cb857d41-f93f-4347-b770-c9f4ac79cc51) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:05.941183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.946022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.946619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.980530 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-34729e1e-b042-46ce-80c1-5ea6f5b204dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5378318 Jul 23 16:44:05.981440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51066) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:05.986843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:06.014298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf1d64-4fbe-40a5-9308-c9e915a61d55 None None] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:06.014654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.016119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.053008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/58298c90-1c57-48d2-bd3f-1ed289161571/947fa289-7b08-4425-a34a-eeb8681b243c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:06.062943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:06.133428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.208129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-96f17afb-8504-4ed1-9de5-60ef6960c45d req-2b9c0053-93ba-42eb-a5da-dadad8ffa135 service neutron] (94003) timed out ('10.222.0.67', 52172) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:44:06.209011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:06.211953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=41406ee2-9364-44fa-931a-d85393c9690e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:06.219442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:06.232852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:06.234030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.350152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51078) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:06.358425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.381286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5a09a3c1-760a-415f-bad9-51a5d70f9532 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6069708 Jul 23 16:44:06.386647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51080) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:06.392499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.417753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Transition to ACTIVE for port object 947fa289-7b08-4425-a34a-eeb8681b243c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:06.444784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Transition to ACTIVE for port object 947fa289-7b08-4425-a34a-eeb8681b243c will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:06.464719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.507539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e88d774d-beb1-4cfa-9116-527a2fe9e7ba tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 200 len: 993 time: 0.1504400 Jul 23 16:44:06.536639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-379e089a-87f1-4c0b-92f1-c7a826b2b45f service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841243 Jul 23 16:44:06.573173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce256e-4d07-4720-a1b8-9cb096de19a9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:06.578524 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9ce256e-4d07-4720-a1b8-9cb096de19a9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1905377 Jul 23 16:44:06.579307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51086) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:06.630952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:06.637547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:06.638665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee8de9-9524-439a-b2ec-9e581eda623c req-27a5d9b1-8642-40f5-b808-9dc3a711733e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:06.640415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:06.640837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ee8de9-9524-439a-b2ec-9e581eda623c req-27a5d9b1-8642-40f5-b808-9dc3a711733e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.6641450 Jul 23 16:44:06.643203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:06.678099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Pushing event updated for resources: {'Port': ['ID=947fa289-7b08-4425-a34a-eeb8681b243c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:06.800194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-cb857d41-f93f-4347-b770-c9f4ac79cc51', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:06.801076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.838257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ee8de9-9524-439a-b2ec-9e581eda623c req-4f4a8abf-4970-47c8-8ddf-a355054a6886 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741943 Jul 23 16:44:06.881306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-107c79a6-4e69-47b9-a74a-3935007e8859 req-697afe05-1067-4bba-b268-b85e4a93efed service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378382 Jul 23 16:44:06.905875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.939923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 41406ee2-9364-44fa-931a-d85393c9690e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:06.940359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.946542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:06.971353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Attempting to bind port 947fa289-7b08-4425-a34a-eeb8681b243c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:06.972241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Attempting to bind port 947fa289-7b08-4425-a34a-eeb8681b243c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:06.972839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Attempting to bind port 947fa289-7b08-4425-a34a-eeb8681b243c on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:07.049145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:07.069360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e2ae-9896-42b2-af32-624f27896e15 req-be304c69-68a1-44da-a711-600e597f2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.071260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-be304c69-68a1-44da-a711-600e597f2964 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 1095 time: 0.0637572 Jul 23 16:44:07.072081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:07.072604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:07.073772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.073772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:07.074402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Bound port: 947fa289-7b08-4425-a34a-eeb8681b243c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:07.074799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.076721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:07.077071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.239343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Allocated IP 172.20.0.2 (cb857d41-f93f-4347-b770-c9f4ac79cc51/b2632aa2-3b66-4a61-99b9-1623d84b406d/7c127e40-1083-4e52-b083-f0c44bbf9876) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:07.261481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8916b4-6025-4360-a9fb-3428ddaf0ebf req-6785a6b6-2bbe-413e-b6e7-192547ecec2c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.263355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc8916b4-6025-4360-a9fb-3428ddaf0ebf req-6785a6b6-2bbe-413e-b6e7-192547ecec2c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1097 time: 0.1572897 Jul 23 16:44:07.265156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e2ae-9896-42b2-af32-624f27896e15 req-20e22ba0-d701-4ad6-b27d-6f0fda40db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.266745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-20e22ba0-d701-4ad6-b27d-6f0fda40db85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1857493 Jul 23 16:44:07.340368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-a81f4750-2ecd-444e-a049-d2c853a3c1cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b906e74-0b76-4c30-9979-e7d162920de6 HTTP/1.1" status: 200 len: 217 time: 0.0632641 Jul 23 16:44:07.426442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e2ae-9896-42b2-af32-624f27896e15 req-a86c31d3-2271-4f4e-9096-3691976fef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.428004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-a86c31d3-2271-4f4e-9096-3691976fef10 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0769322 Jul 23 16:44:07.428962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.435811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc8916b4-6025-4360-a9fb-3428ddaf0ebf req-c361d17a-cdad-4947-b5d5-0f3cc8bab592 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620259 Jul 23 16:44:07.449599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Transition to ACTIVE for port object 7c127e40-1083-4e52-b083-f0c44bbf9876 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:07.463026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51096) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:07.549693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Transition to ACTIVE for port object 7c127e40-1083-4e52-b083-f0c44bbf9876 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:07.567284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.573959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] For port 947fa289-7b08-4425-a34a-eeb8681b243c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:07.591953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] For port 947fa289-7b08-4425-a34a-eeb8681b243c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=947fa289-7b08-4425-a34a-eeb8681b243c,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:07.622735 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.646469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.651094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:07.657650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.669368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 41406ee2-9364-44fa-931a-d85393c9690e owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:07.669640 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.671300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b6a2949d-2bac-4bc2-8023-d8659e91abdb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:07.693487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Allocated IP 172.25.2.198 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/071848c0-0bb7-4919-be47-fbb35faf4ae4) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:07.724105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:07.733004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Pushing event updated for resources: {'Port': ['ID=7c127e40-1083-4e52-b083-f0c44bbf9876,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:07.742511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e2ae-9896-42b2-af32-624f27896e15 req-29de3bec-13a7-4cf6-87b7-8b68c8c2cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.744091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-29de3bec-13a7-4cf6-87b7-8b68c8c2cadd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927458 Jul 23 16:44:07.744812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.745176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.745491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.745823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.746601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.746942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.747270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.747596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.747918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.748596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.748596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.748859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:07.752557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:07.760410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:07.870908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b6a2949d-2bac-4bc2-8023-d8659e91abdb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:07.871281 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.925683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23030f0-beb3-4a44-856f-db52e8637033 None None] Pushing event updated for resources: {'Port': ['ID=947fa289-7b08-4425-a34a-eeb8681b243c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:07.930640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Attempting to bind port 7c127e40-1083-4e52-b083-f0c44bbf9876 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:07.931019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Attempting to bind port 7c127e40-1083-4e52-b083-f0c44bbf9876 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:07.931383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Attempting to bind port 7c127e40-1083-4e52-b083-f0c44bbf9876 on network cb857d41-f93f-4347-b770-c9f4ac79cc51 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:07.976630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:07.977001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Checking segment: {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:07.977407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.977801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Bound using segment: {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:07.978307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Bound port: 7c127e40-1083-4e52-b083-f0c44bbf9876, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:07.979252 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.027207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.085110 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.110521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-0c0fc3b0-30eb-4653-b7ff-00606435cd61 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455391 Jul 23 16:44:08.119831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=41406ee2-9364-44fa-931a-d85393c9690e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.164371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.194200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.199482 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bcdc4947-6fe3-4d8b-a4be-56cf18a2e89f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/41406ee2-9364-44fa-931a-d85393c9690e HTTP/1.1" status: 204 len: 168 time: 1.6159837 Jul 23 16:44:08.203948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51102) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:08.219226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] For port 7c127e40-1083-4e52-b083-f0c44bbf9876, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:08.222386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.245356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] For port 7c127e40-1083-4e52-b083-f0c44bbf9876, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c127e40-1083-4e52-b083-f0c44bbf9876,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:08.252934 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.297306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:08.310289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:08.312783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:08.318717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4483a-89e3-43fb-90b9-27254d2b1cfe None None] Pushing event updated for resources: {'Port': ['ID=7c127e40-1083-4e52-b083-f0c44bbf9876,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.361563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 97edb79b-5b8e-4864-91a4-0057d5d33636 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:08.362180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.371445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Pushing event updated for resources: {'Port': ['ID=071848c0-0bb7-4919-be47-fbb35faf4ae4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.379255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8133047-00c7-406f-bc59-884b86b170e4 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:08.380933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8133047-00c7-406f-bc59-884b86b170e4 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:08.382512 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d8133047-00c7-406f-bc59-884b86b170e4 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1773522 Jul 23 16:44:08.385863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:08.441902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b765e2ae-9896-42b2-af32-624f27896e15 req-a346c29a-59c3-41fb-9317-3d6254137822 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824416 Jul 23 16:44:08.453627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a678-0ee4-4aed-8b05-f12b4e1ea9ba req-7f9bcb49-a272-4b8a-bdd8-5d64a0fb02da tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:08.455410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4152a678-0ee4-4aed-8b05-f12b4e1ea9ba req-7f9bcb49-a272-4b8a-bdd8-5d64a0fb02da tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.2932537 Jul 23 16:44:08.466864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 58298c90-1c57-48d2-bd3f-1ed289161571 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:08.472243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.568469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4152a678-0ee4-4aed-8b05-f12b4e1ea9ba req-63031c29-5994-4dc4-8237-f09c9096587e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055102 Jul 23 16:44:08.569987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.569987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.594523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 97edb79b-5b8e-4864-91a4-0057d5d33636 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:08.615213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:08.628034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.690037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:08.690779 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.830924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 947fa289-7b08-4425-a34a-eeb8681b243c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:08.852350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.855896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.892833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=97edb79b-5b8e-4864-91a4-0057d5d33636,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:08.906358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 947fa289-7b08-4425-a34a-eeb8681b243c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:08.972072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.972742 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP 0a9b3f93-e410-4b76-b888-e9296def97c5 disassociated (deleted). External IP: 172.25.2.139, port: 2a19dd6c-d489-434b-9f31-d990b3cbb705. Jul 23 16:44:08.973432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.976974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.069709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.071649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/58298c90-1c57-48d2-bd3f-1ed289161571 HTTP/1.1" status: 204 len: 168 time: 0.6849234 Jul 23 16:44:09.072536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f449-ac7d-4846-9ce8-fa403fd7b96d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=58298c90-1c57-48d2-bd3f-1ed289161571,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:09.075740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.120806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c4f3e374-01b8-43e6-9e04-292aea2f0ef8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439129 Jul 23 16:44:09.121631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51112) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.216747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9866e-219c-436a-978c-c2aa2228d80e None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:09.261010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.288927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419b07f-9b0b-46a2-bd47-d0d3d21c9a13 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:09.294773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2419b07f-9b0b-46a2-bd47-d0d3d21c9a13 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1680491 Jul 23 16:44:09.299485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.369457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Provisioning for port 947fa289-7b08-4425-a34a-eeb8681b243c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:09.395763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Provisioning complete for port 947fa289-7b08-4425-a34a-eeb8681b243c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:09.396133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.462071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router c539c399-01e5-4820-8fa2-8c9cb79bc40d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:09.534579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Router ee076e33-716a-46cb-938e-7e95ca6e4f99 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:09.547876 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.575176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:09.579810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Sync routers for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:09.596249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec1ffa-a714-4cb0-8db4-2a4b5bb212a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:09.597765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-74ec1ffa-a714-4cb0-8db4-2a4b5bb212a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2973344 Jul 23 16:44:09.626077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:09.626954 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:09.632796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51128) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.686915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-aaf63e04-043b-41b1-b952-01d27e9ea04c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527208 Jul 23 16:44:09.694528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51132) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.700030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:09.706610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] For port 947fa289-7b08-4425-a34a-eeb8681b243c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=947fa289-7b08-4425-a34a-eeb8681b243c,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:09.720748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.792524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204337b-6556-43d0-9663-f0e19c5f823d None None] Pushing event updated for resources: {'Port': ['ID=947fa289-7b08-4425-a34a-eeb8681b243c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:09.818343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:09.836745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Deleting port 947fa289-7b08-4425-a34a-eeb8681b243c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:09.837089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.847236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.851298 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-93828bd2-efa3-4e6a-a83c-5564d3703bba admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8687546 Jul 23 16:44:09.852061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51136) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:09.864622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:09.866006 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:09.879800 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.932848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Sync routers for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:09.936019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] For port 947fa289-7b08-4425-a34a-eeb8681b243c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=947fa289-7b08-4425-a34a-eeb8681b243c,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:09.936425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:09.952076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Calling delete_port for 947fa289-7b08-4425-a34a-eeb8681b243c owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:09.954090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de72df-7c31-4c74-8f46-a0099fd692cf req-8e7e9384-ef68-46e0-9c65-e776d5122138 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:09.967222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92de72df-7c31-4c74-8f46-a0099fd692cf req-8e7e9384-ef68-46e0-9c65-e776d5122138 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.2737126 Jul 23 16:44:09.969386 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:09.972802 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:09.974523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a7e67054-666b-4eef-87cf-0543449bcfdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/floatingips/0a9b3f93-e410-4b76-b888-e9296def97c5 HTTP/1.1" status: 204 len: 168 time: 2.4546010 Jul 23 16:44:09.997143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:09.999467 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:10.003060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Sync routers for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:10.008154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:10.009492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd99411-a21d-4f0d-8964-8c9ff2e5f21b None None] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:10.013253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.069062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:10.069062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:10.197950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e52e9dc1-6d5b-44f6-a99f-7cf195b33724 None None] Provisioning for port 7c127e40-1083-4e52-b083-f0c44bbf9876 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:10.327257 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710bc42b-7925-44eb-a7c4-b324b9168176 x-openstack-request-id: req-710bc42b-7925-44eb-a7c4-b324b9168176 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:10.327772 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:10.328012 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-710bc42b-7925-44eb-a7c4-b324b9168176 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:10.328437 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:44:10.329851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.444328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=d3936c76-50c1-4370-a67b-9a200b0000d6,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:10.460639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-92de72df-7c31-4c74-8f46-a0099fd692cf req-61c56fe4-32cb-42c6-b284-1015eed60734 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844847 Jul 23 16:44:10.471224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:10.476407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:10.483081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.483685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.544611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8336bcf0-85ae-4f76-b9f3-6939654d9581 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8467078 Jul 23 16:44:10.544974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51152) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:10.552970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': 'd3936c76-50c1-4370-a67b-9a200b0000d6', 'ip_address': '2001:db8::3ea5:432f:c0:ca'}], 'name': 'tempest-NetworksTestDHCPv6-1233070899'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:10.615985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:10.627537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-53498c50-db2d-4e58-8c43-441df030eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.630241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-53498c50-db2d-4e58-8c43-441df030eb35 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 1097 time: 0.2324262 Jul 23 16:44:10.642850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c127e40-1083-4e52-b083-f0c44bbf9876 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:10.841280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-e7347eb2-32b6-4463-bfea-bfc3b042ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.843862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-e7347eb2-32b6-4463-bfea-bfc3b042ed52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 200 len: 898 time: 0.2055860 Jul 23 16:44:10.853003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969789d-7591-43f8-a2af-dc1c1a62f9a8 req-5bbfda99-1ae6-4f53-8443-6344a3c78d43 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:10.861206 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da72f0de-577a-458f-b562-6b8d10af74fd', 'name': '', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'mac_address': 'fa:16:3e:fc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:00Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 2, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'subnets': [{'id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:10.862040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7969789d-7591-43f8-a2af-dc1c1a62f9a8 req-5bbfda99-1ae6-4f53-8443-6344a3c78d43 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 946 time: 0.3551490 Jul 23 16:44:10.915535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.930296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:10.946928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7969789d-7591-43f8-a2af-dc1c1a62f9a8 req-9e06508b-8002-4ce8-af4f-0ad94313bdfc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786147 Jul 23 16:44:10.948764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-329ab2fd-db25-4757-96db-d8914907c1f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 200 len: 217 time: 0.0847337 Jul 23 16:44:10.958877 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Checking router: 5329c819-d13d-4150-8a64-3d762e2b1962 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:10.959098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:10.959616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Updating router 5329c819-d13d-4150-8a64-3d762e2b1962 port da72f0de-577a-458f-b562-6b8d10af74fd binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:10.995695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] Pushing event deleted for resources: {'Port': ['ID=947fa289-7b08-4425-a34a-eeb8681b243c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:10.996563 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.035844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7c127e40-1083-4e52-b083-f0c44bbf9876 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:11.039622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.039795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-fc22ae4a-6b30-4b0e-b700-aa1937dea95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.041393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-fc22ae4a-6b30-4b0e-b700-aa1937dea95e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 200 len: 835 time: 0.0847025 Jul 23 16:44:11.047353 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:11.047698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7c127e40-1083-4e52-b083-f0c44bbf9876 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:11.048077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.069165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621aecfa-5586-468c-abf1-b7903a621f8d None None] No DVR routers for this DVR port 947fa289-7b08-4425-a34a-eeb8681b243c on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:11.081894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Checking router: c539c399-01e5-4820-8fa2-8c9cb79bc40d for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:11.106498 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:11.107568 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:11.121902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-b82ffbba-abb3-408a-813a-cfac6aaa612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.127175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-b82ffbba-abb3-408a-813a-cfac6aaa612c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=600c77b9-2fa3-43a6-b018-e116cf2821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778317 Jul 23 16:44:11.146104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4684a-7773-4ca5-bf26-4f4ff96bd68c None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:11.235918 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Allocated IP 172.20.0.1 (cb857d41-f93f-4347-b770-c9f4ac79cc51/b2632aa2-3b66-4a61-99b9-1623d84b406d/da0b399b-5dc3-46a4-bf92-fc3f4780a3bd) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:11.264776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-21d7c623-61ca-49e5-9b7f-d7eb4e311ebb service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285894 Jul 23 16:44:11.364228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:11.424454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5adeb5c0-c11b-4d66-9f6a-90349e093c7a req-61897533-7313-46e9-8e05-6aa2bb036238 service neutron] 10.222.0.81 "GET /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510973 Jul 23 16:44:11.455382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:11.626186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': 'd3936c76-50c1-4370-a67b-9a200b0000d6'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:11.629428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.757537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac40cca-107d-44f4-b17a-36a8f6a40365 req-a3b133dd-964a-4349-87c5-1053c9e07dbb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:11.762345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ac40cca-107d-44f4-b17a-36a8f6a40365 req-a3b133dd-964a-4349-87c5-1053c9e07dbb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.1651509 Jul 23 16:44:11.824725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:11.842247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.844285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.855708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ac40cca-107d-44f4-b17a-36a8f6a40365 req-89a42d02-3279-4010-b3cf-3b563856e5db tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Jul 23 16:44:11.937292 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.971397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9b8e1495-aa6e-40db-8a92-3b15a6cc206e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.975310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dcbe240c-0b9e-45d8-8992-39c92f6c0e62 None None] Provisioning complete for port 7c127e40-1083-4e52-b083-f0c44bbf9876 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:11.976051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dcbe240c-0b9e-45d8-8992-39c92f6c0e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.976371 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Transition to ACTIVE for port object da72f0de-577a-458f-b562-6b8d10af74fd will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:12.000161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-29e1a79d-2efe-41bc-ae2f-c2d66fd83858 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.004170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-29e1a79d-2efe-41bc-ae2f-c2d66fd83858 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 946 time: 0.1407495 Jul 23 16:44:12.007017 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.133822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.153181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7c127e40-1083-4e52-b083-f0c44bbf9876, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c127e40-1083-4e52-b083-f0c44bbf9876,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:12.199608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Transition to ACTIVE for port object da0b399b-5dc3-46a4-bf92-fc3f4780a3bd will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:12.227276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/d3936c76-50c1-4370-a67b-9a200b0000d6/378f5624-5724-4b8b-a96b-2a77f30cc386) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:12.240370 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.258478 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Attempting to bind port da72f0de-577a-458f-b562-6b8d10af74fd on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:12.258810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Attempting to bind port da72f0de-577a-458f-b562-6b8d10af74fd by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:12.259123 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Attempting to bind port da72f0de-577a-458f-b562-6b8d10af74fd on network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:12.280424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.285259 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:12.285643 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Checking segment: {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:12.286050 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.286443 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Bound using segment: {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:12.286915 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Bound port: da72f0de-577a-458f-b562-6b8d10af74fd, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a9d59d-43f5-4c6f-91f2-9133fea26989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:12.287290 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.355724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:12.360124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:12.373289 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] For port da72f0de-577a-458f-b562-6b8d10af74fd, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:12.376682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:12.376925 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] For port da72f0de-577a-458f-b562-6b8d10af74fd, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da72f0de-577a-458f-b562-6b8d10af74fd,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:12.390662 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.398036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:12.398648 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.401324 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.438997 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ba74a-9ac6-4780-9ea2-30dc276de8ea None None] Pushing event updated for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:12.444799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 947fa289-7b08-4425-a34a-eeb8681b243c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:12.459126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:12.496157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e43e-dcc9-4949-aa21-a2df5fb2e9e0 req-10d51d62-41c1-4b8d-8969-0913591ebe34 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.497736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a99e43e-dcc9-4949-aa21-a2df5fb2e9e0 req-10d51d62-41c1-4b8d-8969-0913591ebe34 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 946 time: 0.3488047 Jul 23 16:44:12.512970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.522312 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ba74a-9ac6-4780-9ea2-30dc276de8ea None None] Pushing event updated for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:12.527686 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10814d7-d493-4b7b-880f-d32382d43fc0 None None] The sync data for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 is: [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:41:36Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a38386a0-7983-4e91-8349-d05acb940c8c', 'name': '', 'network_id': '600c77b9-2fa3-43a6-b018-e116cf2821f0', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:9d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:33Z', 'updated_at': '2021-07-23T16:41:43Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': '31861b66-9de1-4d1f-8bb4-c6cd9860afd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:12.543856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:12.549249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:43:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.615228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 947fa289-7b08-4425-a34a-eeb8681b243c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:12.615228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 947fa289-7b08-4425-a34a-eeb8681b243c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:12.751761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7c127e40-1083-4e52-b083-f0c44bbf9876,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:12.779752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 2a19dd6c-d489-434b-9f31-d990b3cbb705, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=2a19dd6c-d489-434b-9f31-d990b3cbb705,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:12.780125 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.811881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 2a19dd6c-d489-434b-9f31-d990b3cbb705 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:12.827670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:08Z', 'revision_number': 3, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:12.876888 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:12.901537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.975761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da72f0de-577a-458f-b562-6b8d10af74fd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:12.983424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Checking router: ee076e33-716a-46cb-938e-7e95ca6e4f99 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:12.983777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Updating router ee076e33-716a-46cb-938e-7e95ca6e4f99 port 071848c0-0bb7-4919-be47-fbb35faf4ae4 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:13.101713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a99e43e-dcc9-4949-aa21-a2df5fb2e9e0 req-aab7c087-e102-4371-a18e-3f9fdff8fab0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=7355c588-a573-4a5f-8ac1-734318bd1485&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5782583 Jul 23 16:44:13.103896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f1b9c8a-3e5a-45a3-8105-139e1fde89c7 None None] Provisioning for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:13.121792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.129540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f1b9c8a-3e5a-45a3-8105-139e1fde89c7 None None] Provisioning complete for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:13.130388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9c8a-3e5a-45a3-8105-139e1fde89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.173317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.237656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.272025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.282607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.285482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4a71-2e7d-4a80-a883-7b7ef7031409 req-25226b81-2843-402f-9741-becf8a6370dd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:13.288278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ee4a71-2e7d-4a80-a883-7b7ef7031409 req-25226b81-2843-402f-9741-becf8a6370dd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.2535584 Jul 23 16:44:13.326977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=2a19dd6c-d489-434b-9f31-d990b3cbb705,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:13.334145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b9c8a-3e5a-45a3-8105-139e1fde89c7 None None] Port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:13.338354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf58d22-65a9-4fb7-9f6c-c56e662adabf None None] New status for floating IP 0a9b3f93-e410-4b76-b888-e9296def97c5: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:44:13.403122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.405026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:13.405854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Transition to ACTIVE for port object 378f5624-5724-4b8b-a96b-2a77f30cc386 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:13.406029 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da72f0de-577a-458f-b562-6b8d10af74fd', 'name': '', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'mac_address': 'fa:16:3e:fc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:00Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'subnets': [{'id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:13.433340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4fc74c-38b2-4c55-b4e0-fece98fb84fb None None] The sync data for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 is: [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:02Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da72f0de-577a-458f-b562-6b8d10af74fd', 'name': '', 'network_id': 'ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'mac_address': 'fa:16:3e:fc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:00Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'subnets': [{'id': 'ab0207eb-1c4b-4bd6-ac52-6c1b503b879c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:13.474843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] No DVR routers for this DVR port 2a19dd6c-d489-434b-9f31-d990b3cbb705 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:13.478047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.482686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87f852e5-42da-4ec3-90de-0053a214ab15 req-90a35a05-2934-402f-8c79-f1bd2e6f6364 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "DELETE /v2.0/ports/2a19dd6c-d489-434b-9f31-d990b3cbb705 HTTP/1.1" status: 204 len: 173 time: 1.4717703 Jul 23 16:44:13.483677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-deleted', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:13.489265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Transition to ACTIVE for port object 378f5624-5724-4b8b-a96b-2a77f30cc386 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:13.490830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port da72f0de-577a-458f-b562-6b8d10af74fd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:13.503055 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.503885 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcbf488-e645-4281-b137-ac99a3111e57" -d '{"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-deleted", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:13.512026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ee4a71-2e7d-4a80-a883-7b7ef7031409 req-d242d0c0-3e52-4276-8bfc-817a3f1d0c5d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035379 Jul 23 16:44:13.557149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da72f0de-577a-458f-b562-6b8d10af74fd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:13.558223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:13.590497 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70df88-99f1-4b37-82fa-b746468e6a9a x-openstack-request-id: req-0d70df88-99f1-4b37-82fa-b746468e6a9a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:13.590851 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b627e4-621a-49b8-8dc5-debbad5c896f", "name": "network-vif-deleted", "tag": "2a19dd6c-d489-434b-9f31-d990b3cbb705", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:13.591519 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d70df88-99f1-4b37-82fa-b746468e6a9a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:13.591726 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b627e4-621a-49b8-8dc5-debbad5c896f', 'name': 'network-vif-deleted', 'tag': '2a19dd6c-d489-434b-9f31-d990b3cbb705', 'status': 'completed', 'code': 200} Jul 23 16:44:13.736415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::3ea5:432f:c0:ca (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/d3936c76-50c1-4370-a67b-9a200b0000d6/6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:13.797231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Pushing event updated for resources: {'Port': ['ID=378f5624-5724-4b8b-a96b-2a77f30cc386,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:13.805288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:13.819969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:13.820651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:13.825962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:13.834831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:13.914479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.141012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Router ee076e33-716a-46cb-938e-7e95ca6e4f99 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:14.188119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.212137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:14.353320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26cb73a6-9dcf-40ae-8e29-0e4d44b49180 req-4ca8681b-14bc-4316-80a6-985649b670fc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=98b627e4-621a-49b8-8dc5-debbad5c896f HTTP/1.1" status: 200 len: 210 time: 0.0627236 Jul 23 16:44:14.367690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-38a27ee2-19f6-4976-8df4-2d4befc533ee None None] Provisioning complete for port da72f0de-577a-458f-b562-6b8d10af74fd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:14.368288 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38a27ee2-19f6-4976-8df4-2d4befc533ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.448741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.485408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.514597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:14.522981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:14.534075 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f888e7ef-713e-44d9-85b4-b74d0440d6c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/ee076e33-716a-46cb-938e-7e95ca6e4f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6809354 Jul 23 16:44:14.550690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:14.552421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:14.554877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:14.558949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-069bd640-bd0a-49d3-8463-26dbb633a494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.561202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.561865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.580707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3889bf5d-9aee-4c9e-9f75-0105a171cfc2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0346680 Jul 23 16:44:14.583424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51218) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.642324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.647523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port da72f0de-577a-458f-b562-6b8d10af74fd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da72f0de-577a-458f-b562-6b8d10af74fd,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:14.661357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.664704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Attempting to bind port 378f5624-5724-4b8b-a96b-2a77f30cc386 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:14.665394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Attempting to bind port 378f5624-5724-4b8b-a96b-2a77f30cc386 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:14.666139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Attempting to bind port 378f5624-5724-4b8b-a96b-2a77f30cc386 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:14.684071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Transition to ACTIVE for port object 071848c0-0bb7-4919-be47-fbb35faf4ae4 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Bound port: 378f5624-5724-4b8b-a96b-2a77f30cc386, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:14.713278 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.771285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be79f1d-097d-46fd-9bb3-ee34d5709d4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.778680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be79f1d-097d-46fd-9bb3-ee34d5709d4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.782884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8be79f1d-097d-46fd-9bb3-ee34d5709d4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.1952958 Jul 23 16:44:14.783284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:14.816727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:14.820726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3d917-5743-4af1-a98d-fdf387024057 req-a199d97d-c0cd-4a5b-9070-0e8aa6287f57 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:14.831528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bc3d917-5743-4af1-a98d-fdf387024057 req-a199d97d-c0cd-4a5b-9070-0e8aa6287f57 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 944 time: 0.1976323 Jul 23 16:44:14.862004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c127e40-1083-4e52-b083-f0c44bbf9876 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:14.925311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bc3d917-5743-4af1-a98d-fdf387024057 req-f4891ceb-16f0-4cbe-b5b4-9f04c6c2a1b2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927346 Jul 23 16:44:14.939513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:14.981066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:14.981491 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.018848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Attempting to bind port 071848c0-0bb7-4919-be47-fbb35faf4ae4 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:15.020005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Attempting to bind port 071848c0-0bb7-4919-be47-fbb35faf4ae4 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:15.020503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Attempting to bind port 071848c0-0bb7-4919-be47-fbb35faf4ae4 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:15.047661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:15.048050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:15.048454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.048851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:15.049344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Bound port: 071848c0-0bb7-4919-be47-fbb35faf4ae4, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:15.049731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.091680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] For port 378f5624-5724-4b8b-a96b-2a77f30cc386, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:15.114517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039eaba-d14c-4206-8a55-4e1f4bb4bbad None None] Pushing event updated for resources: {'Port': ['ID=071848c0-0bb7-4919-be47-fbb35faf4ae4,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:15.114961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.124382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] For port 378f5624-5724-4b8b-a96b-2a77f30cc386, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=378f5624-5724-4b8b-a96b-2a77f30cc386,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:15.132394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5a6c9ef1-d95f-48f2-92b8-2d3678d29b84 None None] Provisioning complete for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:15.132823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5a6c9ef1-d95f-48f2-92b8-2d3678d29b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.136432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:15.141554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.174388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7c127e40-1083-4e52-b083-f0c44bbf9876 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:15.174765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.237689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b906e74-0b76-4c30-9979-e7d162920de6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:44:15.239349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:15.242544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] For port 071848c0-0bb7-4919-be47-fbb35faf4ae4, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:15.303058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 2a19dd6c-d489-434b-9f31-d990b3cbb705 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:15.303646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 2a19dd6c-d489-434b-9f31-d990b3cbb705 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:15.305397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c9ef1-d95f-48f2-92b8-2d3678d29b84 None None] Port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:15.326564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.356334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] For port 071848c0-0bb7-4919-be47-fbb35faf4ae4, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=071848c0-0bb7-4919-be47-fbb35faf4ae4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:15.381893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:15.411900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.433867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.441376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.442505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b38338b7-a4f0-4e6a-9bc6-d5ef60753ccb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b HTTP/1.1" status: 204 len: 168 time: 0.6578929 Jul 23 16:44:15.446399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.560677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68703a1-d3c7-4d9d-a80d-dc60c5844f03 None None] Pushing event updated for resources: {'Port': ['ID=378f5624-5724-4b8b-a96b-2a77f30cc386,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:15.616395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a872c-aa5b-495f-bd3a-1a04ecf1e997 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:15.621027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a872c-aa5b-495f-bd3a-1a04ecf1e997 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:15.625102 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f49a872c-aa5b-495f-bd3a-1a04ecf1e997 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1740019 Jul 23 16:44:15.625360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:15.692564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.718831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet d3936c76-50c1-4370-a67b-9a200b0000d6 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:15.724830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.756478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:15.757276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:15.809011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:15.942566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039eaba-d14c-4206-8a55-4e1f4bb4bbad None None] Pushing event updated for resources: {'Port': ['ID=071848c0-0bb7-4919-be47-fbb35faf4ae4,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:15.964772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.033844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b906e74-0b76-4c30-9979-e7d162920de6,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:16.057428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.098065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '3b906e74-0b76-4c30-9979-e7d162920de6', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': '3b906e74-0b76-4c30-9979-e7d162920de6', 'mac_address': 'fa:16:3e:b7:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:44:16.104816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=d3936c76-50c1-4370-a67b-9a200b0000d6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.108632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.114190 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-038ab4fb-2e4c-47ff-b846-1062cd7f8667 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/d3936c76-50c1-4370-a67b-9a200b0000d6 HTTP/1.1" status: 204 len: 168 time: 0.4856210 Jul 23 16:44:16.115878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.174030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:16.183830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.191071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ebf1cba8-09aa-4da1-9bc9-5f1b5d02734d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739539 Jul 23 16:44:16.191783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:16.203473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:16.225076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.388774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b906e74-0b76-4c30-9979-e7d162920de6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:16.439954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b906e74-0b76-4c30-9979-e7d162920de6,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:16.460782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.497271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da0b399b-5dc3-46a4-bf92-fc3f4780a3bd', 'name': '', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'mac_address': 'fa:16:3e:be:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:11Z', 'updated_at': '2021-07-23T16:44:13Z', 'revision_number': 2, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'subnets': [{'id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:16.539711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb5570-f980-4478-a9b6-a7f6fa102403 None None] The sync data for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 is: [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da0b399b-5dc3-46a4-bf92-fc3f4780a3bd', 'name': '', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'mac_address': 'fa:16:3e:be:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:11Z', 'updated_at': '2021-07-23T16:44:13Z', 'revision_number': 2, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'subnets': [{'id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:16.565503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-7824a0a6-e7c9-4b1d-8fb4-d4c658fb5ca1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1862855 Jul 23 16:44:16.589078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:16.671244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:16.674881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:16.772784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3b906e74-0b76-4c30-9979-e7d162920de6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:44:16.827086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b13ec-edd9-422e-b785-b8a9024266b6 req-656bad8a-fa20-40c3-94b9-8ba65cd70ff8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:16.834998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f7b13ec-edd9-422e-b785-b8a9024266b6 req-656bad8a-fa20-40c3-94b9-8ba65cd70ff8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 945 time: 0.3841577 Jul 23 16:44:16.854752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f07288-6d46-4dc7-96d5-982ceab82447 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:16.868031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960166f-3767-40d4-ba3e-8126db6af39f req-bef5c0c0-95df-4a37-bfc8-bc31ae8ac36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:16.870665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-bef5c0c0-95df-4a37-bfc8-bc31ae8ac36d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1097 time: 0.1949966 Jul 23 16:44:16.974169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f7b13ec-edd9-422e-b785-b8a9024266b6 req-73c02dd8-961e-48e8-9a82-70cb2fe049df tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361158 Jul 23 16:44:17.106123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 378f5624-5724-4b8b-a96b-2a77f30cc386 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:17.118557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bff482a2-6663-49c4-96ef-a6602de7bc27 None None] Provisioning for port 378f5624-5724-4b8b-a96b-2a77f30cc386 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:17.172096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.175262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.307440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960166f-3767-40d4-ba3e-8126db6af39f req-c88a975a-a35f-4182-9aab-4edd29e605ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:17.309712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-c88a975a-a35f-4182-9aab-4edd29e605ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.4119453 Jul 23 16:44:17.314162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 378f5624-5724-4b8b-a96b-2a77f30cc386 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:17.335470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 378f5624-5724-4b8b-a96b-2a77f30cc386 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:17.335838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.396447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-5889521e-adb4-4b3e-8f93-29be3200267b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1002 time: 0.0769103 Jul 23 16:44:17.411672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:17.453696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:17.465846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:17.470333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960166f-3767-40d4-ba3e-8126db6af39f req-27db2e6d-4897-439e-ab16-e684d93f3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:17.472191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-27db2e6d-4897-439e-ab16-e684d93f3bc1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0668833 Jul 23 16:44:17.481814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:17.482449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.533338 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-deb1d563-aeb1-4328-a452-0982f24ad72a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3320179 Jul 23 16:44:17.538613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:17.554815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff', 'ip_address': '2001:db8::9f7b:7213:6ae:3094'}], 'name': 'tempest-NetworksTestDHCPv6-599763270'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:17.665184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960166f-3767-40d4-ba3e-8126db6af39f req-acf218f2-6e93-4083-a67e-099c14daa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:17.672791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-acf218f2-6e93-4083-a67e-099c14daa250 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846979 Jul 23 16:44:17.694186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.731711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.819178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.843522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:17.920588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 378f5624-5724-4b8b-a96b-2a77f30cc386, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=378f5624-5724-4b8b-a96b-2a77f30cc386,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:17.946680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:17.949457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da72f0de-577a-458f-b562-6b8d10af74fd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:18.044807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.089755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da72f0de-577a-458f-b562-6b8d10af74fd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:18.090200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.090652 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 4ceacfe4-0df3-448f-80d6-c0fea3852960 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:18.091780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=378f5624-5724-4b8b-a96b-2a77f30cc386,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:18.169965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272bf95-6bb6-4ad4-9625-ef28e16a6d26 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:18.238814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-8b4e2ac4-6502-4e85-945b-38b292bdec37 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503345 Jul 23 16:44:18.270561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f15b45b2-db66-499f-b7b7-d1598b9f1b7b None None] Provisioning complete for port 378f5624-5724-4b8b-a96b-2a77f30cc386 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:18.270981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f15b45b2-db66-499f-b7b7-d1598b9f1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.418160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e589c-b324-4ee5-a0e7-0734ed95911d req-f00e4378-aa41-4225-a058-2f2da3306d83 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:18.419758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f9e589c-b324-4ee5-a0e7-0734ed95911d req-f00e4378-aa41-4225-a058-2f2da3306d83 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 945 time: 0.3066504 Jul 23 16:44:18.564571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f960166f-3767-40d4-ba3e-8126db6af39f req-79cd3805-c143-4fef-8b48-c843928893e6 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390120 Jul 23 16:44:18.598768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f9e589c-b324-4ee5-a0e7-0734ed95911d req-571f3213-365a-42d6-bf98-ba2dd2586864 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 Jul 23 16:44:18.770550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Deleting port da72f0de-577a-458f-b562-6b8d10af74fd {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:18.770958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.803352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port a38386a0-7983-4e91-8349-d05acb940c8c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:18.803975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.820674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::9f7b:7213:6ae:3094 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff/4ceacfe4-0df3-448f-80d6-c0fea3852960) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:18.965698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port a38386a0-7983-4e91-8349-d05acb940c8c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a38386a0-7983-4e91-8349-d05acb940c8c,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:18.966110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:18.975113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 378f5624-5724-4b8b-a96b-2a77f30cc386 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:18.992671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] For port da72f0de-577a-458f-b562-6b8d10af74fd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da72f0de-577a-458f-b562-6b8d10af74fd,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:18.993161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.017804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for a38386a0-7983-4e91-8349-d05acb940c8c owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:19.042146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Calling delete_port for da72f0de-577a-458f-b562-6b8d10af74fd owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:19.085445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 378f5624-5724-4b8b-a96b-2a77f30cc386 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:19.085833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.096736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9960919f-c88d-40bd-b55b-4613fa23a86a None None] Provisioning complete for port 378f5624-5724-4b8b-a96b-2a77f30cc386 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:19.097309 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9960919f-c88d-40bd-b55b-4613fa23a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.210626 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.234652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b906e74-0b76-4c30-9979-e7d162920de6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:19.239759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 4ceacfe4-0df3-448f-80d6-c0fea3852960 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:19.396298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 071848c0-0bb7-4919-be47-fbb35faf4ae4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:19.431637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.502616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 3b906e74-0b76-4c30-9979-e7d162920de6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:19.507573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 3b906e74-0b76-4c30-9979-e7d162920de6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:19.507985 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.556709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=4ceacfe4-0df3-448f-80d6-c0fea3852960,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:19.585318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 071848c0-0bb7-4919-be47-fbb35faf4ae4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:19.591293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 071848c0-0bb7-4919-be47-fbb35faf4ae4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:19.591676 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.605399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:19.617677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:19.621348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:19.630260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:19.631280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.657115 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-db50a1e5-04f0-4928-a440-3d0f3fa15f07 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1109407 Jul 23 16:44:19.664092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51310) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:19.703595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aa2b0bc1-be48-44d1-8a7c-ee3195873943 None None] Could not find standard attr ID for object 41406ee2-9364-44fa-931a-d85393c9690e. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:19.733651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.744445 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.787737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:19.798600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:19.801149 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944f1be4-ebc2-459d-ada4-6a61aeafce3f" -d '{"events": [{"server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:19.842018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=a38386a0-7983-4e91-8349-d05acb940c8c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:19.904002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b906e74-0b76-4c30-9979-e7d162920de6,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:19.906949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-28c8b4b5-c6cf-4ac3-9daa-e890cf5f9815 None None] Could not find standard attr ID for object 6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:19.917093 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483637ae-8db8-408f-bd0a-13a91a3999bf x-openstack-request-id: req-483637ae-8db8-408f-bd0a-13a91a3999bf {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:19.917439 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:19.917694 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-483637ae-8db8-408f-bd0a-13a91a3999bf {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:19.918411 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6', 'code': 200} Jul 23 16:44:19.935200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.029110 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.101726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 071848c0-0bb7-4919-be47-fbb35faf4ae4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=071848c0-0bb7-4919-be47-fbb35faf4ae4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:20.125417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.133549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:20.230336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9d28-80e9-4ca7-a13d-09169b56af0a req-a1d7795f-b0dc-42f1-bd89-47f93a92bbc9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:20.235732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=071848c0-0bb7-4919-be47-fbb35faf4ae4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:20.237251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceaf9d28-80e9-4ca7-a13d-09169b56af0a req-a1d7795f-b0dc-42f1-bd89-47f93a92bbc9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 945 time: 0.5443637 Jul 23 16:44:20.261565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=da72f0de-577a-458f-b562-6b8d10af74fd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:20.262856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-094017e3-7e6a-4d6d-8db6-57c7bf59db24 None None] Provisioning for port 4ceacfe4-0df3-448f-80d6-c0fea3852960 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:20.273534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-094017e3-7e6a-4d6d-8db6-57c7bf59db24 None None] Provisioning complete for port 4ceacfe4-0df3-448f-80d6-c0fea3852960 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:20.273908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-094017e3-7e6a-4d6d-8db6-57c7bf59db24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.325208 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Sync routers for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:20.331535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-094017e3-7e6a-4d6d-8db6-57c7bf59db24 None None] Port 4ceacfe4-0df3-448f-80d6-c0fea3852960 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:20.338230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb73ffb-208c-48f0-9074-cf6b848f4d58 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:20.347098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb73ffb-208c-48f0-9074-cf6b848f4d58 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:20.351783 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fb73ffb-208c-48f0-9074-cf6b848f4d58 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.6841249 Jul 23 16:44:20.351969 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:20.351969 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:20.353197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:20.366641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.391540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ceaf9d28-80e9-4ca7-a13d-09169b56af0a req-0635992c-7be2-4148-a2c5-80163c047751 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534469 Jul 23 16:44:20.452027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.533018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b78fd-3d94-4220-af0e-0b2ce12cd800 req-bad894bc-a8e7-4796-a7ae-ee96a8c63cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:20.535065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b5b78fd-3d94-4220-af0e-0b2ce12cd800 req-bad894bc-a8e7-4796-a7ae-ee96a8c63cfc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 1097 time: 0.5412543 Jul 23 16:44:20.538065 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:20.685480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b5b78fd-3d94-4220-af0e-0b2ce12cd800 req-4fca777f-42f9-40c1-ac5a-ce663d3c9bd6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337845 Jul 23 16:44:20.818908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 4ceacfe4-0df3-448f-80d6-c0fea3852960 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:20.819598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:20.960995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router c539c399-01e5-4820-8fa2-8c9cb79bc40d has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:20.977691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 071848c0-0bb7-4919-be47-fbb35faf4ae4 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:20.996011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da0b399b-5dc3-46a4-bf92-fc3f4780a3bd', 'name': '', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'mac_address': 'fa:16:3e:be:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:11Z', 'updated_at': '2021-07-23T16:44:13Z', 'revision_number': 2, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'subnets': [{'id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:21.053526 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Checking router: ee076e33-716a-46cb-938e-7e95ca6e4f99 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:21.054067 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Updating router ee076e33-716a-46cb-938e-7e95ca6e4f99 port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:21.080369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 071848c0-0bb7-4919-be47-fbb35faf4ae4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:21.080989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.120835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:21.123967 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.131567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-80574a0e-8945-4e9f-b750-82b04df86c0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/c539c399-01e5-4820-8fa2-8c9cb79bc40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6853786 Jul 23 16:44:21.136004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Sync routers for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:21.136635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51324) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.205764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:21.206731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:21.235243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting subnet 31861b66-9de1-4d1f-8bb4-c6cd9860afd4 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:21.239292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.294098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Router 5329c819-d13d-4150-8a64-3d762e2b1962 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:21.315095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.347322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.390275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:21.488787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 4ceacfe4-0df3-448f-80d6-c0fea3852960 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:21.501692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.544324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:21.604959 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Sync routers for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:21.637727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8c128650-a12c-4633-b00f-9424071e4b59 admin admin] 10.222.0.64 "PUT /v2.0/routers/5329c819-d13d-4150-8a64-3d762e2b1962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4525537 Jul 23 16:44:21.640662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51330) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.687665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:21.688434 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:21.750010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.803871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39417989-1c60-48a4-be05-f0d1f921f034 req-29f5e0f5-b580-4fb8-954a-b9883a2c67d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:21.805474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39417989-1c60-48a4-be05-f0d1f921f034 req-29f5e0f5-b580-4fb8-954a-b9883a2c67d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.2991703 Jul 23 16:44:21.818113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:44:19Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:21.818510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=4ceacfe4-0df3-448f-80d6-c0fea3852960,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:21.822979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.860427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Checking router: c539c399-01e5-4820-8fa2-8c9cb79bc40d for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:21.875060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Routers {'c539c399-01e5-4820-8fa2-8c9cb79bc40d'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:21.876143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:21.900623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.902777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.905817 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c0dd86c-6743-4d1e-a6d1-a5c8981783fb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4ceacfe4-0df3-448f-80d6-c0fea3852960 HTTP/1.1" status: 204 len: 168 time: 1.5470374 Jul 23 16:44:21.908202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:21.950339 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:21.963235 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:22.023930 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Transition to ACTIVE for port object da0b399b-5dc3-46a4-bf92-fc3f4780a3bd will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:22.024983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Subnet': ['ID=31861b66-9de1-4d1f-8bb4-c6cd9860afd4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.027805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.033715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3623f5a4-e1ba-4658-9783-7b3a947fe7c5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/subnets/31861b66-9de1-4d1f-8bb4-c6cd9860afd4 HTTP/1.1" status: 204 len: 168 time: 0.8958724 Jul 23 16:44:22.034272 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.034963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b84bc-aa42-4299-ae3c-fa4ed99943db None None] Network 600c77b9-2fa3-43a6-b018-e116cf2821f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:22.036533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.063060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] Set router c539c399-01e5-4820-8fa2-8c9cb79bc40d gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:22.092799 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e688efa-a08a-4c18-94fd-1b67a614d373 None None] Pushing event updated for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.145675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39417989-1c60-48a4-be05-f0d1f921f034 req-1dda3090-22d9-47d6-93dd-6d217e459666 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246241 Jul 23 16:44:22.152987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a6eb-44fc-48c4-9aef-d10d5bd2f380 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:22.154661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a6eb-44fc-48c4-9aef-d10d5bd2f380 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:22.156635 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eda1a6eb-44fc-48c4-9aef-d10d5bd2f380 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2467318 Jul 23 16:44:22.159408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:22.190052 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.280056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.301417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Deleting port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:22.304917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.413139 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Attempting to bind port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:22.413679 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Attempting to bind port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:22.414021 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Attempting to bind port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd on network cb857d41-f93f-4347-b770-c9f4ac79cc51 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:22.420491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:22.425385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.432220 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:22.432893 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Checking segment: {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:22.433450 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.434019 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Bound using segment: {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:22.434762 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Bound port: da0b399b-5dc3-46a4-bf92-fc3f4780a3bd, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b51489-a5d7-42c3-be93-bf54a56d14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:22.435509 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.466560 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:19Z', 'revision_number': 5, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port': {'id': '62ecef77-2c66-4982-9d4c-6dcc3cf310d4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:57Z', 'updated_at': '2021-07-23T16:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:22.495670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] For port 62ecef77-2c66-4982-9d4c-6dcc3cf310d4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:22.496447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.497077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.529099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Calling delete_port for 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:22.545011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] For port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:22.548970 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] For port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:22.587383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.587625 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.587625 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Checking router: 5329c819-d13d-4150-8a64-3d762e2b1962 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:22.591333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.657652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Routers {'5329c819-d13d-4150-8a64-3d762e2b1962'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:22.658308 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['5329c819-d13d-4150-8a64-3d762e2b1962'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:22.683450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:44:19Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:22.758021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bf695-80ba-44f1-ad20-1e6f88c3073a None None] The sync data for ids ['c539c399-01e5-4820-8fa2-8c9cb79bc40d'] in n-d-800484-3 is: [{'id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988347467', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:41:22Z', 'updated_at': '2021-07-23T16:44:19Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': 'b91a1573-3689-40e9-8467-1366f577e9ff', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c539c399-01e5-4820-8fa2-8c9cb79bc40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:41:24Z', 'updated_at': '2021-07-23T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:22.777234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] DHCP port deletion for 600c77b9-2fa3-43a6-b018-e116cf2821f0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:22.840347 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] Set router 5329c819-d13d-4150-8a64-3d762e2b1962 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:22.846787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.886264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Deleting port a60b0a10-49fd-41b5-817a-6ea92861d219 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:22.897339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.935428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port b91a1573-3689-40e9-8467-1366f577e9ff {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:22.935767 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.947990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:22.957443 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.961820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-11ac0582-4c92-450c-90b0-c88939cd905e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff HTTP/1.1" status: 204 len: 168 time: 0.8013680 Jul 23 16:44:22.965296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:22.965478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb65b1-5660-4277-a67c-1f7a44e09729 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:22.968579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51346) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.085771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4af9f036-8d7b-43e6-af1d-28a79368aa2c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084442 Jul 23 16:44:23.093827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] For port a60b0a10-49fd-41b5-817a-6ea92861d219, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a60b0a10-49fd-41b5-817a-6ea92861d219,segment=NetworkSegment(2b6f98d3-09fb-4c71-aa72-f01e77cef404),segment_id=2b6f98d3-09fb-4c71-aa72-f01e77cef404)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:23.094435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.118750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51348) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:23.131289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:23.147803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:22Z', 'revision_number': 6, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:23.182050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port b91a1573-3689-40e9-8467-1366f577e9ff, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b91a1573-3689-40e9-8467-1366f577e9ff,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:23.182670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.202353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for b91a1573-3689-40e9-8467-1366f577e9ff owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:23.217778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Calling delete_port for a60b0a10-49fd-41b5-817a-6ea92861d219 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:23.227953 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69abaa10-90c9-4bc5-8162-eb7e329c47b4 None None] The sync data for ids ['5329c819-d13d-4150-8a64-3d762e2b1962'] in n-d-800484-3 is: [{'id': '5329c819-d13d-4150-8a64-3d762e2b1962', 'name': 'tempest-TestAggregatesBasicOps-856066463-router', 'tenant_id': 'e198f6c3c44740efa9799083a3cbb422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:56Z', 'updated_at': '2021-07-23T16:44:22Z', 'revision_number': 6, 'project_id': 'e198f6c3c44740efa9799083a3cbb422', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:23.228204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ecef77-2c66-4982-9d4c-6dcc3cf310d4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.239161 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:23.239810 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:23.245957 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e688efa-a08a-4c18-94fd-1b67a614d373 None None] Pushing event updated for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.390050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:23.402739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.434198 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:23.533672 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.596253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.612314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=b91a1573-3689-40e9-8467-1366f577e9ff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.645193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] Pushing event deleted for resources: {'Port': ['ID=a60b0a10-49fd-41b5-817a-6ea92861d219,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:23.645663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.662415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd5f9d-2ecd-454b-bc1f-41a07c9cb1c1 None None] No DVR routers for this DVR port a60b0a10-49fd-41b5-817a-6ea92861d219 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:23.692849 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.745861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.765889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:23.820828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:23.859605 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da0b399b-5dc3-46a4-bf92-fc3f4780a3bd', 'name': '', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'mac_address': 'fa:16:3e:be:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:11Z', 'updated_at': '2021-07-23T16:44:22Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'subnets': [{'id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:23.894918 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b85b2-c5b4-45fa-adee-03eeabaddecd None None] The sync data for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 is: [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:12Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'da0b399b-5dc3-46a4-bf92-fc3f4780a3bd', 'name': '', 'network_id': 'cb857d41-f93f-4347-b770-c9f4ac79cc51', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'mac_address': 'fa:16:3e:be:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:11Z', 'updated_at': '2021-07-23T16:44:22Z', 'revision_number': 4, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'subnets': [{'id': 'b2632aa2-3b66-4a61-99b9-1623d84b406d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:23.898873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.902552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.927165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:23.941395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.942185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.955783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Deleting port 378f5624-5724-4b8b-a96b-2a77f30cc386 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:23.956977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.965987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbcc9-a9bb-4ece-a603-3767ea3b190f req-690a2815-cece-4d36-9aef-fad71f0f392d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:23.967171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.967954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Fanout notify agent at l3_agent the message router_deleted on router c539c399-01e5-4820-8fa2-8c9cb79bc40d {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:23.974568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8cbbcc9-a9bb-4ece-a603-3767ea3b190f req-690a2815-cece-4d36-9aef-fad71f0f392d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.6724772 Jul 23 16:44:23.978490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:23.981251 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c874c19a-b350-45ee-b170-649d37558caa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/routers/c539c399-01e5-4820-8fa2-8c9cb79bc40d HTTP/1.1" status: 204 len: 168 time: 1.9431489 Jul 23 16:44:23.983646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51358) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.028408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8995571 Jul 23 16:44:24.028408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30907d38-fbd8-4912-a784-83ecd2ca7442 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=054e6ebf-d7cd-471b-9b86-dffb662f11c5,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:24.038199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51360) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.045861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '054e6ebf-d7cd-471b-9b86-dffb662f11c5', 'ip_address': '2001:db8::fca7:c564:80b1:11a3'}], 'name': 'tempest-NetworksTestDHCPv6-1649601278'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:24.046382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.055976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.070795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8cbbcc9-a9bb-4ece-a603-3767ea3b190f req-cd4cf2a2-da15-4371-a11c-f0a1fd72d7a5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953100 Jul 23 16:44:24.159022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] For port 378f5624-5724-4b8b-a96b-2a77f30cc386, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=378f5624-5724-4b8b-a96b-2a77f30cc386,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:24.159602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.176537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Calling delete_port for 378f5624-5724-4b8b-a96b-2a77f30cc386 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:24.216705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.217330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5329c819-d13d-4150-8a64-3d762e2b1962 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:24.222406 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.223679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fabe6aac-2daf-43c9-a3a2-004817584697 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5329c819-d13d-4150-8a64-3d762e2b1962 HTTP/1.1" status: 204 len: 168 time: 2.5819845 Jul 23 16:44:24.227411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51364) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.315499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.381410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] Pushing event deleted for resources: {'Port': ['ID=378f5624-5724-4b8b-a96b-2a77f30cc386,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:24.389325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a182a85-6879-4af5-bbd6-f93c175ad04c None None] No DVR routers for this DVR port 378f5624-5724-4b8b-a96b-2a77f30cc386 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:24.412715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0317d9fe-b98e-433b-a4f5-7ad1a0f23c06 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:24.414691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Deleting subnet ab0207eb-1c4b-4bd6-ac52-6c1b503b879c {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:24.421600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.463560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f339c48-494b-474d-9c7f-5adb4665d713 req-98a02452-ef29-4f58-a7fd-ed98a324ea8b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:24.469258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f339c48-494b-474d-9c7f-5adb4665d713 req-98a02452-ef29-4f58-a7fd-ed98a324ea8b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.2256048 Jul 23 16:44:24.533167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51368) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:24.537083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f339c48-494b-474d-9c7f-5adb4665d713 req-c116a0d3-e6c2-47d9-93d9-68c2e640adac tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Jul 23 16:44:24.584882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.698480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '054e6ebf-d7cd-471b-9b86-dffb662f11c5'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:24.699362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.845226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51a3c0f8-c6bf-4809-be44-c7aa1a931bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.936171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da0b399b-5dc3-46a4-bf92-fc3f4780a3bd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:24.952174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:24.981028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/054e6ebf-d7cd-471b-9b86-dffb662f11c5/46fb9535-7f09-48ae-890c-dccf70bb1158) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:25.039405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.083437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:25.089629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:25.090106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.184008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.202542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600c77b9-2fa3-43a6-b018-e116cf2821f0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:25.222991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6f98d3-09fb-4c71-aa72-f01e77cef404') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:25.225242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6f98d3-09fb-4c71-aa72-f01e77cef404') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:25.235945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.246965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.253256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Transition to ACTIVE for port object 46fb9535-7f09-48ae-890c-dccf70bb1158 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:25.255060 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.264585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.271951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:25.272842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.290011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Transition to ACTIVE for port object 46fb9535-7f09-48ae-890c-dccf70bb1158 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:25.308660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.312240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:25.347843 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:25.356698 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.358947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.370923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Pushing event updated for resources: {'Port': ['ID=46fb9535-7f09-48ae-890c-dccf70bb1158,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.372891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.374743 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/networks/600c77b9-2fa3-43a6-b018-e116cf2821f0 HTTP/1.1" status: 204 len: 168 time: 1.3887277 Jul 23 16:44:25.375838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e1691-6cc4-4992-9a78-269e413d1e13 req-b21f18e2-728b-4c0e-b7d7-ea5cd14875ad tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:25.377950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.378229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f53e1691-6cc4-4992-9a78-269e413d1e13 req-b21f18e2-728b-4c0e-b7d7-ea5cd14875ad tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.6100080 Jul 23 16:44:25.396303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.424747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:25.428266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:25.432998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:25.446186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b00c26-1c06-4a89-b90e-a02edb2d8173 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Network': ['ID=600c77b9-2fa3-43a6-b018-e116cf2821f0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.468527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.471583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ab0207eb-1c4b-4bd6-ac52-6c1b503b879c HTTP/1.1" status: 204 len: 168 time: 1.2409723 Jul 23 16:44:25.475771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b2bf-6561-4603-8a38-3ceb9ea4572e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0207eb-1c4b-4bd6-ac52-6c1b503b879c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.478758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51378) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.479157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.487551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a60b0a10-49fd-41b5-817a-6ea92861d219 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.489664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163650dc-bbc7-487a-9a6e-4021070f95b0 None None] Network ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:25.499250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.515745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f53e1691-6cc4-4992-9a78-269e413d1e13 req-a06f8ef6-86cb-4e52-8f04-41f515dd0c6f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244094 Jul 23 16:44:25.529214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51a3c0f8-c6bf-4809-be44-c7aa1a931bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.540122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.544127 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-51a3c0f8-c6bf-4809-be44-c7aa1a931bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.566468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a60b0a10-49fd-41b5-817a-6ea92861d219 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.566815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a60b0a10-49fd-41b5-817a-6ea92861d219 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.567238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b91a1573-3689-40e9-8467-1366f577e9ff no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.610228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51a3c0f8-c6bf-4809-be44-c7aa1a931bc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a88410dda2e4345932b1e1319263097&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720696 Jul 23 16:44:25.611154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51382) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:25.612170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3c0f8-c6bf-4809-be44-c7aa1a931bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f33a2-8d06-423f-b5eb-c178ca832bcb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.647879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.651921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:25.670250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b91a1573-3689-40e9-8467-1366f577e9ff {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.672642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b91a1573-3689-40e9-8467-1366f577e9ff not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.675099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.681602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.685798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Attempting to bind port 46fb9535-7f09-48ae-890c-dccf70bb1158 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:25.686200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Attempting to bind port 46fb9535-7f09-48ae-890c-dccf70bb1158 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:25.686565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Attempting to bind port 46fb9535-7f09-48ae-890c-dccf70bb1158 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:25.707299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.715942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:25.716643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:25.717224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.717801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:25.718498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Bound port: 46fb9535-7f09-48ae-890c-dccf70bb1158, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:25.719064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.737046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.737669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 62ecef77-2c66-4982-9d4c-6dcc3cf310d4 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.738449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a38386a0-7983-4e91-8349-d05acb940c8c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.759823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.768989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.773045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.788968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/657f33a2-8d06-423f-b5eb-c178ca832bcb HTTP/1.1" status: 204 len: 168 time: 0.1726971 Jul 23 16:44:25.791849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port b6f083cb-521e-4391-a0ac-01ecfcd651a0 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:25.811168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b312ba-6563-401d-8614-5328d005e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f33a2-8d06-423f-b5eb-c178ca832bcb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:25.821093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a38386a0-7983-4e91-8349-d05acb940c8c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.822177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a38386a0-7983-4e91-8349-d05acb940c8c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.823034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 378f5624-5724-4b8b-a96b-2a77f30cc386 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.889210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 378f5624-5724-4b8b-a96b-2a77f30cc386 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.889718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 378f5624-5724-4b8b-a96b-2a77f30cc386 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.890368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da72f0de-577a-458f-b562-6b8d10af74fd no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:25.923892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Deleting port b6a2949d-2bac-4bc2-8023-d8659e91abdb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:25.924291 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.926377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d930d56-e8f8-4c8e-8695-ed891347e38f req-9b41ed95-fa17-4a88-bad1-c47c80ed99ce tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:25.934294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: da72f0de-577a-458f-b562-6b8d10af74fd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:25.934793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da72f0de-577a-458f-b562-6b8d10af74fd not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:25.946985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d930d56-e8f8-4c8e-8695-ed891347e38f req-9b41ed95-fa17-4a88-bad1-c47c80ed99ce tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.1565061 Jul 23 16:44:25.949181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.952669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:25.953030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] For port 46fb9535-7f09-48ae-890c-dccf70bb1158, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:25.953942 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/security-groups/7355c588-a573-4a5f-8ac1-734318bd1485 HTTP/1.1" status: 204 len: 168 time: 0.5751405 Jul 23 16:44:25.975869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] For port 46fb9535-7f09-48ae-890c-dccf70bb1158, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46fb9535-7f09-48ae-890c-dccf70bb1158,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:25.983134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05da83-961f-45e6-b6dd-87dbf43e3473 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7355c588-a573-4a5f-8ac1-734318bd1485,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.001100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.015790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d930d56-e8f8-4c8e-8695-ed891347e38f req-5e899848-28b8-4b75-8d63-3336cd79d939 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Jul 23 16:44:26.114307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] DHCP port deletion for ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:26.129144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] For port b6a2949d-2bac-4bc2-8023-d8659e91abdb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b6a2949d-2bac-4bc2-8023-d8659e91abdb,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:26.130280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.159022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Calling delete_port for b6a2949d-2bac-4bc2-8023-d8659e91abdb owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:26.168585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025665-e177-4bbc-8dc8-986c1efba2b1 None None] Pushing event updated for resources: {'Port': ['ID=46fb9535-7f09-48ae-890c-dccf70bb1158,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.171288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::fca7:c564:80b1:11a3 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/054e6ebf-d7cd-471b-9b86-dffb662f11c5/b6f083cb-521e-4391-a0ac-01ecfcd651a0) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:26.217397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Deleting port b6a2949d-2bac-4bc2-8023-d8659e91abdb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:26.217780 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.324230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] For port b6a2949d-2bac-4bc2-8023-d8659e91abdb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b6a2949d-2bac-4bc2-8023-d8659e91abdb,segment=NetworkSegment(64a9d59d-43f5-4c6f-91f2-9133fea26989),segment_id=64a9d59d-43f5-4c6f-91f2-9133fea26989)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:26.324634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.327801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51402) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.333122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895328123', 'description': 'tempest-secgroup-smoke-895328123 description', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:26.339708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Calling delete_port for b6a2949d-2bac-4bc2-8023-d8659e91abdb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:26.418841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.490190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.503382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.534068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] Pushing event deleted for resources: {'Port': ['ID=b6a2949d-2bac-4bc2-8023-d8659e91abdb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.546531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53106a90-d69f-42f3-85b6-bf0b9e974029 None None] No DVR routers for this DVR port b6a2949d-2bac-4bc2-8023-d8659e91abdb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:26.568755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.572282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a2949d-2bac-4bc2-8023-d8659e91abdb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.574191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.579255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] No DVR routers for this DVR port b6a2949d-2bac-4bc2-8023-d8659e91abdb on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:26.580159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.619355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.620646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2918129 Jul 23 16:44:26.621863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90a2a8-1a76-4e04-910d-9c9c5b8dac78 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf463b-188a-4056-b4b0-f2c852874b96,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.624180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51410) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.629102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:26.641472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object b6f083cb-521e-4391-a0ac-01ecfcd651a0 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:26.668469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.701330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.714578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:26.740891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a9d59d-43f5-4c6f-91f2-9133fea26989') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:26.740891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a9d59d-43f5-4c6f-91f2-9133fea26989') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:26.761437 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.774969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.777544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.788554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.793514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.804833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf778d0f-1df4-4abc-ad1a-40d1429bdf81,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.819570 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.824860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cb0e2f64-9b0d-41f5-869d-93d329673708 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994936 Jul 23 16:44:26.826776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:26.827258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.827383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:26.831310 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:26.835594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:26.864670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:26.872312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=b6f083cb-521e-4391-a0ac-01ecfcd651a0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.878731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:26.881150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:26.887418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:26.888055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.896247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.936724 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c061fb22-52e4-445b-be03-0c5135488bdc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8968658 Jul 23 16:44:26.940226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51428) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:26.944850 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.962247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:26.965486 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1 HTTP/1.1" status: 204 len: 168 time: 1.4694374 Jul 23 16:44:26.977500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9f184-5831-433f-86d3-aeeccb134108 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0c3997-558a-4d5f-a4cc-a6b9be18b9b1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:26.982672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51430) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.012406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46fb9535-7f09-48ae-890c-dccf70bb1158 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:27.038662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.051055 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.113813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e45bf6-ce41-471d-8c58-193b38daeb1c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:27.115229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 46fb9535-7f09-48ae-890c-dccf70bb1158 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:27.124034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da0b399b-5dc3-46a4-bf92-fc3f4780a3bd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:27.157487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68428f-e199-4577-9f13-0f934892ad87 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.164034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68428f-e199-4577-9f13-0f934892ad87 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.168642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4f68428f-e199-4577-9f13-0f934892ad87 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2235897 Jul 23 16:44:27.169862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.174137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2913b0c-4c1b-45e2-b4e7-38bae4f34d06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3458672 Jul 23 16:44:27.175776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51436) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.176280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51438) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.198143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:27.226038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:27.226329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.421904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.449910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e391-f414-440a-944e-044661263708 req-ea8ced06-e063-469a-a76b-0efe4065c85a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.451821 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31d9e391-f414-440a-944e-044661263708 req-ea8ced06-e063-469a-a76b-0efe4065c85a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.2847514 Jul 23 16:44:27.455958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b6a2949d-2bac-4bc2-8023-d8659e91abdb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:27.501102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b6a2949d-2bac-4bc2-8023-d8659e91abdb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:27.501872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b6a2949d-2bac-4bc2-8023-d8659e91abdb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:27.549179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port b6f083cb-521e-4391-a0ac-01ecfcd651a0 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:27.549619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.559357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Provisioning for port 46fb9535-7f09-48ae-890c-dccf70bb1158 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:27.562068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31d9e391-f414-440a-944e-044661263708 req-e2f7e265-f6be-4db5-8fa8-0fc6770c2815 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957739 Jul 23 16:44:27.563431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Provisioning complete for port 46fb9535-7f09-48ae-890c-dccf70bb1158 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:27.563846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.627226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.679549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.704547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.744058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] For port 46fb9535-7f09-48ae-890c-dccf70bb1158, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46fb9535-7f09-48ae-890c-dccf70bb1158,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:27.752825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.754912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.810170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3660b46-7e58-471e-a985-9f8d58d9039b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:27.832656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.838179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.843132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-26bf0764-254c-4f90-8ff6-4dbed2356661 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6646500 Jul 23 16:44:27.845649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51454) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:27.862080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for b6f083cb-521e-4391-a0ac-01ecfcd651a0 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:27.869227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4d7a-05b0-475f-b247-c901fc66e52c None None] Pushing event updated for resources: {'Port': ['ID=46fb9535-7f09-48ae-890c-dccf70bb1158,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:27.931816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:27.981980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b8a4eabe-9bd0-40fb-8ed6-3afe7d330122 None None] Provisioning for port b6f083cb-521e-4391-a0ac-01ecfcd651a0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:27.983516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d30386-de19-4440-8912-0b707e501394 req-09df8341-4615-4e6d-8540-2223a8bfc9e1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.984530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82d30386-de19-4440-8912-0b707e501394 req-09df8341-4615-4e6d-8540-2223a8bfc9e1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.3818469 Jul 23 16:44:27.998756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b8a4eabe-9bd0-40fb-8ed6-3afe7d330122 None None] Provisioning complete for port b6f083cb-521e-4391-a0ac-01ecfcd651a0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:27.999137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b8a4eabe-9bd0-40fb-8ed6-3afe7d330122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.013091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Deleting port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:28.013431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.049113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4eabe-9bd0-40fb-8ed6-3afe7d330122 None None] Port b6f083cb-521e-4391-a0ac-01ecfcd651a0 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:28.087970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.113129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] For port da0b399b-5dc3-46a4-bf92-fc3f4780a3bd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:28.114480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.129383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Calling delete_port for da0b399b-5dc3-46a4-bf92-fc3f4780a3bd owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:28.183730 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.226639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=b6f083cb-521e-4391-a0ac-01ecfcd651a0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.230089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.262625 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.264838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.266975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-67e1ad6b-c269-4a60-a884-1e4ddc89eb94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b6f083cb-521e-4391-a0ac-01ecfcd651a0 HTTP/1.1" status: 204 len: 168 time: 1.0895183 Jul 23 16:44:28.271539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51460) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.324608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862ee379-d10d-4d04-8102-3781d3b87db2,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.343325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.344816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 3b906e74-0b76-4c30-9979-e7d162920de6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:28.345721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.354157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.358445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-211373df-7870-444e-b0f2-597381c957a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4329891 Jul 23 16:44:28.359594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51462) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.377297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:28.380840 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0b399b-5dc3-46a4-bf92-fc3f4780a3bd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:28.422456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10ed35-89e7-4d6f-8cd7-01b2810109dc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:28.424365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10ed35-89e7-4d6f-8cd7-01b2810109dc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:28.426004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9e10ed35-89e7-4d6f-8cd7-01b2810109dc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1496844 Jul 23 16:44:28.431533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51464) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:28.559484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 054e6ebf-d7cd-471b-9b86-dffb662f11c5 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:28.570767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.630499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.644707 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:28.654933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.664033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port 3b906e74-0b76-4c30-9979-e7d162920de6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b906e74-0b76-4c30-9979-e7d162920de6,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:28.664401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.687242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.765387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 3b906e74-0b76-4c30-9979-e7d162920de6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:28.867482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46fb9535-7f09-48ae-890c-dccf70bb1158 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:28.905504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Router ee076e33-716a-46cb-938e-7e95ca6e4f99 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:28.919333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 46fb9535-7f09-48ae-890c-dccf70bb1158 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:28.920030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.932010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.949865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.959536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80566869-a53b-4c21-9fbd-67067db57f5a req-56432002-23e4-421a-a37d-9d49cb4a147a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:28.961250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80566869-a53b-4c21-9fbd-67067db57f5a req-56432002-23e4-421a-a37d-9d49cb4a147a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 946 time: 0.2928085 Jul 23 16:44:28.962878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:28.981026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.047232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03f18a5-7248-47ba-ba9f-0d5e23da61d1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.059039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.062997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2d82a151-facf-4081-a155-ba0c755c2cbf tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6996696 Jul 23 16:44:29.063794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.068330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '93cf463b-188a-4056-b4b0-f2c852874b96', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:29.081991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80566869-a53b-4c21-9fbd-67067db57f5a req-8ec91259-14bc-4565-b127-6a5709fd6448 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874441 Jul 23 16:44:29.112633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:29.122856 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-756ed8b3-ae5e-4b86-b019-249b92177503 admin admin] 10.222.0.64 "PUT /v2.0/routers/ee076e33-716a-46cb-938e-7e95ca6e4f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357846 Jul 23 16:44:29.122856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51478) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.129877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Sync routers for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:29.144953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:29.148043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:29.173509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.215728 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:44:29.219254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=054e6ebf-d7cd-471b-9b86-dffb662f11c5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.221444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.226337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e0553478-5de2-414c-b352-c145ce970a8a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/054e6ebf-d7cd-471b-9b86-dffb662f11c5 HTTP/1.1" status: 204 len: 168 time: 0.7642956 Jul 23 16:44:29.228883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51480) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.230387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5f219-26b8-4684-b554-ba2c9324577a None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:29.238249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.278630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3b906e74-0b76-4c30-9979-e7d162920de6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:44:29.281399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1ab0d50a-ca17-4e7a-88bc-3049adbe68a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506411 Jul 23 16:44:29.285049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51484) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.361018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=3b906e74-0b76-4c30-9979-e7d162920de6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.433181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port 3b906e74-0b76-4c30-9979-e7d162920de6 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:29.438796 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.441165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82d30386-de19-4440-8912-0b707e501394 req-cf44f26f-cd4f-41b4-a32a-767dc854e8b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "DELETE /v2.0/ports/3b906e74-0b76-4c30-9979-e7d162920de6 HTTP/1.1" status: 204 len: 173 time: 1.4480267 Jul 23 16:44:29.442700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:29.446146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'name': 'network-vif-deleted', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:29.448133 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e46f5-0123-4141-a0ba-5eda7a02c228" -d '{"events": [{"server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "name": "network-vif-deleted", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:29.477106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37a2b9-d869-4b9c-8d70-1a834c509a92 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:29.482328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff37a2b9-d869-4b9c-8d70-1a834c509a92 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1943772 Jul 23 16:44:29.482975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51488) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.533174 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b82f6b-5a69-43e3-9c5a-f353fee6fc43 x-openstack-request-id: req-d4b82f6b-5a69-43e3-9c5a-f353fee6fc43 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:29.533479 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1fbe64-b15d-406a-aed3-e8a458b0f6d1", "name": "network-vif-deleted", "tag": "3b906e74-0b76-4c30-9979-e7d162920de6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:29.533743 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4b82f6b-5a69-43e3-9c5a-f353fee6fc43 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:29.534251 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1fbe64-b15d-406a-aed3-e8a458b0f6d1', 'name': 'network-vif-deleted', 'tag': '3b906e74-0b76-4c30-9979-e7d162920de6', 'status': 'completed', 'code': 200} Jul 23 16:44:29.562250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b766430-1f4f-4366-9d63-178c5ed2680a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:29.567096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0b766430-1f4f-4366-9d63-178c5ed2680a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829139 Jul 23 16:44:29.567727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51490) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.615658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2e04a2ad-7e5b-4f2f-a457-cf9a69e936f2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466726 Jul 23 16:44:29.616227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51492) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.626246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:29.675149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.713551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:29.752362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.819097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:29.824204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.853627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:28Z', 'revision_number': 5, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port': {'id': '071848c0-0bb7-4919-be47-fbb35faf4ae4', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:29.864831 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.873192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.895984 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.897547 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8331211 Jul 23 16:44:29.901069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51494) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:29.901385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Checking router: ee076e33-716a-46cb-938e-7e95ca6e4f99 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:29.904659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Deleting port 46fb9535-7f09-48ae-890c-dccf70bb1158 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:29.904659 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.908230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972633-b646-46bb-bd1f-8b0f5a6802b0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268dbea3-54b3-4866-b790-62158c84302d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:29.926068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'network': {'name': 'tempest-network-smoke--2077999169', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:29.929416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:29.956905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:29.960977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.008224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Deleting port 071848c0-0bb7-4919-be47-fbb35faf4ae4 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:30.009806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.036990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:30.058746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.059102 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Added segment f2846434-47f6-4013-a512-f7acc3213e36 of type vlan for network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc Jul 23 16:44:30.150310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] For port 071848c0-0bb7-4919-be47-fbb35faf4ae4, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=071848c0-0bb7-4919-be47-fbb35faf4ae4,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:30.152032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.152325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.186433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Calling delete_port for 071848c0-0bb7-4919-be47-fbb35faf4ae4 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:30.283872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55ed29f8-9f1a-4c41-9c59-bf6c9a1f3d00 req-3f83e7a7-be4a-4fe2-a28a-fce4fde25cfb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.0414863 Jul 23 16:44:30.290091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.297473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:30.298450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.341533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4390945 Jul 23 16:44:30.346354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51502) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:30.351376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'admin_state_up': True, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:30.357050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] For port 46fb9535-7f09-48ae-890c-dccf70bb1158, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46fb9535-7f09-48ae-890c-dccf70bb1158,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:30.362677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.381746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.382731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Calling delete_port for 46fb9535-7f09-48ae-890c-dccf70bb1158 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:30.403108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.404414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.499929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.522289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Routers {'ee076e33-716a-46cb-938e-7e95ca6e4f99'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:30.522539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['ee076e33-716a-46cb-938e-7e95ca6e4f99'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:30.557469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Pushing event deleted for resources: {'Port': ['ID=071848c0-0bb7-4919-be47-fbb35faf4ae4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.603388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c6d3d-46c9-4c54-858f-c38a4803d595 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Network': ['ID=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.606321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=3492d9fe-584b-4741-899e-e226e5da2fdb,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.684679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.696595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:44:30.712296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.722519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:30.724508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:30.728214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:30.728890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.841404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9cd468a8-ff2d-40ac-b0b5-0b0e41e0ae0c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2197013 Jul 23 16:44:30.843145 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.877179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51504) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:30.881908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '3492d9fe-584b-4741-899e-e226e5da2fdb', 'ip_address': '2001:db8::9122:be2e:a2c5:9e0'}], 'name': 'tempest-NetworksTestDHCPv6-47252856'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:30.905670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.910607 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.911213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] Pushing event deleted for resources: {'Port': ['ID=46fb9535-7f09-48ae-890c-dccf70bb1158,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:30.918735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaef4a8-8a78-4883-90e8-54f2de91e91c None None] No DVR routers for this DVR port 46fb9535-7f09-48ae-890c-dccf70bb1158 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:30.924652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] Set router ee076e33-716a-46cb-938e-7e95ca6e4f99 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:30.955038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103af4be-5ecf-4323-81ee-6ded820b9109 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:30.987226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:30.992272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:30Z', 'revision_number': 7, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:30.994500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46fb9535-7f09-48ae-890c-dccf70bb1158 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:31.016753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:44:31.035924 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.036641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee076e33-716a-46cb-938e-7e95ca6e4f99 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:31.051179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.052907 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27e20980-a8a6-4e69-a918-9aa08445a3be admin admin] 10.222.0.64 "DELETE /v2.0/routers/ee076e33-716a-46cb-938e-7e95ca6e4f99 HTTP/1.1" status: 204 len: 168 time: 1.9293644 Jul 23 16:44:31.056851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51506) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:31.062557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 46fb9535-7f09-48ae-890c-dccf70bb1158 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:31.062918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46fb9535-7f09-48ae-890c-dccf70bb1158 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:31.064413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df192ac3-9ab4-4224-ab98-e9beea47928e None None] The sync data for ids ['ee076e33-716a-46cb-938e-7e95ca6e4f99'] in n-d-800484-3 is: [{'id': 'ee076e33-716a-46cb-938e-7e95ca6e4f99', 'name': 'tempest-TestAggregatesBasicOps-422274625-router', 'tenant_id': '39fe24bbe6e54423bda1a48354169057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:06Z', 'updated_at': '2021-07-23T16:44:30Z', 'revision_number': 7, 'project_id': '39fe24bbe6e54423bda1a48354169057', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:31.128965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:31.156700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Deleting subnet b2632aa2-3b66-4a61-99b9-1623d84b406d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:31.161205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.221020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.248097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.277021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port e27233ed-8229-448e-832d-98a48c8a20f3 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:31.306089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '3492d9fe-584b-4741-899e-e226e5da2fdb'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:31.307242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.438925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b906e74-0b76-4c30-9979-e7d162920de6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:31.468738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 3b906e74-0b76-4c30-9979-e7d162920de6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:31.469088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b906e74-0b76-4c30-9979-e7d162920de6 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:31.566945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/3492d9fe-584b-4741-899e-e226e5da2fdb/a9f61c49-f4c9-437d-84dc-3f5652e0459d) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:31.767103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.776329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Transition to ACTIVE for port object a9f61c49-f4c9-437d-84dc-3f5652e0459d will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:31.794058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Transition to ACTIVE for port object a9f61c49-f4c9-437d-84dc-3f5652e0459d will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:31.805174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.859241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ebc07b33-f50c-4935-98ae-60abec2cb28e req-c9001c79-c923-4c9e-90da-673618bb381b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.3823202 Jul 23 16:44:31.879901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:31.888932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:31.891183 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.897273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::9122:be2e:a2c5:9e0 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/3492d9fe-584b-4741-899e-e226e5da2fdb/e27233ed-8229-448e-832d-98a48c8a20f3) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:31.903415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:31.929159 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Pushing event updated for resources: {'Port': ['ID=a9f61c49-f4c9-437d-84dc-3f5652e0459d,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:31.932449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:31.971209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.074019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Attempting to bind port a9f61c49-f4c9-437d-84dc-3f5652e0459d on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:32.077266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Attempting to bind port a9f61c49-f4c9-437d-84dc-3f5652e0459d by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:32.078496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Attempting to bind port a9f61c49-f4c9-437d-84dc-3f5652e0459d on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:32.091896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:32.092606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:32.093192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.093600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:32.094108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Bound port: a9f61c49-f4c9-437d-84dc-3f5652e0459d, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:32.094518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.145020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.233250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2632aa2-3b66-4a61-99b9-1623d84b406d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.257538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.259613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] For port a9f61c49-f4c9-437d-84dc-3f5652e0459d, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:32.263575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] For port a9f61c49-f4c9-437d-84dc-3f5652e0459d, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a9f61c49-f4c9-437d-84dc-3f5652e0459d,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:32.277241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebf059-c128-4546-82bc-f225ccd1a5b6 None None] Network cb857d41-f93f-4347-b770-c9f4ac79cc51 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:32.294871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object e27233ed-8229-448e-832d-98a48c8a20f3 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:32.296168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.305245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-60decc3f-d176-43de-a446-d051a5c5b625 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b2632aa2-3b66-4a61-99b9-1623d84b406d HTTP/1.1" status: 204 len: 168 time: 1.2401221 Jul 23 16:44:32.308129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:32.312713 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.413334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.38 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1ec319be-2b0d-4182-8f34-b31fb5baed9c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:32.514799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.572013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694887a1-1a61-4140-a6e4-8305a82fbd23 None None] Pushing event updated for resources: {'Port': ['ID=a9f61c49-f4c9-437d-84dc-3f5652e0459d,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.621793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.720823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:32.753409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:32.772685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.796883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:32.803367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:32.804552 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.812375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 071848c0-0bb7-4919-be47-fbb35faf4ae4 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:32.829259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=e27233ed-8229-448e-832d-98a48c8a20f3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.866603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 071848c0-0bb7-4919-be47-fbb35faf4ae4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:32.867230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 071848c0-0bb7-4919-be47-fbb35faf4ae4 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:32.867505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Deleting port 7c127e40-1083-4e52-b083-f0c44bbf9876 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:32.867951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.868855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da0b399b-5dc3-46a4-bf92-fc3f4780a3bd no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:32.899785 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ced78403-9e61-4933-b380-d38fc2db642b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.0216918 Jul 23 16:44:32.901660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: da0b399b-5dc3-46a4-bf92-fc3f4780a3bd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:32.902298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device da0b399b-5dc3-46a4-bf92-fc3f4780a3bd not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:32.906030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:32.908522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '3492d9fe-584b-4741-899e-e226e5da2fdb', 'ip_address': '2001:db8::9122:be2e:a2c5:9e0'}], 'name': 'tempest-NetworksTestDHCPv6-1264362799'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:32.955262 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.111065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] For port 7c127e40-1083-4e52-b083-f0c44bbf9876, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c127e40-1083-4e52-b083-f0c44bbf9876,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:33.122867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.137050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] DHCP port deletion for cb857d41-f93f-4347-b770-c9f4ac79cc51 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:33.182165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Calling delete_port for 7c127e40-1083-4e52-b083-f0c44bbf9876 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:33.245878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3764b8f1-be50-40fa-9470-5e4c0cd2b6fb req-f64a3162-f397-4d5c-b561-c79b14aca764 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.1239748 Jul 23 16:44:33.263578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=1ec319be-2b0d-4182-8f34-b31fb5baed9c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.266446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Deleting port 7c127e40-1083-4e52-b083-f0c44bbf9876 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:33.266754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.269522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:33.272692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:33.276861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:33.332087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:33.344877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.372166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] For port 7c127e40-1083-4e52-b083-f0c44bbf9876, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c127e40-1083-4e52-b083-f0c44bbf9876,segment=NetworkSegment(01b51489-a5d7-42c3-be93-bf54a56d14b9),segment_id=01b51489-a5d7-42c3-be93-bf54a56d14b9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:33.372480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.387746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Calling delete_port for 7c127e40-1083-4e52-b083-f0c44bbf9876 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:33.423361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 730ee195-c284-44d6-b173-34148f4ab4c7 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:33.605269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.685715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] Pushing event deleted for resources: {'Port': ['ID=7c127e40-1083-4e52-b083-f0c44bbf9876,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:33.704820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d066d7d-049d-4e64-a804-99336b62e535 None None] No DVR routers for this DVR port 7c127e40-1083-4e52-b083-f0c44bbf9876 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:33.738549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.823587 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 16:44:33.824101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:44:33.869690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:33.899787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] No DVR routers for this DVR port 7c127e40-1083-4e52-b083-f0c44bbf9876 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:33.918481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51540) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:33.918709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5371f36-c4bc-4b66-8c02-f11846787a1e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0144017 Jul 23 16:44:33.972653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7c127e40-1083-4e52-b083-f0c44bbf9876,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:34.049616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.065053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb857d41-f93f-4347-b770-c9f4ac79cc51']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:34.085352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b51489-a5d7-42c3-be93-bf54a56d14b9') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:34.085643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b51489-a5d7-42c3-be93-bf54a56d14b9') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:34.100116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.116386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.126120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:34.127319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self.session.flush() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:34.128330 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:34.142225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43f672-cb5f-432b-a21b-9511f9b10e57 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:34.160570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43f672-cb5f-432b-a21b-9511f9b10e57 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:34.162414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6a43f672-cb5f-432b-a21b-9511f9b10e57 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2428989 Jul 23 16:44:34.173672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51542) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.190385 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.247024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.261143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.264477 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] 10.222.0.64 "DELETE /v2.0/networks/cb857d41-f93f-4347-b770-c9f4ac79cc51 HTTP/1.1" status: 204 len: 168 time: 1.9541004 Jul 23 16:44:34.286692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb623748-bb3d-45d8-81dd-0791a0e993ed admin admin] Pushing event deleted for resources: {'Network': ['ID=cb857d41-f93f-4347-b770-c9f4ac79cc51,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:34.304898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d5836e71-4a10-4753-b47a-19a56a95bb7a None None] Provisioning for port a9f61c49-f4c9-437d-84dc-3f5652e0459d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:34.346971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port e27233ed-8229-448e-832d-98a48c8a20f3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:34.347208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.468513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1596fc05-d5e2-46ad-8a39-8c0cbda08963 req-7acfd5fa-1014-484f-87ad-702f99e0594c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.1016498 Jul 23 16:44:34.478096 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.509696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for e27233ed-8229-448e-832d-98a48c8a20f3 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:34.562357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router efd86724-7113-4bb5-94cf-c1d5e8dcd753 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:34.617119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51548) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.691801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:34.703604 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff73951f-5cd0-473f-a860-95faf35037d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e198f6c3c44740efa9799083a3cbb422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854032 Jul 23 16:44:34.705359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51550) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.705878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Sync routers for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:34.720962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:34.721642 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:34.762008 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.763019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-34f505a5-6b23-4744-b1aa-4a4d305ac980 None None] Provisioning for port e27233ed-8229-448e-832d-98a48c8a20f3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:34.763553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d6b8cea2-00c4-4246-9ac0-ba1acd0673f9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4159682 Jul 23 16:44:34.766604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51556) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.768799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-34f505a5-6b23-4744-b1aa-4a4d305ac980 None None] Provisioning complete for port e27233ed-8229-448e-832d-98a48c8a20f3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:34.769194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-34f505a5-6b23-4744-b1aa-4a4d305ac980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.858430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b5cb2a5-be17-4cac-8ff4-a18c24e90463 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2367f77bb6de454d9f98eea4b2d1a5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0897951 Jul 23 16:44:34.860166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51558) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:34.896048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-34f505a5-6b23-4744-b1aa-4a4d305ac980 None None] Port e27233ed-8229-448e-832d-98a48c8a20f3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:34.913352 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:34.957631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a9f61c49-f4c9-437d-84dc-3f5652e0459d up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:34.963500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:34.997294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.046127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.058865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a9f61c49-f4c9-437d-84dc-3f5652e0459d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:35.068736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a9f61c49-f4c9-437d-84dc-3f5652e0459d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:35.071429 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.167816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=e27233ed-8229-448e-832d-98a48c8a20f3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.195064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.196675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51365fdc-0cec-4c5f-ad38-4976789f358e tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:35.197185 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6fca7a1d-1f2c-4605-83ca-d10a566bc45c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/e27233ed-8229-448e-832d-98a48c8a20f3 HTTP/1.1" status: 204 len: 168 time: 1.0219202 Jul 23 16:44:35.198653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51365fdc-0cec-4c5f-ad38-4976789f358e tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3374910 Jul 23 16:44:35.199571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51560) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:35.200811 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.217335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51562) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:35.255439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a9f61c49-f4c9-437d-84dc-3f5652e0459d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a9f61c49-f4c9-437d-84dc-3f5652e0459d,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:35.268320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.270176 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:35.300724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc041b9-3b0e-4855-bddd-6c1a0ed17f14 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:35.304614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc041b9-3b0e-4855-bddd-6c1a0ed17f14 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:35.307022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1bc041b9-3b0e-4855-bddd-6c1a0ed17f14 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1062274 Jul 23 16:44:35.309839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51564) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:35.346289 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-258391ae-1391-422d-b318-682b814085d3 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1248031 Jul 23 16:44:35.352087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:35.359498 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Checking router: efd86724-7113-4bb5-94cf-c1d5e8dcd753 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:35.359864 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Updating router efd86724-7113-4bb5-94cf-c1d5e8dcd753 port 1ec319be-2b0d-4182-8f34-b31fb5baed9c binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:35.361517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c127e40-1083-4e52-b083-f0c44bbf9876 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:35.370935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614435653', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:35.408292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7c127e40-1083-4e52-b083-f0c44bbf9876 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:35.408634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c127e40-1083-4e52-b083-f0c44bbf9876 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:35.409137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.412988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 3492d9fe-584b-4741-899e-e226e5da2fdb {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:35.415959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.417060 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2b889e3-680d-4822-abac-a7b6ab533767 HTTP/1.1" status: 204 len: 168 time: 0.7106988 Jul 23 16:44:35.422550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.455182 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.464387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866df60-3246-4fd4-935d-87fdd15c1820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b889e3-680d-4822-abac-a7b6ab533767,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.495038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a9f61c49-f4c9-437d-84dc-3f5652e0459d,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.499048 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.657353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:35.661811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.711318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da57f336-b3fe-4165-89da-9f1c953bafd1 req-74fea1fc-9b33-4997-9f8c-c130312c6689 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f1fbe64-b15d-406a-aed3-e8a458b0f6d1 HTTP/1.1" status: 200 len: 210 time: 0.0691772 Jul 23 16:44:35.768458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.903028 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.905026 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.918966 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Transition to ACTIVE for port object 1ec319be-2b0d-4182-8f34-b31fb5baed9c will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:35.931838 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:35.976958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=3492d9fe-584b-4741-899e-e226e5da2fdb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:35.991179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b576bca-e731-453c-bde5-f6d1b808514c None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:36.016460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.027442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Attempting to bind port 1ec319be-2b0d-4182-8f34-b31fb5baed9c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:36.027961 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Attempting to bind port 1ec319be-2b0d-4182-8f34-b31fb5baed9c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:36.028940 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Attempting to bind port 1ec319be-2b0d-4182-8f34-b31fb5baed9c on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:36.033222 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Pushing event updated for resources: {'Port': ['ID=1ec319be-2b0d-4182-8f34-b31fb5baed9c,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.034077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d079828-8a70-4fba-844b-ba8e465b21cd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/3492d9fe-584b-4741-899e-e226e5da2fdb HTTP/1.1" status: 204 len: 168 time: 0.7224228 Jul 23 16:44:36.043150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51578) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.043342 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.043805 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:36.043805 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:36.044208 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.044603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:36.045209 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Bound port: 1ec319be-2b0d-4182-8f34-b31fb5baed9c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:36.045594 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.049359 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.049707 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.050094 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.050430 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.050829 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.051158 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.051648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.052109 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.052512 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.052813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.053137 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.053456 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:36.056405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51580) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.142268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e235a290-a4e7-4be6-bad7-b6b62fc793a5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021540 Jul 23 16:44:36.157200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51582) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.167078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Subnet': ['ID=dee632e8-345e-4e3d-bbb4-1698c0dcb257,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.167379 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] For port 1ec319be-2b0d-4182-8f34-b31fb5baed9c, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:36.177831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:36.178403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network hostable DHCP agents. Network: a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:44:36.183621 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] For port 1ec319be-2b0d-4182-8f34-b31fb5baed9c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1ec319be-2b0d-4182-8f34-b31fb5baed9c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:36.184962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:36.198180 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.202896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:44:36.216482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:36.223609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:36.225486 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.233100 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd2a29-8dbe-4058-971b-f241b9bd4fa5 None None] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:36.254249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0094187e-ed4f-42f4-b839-5ae51e4a812e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39fe24bbe6e54423bda1a48354169057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915398 Jul 23 16:44:36.254874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51584) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.267986 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4d96439d-c974-4f60-b8f1-e096f7f50d33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9124258 Jul 23 16:44:36.271118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51586) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.329497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:36.332786 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:36.333381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:36.397752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:36.402198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.447589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.455399 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0b978-b255-44e9-8298-57dd19c61f4e None None] Pushing event updated for resources: {'Port': ['ID=1ec319be-2b0d-4182-8f34-b31fb5baed9c,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.474880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Deleting port a9f61c49-f4c9-437d-84dc-3f5652e0459d {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:36.475414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.482439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.544619 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:36.602238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:36.603756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.635124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] For port a9f61c49-f4c9-437d-84dc-3f5652e0459d, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a9f61c49-f4c9-437d-84dc-3f5652e0459d,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:36.635700 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.663784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.667057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.668295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9908f5f-aec0-40bf-9d91-4a151b9a8440 HTTP/1.1" status: 204 len: 168 time: 0.4125803 Jul 23 16:44:36.685262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807614-d778-462c-9a43-bfdb7c1b70d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9908f5f-aec0-40bf-9d91-4a151b9a8440,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.698777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.747443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Calling delete_port for a9f61c49-f4c9-437d-84dc-3f5652e0459d owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:36.871653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a9f61c49-f4c9-437d-84dc-3f5652e0459d no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:36.877866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:36.894888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:36.902656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.907960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:36.908826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:36.915811 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:36.917112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=6ba1ed06-3f89-40fd-9b11-7bdd050e7d82,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:36.928787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] No DVR routers for this DVR port a9f61c49-f4c9-437d-84dc-3f5652e0459d on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:36.957844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-be7bab70-b1bf-4cbc-8e91-6b008c09a80c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7954953 Jul 23 16:44:36.958175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:36.966556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636eaab5-4d4a-4940-96cb-0ea606088e7a None None] The sync data for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 is: [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:33Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:36.979350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '6ba1ed06-3f89-40fd-9b11-7bdd050e7d82', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1187301943'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:37.277608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:37.542296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.564749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24b279-8ca0-4af1-be0c-16037995476f None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:37.571889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.602506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 0f4e6df3-f55d-4118-8de7-500d32ae611c yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:44:37.688867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51608) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.722830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd3eb9-cfbb-4a7e-885a-4737b86aa788 None None] Pushing event deleted for resources: {'Port': ['ID=a9f61c49-f4c9-437d-84dc-3f5652e0459d,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:37.826632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51612) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:37.848702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No active binding found for port a9f61c49-f4c9-437d-84dc-3f5652e0459d {{(pid=94005) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:44:37.849731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a9f61c49-f4c9-437d-84dc-3f5652e0459d not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:37.905002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Allocated IP 172.20.0.2 (a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc/dee632e8-345e-4e3d-bbb4-1698c0dcb257/9b405044-2b9a-4a10-bedf-1330831920b9) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:37.920026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '6ba1ed06-3f89-40fd-9b11-7bdd050e7d82'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:37.920874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:37.951450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2b008528-ffcb-4dde-a5e6-529de3fb2f2c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 200 len: 993 time: 0.1236136 Jul 23 16:44:37.964799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9be82d0c-abd6-4ba7-933e-1b9e5941c794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.109750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9be82d0c-abd6-4ba7-933e-1b9e5941c794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.123225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9be82d0c-abd6-4ba7-933e-1b9e5941c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.178138 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:44:38.178699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:44:38.187343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9be82d0c-abd6-4ba7-933e-1b9e5941c794 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14708f2d7548436a94ee3759f592d452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950619 Jul 23 16:44:38.187343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be82d0c-abd6-4ba7-933e-1b9e5941c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dda359-2884-4ff7-a87d-a2779c68f64c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.187753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51622) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.234100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d38afc3e-b194-4b05-bde1-a36bf29854ec tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2687616 Jul 23 16:44:38.234578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51624) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.290483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.313785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51626) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.330910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5cd4a837-2b11-432b-8960-912a0d5106cb tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0952818 Jul 23 16:44:38.333252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51628) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.350532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/6ba1ed06-3f89-40fd-9b11-7bdd050e7d82/43dc7fb6-20a8-4fc4-b608-f6e20db19553) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:38.409566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3138c3f-1aed-4290-bfb5-ac52555523b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.411491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3138c3f-1aed-4290-bfb5-ac52555523b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:38.417432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a3138c3f-1aed-4290-bfb5-ac52555523b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0828221 Jul 23 16:44:38.418126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51630) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:38.448382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.473662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Transition to ACTIVE for port object 9b405044-2b9a-4a10-bedf-1330831920b9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.482189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 6ba1ed06-3f89-40fd-9b11-7bdd050e7d82 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:38.517839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Transition to ACTIVE for port object 9b405044-2b9a-4a10-bedf-1330831920b9 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.554387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.618750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:38.625370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:38.635610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:38.653755 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.685011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Pushing event updated for resources: {'Port': ['ID=9b405044-2b9a-4a10-bedf-1330831920b9,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.706206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.713052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Transition to ACTIVE for port object 43dc7fb6-20a8-4fc4-b608-f6e20db19553 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.732626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Attempting to bind port 9b405044-2b9a-4a10-bedf-1330831920b9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:38.732783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Attempting to bind port 9b405044-2b9a-4a10-bedf-1330831920b9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:38.733098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Attempting to bind port 9b405044-2b9a-4a10-bedf-1330831920b9 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:38.740947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Transition to ACTIVE for port object 43dc7fb6-20a8-4fc4-b608-f6e20db19553 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:38.742779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:38.743454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:38.743865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.744618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Bound using segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:38.744772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Bound port: 9b405044-2b9a-4a10-bedf-1330831920b9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:38.745106 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.755567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.781574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.822429 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.833394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.1 (a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc/dee632e8-345e-4e3d-bbb4-1698c0dcb257/3bbcbb4e-6c87-494e-a898-f4f84f859f59) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:38.854518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Pushing event updated for resources: {'Port': ['ID=43dc7fb6-20a8-4fc4-b608-f6e20db19553,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:38.905321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.907961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.911387 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9dda359-2884-4ff7-a87d-a2779c68f64c HTTP/1.1" status: 204 len: 168 time: 0.7203085 Jul 23 16:44:38.918173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1ec319be-2b0d-4182-8f34-b31fb5baed9c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:38.971619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:38.976552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:38.978818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] For port 9b405044-2b9a-4a10-bedf-1330831920b9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:38.981557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:38.984470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] For port 9b405044-2b9a-4a10-bedf-1330831920b9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b405044-2b9a-4a10-bedf-1330831920b9,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:39.015893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.029517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.050786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.079601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1ec319be-2b0d-4182-8f34-b31fb5baed9c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:39.102772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1ec319be-2b0d-4182-8f34-b31fb5baed9c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:39.103155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.108975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Attempting to bind port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:39.109357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Attempting to bind port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:39.109840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Attempting to bind port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:39.122813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 3bbcbb4e-6c87-494e-a898-f4f84f859f59 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:39.127561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bcefc-94fb-4701-b035-b608f663b446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dda359-2884-4ff7-a87d-a2779c68f64c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.185990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.189466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:39.189890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:39.190328 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.190834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:39.191300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Bound port: 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:39.191594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.225059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcfd9c-4026-4198-b01b-17553a4f7891 None None] Pushing event updated for resources: {'Port': ['ID=9b405044-2b9a-4a10-bedf-1330831920b9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.231711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.233705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/6ba1ed06-3f89-40fd-9b11-7bdd050e7d82 HTTP/1.1" status: 204 len: 168 time: 0.8146071 Jul 23 16:44:39.239208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51634) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:39.253025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.319912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bf13d-01ab-4340-920a-ddcdddf11ebc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba1ed06-3f89-40fd-9b11-7bdd050e7d82,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.392259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 2cda2ce2-d68e-4a25-b540-bcb3a5641909 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:39.394879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.440177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f3509a89-f51b-4888-bde8-40de0508303a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1917341 Jul 23 16:44:39.442922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51640) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:39.449463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:39.535348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:39.546793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.553711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] For port 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:39.557162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.581326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:39.618668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:39.622659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] For port 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43dc7fb6-20a8-4fc4-b608-f6e20db19553,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:39.635667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1ec319be-2b0d-4182-8f34-b31fb5baed9c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1ec319be-2b0d-4182-8f34-b31fb5baed9c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:39.637563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.678773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:39.683062 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.695056 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.725625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233f9a-6ab0-4f70-b795-7d4fdb6aae7d None None] Pushing event updated for resources: {'Port': ['ID=43dc7fb6-20a8-4fc4-b608-f6e20db19553,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.770782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.800901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1ec319be-2b0d-4182-8f34-b31fb5baed9c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:39.824162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.824842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.847453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 2cda2ce2-d68e-4a25-b540-bcb3a5641909 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:39.950988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:39.997475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:40.000582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:40.004897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:40.005624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.012145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ab2b1-839d-4d7d-a180-9d178e49828f None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:40.019538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=5ea5e723-1043-4fcc-9553-db9d277577d3,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.034158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-209e0420-cfde-459f-b922-f541267fa3a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5868769 Jul 23 16:44:40.034158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51642) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.038580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:40.041960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.065960 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.067037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.146630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.159383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.183678 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.188398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d0512a1b-ef2d-406a-b32f-1b733c82c5d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1534529 Jul 23 16:44:40.189163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51644) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:40.236686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.276536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=2cda2ce2-d68e-4a25-b540-bcb3a5641909,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.301105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '5ea5e723-1043-4fcc-9553-db9d277577d3'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '43dc7fb6-20a8-4fc4-b608-f6e20db19553'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:44:40.348480 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.421601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.422026 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Floating IP 4906e9ea-5753-4171-8005-47e29e300c4e disassociated (deleted). External IP: 172.25.2.244, port: 0975ed2b-af37-44cd-b2e0-c9274267b422. Jul 23 16:44:40.642666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/5ea5e723-1043-4fcc-9553-db9d277577d3/43dc7fb6-20a8-4fc4-b608-f6e20db19553) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:40.747339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.793257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] For port 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43dc7fb6-20a8-4fc4-b608-f6e20db19553,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:40.839837 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.853949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Ignored duplicate provisioning block setup for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 16:44:40.856183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.874356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.967012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:40.972640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c49f-abba-4b6d-bc41-9ddb8182e5fb None None] Pushing event updated for resources: {'Port': ['ID=43dc7fb6-20a8-4fc4-b608-f6e20db19553,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:40.984191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd868dd-f0e8-4b58-b061-ac8663a5d396 None None] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:41.054472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1ec319be-2b0d-4182-8f34-b31fb5baed9c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:41.058758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.078371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:41.126476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router 854b802a-5b8d-4161-a98f-52cada13d2fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:41.216183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-70d49f07-4683-4028-a254-336da9f11d32 None None] Provisioning for port 9b405044-2b9a-4a10-bedf-1330831920b9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:41.268253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1ec319be-2b0d-4182-8f34-b31fb5baed9c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:41.268628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.382090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:41.393355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Sync routers for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:41.406389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.409426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::1 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/5ea5e723-1043-4fcc-9553-db9d277577d3/559e47ff-5662-4e3a-95d0-bcc0a7eab300) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:41.424234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b405044-2b9a-4a10-bedf-1330831920b9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:41.426172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:41.427019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:41.465392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2f9df36-189c-4490-8682-0f27a555108f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/floatingips/4906e9ea-5753-4171-8005-47e29e300c4e HTTP/1.1" status: 204 len: 168 time: 3.1450565 Jul 23 16:44:41.467594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:41.485294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:41.487775 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64a174-f106-4871-840a-f55226bde9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:41.506115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:41.710508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.711088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:41.715132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9b405044-2b9a-4a10-bedf-1330831920b9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:41.747165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 559e47ff-5662-4e3a-95d0-bcc0a7eab300 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:41.771238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9b405044-2b9a-4a10-bedf-1330831920b9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:41.771238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.831687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.882086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.897971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router efd86724-7113-4bb5-94cf-c1d5e8dcd753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:42.017671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4888beca-e9ef-400c-bc54-e88af41815f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.040915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=559e47ff-5662-4e3a-95d0-bcc0a7eab300,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:42.052608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:42.063126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:42.065896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Provisioning for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:42.074822 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4140aef6-8882-49e9-ab04-92eed9960457 x-openstack-request-id: req-4140aef6-8882-49e9-ab04-92eed9960457 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:42.075200 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:42.075521 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4140aef6-8882-49e9-ab04-92eed9960457 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:42.076034 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'status': 'completed', 'code': 200} Jul 23 16:44:42.077091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:42.077661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.109514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Provisioning complete for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:42.109984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.139362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:42.153407 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a265899f-4788-4972-9cfc-d86edb71508d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/efd86724-7113-4bb5-94cf-c1d5e8dcd753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8667595 Jul 23 16:44:42.155492 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Sync routers for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:42.173921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:42.212077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:42.212715 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:42.248570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Provisioning complete for port 9b405044-2b9a-4a10-bedf-1330831920b9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:42.249100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-54b40aaf-f235-4724-a57d-1e8718a03ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.400958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.517370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9b405044-2b9a-4a10-bedf-1330831920b9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b405044-2b9a-4a10-bedf-1330831920b9,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:42.526032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a257-b9b9-421b-94e0-00c5ba33d310 req-2cd278c8-6334-4c28-a7a1-c12d57289eab tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:42.535771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1430a257-b9b9-421b-94e0-00c5ba33d310 req-2cd278c8-6334-4c28-a7a1-c12d57289eab tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.4181225 Jul 23 16:44:42.551198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.579245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a174-f106-4871-840a-f55226bde9c9 req-563e0d80-32f8-4370-bd1e-1dd93c70eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:42.581422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-563e0d80-32f8-4370-bd1e-1dd93c70eea6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02635c2462494cb9b698bc507e17bcca&device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 1096 time: 0.4728985 Jul 23 16:44:42.679836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1430a257-b9b9-421b-94e0-00c5ba33d310 req-7a621d68-e1af-43c4-bcf4-6638eae365e1 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413727 Jul 23 16:44:42.710317 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.835559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:42.993497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43dc7fb6-20a8-4fc4-b608-f6e20db19553 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:43.037438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9b405044-2b9a-4a10-bedf-1330831920b9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:43.126018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.177180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Checking router: 854b802a-5b8d-4161-a98f-52cada13d2fb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:43.179071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.205314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:43.206176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.218982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de430282-5e1b-411b-978e-a5491e5b3dc7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895328123&fields=id&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 267 time: 0.5203743 Jul 23 16:44:43.219649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.220982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.271742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Provisioning complete for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:43.272119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.342178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:43.380434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:43.398801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:40Z', 'revision_number': 2, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:43.402519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e9a56-187e-4c93-be72-09ba20f0840a None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:44:43.407469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-a7e5f9a7-8da1-4a71-829f-05a1ea06c94e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:43.409145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-a7e5f9a7-8da1-4a71-829f-05a1ea06c94e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 797 time: 0.1736169 Jul 23 16:44:43.440617 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Checking router: efd86724-7113-4bb5-94cf-c1d5e8dcd753 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:43.440992 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Updating router efd86724-7113-4bb5-94cf-c1d5e8dcd753 port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:43.456281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Provisioning for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:43.472060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-e21d58e7-c2c0-4518-b355-d7503547dd8e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/quotas/2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 375 time: 0.0311437 Jul 23 16:44:43.491669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Provisioning complete for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:43.492049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.499129 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.535436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=559e47ff-5662-4e3a-95d0-bcc0a7eab300,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:43.563480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:43.605746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a174-f106-4871-840a-f55226bde9c9 req-4a72c113-3ff7-4de4-9189-0d8bb2385e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:43.607588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-4a72c113-3ff7-4de4-9189-0d8bb2385e98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 200 len: 898 time: 1.0148597 Jul 23 16:44:43.679578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-4476b76d-0bc2-4615-ae5c-64c4d3864c71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 200 len: 217 time: 0.0622606 Jul 23 16:44:43.731851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:43.745732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.757879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-ef7c0a33-2ff3-4f15-8413-4877fcf60ecb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2735326 Jul 23 16:44:43.769474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:43.779582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e9a56-187e-4c93-be72-09ba20f0840a None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:44:43.914340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a174-f106-4871-840a-f55226bde9c9 req-2307ff18-1784-47cc-b5b3-7efcac54bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:43.915896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-2307ff18-1784-47cc-b5b3-7efcac54bcf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 200 len: 834 time: 0.2268658 Jul 23 16:44:43.939338 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.940066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] For port 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43dc7fb6-20a8-4fc4-b608-f6e20db19553,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:43.953320 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Transition to ACTIVE for port object 3bbcbb4e-6c87-494e-a898-f4f84f859f59 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:43.964989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.966594 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.043396 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8983fe-d53d-4ba2-997b-91df8120db33 None None] Pushing event updated for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.051301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb056c-09bc-4334-805f-435a75f9294c req-4305ea35-aab7-42c2-b0ef-c8d130f73600 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:44.052991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66fb056c-09bc-4334-805f-435a75f9294c req-4305ea35-aab7-42c2-b0ef-c8d130f73600 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.67 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.3766017 Jul 23 16:44:44.115757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-d7333a9d-e77c-401c-9ce9-114fb2eaf185 service neutron] 10.222.0.64 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422143 Jul 23 16:44:44.123645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8b6e0-ee0c-4cfa-86b7-326b34c99092 None None] Pushing event updated for resources: {'Port': ['ID=43dc7fb6-20a8-4fc4-b608-f6e20db19553,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.139372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f4f92081-d768-4569-86ab-a1129cad5ed0 None None] Provisioning for port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:44.149962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f4f92081-d768-4569-86ab-a1129cad5ed0 None None] Provisioning complete for port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:44.149962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f4f92081-d768-4569-86ab-a1129cad5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.174736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Attempting to bind port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:44.175104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Attempting to bind port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:44.176105 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Attempting to bind port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:44.186104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:44.186484 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:44.186887 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.187282 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Bound using segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:44.188519 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Bound port: 3bbcbb4e-6c87-494e-a898-f4f84f859f59, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:44.188909 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.221788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:44.223417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f27439-1864-4233-8b87-1fb371821d9e req-35efe195-8a1b-48ac-95f7-5ad563a83cf5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:44.224238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f4f92081-d768-4569-86ab-a1129cad5ed0 None None] Port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:44.225196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f27439-1864-4233-8b87-1fb371821d9e req-35efe195-8a1b-48ac-95f7-5ad563a83cf5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.3241277 Jul 23 16:44:44.260262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c9aaa-3e31-47db-90b5-ee124eda9c4c None None] The sync data for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 is: [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 4, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '024e2cd7-84f3-4e63-a627-f69af4819d43', 'name': '', 'network_id': '056a308b-db97-4128-91c1-3d40270a605c', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'mac_address': 'fa:16:3e:1f:73:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '9c019b9b-841b-42b6-9194-56f650a35314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:18Z', 'updated_at': '2021-07-23T16:43:29Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'subnets': [{'id': '9c019b9b-841b-42b6-9194-56f650a35314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:44.294357 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] For port 3bbcbb4e-6c87-494e-a898-f4f84f859f59, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:44.298239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] For port 3bbcbb4e-6c87-494e-a898-f4f84f859f59, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3bbcbb4e-6c87-494e-a898-f4f84f859f59,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:44.304745 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.317552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a174-f106-4871-840a-f55226bde9c9 req-f77b6616-fe76-4c5f-a261-1199088ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:44.320512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-f77b6616-fe76-4c5f-a261-1199088ed564 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=056a308b-db97-4128-91c1-3d40270a605c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404868 Jul 23 16:44:44.347632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Router 41e93480-387b-42c9-b5ad-4091c75aebce is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:44.366719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.417750 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:44.420543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8cc059b4-18cc-4550-9a04-c38ca6e34ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:44.422097 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:44.458964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13f27439-1864-4233-8b87-1fb371821d9e req-98a37ff9-8750-4337-ba6b-7f1875b60d1f tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065439 Jul 23 16:44:44.471234 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8983fe-d53d-4ba2-997b-91df8120db33 None None] Pushing event updated for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:44.558709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-d17ad0eb-fe43-4082-86e0-e735f8fa2632 service neutron] 10.222.0.64 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278345 Jul 23 16:44:44.570319 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:44.760944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aed7c-4162-4024-b7db-2d0e0ff0c52c None None] New status for floating IP 4906e9ea-5753-4171-8005-47e29e300c4e: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:44:44.944056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b405044-2b9a-4a10-bedf-1330831920b9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:45.105490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9b405044-2b9a-4a10-bedf-1330831920b9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:45.106535 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.144967 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:45.183591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cab04a-e59e-4145-9695-98bef9389c73 None None] The sync data for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 is: [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:44Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:45.325701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43dc7fb6-20a8-4fc4-b608-f6e20db19553 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:45.444877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:45.445855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.493419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 0975ed2b-af37-44cd-b2e0-c9274267b422 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:45.494382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.517992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bef14b1-3af6-45be-864a-a312c6ec6607 req-62fa2b3f-6264-4b8d-b06a-9b002a142cb6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 210 time: 0.1797330 Jul 23 16:44:45.595660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.736413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfb5368f-4331-429d-9cd0-056fbf54455a None None] Provisioning complete for port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:45.736943 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bfb5368f-4331-429d-9cd0-056fbf54455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.784583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-29930a96-912d-420a-8486-e98025b0df2b service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4504740 Jul 23 16:44:45.799811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5368f-4331-429d-9cd0-056fbf54455a None None] Port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:45.841220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bfb5368f-4331-429d-9cd0-056fbf54455a None None] Provisioning complete for port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:45.841457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bfb5368f-4331-429d-9cd0-056fbf54455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:45.855734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:45.871241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Sync routers for ids ['41e93480-387b-42c9-b5ad-4091c75aebce'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:45.887217 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Routers {'41e93480-387b-42c9-b5ad-4091c75aebce'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:45.888946 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['41e93480-387b-42c9-b5ad-4091c75aebce'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:45.938892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6e236aaf-dc54-41f4-9cdf-9174bf7fdea2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "PUT /v2.0/routers/41e93480-387b-42c9-b5ad-4091c75aebce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7482285 Jul 23 16:44:45.941517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51788) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.043605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 0975ed2b-af37-44cd-b2e0-c9274267b422, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0975ed2b-af37-44cd-b2e0-c9274267b422,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:46.043977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.145907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523c22a-31a5-4b4c-9abe-c18a7890705d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.157488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2523c22a-31a5-4b4c-9abe-c18a7890705d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports/559e47ff-5662-4e3a-95d0-bcc0a7eab300 HTTP/1.1" status: 200 len: 911 time: 0.2125001 Jul 23 16:44:46.160077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.265023 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Set router 41e93480-387b-42c9-b5ad-4091c75aebce gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:46.273706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e64a174-f106-4871-840a-f55226bde9c9 req-3fcd1cc2-4d79-4af6-942b-4c7d64739cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486175 Jul 23 16:44:46.307396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a8f6e4dc-1430-41fe-aa6d-3dc96812b576 None None] Provisioning complete for port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:46.307699 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e4dc-1430-41fe-aa6d-3dc96812b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:46.308297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 0975ed2b-af37-44cd-b2e0-c9274267b422 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:46.382750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c8cb0-2b70-447b-8e5c-5521975e6f21 req-060ac305-0cde-4044-abee-bb18b8500b25 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.383039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be5396-11e2-4440-9609-e0688662b9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.392256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9c8cb0-2b70-447b-8e5c-5521975e6f21 req-060ac305-0cde-4044-abee-bb18b8500b25 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/ports?device_id=a23abd55-28a8-4f54-8b74-d62faea07447 HTTP/1.1" status: 200 len: 945 time: 0.7229548 Jul 23 16:44:46.402573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be5396-11e2-4440-9609-e0688662b9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:46.404868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46be5396-11e2-4440-9609-e0688662b9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2437842 Jul 23 16:44:46.408077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51794) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:46.430860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6e4dc-1430-41fe-aa6d-3dc96812b576 None None] Port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:46.719486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02086df3-0ef2-40a5-93ea-d8875dfe584a req-45d70f12-7aea-4a0f-b22f-bff4cb161cdc tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 210 time: 0.0751331 Jul 23 16:44:46.808160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:42Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': '559e47ff-5662-4e3a-95d0-bcc0a7eab300', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:21:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:41Z', 'updated_at': '2021-07-23T16:44:42Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:46.901684 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Checking router: 41e93480-387b-42c9-b5ad-4091c75aebce for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:46.905530 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Updating router 41e93480-387b-42c9-b5ad-4091c75aebce port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:47.005692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3bbcbb4e-6c87-494e-a898-f4f84f859f59 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:47.031427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.038989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e9c8cb0-2b70-447b-8e5c-5521975e6f21 req-913b0c18-bba6-4ed8-abb7-29bc75f9eeb5 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "GET /v2.0/security-groups?id=052d4cf5-cd26-4484-86a4-53a479f19b42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6374533 Jul 23 16:44:47.042614 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.125407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=0975ed2b-af37-44cd-b2e0-c9274267b422,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.149280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:47.153404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:47.153781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.235235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-1775447a-bd9d-4124-8426-ab9014070f22 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:47.243994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-1775447a-bd9d-4124-8426-ab9014070f22 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 797 time: 0.5518932 Jul 23 16:44:47.248498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] No DVR routers for this DVR port 0975ed2b-af37-44cd-b2e0-c9274267b422 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:47.263505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.269759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.67 "DELETE /v2.0/ports/0975ed2b-af37-44cd-b2e0-c9274267b422 HTTP/1.1" status: 204 len: 173 time: 3.1983674 Jul 23 16:44:47.283063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'name': 'network-vif-deleted', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:47.291142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db2b989-2a39-4fbd-b521-1a77f20455de" -d '{"events": [{"server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "name": "network-vif-deleted", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:47.365571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fef4a473-1012-403f-8737-3ef3ad0838e6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 379 time: 0.1103919 Jul 23 16:44:47.377131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'port': {'device_id': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'admin_state_up': True, 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'security_groups': ['93cf463b-188a-4056-b4b0-f2c852874b96']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:47.397323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.500888 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e412cd3-0a45-4d91-81b9-e550742da08f x-openstack-request-id: req-6e412cd3-0a45-4d91-81b9-e550742da08f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:47.501244 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23abd55-28a8-4f54-8b74-d62faea07447", "name": "network-vif-deleted", "tag": "0975ed2b-af37-44cd-b2e0-c9274267b422", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:47.501624 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e412cd3-0a45-4d91-81b9-e550742da08f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:47.503030 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23abd55-28a8-4f54-8b74-d62faea07447', 'name': 'network-vif-deleted', 'tag': '0975ed2b-af37-44cd-b2e0-c9274267b422', 'status': 'completed', 'code': 200} Jul 23 16:44:47.543271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.546248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3bbcbb4e-6c87-494e-a898-f4f84f859f59, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3bbcbb4e-6c87-494e-a898-f4f84f859f59,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:47.556601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.588758 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.608722 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Transition to ACTIVE for port object 559e47ff-5662-4e3a-95d0-bcc0a7eab300 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:47.634791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:47.640365 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.642021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.644092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.809698 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a1d97-59ab-498c-98cc-1f76e8184494 None None] Pushing event updated for resources: {'Port': ['ID=559e47ff-5662-4e3a-95d0-bcc0a7eab300,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:47.981252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dc41668-e998-41cf-be4e-14ba10568f86 req-67f28b1c-09c9-403d-9af2-36267d6d15d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 210 time: 0.1148744 Jul 23 16:44:47.987466 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Attempting to bind port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:47.988362 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Attempting to bind port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:47.988929 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Attempting to bind port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:47.996272 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:47.996938 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:47.997712 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:47.998341 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:47.998993 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Bound port: 559e47ff-5662-4e3a-95d0-bcc0a7eab300, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:47.999553 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.032028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.3 (a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc/dee632e8-345e-4e3d-bbb4-1698c0dcb257/32d195ee-6eec-4d6a-b774-44a3d40d9330) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:48.128048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0975ed2b-af37-44cd-b2e0-c9274267b422 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:48.137992 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] For port 559e47ff-5662-4e3a-95d0-bcc0a7eab300, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:48.139220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51814) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:48.141955 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] For port 559e47ff-5662-4e3a-95d0-bcc0a7eab300, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=559e47ff-5662-4e3a-95d0-bcc0a7eab300,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:48.150738 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.180687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 0975ed2b-af37-44cd-b2e0-c9274267b422 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:48.181848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0975ed2b-af37-44cd-b2e0-c9274267b422 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:48.224451 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Routers {'41e93480-387b-42c9-b5ad-4091c75aebce'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:48.225094 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['41e93480-387b-42c9-b5ad-4091c75aebce'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:48.265483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.348557 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.364723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.458446 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a1d97-59ab-498c-98cc-1f76e8184494 None None] Pushing event updated for resources: {'Port': ['ID=559e47ff-5662-4e3a-95d0-bcc0a7eab300,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.476655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.502082 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] Set router 41e93480-387b-42c9-b5ad-4091c75aebce gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:48.503194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 32d195ee-6eec-4d6a-b774-44a3d40d9330 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:48.555392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.676566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:48.679732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:48.685015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:48.697072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 559e47ff-5662-4e3a-95d0-bcc0a7eab300 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:48.697424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.731717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.765711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.768974 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.773392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/security-groups/052d4cf5-cd26-4484-86a4-53a479f19b42 HTTP/1.1" status: 204 len: 168 time: 0.6293635 Jul 23 16:44:48.795726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6c027-216b-439c-83bf-aff5019674c8 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052d4cf5-cd26-4484-86a4-53a479f19b42,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:48.813078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:48.814200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:48.816519 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:42Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': '559e47ff-5662-4e3a-95d0-bcc0a7eab300', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:21:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:41Z', 'updated_at': '2021-07-23T16:44:48Z', 'revision_number': 4, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:48.840747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-de5ac887-73d5-43ae-80be-2930c6adfa18 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692183 Jul 23 16:44:48.862007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51824) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:48.863492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Request body: {'port': {'device_id': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:48.892045 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d7b1e-c0ff-4284-a462-f0ebff38b02b None None] The sync data for ids ['41e93480-387b-42c9-b5ad-4091c75aebce'] in n-d-800484-3 is: [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:42Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': '559e47ff-5662-4e3a-95d0-bcc0a7eab300', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:21:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:41Z', 'updated_at': '2021-07-23T16:44:48Z', 'revision_number': 4, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '5ea5e723-1043-4fcc-9553-db9d277577d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:48.998593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3bbcbb4e-6c87-494e-a898-f4f84f859f59 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:49.058140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.122788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port 559e47ff-5662-4e3a-95d0-bcc0a7eab300, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=559e47ff-5662-4e3a-95d0-bcc0a7eab300,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:49.123671 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.138750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:49.139130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.164774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 559e47ff-5662-4e3a-95d0-bcc0a7eab300 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:49.236902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cf05406b-47dc-40f7-b04b-e891f16fe7bf None None] Provisioning for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:49.248763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cf05406b-47dc-40f7-b04b-e891f16fe7bf None None] Provisioning complete for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:49.249175 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cf05406b-47dc-40f7-b04b-e891f16fe7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.373099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cf05406b-47dc-40f7-b04b-e891f16fe7bf None None] Port 32d195ee-6eec-4d6a-b774-44a3d40d9330 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:49.490761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28e0b0-3df4-4220-8de2-1db70626f892 req-5802aba0-b749-494f-a6b0-441eecc9791f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:49.492422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b28e0b0-3df4-4220-8de2-1db70626f892 req-5802aba0-b749-494f-a6b0-441eecc9791f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 931 time: 0.3657327 Jul 23 16:44:49.744543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b28e0b0-3df4-4220-8de2-1db70626f892 req-f2b9e973-be58-40d7-ace2-a09372045366 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389088 Jul 23 16:44:49.753061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d195ee-6eec-4d6a-b774-44a3d40d9330 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:49.763928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.808751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Transition to ACTIVE for port object 32d195ee-6eec-4d6a-b774-44a3d40d9330 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:49.822650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba40904-0a0e-43b3-bb62-2fcbc3aa2ae8 req-92be37d1-b148-484c-b04b-23986bc55119 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:49.824874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ba40904-0a0e-43b3-bb62-2fcbc3aa2ae8 req-92be37d1-b148-484c-b04b-23986bc55119 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1918578 Jul 23 16:44:49.826510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.868779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:49.908249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=559e47ff-5662-4e3a-95d0-bcc0a7eab300,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:49.938571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ba40904-0a0e-43b3-bb62-2fcbc3aa2ae8 req-3a65d60f-5e22-4ac6-9e31-df66f2f1f045 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028275 Jul 23 16:44:49.943976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.945309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.945309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.946038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.946172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.946410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.946810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.947671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.948016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.948361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.948694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.949021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:49.991264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.068911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:50.069654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:50.069904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:50.077261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:44:50.077261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:50.083599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:50.084151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:50.084791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Bound using segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:50.085485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Bound port: 32d195ee-6eec-4d6a-b774-44a3d40d9330, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:50.086127 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.108244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.141628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.187678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:50.191620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:50.201771 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.241259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.241888 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.243420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] 10.222.0.67 "PUT /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 1091 time: 1.3929753 Jul 23 16:44:50.243888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:50.246605 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18081fda-e23c-4c8f-8a69-86cc5e0f6453" -d '{"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:50.313891 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750ef4db-9819-41cf-be17-1fa7901847e5 x-openstack-request-id: req-750ef4db-9819-41cf-be17-1fa7901847e5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:50.314214 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:50.314467 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-750ef4db-9819-41cf-be17-1fa7901847e5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:50.314872 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'status': 'completed', 'code': 200} Jul 23 16:44:50.316913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:50.347878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.348227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.348574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.349467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.349798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.350160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.350498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.350825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.351159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.351485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.351847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.352173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe579242-5579-42d5-ae98-36ce68aa1730 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:50.397256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-8b8c5f2d-011a-4e08-83a2-563f73a39b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.398891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-8b8c5f2d-011a-4e08-83a2-563f73a39b7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1014578 Jul 23 16:44:50.465763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-60efa931-8cd9-41da-a4d8-db39482457f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 217 time: 0.0571084 Jul 23 16:44:50.468046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Router 41e93480-387b-42c9-b5ad-4091c75aebce has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:50.537802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-8a371f2d-d1fd-455c-8582-f1c7d44e0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.541864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-8a371f2d-d1fd-455c-8582-f1c7d44e0235 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.0690649 Jul 23 16:44:50.625275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:50.638872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-9b5f10c9-3eb6-4016-bc04-3733f68d3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.644054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-9b5f10c9-3eb6-4016-bc04-3733f68d3c40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904961 Jul 23 16:44:50.647820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-567f0e45-5c17-42cb-95e9-cb56576c97ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "PUT /v2.0/routers/41e93480-387b-42c9-b5ad-4091c75aebce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2364109 Jul 23 16:44:50.650671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51844) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:50.788951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e0ffb-406a-4632-9149-1a56f684626d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.791210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e0ffb-406a-4632-9149-1a56f684626d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:50.792793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-096e0ffb-406a-4632-9149-1a56f684626d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394689 Jul 23 16:44:50.795834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51848) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:50.812323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 024e2cd7-84f3-4e63-a627-f69af4819d43 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:50.812323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.869089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-1005474a-bd32-43f2-afe9-bc75be83017e service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171144 Jul 23 16:44:50.895823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 5ea5e723-1043-4fcc-9553-db9d277577d3 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:50.924850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.940372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 024e2cd7-84f3-4e63-a627-f69af4819d43, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=024e2cd7-84f3-4e63-a627-f69af4819d43,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:50.940947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:50.957037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 024e2cd7-84f3-4e63-a627-f69af4819d43 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:50.999542 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.022281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Sync routers for ids ['41e93480-387b-42c9-b5ad-4091c75aebce'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:51.041433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Routers {'41e93480-387b-42c9-b5ad-4091c75aebce'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:51.042116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['41e93480-387b-42c9-b5ad-4091c75aebce'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:51.156174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4284de64-e7e7-4943-8e5f-6ff3c5ea9182 req-e9787f8f-9312-4000-bef5-0c51b293feac service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751532 Jul 23 16:44:51.191188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48250e29-01b7-42c0-80c2-5646d62ac366 req-7790beca-dd3e-4565-a083-d904fe41f589 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.198629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48250e29-01b7-42c0-80c2-5646d62ac366 req-7790beca-dd3e-4565-a083-d904fe41f589 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 943 time: 0.3331003 Jul 23 16:44:51.244647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.286608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=024e2cd7-84f3-4e63-a627-f69af4819d43,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.300102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.356291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48250e29-01b7-42c0-80c2-5646d62ac366 req-4a5cfe8a-35fb-4a32-a813-461c7a877af0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566763 Jul 23 16:44:51.401853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873896e5-0314-4c24-8e26-065277b34a5f req-76de5fa0-f3d8-40e7-88c2-d8d527623668 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.405401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-873896e5-0314-4c24-8e26-065277b34a5f req-76de5fa0-f3d8-40e7-88c2-d8d527623668 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3012712 Jul 23 16:44:51.419982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Set router 41e93480-387b-42c9-b5ad-4091c75aebce gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:51.472152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-1b44452b-748c-43bb-9fee-0a6ee155e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.478197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-1b44452b-748c-43bb-9fee-0a6ee155e49c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1094 time: 0.2459774 Jul 23 16:44:51.502211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:49Z', 'revision_number': 3, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:51.521175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-873896e5-0314-4c24-8e26-065277b34a5f req-d41f3db2-41a4-41f2-89f7-5d9a925ecb57 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075869 Jul 23 16:44:51.535154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.538373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.556723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Checking router: 41e93480-387b-42c9-b5ad-4091c75aebce for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:51.558804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:51.563371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51852) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:51.563749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/5ea5e723-1043-4fcc-9553-db9d277577d3 HTTP/1.1" status: 204 len: 168 time: 0.7669342 Jul 23 16:44:51.566948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c441e17-2824-4d89-b0dc-27dc85755bd0 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:51.656137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e7dab-e15e-407e-9777-7b73531662a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea5e723-1043-4fcc-9553-db9d277577d3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:51.662561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Routers {'41e93480-387b-42c9-b5ad-4091c75aebce'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:51.663269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['41e93480-387b-42c9-b5ad-4091c75aebce'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:51.701234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-7a045543-1783-4699-8ac9-54c440c92905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.703199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-7a045543-1783-4699-8ac9-54c440c92905 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.2152548 Jul 23 16:44:51.764809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-cdbbf35e-d957-406b-9d05-4d28c557cc5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 217 time: 0.0518425 Jul 23 16:44:51.830281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] Set router 41e93480-387b-42c9-b5ad-4091c75aebce gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:51.852773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-e8431064-a3a7-48a3-a44a-eab8c283d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.862887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-e8431064-a3a7-48a3-a44a-eab8c283d4fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.0872252 Jul 23 16:44:51.892868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2cecb452-ea3e-4828-912d-839350112622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:49Z', 'revision_number': 3, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:51.928272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cecb452-ea3e-4828-912d-839350112622 None None] The sync data for ids ['41e93480-387b-42c9-b5ad-4091c75aebce'] in n-d-800484-3 is: [{'id': '41e93480-387b-42c9-b5ad-4091c75aebce', 'name': 'tempest-NetworksTestDHCPv6-router-1176576576', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:40Z', 'updated_at': '2021-07-23T16:44:49Z', 'revision_number': 3, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:51.972922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-6e1b7db9-5169-4843-9fff-2d1012bde4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:51.974601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-6e1b7db9-5169-4843-9fff-2d1012bde4ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019714 Jul 23 16:44:52.089485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-6bad57ec-5daf-4df8-aa08-4fda57c6a382 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023812 Jul 23 16:44:52.119260 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-78a763a8-312a-469d-a0fc-cc577adbe05a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5547547 Jul 23 16:44:52.122024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.204693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.208510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18081fda-e23c-4c8f-8a69-86cc5e0f6453 req-8e02ac33-32d1-4ac1-a875-f74ddcdbfe15 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097310 Jul 23 16:44:52.318683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:52.379681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Deleting port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:52.379996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.450517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.453889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.514610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] For port 43dc7fb6-20a8-4fc4-b608-f6e20db19553, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43dc7fb6-20a8-4fc4-b608-f6e20db19553,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:52.515076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.519570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.520221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Fanout notify agent at l3_agent the message router_deleted on router 41e93480-387b-42c9-b5ad-4091c75aebce {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:52.534608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.534608 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b46cac0-af38-4b27-bf0d-a94773d0dafd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/routers/41e93480-387b-42c9-b5ad-4091c75aebce HTTP/1.1" status: 204 len: 168 time: 0.4105792 Jul 23 16:44:52.534608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51860) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.535790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Calling delete_port for 43dc7fb6-20a8-4fc4-b608-f6e20db19553 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:52.540374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:52.548569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059aebb-95b4-4553-a36a-d8e16747b2ea req-2b3deaad-a893-41d2-9326-289e896548d8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:52.550161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f059aebb-95b4-4553-a36a-d8e16747b2ea req-2b3deaad-a893-41d2-9326-289e896548d8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 943 time: 0.0951095 Jul 23 16:44:52.563629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Router 854b802a-5b8d-4161-a98f-52cada13d2fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:52.640680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f059aebb-95b4-4553-a36a-d8e16747b2ea req-06b0dfad-2226-4c66-9f48-b84a60ddcf4f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846856 Jul 23 16:44:52.689247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.729537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] Pushing event deleted for resources: {'Port': ['ID=43dc7fb6-20a8-4fc4-b608-f6e20db19553,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:52.735298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb1e14-58b4-42a9-b919-c44b7d5990fb None None] No DVR routers for this DVR port 43dc7fb6-20a8-4fc4-b608-f6e20db19553 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:52.778517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f614f-dfb1-4686-a7ec-ba658d397c2d req-ff3744a0-b4b5-4cca-85a8-83e663992a9d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:52.780126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-987f614f-dfb1-4686-a7ec-ba658d397c2d req-ff3744a0-b4b5-4cca-85a8-83e663992a9d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1216264 Jul 23 16:44:52.811354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:52.815010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.820332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:52.831077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Sync routers for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:52.840197 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6d9b3ec-3142-47a0-b3b9-c1425ba71b0c tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "PUT /v2.0/routers/854b802a-5b8d-4161-a98f-52cada13d2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9769797 Jul 23 16:44:52.844576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51864) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:52.847481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-987f614f-dfb1-4686-a7ec-ba658d397c2d req-3e3e2fb8-6254-4609-a7fb-ae31a19eb0ac tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540905 Jul 23 16:44:52.852472 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:52.853417 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:52.974584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting subnet 9c019b9b-841b-42b6-9194-56f650a35314 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:52.981118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:52.988924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:53.013084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 559e47ff-5662-4e3a-95d0-bcc0a7eab300 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:53.032646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.036506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 559e47ff-5662-4e3a-95d0-bcc0a7eab300 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:53.037340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 559e47ff-5662-4e3a-95d0-bcc0a7eab300 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:53.038078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43dc7fb6-20a8-4fc4-b608-f6e20db19553 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:53.065632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 43dc7fb6-20a8-4fc4-b608-f6e20db19553 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:53.066426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43dc7fb6-20a8-4fc4-b608-f6e20db19553 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:53.198436 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:44:51Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.202268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.224453 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Checking router: 854b802a-5b8d-4161-a98f-52cada13d2fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:53.224698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.234547 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Routers {'854b802a-5b8d-4161-a98f-52cada13d2fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:53.235157 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['854b802a-5b8d-4161-a98f-52cada13d2fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.290219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:53.295140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:53.304684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:53.305904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.307809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d4815-ef1b-4d00-b3cb-7c173ffb3deb None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:53.315205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=7b634952-9dc9-47e0-b57a-76357fcdabd6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:53.335045 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a7307027-bfd3-4232-b0f1-c55515f32982 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7963004 Jul 23 16:44:53.335346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51868) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.340100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.340696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-866907080', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:53.368006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Subnet': ['ID=9c019b9b-841b-42b6-9194-56f650a35314,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:53.374011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] Set router 854b802a-5b8d-4161-a98f-52cada13d2fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:53.380885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.382258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.387286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9b85927-87c9-4059-8666-0257aa08b094 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/subnets/9c019b9b-841b-42b6-9194-56f650a35314 HTTP/1.1" status: 204 len: 168 time: 0.5383606 Jul 23 16:44:53.387477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.388410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51870) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.408604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e9c22-1150-44ee-80d7-28cc1c387d88 None None] Network 056a308b-db97-4128-91c1-3d40270a605c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:44:53.438957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.447485 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.467329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.471823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2df28105-0230-41c3-a6a5-b3e2582913f5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1349514 Jul 23 16:44:53.472483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51872) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:53.569706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.703415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '7b634952-9dc9-47e0-b57a-76357fcdabd6'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:44:53.704376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.792139 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:44:51Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:53.797130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.810090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] DHCP port deletion for 056a308b-db97-4128-91c1-3d40270a605c request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:44:53.840067 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c9c9e-5c97-442c-b1ec-3646be2c3098 None None] The sync data for ids ['854b802a-5b8d-4161-a98f-52cada13d2fb'] in n-d-800484-3 is: [{'id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'name': 'tempest-TestNetworkBasicOps-router-2097038444', 'tenant_id': '02635c2462494cb9b698bc507e17bcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6157358a-a74e-455d-9491-994ab685f79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:09Z', 'updated_at': '2021-07-23T16:44:51Z', 'revision_number': 5, 'project_id': '02635c2462494cb9b698bc507e17bcca', 'gw_port': {'id': '6157358a-a74e-455d-9491-994ab685f79b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854b802a-5b8d-4161-a98f-52cada13d2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:11Z', 'updated_at': '2021-07-23T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:53.938686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Deleting port 6157358a-a74e-455d-9491-994ab685f79b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:53.944528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.946250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Deleting port e3606c5c-ac8b-4538-9f56-f7934e83ce31 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:53.946652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:53.967020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/7b634952-9dc9-47e0-b57a-76357fcdabd6/3437fa91-662f-4237-8dc2-14fe89696579) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:54.049085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] For port e3606c5c-ac8b-4538-9f56-f7934e83ce31, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e3606c5c-ac8b-4538-9f56-f7934e83ce31,segment=NetworkSegment(f542a893-7813-4697-9a5a-c968760882c4),segment_id=f542a893-7813-4697-9a5a-c968760882c4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:54.049375 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.071889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Calling delete_port for e3606c5c-ac8b-4538-9f56-f7934e83ce31 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:54.084869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] For port 6157358a-a74e-455d-9491-994ab685f79b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6157358a-a74e-455d-9491-994ab685f79b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:54.085226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.110620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Calling delete_port for 6157358a-a74e-455d-9491-994ab685f79b owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:54.167599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:44:54.190638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a73b-80d4-4f59-9276-dbe90c8dc2aa req-763e0619-1349-4de1-a4b9-1c34277bd8b1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:54.199161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcd1a73b-80d4-4f59-9276-dbe90c8dc2aa req-763e0619-1349-4de1-a4b9-1c34277bd8b1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 943 time: 0.2764025 Jul 23 16:44:54.280094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3cd9b-a247-40e1-90f4-a31797b2ff3a req-8211733d-932e-4457-b863-b2a4370ab29f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:54.282306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daa3cd9b-a247-40e1-90f4-a31797b2ff3a req-8211733d-932e-4457-b863-b2a4370ab29f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3070264 Jul 23 16:44:54.326914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcd1a73b-80d4-4f59-9276-dbe90c8dc2aa req-c1f46cd0-1cb4-4b8f-b79a-dc43c04f52d6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264634 Jul 23 16:44:54.328261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:54.360426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.376158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-daa3cd9b-a247-40e1-90f4-a31797b2ff3a req-de12ab70-73d6-4c95-ba88-77161052d1a0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815239 Jul 23 16:44:54.391869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'port_id': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'mac_address': 'fa:16:3e:d6:e1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:44:54.418123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.437320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.442219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Port': ['ID=6157358a-a74e-455d-9491-994ab685f79b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:54.446838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.493133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Transition to ACTIVE for port object 3437fa91-662f-4237-8dc2-14fe89696579 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:54.519741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.546809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] Pushing event deleted for resources: {'Port': ['ID=e3606c5c-ac8b-4538-9f56-f7934e83ce31,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:54.551597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb678da-6647-4d1c-993b-5c0099f985a4 None None] No DVR routers for this DVR port e3606c5c-ac8b-4538-9f56-f7934e83ce31 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:54.560075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.578055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d195ee-6eec-4d6a-b774-44a3d40d9330 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:54.586207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Transition to ACTIVE for port object 3437fa91-662f-4237-8dc2-14fe89696579 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:54.605223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.620784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:54.645746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.654335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:54.658363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:54.661957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:54.671754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.677969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.678200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Pushing event updated for resources: {'Port': ['ID=3437fa91-662f-4237-8dc2-14fe89696579,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:54.760370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.761351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Fanout notify agent at l3_agent the message router_deleted on router 854b802a-5b8d-4161-a98f-52cada13d2fb {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:44:54.780809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Attempting to bind port 3437fa91-662f-4237-8dc2-14fe89696579 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:54.781488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.781731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Attempting to bind port 3437fa91-662f-4237-8dc2-14fe89696579 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:54.782328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Attempting to bind port 3437fa91-662f-4237-8dc2-14fe89696579 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:54.785831 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5444f49-eaca-4a5a-9e74-c4f4c00988e4 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/routers/854b802a-5b8d-4161-a98f-52cada13d2fb HTTP/1.1" status: 204 len: 168 time: 1.3971815 Jul 23 16:44:54.786596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:54.795127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:54.796118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:54.796918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.797526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:54.798108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Bound port: 3437fa91-662f-4237-8dc2-14fe89696579, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:54.798736 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:54.870810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::1 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/7b634952-9dc9-47e0-b57a-76357fcdabd6/a01d2f9f-9338-45e7-aa69-d28bd0f18ee5) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:44:54.935265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.052938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 024e2cd7-84f3-4e63-a627-f69af4819d43 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:55.074503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.077290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.083786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 024e2cd7-84f3-4e63-a627-f69af4819d43 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:55.084388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 024e2cd7-84f3-4e63-a627-f69af4819d43 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:55.084983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e3606c5c-ac8b-4538-9f56-f7934e83ce31 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:55.087490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056a308b-db97-4128-91c1-3d40270a605c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:55.090113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:55.104019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:55.105975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f542a893-7813-4697-9a5a-c968760882c4') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:55.106458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f542a893-7813-4697-9a5a-c968760882c4') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:55.121716 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.127823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e3606c5c-ac8b-4538-9f56-f7934e83ce31 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:55.128418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e3606c5c-ac8b-4538-9f56-f7934e83ce31 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:55.144392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.149297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.152302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['32d195ee-6eec-4d6a-b774-44a3d40d9330'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:44:55.160074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:44:55.161268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:55.169667 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:55.204906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-327fcc9b-276f-4720-898b-a716796c236c None None] For port 3437fa91-662f-4237-8dc2-14fe89696579, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:55.206814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:55.210452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:55.214389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:44:55.215061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.223045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-327fcc9b-276f-4720-898b-a716796c236c None None] For port 3437fa91-662f-4237-8dc2-14fe89696579, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3437fa91-662f-4237-8dc2-14fe89696579,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:55.235515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.274765 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.275001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:55.294841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.300762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] 10.222.0.64 "DELETE /v2.0/networks/056a308b-db97-4128-91c1-3d40270a605c HTTP/1.1" status: 204 len: 168 time: 0.5096433 Jul 23 16:44:55.312927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0e734-4afe-406e-9a6a-b9ce439d9a6e tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] Pushing event deleted for resources: {'Network': ['ID=056a308b-db97-4128-91c1-3d40270a605c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:55.458629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.482003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcc9b-276f-4720-898b-a716796c236c None None] Pushing event updated for resources: {'Port': ['ID=3437fa91-662f-4237-8dc2-14fe89696579,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:55.782390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:55.832425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92a9d-24ab-43e0-b7b0-82c125a35697 req-26600dc0-ce56-4fd3-9c1c-53202e7d87e9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:55.834615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bef92a9d-24ab-43e0-b7b0-82c125a35697 req-26600dc0-ce56-4fd3-9c1c-53202e7d87e9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.3017855 Jul 23 16:44:55.853292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb05b1-71e2-44d4-acb6-1cb99763ba94 req-f5279366-9f4b-4b53-ae3c-5af154590618 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:55.861045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1eb05b1-71e2-44d4-acb6-1cb99763ba94 req-f5279366-9f4b-4b53-ae3c-5af154590618 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2569237 Jul 23 16:44:55.954348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6eb6e625-cb49-4eae-a037-e242c60d15af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02635c2462494cb9b698bc507e17bcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704426 Jul 23 16:44:55.956801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:55.968782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bef92a9d-24ab-43e0-b7b0-82c125a35697 req-2794b16d-ca1f-423a-819e-82c3ebd82129 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248095 Jul 23 16:44:55.981605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1eb05b1-71e2-44d4-acb6-1cb99763ba94 req-0e75cefa-db93-439b-a8dc-06e1e45e9554 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196821 Jul 23 16:44:56.033346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.039978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.041509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.044234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.072583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.116775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.135361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.138074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.142311 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0afe8c28-53a8-490e-9989-6dcdf1b73114 HTTP/1.1" status: 204 len: 168 time: 0.1815536 Jul 23 16:44:56.148707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3c33b-c4d0-421f-a27a-504b084417d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe8c28-53a8-490e-9989-6dcdf1b73114,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.166759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:56.220928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:44:56.226007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:44:56.293051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:56.302763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:56.303028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.423918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:44:56.490292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.529098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:56.532384 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7b69d-f4ee-4c71-8213-896df2361269" -d '{"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-plugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:44:56.580583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:56.588220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.593053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:56.599328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e3ff0d18-197d-4e72-9710-cad2388203fe tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "PUT /v2.0/routers/31bbfb72-fa0e-4591-9da8-4af81e98b8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258318 Jul 23 16:44:56.602619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.636861 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6003e976-01cf-4701-85c4-6194d1c4fcac x-openstack-request-id: req-6003e976-01cf-4701-85c4-6194d1c4fcac {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:44:56.637440 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-plugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:44:56.638062 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6003e976-01cf-4701-85c4-6194d1c4fcac {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:44:56.639003 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'code': 200} Jul 23 16:44:56.643307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Sync routers for ids ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:44:56.659330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51908) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.674540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Routers {'31bbfb72-fa0e-4591-9da8-4af81e98b8a4'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:56.675467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:56.692685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f060-a61d-4532-afb1-1afdfbda74ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.725006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fea636d-37bd-42fb-ba2a-2ccee80494a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.728225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fea636d-37bd-42fb-ba2a-2ccee80494a2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports/a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 HTTP/1.1" status: 200 len: 911 time: 0.1245728 Jul 23 16:44:56.738875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.807261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9cca4-3522-4d2d-bce9-9c10a7539b3f req-17aa9189-2e6e-4daa-aae6-b1996ff8bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.809175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36d9cca4-3522-4d2d-bce9-9c10a7539b3f req-17aa9189-2e6e-4daa-aae6-b1996ff8bcff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1057525 Jul 23 16:44:56.816749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.846973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c3c1d59e-3cba-4418-b496-57327c531a02 None None] Provisioning for port 3437fa91-662f-4237-8dc2-14fe89696579 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:56.865491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Set router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:56.897243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f14507-c014-424f-be10-faefff489c30 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.913554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36d9cca4-3522-4d2d-bce9-9c10a7539b3f req-fa3dd287-5934-47f0-ab2a-d36ccc4afcee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935059 Jul 23 16:44:56.927208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f14507-c014-424f-be10-faefff489c30 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:56.928936 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5f14507-c014-424f-be10-faefff489c30 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1889997 Jul 23 16:44:56.933139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51912) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:56.965566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f060-a61d-4532-afb1-1afdfbda74ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.973175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f060-a61d-4532-afb1-1afdfbda74ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.990486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3437fa91-662f-4237-8dc2-14fe89696579 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:57.080859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f060-a61d-4532-afb1-1afdfbda74ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958f915d-3771-4e57-880c-4d287e700131,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.106787 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cfe2f060-a61d-4532-afb1-1afdfbda74ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e6af8e8ce4149e289224ffa6dbda6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462659 Jul 23 16:44:57.111432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51918) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:57.222194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0586a18e-5faa-4950-9963-1ab7cfeb9b49 None None] Provisioning for port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:57.238618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0586a18e-5faa-4950-9963-1ab7cfeb9b49 None None] Provisioning complete for port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:57.239224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0586a18e-5faa-4950-9963-1ab7cfeb9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.274025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3437fa91-662f-4237-8dc2-14fe89696579 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:57.319340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f445dfc-3208-4565-b4d9-e3a56889c289 req-832f7e31-77ee-40bf-9f7a-a64ce1d7b828 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:57.319982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3437fa91-662f-4237-8dc2-14fe89696579 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:57.320416 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.321553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f445dfc-3208-4565-b4d9-e3a56889c289 req-832f7e31-77ee-40bf-9f7a-a64ce1d7b828 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2120571 Jul 23 16:44:57.330085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.371268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b961-7492-466b-8a0c-ebc32af53c6e req-63c7c721-92ef-4043-b8bc-acb07fbb471b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:57.373367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6965b961-7492-466b-8a0c-ebc32af53c6e req-63c7c721-92ef-4043-b8bc-acb07fbb471b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.2786605 Jul 23 16:44:57.378229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0586a18e-5faa-4950-9963-1ab7cfeb9b49 None None] Port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:57.428025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'name': 'tempest-NetworksTestDHCPv6-router-866907080', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:53Z', 'updated_at': '2021-07-23T16:44:55Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': 'a01d2f9f-9338-45e7-aa69-d28bd0f18ee5', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:26:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:54Z', 'updated_at': '2021-07-23T16:44:55Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:57.437331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.473324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f445dfc-3208-4565-b4d9-e3a56889c289 req-ef8d6c84-5145-4d2d-8d99-4a594bab51a0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218755 Jul 23 16:44:57.496769 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Checking router: 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:44:57.497283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Updating router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:44:57.522328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6965b961-7492-466b-8a0c-ebc32af53c6e req-7bc311fe-08dc-423f-846e-69fbd93cd97e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235909 Jul 23 16:44:57.544355 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.553548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.558014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.561491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/958f915d-3771-4e57-880c-4d287e700131 HTTP/1.1" status: 204 len: 168 time: 0.4479222 Jul 23 16:44:57.566401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.575247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637daa-ce4b-4c75-b7f1-ec2fc33f9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958f915d-3771-4e57-880c-4d287e700131,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.605521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3437fa91-662f-4237-8dc2-14fe89696579, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3437fa91-662f-4237-8dc2-14fe89696579,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:57.634789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.648434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6157358a-a74e-455d-9491-994ab685f79b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:44:57.702591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6157358a-a74e-455d-9491-994ab685f79b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:44:57.702938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6157358a-a74e-455d-9491-994ab685f79b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:44:57.723004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5f24195a-5628-4568-a159-f3440ec98126 None None] Provisioning complete for port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:57.724644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f24195a-5628-4568-a159-f3440ec98126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.860982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5f24195a-5628-4568-a159-f3440ec98126 None None] Port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:44:57.864891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3437fa91-662f-4237-8dc2-14fe89696579,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.885753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.178740 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.190891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Transition to ACTIVE for port object a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:44:58.199284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.256237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:44:58.256845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.261071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a872f3-3343-430f-8067-9bd4e584d6bf None None] Pushing event updated for resources: {'Port': ['ID=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:58.309832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-be395dd6-0245-44fc-9900-b423278438d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258838 Jul 23 16:44:58.372522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Attempting to bind port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:44:58.372965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Attempting to bind port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:44:58.373401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Attempting to bind port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:44:58.381980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:44:58.382268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:44:58.382576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.384482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:44:58.384976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Bound port: a01d2f9f-9338-45e7-aa69-d28bd0f18ee5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:44:58.385373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.442672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5, host n-d-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:58.443620 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.478895 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:44:58.494849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] For port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:44:58.500332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] For port a01d2f9f-9338-45e7-aa69-d28bd0f18ee5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:44:58.506654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-21704b84-ccd3-4bcf-a602-ef8a99503c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:58.508443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.508800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-21704b84-ccd3-4bcf-a602-ef8a99503c3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1278622 Jul 23 16:44:58.650430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a872f3-3343-430f-8067-9bd4e584d6bf None None] Pushing event updated for resources: {'Port': ['ID=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:58.667014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Routers {'31bbfb72-fa0e-4591-9da8-4af81e98b8a4'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:44:58.667718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:58.801204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:58.840313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] Set router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:44:58.884058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3437fa91-662f-4237-8dc2-14fe89696579 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:44:58.952385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:58.995779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-cefb76bb-cf8c-4807-bc32-8da7f186e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:58.997562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-cefb76bb-cf8c-4807-bc32-8da7f186e613 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.4609993 Jul 23 16:44:59.032421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-792019591-network', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:59.054505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=a01d2f9f-9338-45e7-aa69-d28bd0f18ee5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:59.060545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Made reservation on behalf of ff3e125378524f06b0f54e02f0802474 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:44:59.063169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.085366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bb4f8-7c30-4a13-af5f-c6a1a9d2a81b req-1822387b-849a-42f5-92cb-6fa18f6a1cfe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.090527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed3bb4f8-7c30-4a13-af5f-c6a1a9d2a81b req-1822387b-849a-42f5-92cb-6fa18f6a1cfe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.3449183 Jul 23 16:44:59.094078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-237d0452-8795-4296-9b9d-6fc88968d7b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 217 time: 0.0821052 Jul 23 16:44:59.127240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.142868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ff03-5ae6-425f-9a84-bbc37ca7db34 req-36e7dfe4-62a7-4761-b95c-052cbd844732 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.155455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ce2ff03-5ae6-425f-9a84-bbc37ca7db34 req-36e7dfe4-62a7-4761-b95c-052cbd844732 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.4416282 Jul 23 16:44:59.209640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-22be85cc-d99f-4161-8650-5c1f3f91a267 None None] Could not find standard attr ID for object a01d2f9f-9338-45e7-aa69-d28bd0f18ee5. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:44:59.236515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.239240 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.315098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3437fa91-662f-4237-8dc2-14fe89696579 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:59.315098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.409865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ce2ff03-5ae6-425f-9a84-bbc37ca7db34 req-af6f9274-0d72-4a42-b497-1ebf494c755d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472160 Jul 23 16:44:59.430483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed3bb4f8-7c30-4a13-af5f-c6a1a9d2a81b req-b94efed9-907d-4d2e-a922-aa6ed287fc3e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275588 Jul 23 16:44:59.443978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-b861e6a6-b312-42a2-997f-5900e6ac8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.446348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-b861e6a6-b312-42a2-997f-5900e6ac8b19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.3330388 Jul 23 16:44:59.522058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'name': 'tempest-NetworksTestDHCPv6-router-866907080', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:53Z', 'updated_at': '2021-07-23T16:44:55Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': 'a01d2f9f-9338-45e7-aa69-d28bd0f18ee5', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:26:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:54Z', 'updated_at': '2021-07-23T16:44:58Z', 'revision_number': 4, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:59.557166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:44:59.572972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea01cf-400f-4bea-a485-1ecda041d856 None None] The sync data for ids ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'] in n-d-800484-3 is: [{'id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'name': 'tempest-NetworksTestDHCPv6-router-866907080', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:53Z', 'updated_at': '2021-07-23T16:44:55Z', 'revision_number': 2, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'gw_port_host': None, '_interfaces': [{'id': 'a01d2f9f-9338-45e7-aa69-d28bd0f18ee5', 'name': '', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'mac_address': 'fa:16:3e:26:29:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31bbfb72-fa0e-4591-9da8-4af81e98b8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:54Z', 'updated_at': '2021-07-23T16:44:58Z', 'revision_number': 4, 'project_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'subnets': [{'id': '7b634952-9dc9-47e0-b57a-76357fcdabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:44:59.577687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.585633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.627065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-daa8cb1d-02fe-4116-802f-2afacaa3e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.628589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-daa8cb1d-02fe-4116-802f-2afacaa3e424 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700783 Jul 23 16:44:59.650033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fca01-221f-4168-99eb-cd3d2ec4cecb req-413d5fc7-bbca-425e-8a1b-749701ba8274 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.651774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-160fca01-221f-4168-99eb-cd3d2ec4cecb req-413d5fc7-bbca-425e-8a1b-749701ba8274 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.1238124 Jul 23 16:44:59.683464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:44:59.689208 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-86a02e15-6704-411b-8a37-15d7133cf552 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "PUT /v2.0/routers/31bbfb72-fa0e-4591-9da8-4af81e98b8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549660 Jul 23 16:44:59.690340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:44:59.697716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51958) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.713152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca49a122-e80b-4d07-b945-335596c6efaf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:59.729357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-160fca01-221f-4168-99eb-cd3d2ec4cecb req-397f1a9d-2eb8-493c-83db-2d96b77d509d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597873 Jul 23 16:44:59.756521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.758370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.758731 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Added segment 3d1dac96-99df-4170-992e-4b1bff9d57bb of type vlan for network 9e87715c-8f19-4750-8b87-f70302c2c747 Jul 23 16:44:59.809059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5a4f9-7c7b-4441-bdf5-8487fa646471 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.810578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5a4f9-7c7b-4441-bdf5-8487fa646471 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.812117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-24e5a4f9-7c7b-4441-bdf5-8487fa646471 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1133935 Jul 23 16:44:59.818119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51962) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.850673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.896138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-6c567747-1344-472a-8377-329f04008814 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432981 Jul 23 16:44:59.942294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51693a-6e7b-4ee5-a5e0-e6622c1d0300 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.948692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6b51693a-6e7b-4ee5-a5e0-e6622c1d0300 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1091 time: 0.1905265 Jul 23 16:44:59.953452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:44:59.966238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:44:59.974634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 7b634952-9dc9-47e0-b57a-76357fcdabd6 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:44:59.989858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.996190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:59.997425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:59.998159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.134255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.156880 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.181175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3784220 Jul 23 16:45:00.181858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c775d-e15d-4750-881d-2b8ab60d8a25 admin admin] Pushing event updated for resources: {'Network': ['ID=9e87715c-8f19-4750-8b87-f70302c2c747,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.187898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:00.193216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:00.264906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Request body: {'subnet': {'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-792019591-subnet', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:00.311193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Made reservation on behalf of ff3e125378524f06b0f54e02f0802474 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:00.313894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.368501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.374324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1089061c-1bf0-4ecb-b836-a28fe01dba82 req-a809983d-d606-4719-a303-4c9a18270eef service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699299 Jul 23 16:45:00.556965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.619686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=7b634952-9dc9-47e0-b57a-76357fcdabd6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.625330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c278f4e-1a2a-493b-812b-c2b4918e0d2a req-7d0ebf09-01b8-437e-a5a7-448c77dd7d36 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:00.626763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c278f4e-1a2a-493b-812b-c2b4918e0d2a req-7d0ebf09-01b8-437e-a5a7-448c77dd7d36 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1170380 Jul 23 16:45:00.637205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.639405 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-098011a8-fd0d-4f6e-950d-e37e05147aed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/7b634952-9dc9-47e0-b57a-76357fcdabd6 HTTP/1.1" status: 204 len: 168 time: 0.8203297 Jul 23 16:45:00.640346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90254b12-0439-4f1d-9b6b-0e5b82555217 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:00.642464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51972) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:00.684892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.741841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.792908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c278f4e-1a2a-493b-812b-c2b4918e0d2a req-37fb4b1f-6faa-4044-bcfb-27c14121c5bd tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580548 Jul 23 16:45:00.814980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3001c03d-107f-439c-babb-65b868842638 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1682675 Jul 23 16:45:00.815728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:00.892351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec287c3-915b-4bd9-81ef-0af9a77ffb36,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:00.919302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:00.935484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Checking segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:00.935845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Network hostable DHCP agents. Network: 9e87715c-8f19-4750-8b87-f70302c2c747, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:45:00.938371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.218 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/df6d6756-c7a7-43be-aee5-2556525bd2ea) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:00.946871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:00.979729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:45:01.000480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9e87715c-8f19-4750-8b87-f70302c2c747) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:01.010592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c3e48f-26dd-4e98-ab8a-1ae1e2af3e4a None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:01.033251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.033900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.068880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-733a913e-bd62-40a6-949f-460005ef53cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8092644 Jul 23 16:45:01.073753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 51976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:01.080590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:01.100071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Deleting port 3437fa91-662f-4237-8dc2-14fe89696579 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:01.100453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.127029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.142160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.143184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.146900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.151613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.215519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] For port 3437fa91-662f-4237-8dc2-14fe89696579, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3437fa91-662f-4237-8dc2-14fe89696579,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:01.216220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.231128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.232344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Fanout notify agent at l3_agent the message router_deleted on router 31bbfb72-fa0e-4591-9da8-4af81e98b8a4 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:45:01.236699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.248436 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.248698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.252641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bab42f74-2c9b-4321-b339-ba55ceb34c7f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/routers/31bbfb72-fa0e-4591-9da8-4af81e98b8a4 HTTP/1.1" status: 204 len: 168 time: 0.4330215 Jul 23 16:45:01.252641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:01.256598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Calling delete_port for 3437fa91-662f-4237-8dc2-14fe89696579 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:01.355158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9e87715c-8f19-4750-8b87-f70302c2c747', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:01.356293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.369731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833dd86-f635-45b4-863c-ca80fb107c6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.372066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2833dd86-f635-45b4-863c-ca80fb107c6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1185806 Jul 23 16:45:01.383879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51980) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:01.460831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8277e-f76a-41fc-859b-ab2bb132d998 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:01.463472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f8f8277e-f76a-41fc-859b-ab2bb132d998 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772157 Jul 23 16:45:01.466731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51990) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:01.478280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.520609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c5d09e62-2a58-4037-9267-0b2d6114cb0b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532415 Jul 23 16:45:01.526793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:45:01.527023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 51992) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:01.538227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:01.552353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] Pushing event deleted for resources: {'Port': ['ID=3437fa91-662f-4237-8dc2-14fe89696579,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:01.555294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e6219-e292-4ed9-baeb-e031a09a6909 None None] No DVR routers for this DVR port 3437fa91-662f-4237-8dc2-14fe89696579 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:01.572412 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Sync routers for ids ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:01.585834 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Routers set() bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:01.586899 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Router IDs set() for agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:45:01.587790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_agentschedulers_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31bbfb72-fa0e-4591-9da8-4af81e98b8a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent'). {{(pid=94006) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:45:01.611040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Routers set() bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:01.611416 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Router IDs set() for agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:45:01.612024 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_agentschedulers_db [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31bbfb72-fa0e-4591-9da8-4af81e98b8a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent'). {{(pid=94006) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 16:45:01.612400 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660e9af-0965-4a7b-85db-c4e365a98b5b None None] The sync data for ids ['31bbfb72-fa0e-4591-9da8-4af81e98b8a4'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:01.647840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Allocated IP 172.20.0.2 (9e87715c-8f19-4750-8b87-f70302c2c747/7ec287c3-915b-4bd9-81ef-0af9a77ffb36/e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:01.665228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:01.669540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.893946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:01.911376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:45:01.942193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:01.951522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:01.958365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:01.966627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:01.972675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=df6d6756-c7a7-43be-aee5-2556525bd2ea,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.029146 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.040903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Transition to ACTIVE for port object e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:02.108465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Transition to ACTIVE for port object e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:02.116025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:02.118808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.128688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.140161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:02.171103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:02.174215 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.215379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:02.225288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:02.231856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.232683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.249410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Pushing event updated for resources: {'Port': ['ID=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.253445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e59d4e-80d1-44f8-8b82-c52088676e29 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:02.256510 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.258850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7305808 Jul 23 16:45:02.267873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba841-3c2b-435c-b8bf-db6ffb0d71fb req-08e56468-8107-4491-b304-60128d58a654 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:02.270218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8cba841-3c2b-435c-b8bf-db6ffb0d71fb req-08e56468-8107-4491-b304-60128d58a654 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3150346 Jul 23 16:45:02.270863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52008) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:02.271534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc853732-c23f-4d81-8d35-f7318ed69456 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=4426df0d-8d66-4456-8349-7766d855b013,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.278003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:02.341234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:02.369714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:02.372885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:02.375366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:02.415227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['58e7422c-b4df-415d-9d14-a8c0cd0e7acf'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:45:02.426823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8cba841-3c2b-435c-b8bf-db6ffb0d71fb req-9988e38c-1407-42ca-9f8a-f2037ee96f47 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718663 Jul 23 16:45:02.458671 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.472901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:02.473174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.478273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.589387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Allocated IP 172.25.2.206 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/43d94bb0-c1bc-49df-a599-d54683fa9ff9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:02.605709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Attempting to bind port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:02.606163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Attempting to bind port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:02.606580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Attempting to bind port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:02.617755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:02.618200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Checking segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:02.618585 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.619033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Bound using segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:02.619643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Bound port: e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:02.620060 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.779896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '4426df0d-8d66-4456-8349-7766d855b013'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:02.780813 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.877828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:02.903703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.953824 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:02.983444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:02.983978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a01d2f9f-9338-45e7-aa69-d28bd0f18ee5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:02.984690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3437fa91-662f-4237-8dc2-14fe89696579 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:03.033731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3437fa91-662f-4237-8dc2-14fe89696579 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:03.034049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3437fa91-662f-4237-8dc2-14fe89696579 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:03.036183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] For port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:03.066095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] For port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:03.076571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.079276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:03.093349 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.111505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:03.119175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:03.120646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.150377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52024) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:03.152555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778970 Jul 23 16:45:03.158939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e1168-99fb-4c10-a819-e454069b6417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=5f40b915-3905-4446-a22b-925ce7206e2b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:03.159553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:ac:3a:82', 'name': 'tempest-NetworksTestDHCPv6-1646595972'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:03.188992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50639e16-21d1-4021-9a64-f0ec25af98b3 None None] Pushing event updated for resources: {'Port': ['ID=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:03.194293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Allocated IP 2001:db8::f816:3eff:fe3c:fc44 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/4426df0d-8d66-4456-8349-7766d855b013/153e0056-e8c1-48c8-a0b1-8980882256f0) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:03.205418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.375214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:03.376060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.444321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.467292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Transition to ACTIVE for port object 153e0056-e8c1-48c8-a0b1-8980882256f0 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:03.492358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:03.511322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:03.572960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:03.579488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Pushing event updated for resources: {'Port': ['ID=43d94bb0-c1bc-49df-a599-d54683fa9ff9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:03.586866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Transition to ACTIVE for port object 153e0056-e8c1-48c8-a0b1-8980882256f0 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:03.602682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.698427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:03.703291 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:03.719384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:03.734998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Pushing event updated for resources: {'Port': ['ID=153e0056-e8c1-48c8-a0b1-8980882256f0,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:03.811619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:03.812357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.813687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Attempting to bind port 153e0056-e8c1-48c8-a0b1-8980882256f0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:03.814064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Attempting to bind port 153e0056-e8c1-48c8-a0b1-8980882256f0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:03.814510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Attempting to bind port 153e0056-e8c1-48c8-a0b1-8980882256f0 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:03.839576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:03.839960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:03.840504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.840903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:03.841215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37491f28-20d5-4cf1-8c93-d2b3e5a7b719 req-f33ac811-da97-47ba-9a64-c28fc98308b9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:03.841429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Bound port: 153e0056-e8c1-48c8-a0b1-8980882256f0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:03.841779 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:03.848893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37491f28-20d5-4cf1-8c93-d2b3e5a7b719 req-f33ac811-da97-47ba-9a64-c28fc98308b9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 945 time: 0.3026493 Jul 23 16:45:03.910814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:03.933907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37491f28-20d5-4cf1-8c93-d2b3e5a7b719 req-ab20d1f6-9424-4d7c-93e6-d8cf3bbe160c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768363 Jul 23 16:45:04.150834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.190489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:04.196428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] For port 153e0056-e8c1-48c8-a0b1-8980882256f0, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:04.211437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] For port 153e0056-e8c1-48c8-a0b1-8980882256f0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=153e0056-e8c1-48c8-a0b1-8980882256f0,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:04.218291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.274383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.322582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:04.329690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:04.332597 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02c418b-31b2-4391-bcaf-297731fc8e09" -d '{"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:04.350828 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.397816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a23e-8495-4931-af82-345f59eb43cf None None] Pushing event updated for resources: {'Port': ['ID=153e0056-e8c1-48c8-a0b1-8980882256f0,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.443596 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3938db24-642b-4226-a3f9-b33572f6b53d x-openstack-request-id: req-3938db24-642b-4226-a3f9-b33572f6b53d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:04.444269 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:04.444729 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3938db24-642b-4226-a3f9-b33572f6b53d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:04.445346 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'code': 200} Jul 23 16:45:04.488052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:04.664732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 172.20.0.9 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/5f40b915-3905-4446-a22b-925ce7206e2b/b6b53e29-5f43-43a6-b618-74d0e3ebf4f7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:04.701625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:feac:3a82 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/4426df0d-8d66-4456-8349-7766d855b013/b6b53e29-5f43-43a6-b618-74d0e3ebf4f7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:04.785784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.833517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.844241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:04.936552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27398edf-6eef-487d-baa8-75e99cd4d64e None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:05.015598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 153e0056-e8c1-48c8-a0b1-8980882256f0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:05.153832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0c228576-3b93-4ed6-9f95-0cd3aa3af390 None None] Provisioning for port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:05.221169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 153e0056-e8c1-48c8-a0b1-8980882256f0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:05.230298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07e3b-d5b2-481a-87b7-d4e63dcdf630 req-68fae0d9-c802-4794-919c-f1a0c4d208d9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:05.234721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:05.239413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efe07e3b-d5b2-481a-87b7-d4e63dcdf630 req-68fae0d9-c802-4794-919c-f1a0c4d208d9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1484702 Jul 23 16:45:05.300081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.320944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efe07e3b-d5b2-481a-87b7-d4e63dcdf630 req-27c1fb4e-1cef-4350-b1e8-662d1c5bbb2a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804067 Jul 23 16:45:05.381469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:05.388184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:05.388546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.544724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.635444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:05.641107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:05.736627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:05.923020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3be18-fcbc-4707-964a-6a06c8fa6280 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:05.940723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2cfbd4c4-b66b-4482-b3fa-c626d3ff5ba2 None None] Provisioning complete for port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:05.941419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd4c4-b66b-4482-b3fa-c626d3ff5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.034670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=df6d6756-c7a7-43be-aee5-2556525bd2ea,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.173967 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 associated. External IP: 172.25.2.218, port: 32d195ee-6eec-4d6a-b774-44a3d40d9330. Jul 23 16:45:06.276214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.290932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.340315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Provisioning for port 153e0056-e8c1-48c8-a0b1-8980882256f0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:06.345121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Provisioning complete for port 153e0056-e8c1-48c8-a0b1-8980882256f0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:06.345626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.472344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '4426df0d-8d66-4456-8349-7766d855b013', 'ip_address': '2001:db8::f816:3eff:fe3c:fc44'}, {'subnet_id': '5f40b915-3905-4446-a22b-925ce7206e2b'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '153e0056-e8c1-48c8-a0b1-8980882256f0'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:45:06.544585 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.564355 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.569331 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:06.622020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] For port 153e0056-e8c1-48c8-a0b1-8980882256f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=153e0056-e8c1-48c8-a0b1-8980882256f0,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:06.630784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.678500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:06.747335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1a4c-e5f1-4ffe-b53b-3d34b32c5ba5 req-bd3bcf93-d20e-4365-a921-65066b6ac3ca tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:06.748945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d42f1a4c-e5f1-4ffe-b53b-3d34b32c5ba5 req-bd3bcf93-d20e-4365-a921-65066b6ac3ca tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2353897 Jul 23 16:45:06.763974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:06.777059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:06.782614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e21405-4160-4143-a046-923886d0ea1b None None] Pushing event updated for resources: {'Port': ['ID=153e0056-e8c1-48c8-a0b1-8980882256f0,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.787940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:06.874667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d42f1a4c-e5f1-4ffe-b53b-3d34b32c5ba5 req-ef84cf74-64c6-4243-86b6-db3de5003f9b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180801 Jul 23 16:45:06.916334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=b6b53e29-5f43-43a6-b618-74d0e3ebf4f7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:06.918129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:06.983381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Router d350734d-76ec-4c4f-83bc-eb4c31495a6a is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:45:06.997785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Allocated IP 172.20.0.2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/5f40b915-3905-4446-a22b-925ce7206e2b/153e0056-e8c1-48c8-a0b1-8980882256f0) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:07.021102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:07.021919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.064566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:07.064992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.177749 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cf413cd2-8d3a-4c29-ba75-bbcc21d0a523 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0261366 Jul 23 16:45:07.180415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52066) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:07.196613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] For port 153e0056-e8c1-48c8-a0b1-8980882256f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=153e0056-e8c1-48c8-a0b1-8980882256f0,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:07.217481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router efd86724-7113-4bb5-94cf-c1d5e8dcd753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:07.237183 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.267905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Transition to ACTIVE for port object 153e0056-e8c1-48c8-a0b1-8980882256f0 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:07.275888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.310461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa0ce70-2371-41ea-aaac-5d86b075c07a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:07.326891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa0ce70-2371-41ea-aaac-5d86b075c07a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:07.328828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eaa0ce70-2371-41ea-aaac-5d86b075c07a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1466358 Jul 23 16:45:07.338343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52070) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:07.440619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa07b0-9e65-4d2b-9aef-ef2a9928656a None None] Pushing event updated for resources: {'Port': ['ID=153e0056-e8c1-48c8-a0b1-8980882256f0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:07.517415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:07.519811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:07.534891 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Sync routers for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:07.539034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Sync routers for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:07.548717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:07.549267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.552831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:07.555101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:07.557942 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:07.558592 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:07.577568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.688809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a1baf97-04f6-4f2f-bb85-a4a8b81ba694 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7341576 Jul 23 16:45:07.696010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:07.700669 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193796d2-6a62-4ea1-8b80-d33cac1745b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:07.728193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:07.733784 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ff147b0b-fadd-4710-80ac-c65f34f253a4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6591437 Jul 23 16:45:07.734152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52076) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:07.824305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:07.846532 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9734776e-b4a5-4141-a5c9-f7103f342332 x-openstack-request-id: req-9734776e-b4a5-4141-a5c9-f7103f342332 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:07.846950 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:07.847866 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9734776e-b4a5-4141-a5c9-f7103f342332 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:07.849848 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'status': 'completed', 'code': 200} Jul 23 16:45:07.973979 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:08.059512 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:45:08.248935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.290124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:08.298514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:04Z', 'revision_number': 3, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.343791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Checking router: d350734d-76ec-4c4f-83bc-eb4c31495a6a for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:08.344284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Updating router d350734d-76ec-4c4f-83bc-eb4c31495a6a port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:45:08.421964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-44d0d161-4e28-49c6-9b3d-79e7ff8d4af3 None None] Provisioning for port 153e0056-e8c1-48c8-a0b1-8980882256f0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:08.434922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-44d0d161-4e28-49c6-9b3d-79e7ff8d4af3 None None] Provisioning complete for port 153e0056-e8c1-48c8-a0b1-8980882256f0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:08.435345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-44d0d161-4e28-49c6-9b3d-79e7ff8d4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.493391 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.547540 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e2f4a99d-7e0d-40f3-b13c-a1332e6407a3', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'port_id': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'mac_address': 'fa:16:3e:d6:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:02Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.584755 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Checking router: efd86724-7113-4bb5-94cf-c1d5e8dcd753 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:08.600559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:08.615285 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:08.658299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ca24e-8210-4dd2-9016-fa8295b4e903 req-3949e0e7-df96-48e0-a9ba-0db6cb79ccbb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:08.675263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3ca24e-8210-4dd2-9016-fa8295b4e903 req-3949e0e7-df96-48e0-a9ba-0db6cb79ccbb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.5778964 Jul 23 16:45:08.801348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-beb42aba-176a-4db7-96be-a355eb3b6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:08.825436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-beb42aba-176a-4db7-96be-a355eb3b6f37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1096 time: 0.8819268 Jul 23 16:45:09.045035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572b5e-0d2a-45b7-ba21-c0d349c8c0b4 req-b7761b6f-f141-4cc3-a475-d1d0136dcf67 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:09.046678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61572b5e-0d2a-45b7-ba21-c0d349c8c0b4 req-b7761b6f-f141-4cc3-a475-d1d0136dcf67 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 1.0981412 Jul 23 16:45:09.091834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 153e0056-e8c1-48c8-a0b1-8980882256f0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:09.133817 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:09.157474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce3ca24e-8210-4dd2-9016-fa8295b4e903 req-0b628486-9936-4c94-927d-8527d5da65f3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790432 Jul 23 16:45:09.230881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61572b5e-0d2a-45b7-ba21-c0d349c8c0b4 req-1b369dd6-64e2-4382-8a81-4eb26926a5db tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161163 Jul 23 16:45:09.257490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 153e0056-e8c1-48c8-a0b1-8980882256f0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:09.257866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.265329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52088) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:09.326098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.373086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Transition to ACTIVE for port object 43d94bb0-c1bc-49df-a599-d54683fa9ff9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:09.438002 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.508970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1703304-a6ca-4480-9be7-03a3fe49eeb3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 200 len: 991 time: 0.2422521 Jul 23 16:45:09.551094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Attempting to bind port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:09.551482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Attempting to bind port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:09.551884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Attempting to bind port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:09.577310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:09.577693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:09.586533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.587056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:09.587614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Bound port: 43d94bb0-c1bc-49df-a599-d54683fa9ff9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:09.588072 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.658337 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e2f4a99d-7e0d-40f3-b13c-a1332e6407a3', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'port_id': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'mac_address': 'fa:16:3e:d6:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:02Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:09.735309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8066f3c6-2e3e-4977-8deb-8df7100644e3 None None] The sync data for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 is: [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e2f4a99d-7e0d-40f3-b13c-a1332e6407a3', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'port_id': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'mac_address': 'fa:16:3e:d6:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:02Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:09.806283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-39bee064-cf9c-4421-9fbb-e73be74267a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:09.808112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-39bee064-cf9c-4421-9fbb-e73be74267a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.9402730 Jul 23 16:45:09.842390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Pushing event updated for resources: {'Port': ['ID=43d94bb0-c1bc-49df-a599-d54683fa9ff9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:09.913059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] For port 43d94bb0-c1bc-49df-a599-d54683fa9ff9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:09.917561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] For port 43d94bb0-c1bc-49df-a599-d54683fa9ff9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43d94bb0-c1bc-49df-a599-d54683fa9ff9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:09.920671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.921500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.921640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.922427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.922427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.922694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.922940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.923232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.923716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.924250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.924508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.925034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:09.928450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.930940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:09.935829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1dc36ec2-4a44-43c2-b18a-ff4e49a2620c None None] Provisioning for port b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:09.975097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1dc36ec2-4a44-43c2-b18a-ff4e49a2620c None None] Provisioning complete for port b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:09.975469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1dc36ec2-4a44-43c2-b18a-ff4e49a2620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.051568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1dc36ec2-4a44-43c2-b18a-ff4e49a2620c None None] Port b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:45:10.090472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8dbc-ae91-4cbc-b9aa-767ba93d757a None None] Pushing event updated for resources: {'Port': ['ID=43d94bb0-c1bc-49df-a599-d54683fa9ff9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:10.113151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:10.117866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:44:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:10.122853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.137025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=b6b53e29-5f43-43a6-b618-74d0e3ebf4f7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:10.150626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-c5b0ba53-ea2c-4ffa-9204-5e1a57d01f45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 999 time: 0.3137083 Jul 23 16:45:10.208726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00173f-b4bd-4609-91a3-d3b6dc457cc4 None None] New status for floating IP e2f4a99d-7e0d-40f3-b13c-a1332e6407a3: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:45:10.512391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52094) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:10.573601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:10.628029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-ed7124d7-e103-48f1-8765-24f5a68a7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:10.632951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-ed7124d7-e103-48f1-8765-24f5a68a7a38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.4416404 Jul 23 16:45:10.706940 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1da60778-25c8-4447-b800-33ccba02efb8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 200 len: 991 time: 0.1921527 Jul 23 16:45:10.891504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.898626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52096) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:10.899240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b34a1525-0cca-428b-b705-364a2c1a890c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 HTTP/1.1" status: 204 len: 168 time: 3.5589416 Jul 23 16:45:10.946453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7aa98-ea61-4385-8556-6b956fdb77c1 req-8bf439a1-ad96-4aa6-88b4-49dba6a68885 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:10.948271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b7aa98-ea61-4385-8556-6b956fdb77c1 req-8bf439a1-ad96-4aa6-88b4-49dba6a68885 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3227808 Jul 23 16:45:10.961875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-d7748ccc-8a85-4e38-9b00-01a57efdb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:10.963389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-d7748ccc-8a85-4e38-9b00-01a57efdb3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945247 Jul 23 16:45:11.040682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c69dd-3f92-4603-a823-f8d15f7c326f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:11.044633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c69dd-3f92-4603-a823-f8d15f7c326f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:11.052682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c69dd-3f92-4603-a823-f8d15f7c326f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:11.055312 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-685c69dd-3f92-4603-a823-f8d15f7c326f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1554947 Jul 23 16:45:11.057743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52104) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:11.090159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42b7aa98-ea61-4385-8556-6b956fdb77c1 req-45042241-c2b5-460c-9056-dc90f8aa8364 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220093 Jul 23 16:45:11.147690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:04Z', 'revision_number': 3, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:11.176747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-9c62885d-568f-4fff-88ed-b65e006322f3 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012961 Jul 23 16:45:11.196703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Allocated IP 172.20.0.1 (9e87715c-8f19-4750-8b87-f70302c2c747/7ec287c3-915b-4bd9-81ef-0af9a77ffb36/9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:11.203077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd514ca-af91-49df-ba82-73bbda232b9b None None] The sync data for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 is: [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:04Z', 'revision_number': 3, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:11.232390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 4426df0d-8d66-4456-8349-7766d855b013 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:11.236397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.311866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.427492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.443397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-193796d2-6a62-4ea1-8b80-d33cac1745b9 req-a716fa72-7b35-4f66-b64d-c8b7d6890b36 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593715 Jul 23 16:45:11.527110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.544381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.561993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Transition to ACTIVE for port object 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:11.573857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-da630bc5-8836-4dc8-a319-bb8611883f4c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:11.577378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-da630bc5-8836-4dc8-a319-bb8611883f4c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1904263 Jul 23 16:45:11.593561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=4426df0d-8d66-4456-8349-7766d855b013,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:11.605704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.611743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52116) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:11.613286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be21a5e0-d76b-412f-8268-cd142975ecf2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/4426df0d-8d66-4456-8349-7766d855b013 HTTP/1.1" status: 204 len: 168 time: 0.5533817 Jul 23 16:45:11.616525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e455fc-3c2c-4f39-a487-29bd09b90dff None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:11.651624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-6bef949a-4531-49dd-8f46-1610872b5338 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0599573 Jul 23 16:45:11.712700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52118) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:11.768271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.823910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8b1defb3-7cb3-4cdc-a163-b4ee49d97997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:11.955179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.012163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3837c140-1312-4a94-a640-e8d07fdcf031 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 200 len: 993 time: 0.2979033 Jul 23 16:45:12.105076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:12.153700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:12.156883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:12.160826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:12.265179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 5f40b915-3905-4446-a22b-925ce7206e2b {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:12.270736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.287601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.456282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.598818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-d1759e99-0671-4b64-8a07-e4b21bc7f6eb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8373780 Jul 23 16:45:12.674066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ea67c840-a716-4c81-90fa-ce8a57602c01 None None] Provisioning for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:12.683076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ea67c840-a716-4c81-90fa-ce8a57602c01 None None] Provisioning complete for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:12.683457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea67c840-a716-4c81-90fa-ce8a57602c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.752898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ea67c840-a716-4c81-90fa-ce8a57602c01 None None] Port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:12.863630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebf95-3049-425b-8fd9-92e84e0baf97 req-4f527ce5-2dab-4bea-9b6b-7750e3d7eb2e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:12.893552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-970ebf95-3049-425b-8fd9-92e84e0baf97 req-4f527ce5-2dab-4bea-9b6b-7750e3d7eb2e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.6156571 Jul 23 16:45:12.929905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-16373de1-9b6b-49ae-9b6d-88d2a68ae73d service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990386 Jul 23 16:45:12.931749 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.959947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.003624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43d94bb0-c1bc-49df-a599-d54683fa9ff9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:13.065487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:13.071278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:13.071725 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.122707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-649449e9-0510-4641-a87e-3cb17f0f0269 None None] Provisioning complete for port 153e0056-e8c1-48c8-a0b1-8980882256f0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:13.123102 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-649449e9-0510-4641-a87e-3cb17f0f0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.127156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-970ebf95-3049-425b-8fd9-92e84e0baf97 req-e6d00ce5-1c07-4246-a74e-87f2c65dc122 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324831 Jul 23 16:45:13.259708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.294465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.324521 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.332889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52122) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.333448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/5f40b915-3905-4446-a22b-925ce7206e2b HTTP/1.1" status: 204 len: 168 time: 1.7018960 Jul 23 16:45:13.359637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-ca10ba1b-bee9-45f5-9df8-c8354231468f service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158061 Jul 23 16:45:13.372136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e34a3-2f7d-446b-9f73-162cb8f7fe44 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:13.390942 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ac0a512-6746-47a0-bce5-966df208923a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560076 Jul 23 16:45:13.393694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:13.404846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:13.415564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 43d94bb0-c1bc-49df-a599-d54683fa9ff9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43d94bb0-c1bc-49df-a599-d54683fa9ff9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:13.454176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.510775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.513014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e8772-902f-4fa7-8f95-4fdca4743b94 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=5f40b915-3905-4446-a22b-925ce7206e2b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.519001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.576324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=43d94bb0-c1bc-49df-a599-d54683fa9ff9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.646601 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.670059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:13.746735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:13.751567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.822680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa6fbe26-b9c1-4ac5-b5f9-f2dcca98c44f req-132edbed-86bf-4fab-81b9-c2826d89fc31 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.1071882 Jul 23 16:45:13.935156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:14.008990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:14.010718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:14.054728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Deleting port 153e0056-e8c1-48c8-a0b1-8980882256f0 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:14.055796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.271143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Router d350734d-76ec-4c4f-83bc-eb4c31495a6a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:14.295697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] For port 153e0056-e8c1-48c8-a0b1-8980882256f0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=153e0056-e8c1-48c8-a0b1-8980882256f0,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:14.301231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.331955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Calling delete_port for 153e0056-e8c1-48c8-a0b1-8980882256f0 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:14.507290 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.513379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c6b-27a0-4df7-b2d9-96af5498e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.534672 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.565909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:14.619845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18629c2-3b9a-400b-b634-465321feeb8f req-0cc9713e-97ce-4479-b6f2-2f7db4e6c100 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:14.624678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] No DVR routers for this DVR port 153e0056-e8c1-48c8-a0b1-8980882256f0 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:14.631414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b18629c2-3b9a-400b-b634-465321feeb8f req-0cc9713e-97ce-4479-b6f2-2f7db4e6c100 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3304269 Jul 23 16:45:14.652630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ed9f-4642-4892-9cbb-e88c8c67a82e None None] Pushing event deleted for resources: {'Port': ['ID=153e0056-e8c1-48c8-a0b1-8980882256f0,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:14.674543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f6e8842-aa1b-4edb-9cc6-c15e8ae4c53d None None] Provisioning complete for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:14.675082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8842-aa1b-4edb-9cc6-c15e8ae4c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.722168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e8842-aa1b-4edb-9cc6-c15e8ae4c53d None None] Port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:14.739594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:14.751987 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Sync routers for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:14.760137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-83ced983-be14-47f6-9d48-812e704aeb4a admin admin] 10.222.0.64 "PUT /v2.0/routers/d350734d-76ec-4c4f-83bc-eb4c31495a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0134048 Jul 23 16:45:14.770280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b18629c2-3b9a-400b-b634-465321feeb8f req-92f058e6-9378-469b-a5a1-9b0441cad582 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366568 Jul 23 16:45:14.804702 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:14.805627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:14.906138 n-d-800484-3 neutron-server[94004]: WARNING neutron.services.revisions.revision_plugin [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Could not find related port for resource to bump revision. Jul 23 16:45:14.913287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_pluggable_backend [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Port 153e0056-e8c1-48c8-a0b1-8980882256f0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 16:45:14.914292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_pluggable_backend [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:fc44 {{(pid=94004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 16:45:14.945059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_pluggable_backend [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3c:fc44 {{(pid=94004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 16:45:14.946793 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:14.994645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43d94bb0-c1bc-49df-a599-d54683fa9ff9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:15.030209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:15.031160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:15.082482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97c40474-7afe-4bd0-85bf-ef598409f9ae req-7ad93ac1-6afc-4680-9eaf-7965dbf3d2b8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.1633639 Jul 23 16:45:15.109168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:15.109796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.129041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:15.132537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:15.133667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.165609 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7658834 Jul 23 16:45:15.166296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.177209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:15.205792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58686494-69b5-479b-a5fe-e5d64e5e7731 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:15.333251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49df903-904f-4378-9bb9-4383caead8df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:15.381687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:15.386071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-a6350209-8f7a-4ce9-a066-8aec13941e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:15.387159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.388254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-a6350209-8f7a-4ce9-a066-8aec13941e95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1097 time: 0.2828407 Jul 23 16:45:15.630168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 153e0056-e8c1-48c8-a0b1-8980882256f0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:15.790169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 153e0056-e8c1-48c8-a0b1-8980882256f0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:15.790717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 153e0056-e8c1-48c8-a0b1-8980882256f0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:15.802904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52158) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:15.825078 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.836032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1592451006-network', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:15.949690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': 'ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:15.951726 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:15.953465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Made reservation on behalf of ecc4c7f070444a15ac01feef91c965b7 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:15.957386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.000266 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.007411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:12Z', 'revision_number': 4, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0', 'name': '', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'mac_address': 'fa:16:3e:a0:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:10Z', 'updated_at': '2021-07-23T16:45:13Z', 'revision_number': 2, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'subnets': [{'id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:16.068826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-5bcbc3fc-c874-4de4-9cb4-3577c297dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.079354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-5bcbc3fc-c874-4de4-9cb4-3577c297dbf0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.6559818 Jul 23 16:45:16.107221 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Checking router: d350734d-76ec-4c4f-83bc-eb4c31495a6a for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:16.114165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Updating router d350734d-76ec-4c4f-83bc-eb4c31495a6a port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:45:16.231226 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.310346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-36ad9e34-c9c6-4ee6-8d75-acadf2cf136e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.313276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-36ad9e34-c9c6-4ee6-8d75-acadf2cf136e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.4355280 Jul 23 16:45:16.315694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.358626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Allocated IP 2001:db8::f816:3eff:fe48:540b (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d/db6fdbd5-e948-47bc-94f5-e113a6a298ec) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:16.395448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:16.400768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-af565364-45b4-4b63-95b3-8d51f0a3d543 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1002 time: 0.3093789 Jul 23 16:45:16.598425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:16.641577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:16.653439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:16.657890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.730867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=aba5387a-c185-434b-b1b8-6db63d3c3aa1,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:16.901161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:16.920265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Transition to ACTIVE for port object db6fdbd5-e948-47bc-94f5-e113a6a298ec will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:16.956826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Transition to ACTIVE for port object db6fdbd5-e948-47bc-94f5-e113a6a298ec will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:16.974110 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.053974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:17.067985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:17.079305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:17.156020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Pushing event updated for resources: {'Port': ['ID=db6fdbd5-e948-47bc-94f5-e113a6a298ec,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.217639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Attempting to bind port db6fdbd5-e948-47bc-94f5-e113a6a298ec on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:17.218635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Attempting to bind port db6fdbd5-e948-47bc-94f5-e113a6a298ec by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:17.219464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Attempting to bind port db6fdbd5-e948-47bc-94f5-e113a6a298ec on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:17.234513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:17.235755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:17.236808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.237690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:17.238714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Bound port: db6fdbd5-e948-47bc-94f5-e113a6a298ec, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:17.239616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.261060 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.281066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Transition to ACTIVE for port object 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:17.308774 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.380754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] For port db6fdbd5-e948-47bc-94f5-e113a6a298ec, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:17.389457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] For port db6fdbd5-e948-47bc-94f5-e113a6a298ec, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=db6fdbd5-e948-47bc-94f5-e113a6a298ec,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:17.412784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.442276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c2979-4e1c-4ee6-b485-2d6862eaf57c None None] Pushing event updated for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.475217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.484480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-011f8e8f-1008-4905-973f-64b012e8e54f req-5acd765f-aa06-4aa4-8c76-0d41df226d06 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 1.0758185 Jul 23 16:45:17.522516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4bd98166-8902-410c-9c61-75729b9a5eef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3504591 Jul 23 16:45:17.523373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:17.536144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:c8:da:c5', 'name': 'tempest-NetworksTestDHCPv6-74314908'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:17.555890 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Attempting to bind port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:17.556952 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Attempting to bind port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:17.557488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Attempting to bind port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:17.571309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.579890 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:17.590163 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Checking segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:17.590926 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.591591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Bound using segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:17.592272 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Bound port: 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:17.592972 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.595507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.608445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:45:17.638985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.639655 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Added segment 857eb95b-1c50-4763-ac32-355ce2bb0f4b of type vlan for network b1de9abc-9d7b-47dc-b40c-cc7e41872677 Jul 23 16:45:17.642315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca224c-f640-48f8-be4b-86a01f868061 None None] Pushing event updated for resources: {'Port': ['ID=db6fdbd5-e948-47bc-94f5-e113a6a298ec,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.714603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-cc125f48-7122-4942-b348-17d08d92cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:17.716526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-cc125f48-7122-4942-b348-17d08d92cca9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 1.2743959 Jul 23 16:45:17.719704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:17.727748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.738402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557604c-356c-474e-befc-bc7a300a29ed req-a37a6df8-77af-4547-9f30-fa2768c65f02 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:17.740231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4557604c-356c-474e-befc-bc7a300a29ed req-a37a6df8-77af-4547-9f30-fa2768c65f02 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 1.7444410 Jul 23 16:45:17.811298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d87d67-d0e5-4f33-af64-5f998547f362,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:17.817276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] For port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:17.824100 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] For port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:17.841836 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.957739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:17.986647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c2979-4e1c-4ee6-b485-2d6862eaf57c None None] Pushing event updated for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:18.039421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:18.040942 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:18.145684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:18.154274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4557604c-356c-474e-befc-bc7a300a29ed req-4e7208ea-9118-4086-9708-f55a95659379 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614314 Jul 23 16:45:18.237407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.238458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:18.239058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.296755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.6 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/9774e284-abb5-4810-92c3-b18b0cc482a5) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:18.482602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-df1782a7-343b-4716-b892-7237e4e1f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:18.482602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-df1782a7-343b-4716-b892-7237e4e1f9f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7332318 Jul 23 16:45:18.572647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:18.581838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7734199 Jul 23 16:45:18.592243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52172) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:18.597001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b2217-fe35-4787-864d-4c1080371ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=b1de9abc-9d7b-47dc-b40c-cc7e41872677,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:18.605307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Request body: {'subnet': {'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1592451006-subnet', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:18.611776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:45:18.831620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e70f8a0d-3d26-4b34-854f-39d046a8eb0f req-15dbd40e-beae-42ed-9d02-f7c6607db06f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.1812735 Jul 23 16:45:18.882935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Made reservation on behalf of ecc4c7f070444a15ac01feef91c965b7 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:18.885495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:18.910735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-5e862b8d-72cb-4e9f-b48b-1ebec07dd367 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216170 Jul 23 16:45:18.999196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device db6fdbd5-e948-47bc-94f5-e113a6a298ec up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:19.080542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.122057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port db6fdbd5-e948-47bc-94f5-e113a6a298ec completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:19.168081 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:12Z', 'revision_number': 4, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0', 'name': '', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'mac_address': 'fa:16:3e:a0:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:10Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 4, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'subnets': [{'id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:19.201359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 08678673-407d-4115-a31f-8aeb4e827ebe yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:19.234488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f1f05f1-100c-4437-a299-3d96a83ba593 req-b29d91cb-35b8-4c1d-b5ea-8553150cdc39 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124344 Jul 23 16:45:19.265323 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84b6b2-04d5-44b9-8423-425a69b07ac3 None None] The sync data for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 is: [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:45:12Z', 'revision_number': 4, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0', 'name': '', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'mac_address': 'fa:16:3e:a0:87:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:10Z', 'updated_at': '2021-07-23T16:45:17Z', 'revision_number': 4, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'subnets': [{'id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:19.482402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.537660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.565632 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object 9774e284-abb5-4810-92c3-b18b0cc482a5 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:19.699752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9b7d79-958c-4a0d-afd0-00b37cf1d57f,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:19.762359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa0b82-1256-4c08-8bd1-a967cd19b628 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:19.786168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:19.840390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac479-19d3-48fb-98b4-33e979229389 req-55943e70-c078-4c09-bd62-dd0739e10df3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:19.842059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e03ac479-19d3-48fb-98b4-33e979229389 req-55943e70-c078-4c09-bd62-dd0739e10df3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.4017084 Jul 23 16:45:19.939282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Checking segment: {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:19.940156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Network hostable DHCP agents. Network: b1de9abc-9d7b-47dc-b40c-cc7e41872677, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:45:19.966512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Provisioning for port db6fdbd5-e948-47bc-94f5-e113a6a298ec completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:19.989501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Provisioning complete for port db6fdbd5-e948-47bc-94f5-e113a6a298ec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:19.989870 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.004068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:20.031122 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:20.079978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e03ac479-19d3-48fb-98b4-33e979229389 req-d1862056-f6c7-443a-b08a-683b276beae5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153273 Jul 23 16:45:20.082095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:20.118975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:45:20.142619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b1de9abc-9d7b-47dc-b40c-cc7e41872677) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:20.158413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abfc80-94d7-4a01-a038-6274b343e7e9 None None] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:20.163390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:20.164136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.197491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f2e6-4a93-4c38-9c17-999e6413911a req-6e9f6d1e-d5b1-46c2-8dd8-bbca876a489d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:20.212799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2096f2e6-4a93-4c38-9c17-999e6413911a req-6e9f6d1e-d5b1-46c2-8dd8-bbca876a489d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 931 time: 0.2437999 Jul 23 16:45:20.254061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d58df8f-89a8-4c6e-a0bb-5988a8a8efbf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6580110 Jul 23 16:45:20.284777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52182) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:20.296406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:20.356664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:20.361274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.390801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2096f2e6-4a93-4c38-9c17-999e6413911a req-834a6934-0506-4365-af8c-a8d91702e2cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776574 Jul 23 16:45:20.395345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:20.407850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 172.20.0.4 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/aba5387a-c185-434b-b1b8-6db63d3c3aa1/08678673-407d-4115-a31f-8aeb4e827ebe) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:20.417329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.426949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.456563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fec8:dac5 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d/08678673-407d-4115-a31f-8aeb4e827ebe) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:20.556538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.659489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.727300 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.743427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 08678673-407d-4115-a31f-8aeb4e827ebe will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:20.787742 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-539711ee-6830-4d49-b79e-5275f054ce05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4105361 Jul 23 16:45:20.800493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:20.811247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Request body: {'port': {'device_id': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:20.930485 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:20.941743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:20.967234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:21.043780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=08678673-407d-4115-a31f-8aeb4e827ebe,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:21.075648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:21.106368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.109586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.119038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:21.120610 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.143861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:21.145023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.229135 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f7bd1824-a52b-4f01-8a31-f246ce8218d2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.7012324 Jul 23 16:45:21.236484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52186) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:21.271280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] For port db6fdbd5-e948-47bc-94f5-e113a6a298ec, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=db6fdbd5-e948-47bc-94f5-e113a6a298ec,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:21.301697 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.445857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8113ddd-e6f0-47ce-a391-f8a479e96efd None None] Pushing event updated for resources: {'Port': ['ID=db6fdbd5-e948-47bc-94f5-e113a6a298ec,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:21.500020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ec60a0c-74b1-4502-b8e1-10508c6c379e None None] Provisioning for port 9774e284-abb5-4810-92c3-b18b0cc482a5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:21.551309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ec60a0c-74b1-4502-b8e1-10508c6c379e None None] Provisioning complete for port 9774e284-abb5-4810-92c3-b18b0cc482a5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:21.551856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ec60a0c-74b1-4502-b8e1-10508c6c379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.617804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e90ce-18c0-47ec-be79-f9b4576c0f90 req-3ffc23ae-dd4f-4906-a918-259ef79aca2e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:21.619698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-409e90ce-18c0-47ec-be79-f9b4576c0f90 req-3ffc23ae-dd4f-4906-a918-259ef79aca2e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3349030 Jul 23 16:45:21.661947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:21.672284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3ec60a0c-74b1-4502-b8e1-10508c6c379e None None] Port 9774e284-abb5-4810-92c3-b18b0cc482a5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:21.720798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:21.721182 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.753268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-409e90ce-18c0-47ec-be79-f9b4576c0f90 req-db04b204-eb52-4ff3-adc4-06413c03d5ba tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223292 Jul 23 16:45:21.774073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.812121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:21.838301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad2dd2-8b41-42b5-baba-18f6942e1a75 req-5e7b7995-b8ae-4f53-a9df-4495ce53867e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:21.845800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fad2dd2-8b41-42b5-baba-18f6942e1a75 req-5e7b7995-b8ae-4f53-a9df-4495ce53867e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 931 time: 0.2696786 Jul 23 16:45:21.852772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Allocated IP 172.20.0.2 (b1de9abc-9d7b-47dc-b40c-cc7e41872677/4d9b7d79-958c-4a0d-afd0-00b37cf1d57f/94ddd60a-09a5-488d-80b3-07982e98e210) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:21.896187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': 'ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d', 'ip_address': '2001:db8::f816:3eff:fe48:540b'}, {'subnet_id': 'aba5387a-c185-434b-b1b8-6db63d3c3aa1'}], 'binding:host_id': 'n-d-800484-3'}, 'id': 'db6fdbd5-e948-47bc-94f5-e113a6a298ec'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:45:21.959516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fad2dd2-8b41-42b5-baba-18f6942e1a75 req-23c65be6-76dd-4776-9b15-f574ff5243ee tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124442 Jul 23 16:45:22.013282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Allocated IP 172.25.2.72 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/3ac19db0-988b-430c-a923-ad5451455903) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:22.080054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.191348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.225097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9774e284-abb5-4810-92c3-b18b0cc482a5 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:22.260234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affceb4-731a-484e-88d6-b546c64cde40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:22.271985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affceb4-731a-484e-88d6-b546c64cde40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:22.276116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.284727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6affceb4-731a-484e-88d6-b546c64cde40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 1.0471063 Jul 23 16:45:22.287532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.290716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52190) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:22.293464 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.328254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Transition to ACTIVE for port object 9774e284-abb5-4810-92c3-b18b0cc482a5 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:22.339789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.345831 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.362523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:22.371418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Transition to ACTIVE for port object 94ddd60a-09a5-488d-80b3-07982e98e210 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:22.383009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.454023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:22.464104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Transition to ACTIVE for port object 94ddd60a-09a5-488d-80b3-07982e98e210 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:22.479122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:22.484089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:22.488480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:22.493418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Allocated IP 172.20.0.2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/aba5387a-c185-434b-b1b8-6db63d3c3aa1/db6fdbd5-e948-47bc-94f5-e113a6a298ec) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:22.508806 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.597952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:22.599747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac19db0-988b-430c-a923-ad5451455903,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:22.607350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:22.649807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Attempting to bind port 9774e284-abb5-4810-92c3-b18b0cc482a5 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:22.650303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Attempting to bind port 9774e284-abb5-4810-92c3-b18b0cc482a5 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:22.650714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Attempting to bind port 9774e284-abb5-4810-92c3-b18b0cc482a5 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:22.663455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Port 9774e284-abb5-4810-92c3-b18b0cc482a5 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:22.663455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Attempting to bind port 9774e284-abb5-4810-92c3-b18b0cc482a5 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:22.680229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:22.680574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:22.681334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Pushing event updated for resources: {'Port': ['ID=94ddd60a-09a5-488d-80b3-07982e98e210,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:22.681532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:22.682310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Bound port: 9774e284-abb5-4810-92c3-b18b0cc482a5, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:22.683650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.708914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:22.711898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:22.936108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Attempting to bind port 94ddd60a-09a5-488d-80b3-07982e98e210 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:22.936949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Attempting to bind port 94ddd60a-09a5-488d-80b3-07982e98e210 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:22.937736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Attempting to bind port 94ddd60a-09a5-488d-80b3-07982e98e210 on network b1de9abc-9d7b-47dc-b40c-cc7e41872677 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:22.966849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:22.967667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Checking segment: {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:22.976290 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.977048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Bound using segment: {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:22.977911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Bound port: 94ddd60a-09a5-488d-80b3-07982e98e210, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:22.978759 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:22.987428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] For port db6fdbd5-e948-47bc-94f5-e113a6a298ec, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=db6fdbd5-e948-47bc-94f5-e113a6a298ec,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:23.037484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 08678673-407d-4115-a31f-8aeb4e827ebe {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:23.038619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.043887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:23.045347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:23.051374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9774e284-abb5-4810-92c3-b18b0cc482a5,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:23.065205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.166239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:23.173509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.180380 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] 10.222.0.81 "PUT /v2.0/ports/9774e284-abb5-4810-92c3-b18b0cc482a5 HTTP/1.1" status: 200 len: 1091 time: 2.3755081 Jul 23 16:45:23.217584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:23.263348 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc58be-7b92-4f28-aa65-79e50b982dea" -d '{"events": [{"name": "network-changed", "server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:23.274789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] For port 94ddd60a-09a5-488d-80b3-07982e98e210, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:23.281192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] For port 94ddd60a-09a5-488d-80b3-07982e98e210, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=94ddd60a-09a5-488d-80b3-07982e98e210,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:23.346553 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.410504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.510099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Transition to ACTIVE for port object db6fdbd5-e948-47bc-94f5-e113a6a298ec will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:23.568212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.600943 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.610165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 08678673-407d-4115-a31f-8aeb4e827ebe owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:23.614335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:23.614879 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.645486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:23.678028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5377a00-e211-4c42-be7f-b47d394704c3 req-616bbac5-fd86-4b5e-8ffa-0391a11525fa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:23.680753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5377a00-e211-4c42-be7f-b47d394704c3 req-616bbac5-fd86-4b5e-8ffa-0391a11525fa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.5097034 Jul 23 16:45:23.697575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb4e7-ca76-4610-be50-64ec26a6e1ae req-8a4e3b10-1666-4a13-968c-88d971dccc35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:23.706495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57fdb4e7-ca76-4610-be50-64ec26a6e1ae req-8a4e3b10-1666-4a13-968c-88d971dccc35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.5475454 Jul 23 16:45:23.717312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c716ee-241b-4204-ad49-454f047b99cb None None] Pushing event updated for resources: {'Port': ['ID=94ddd60a-09a5-488d-80b3-07982e98e210,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:23.728189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3643e-334e-4111-840b-7f151a9a9d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:23.800102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-f9b4e032-b93b-4a44-8a3f-69820ccf5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:23.804286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-f9b4e032-b93b-4a44-8a3f-69820ccf5015 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 1094 time: 0.4798446 Jul 23 16:45:23.953262 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-1e04d920-b753-4f5f-81f1-d9d0a8faa685 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9774e284-abb5-4810-92c3-b18b0cc482a5 HTTP/1.1" status: 200 len: 217 time: 0.1343529 Jul 23 16:45:23.982581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bae33-8e8b-4c7f-b455-09482d7126d4 None None] Pushing event updated for resources: {'Port': ['ID=db6fdbd5-e948-47bc-94f5-e113a6a298ec,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:24.120128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57fdb4e7-ca76-4610-be50-64ec26a6e1ae req-03835c2e-4efa-4f51-86ed-dabf94405a66 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122241 Jul 23 16:45:24.193875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-d75d211b-ec23-42cc-a6a0-6af480fa145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:24.198544 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-d75d211b-ec23-42cc-a6a0-6af480fa145e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.2379367 Jul 23 16:45:24.198752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device db6fdbd5-e948-47bc-94f5-e113a6a298ec up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:24.249428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5377a00-e211-4c42-be7f-b47d394704c3 req-dd3b440b-e277-42cc-aee5-a32162331fd0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904647 Jul 23 16:45:24.329398 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa2811-10ae-4203-a37d-6248a2898529 x-openstack-request-id: req-f2aa2811-10ae-4203-a37d-6248a2898529 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:24.337685 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:24.338102 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2aa2811-10ae-4203-a37d-6248a2898529 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:24.338679 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5', 'status': 'completed', 'code': 200} Jul 23 16:45:24.425174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-ae5c7dbb-6efa-4dc7-a62c-2725a148607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:24.429122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-ae5c7dbb-6efa-4dc7-a62c-2725a148607d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217300 Jul 23 16:45:24.484436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:24.655700 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-94999372-a942-409c-90ab-219c4565ba97 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182865 Jul 23 16:45:24.784193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=08678673-407d-4115-a31f-8aeb4e827ebe,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:24.921623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ff9f3619-2993-42b0-852b-8fc2980a1109 req-522653ff-57e3-4bf1-879b-b1fdf2964475 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537434 Jul 23 16:45:24.945562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:25.077621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:25.090730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d347359b-0b52-4330-b092-b2a804e26083 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/08678673-407d-4115-a31f-8aeb4e827ebe HTTP/1.1" status: 204 len: 168 time: 2.7958715 Jul 23 16:45:25.091734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52200) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:25.296346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 94ddd60a-09a5-488d-80b3-07982e98e210 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:25.357010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-8714afeb-aef4-4911-a870-c5cd4cc421d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:25.362832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-8714afeb-aef4-4911-a870-c5cd4cc421d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 1094 time: 0.3540294 Jul 23 16:45:25.486268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 94ddd60a-09a5-488d-80b3-07982e98e210 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:25.504192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device db6fdbd5-e948-47bc-94f5-e113a6a298ec up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:25.658388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f167fef-b900-473e-8b7f-c5ef8bce61e0 None None] Could not find standard attr ID for object 08678673-407d-4115-a31f-8aeb4e827ebe. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:45:25.739760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f167fef-b900-473e-8b7f-c5ef8bce61e0 None None] Provisioning for port db6fdbd5-e948-47bc-94f5-e113a6a298ec completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:25.755551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f167fef-b900-473e-8b7f-c5ef8bce61e0 None None] Provisioning complete for port db6fdbd5-e948-47bc-94f5-e113a6a298ec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:25.756030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4f167fef-b900-473e-8b7f-c5ef8bce61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:25.824959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-65307137-99f9-42ea-8c60-372a01210a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:25.836123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8e594-2a91-42c1-811d-985273575e8e None None] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:25.839122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-65307137-99f9-42ea-8c60-372a01210a9c service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.4677563 Jul 23 16:45:25.956419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-f5894d76-bd19-4568-862b-afd92eb4359f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9774e284-abb5-4810-92c3-b18b0cc482a5 HTTP/1.1" status: 200 len: 217 time: 0.1078987 Jul 23 16:45:26.191983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-03ebc05d-cd5b-4b1e-9cf8-a921ae1d11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.194991 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-03ebc05d-cd5b-4b1e-9cf8-a921ae1d11b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.2306118 Jul 23 16:45:26.318168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2147c8-d027-41c5-ac5b-317c69d978ed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.323454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port db6fdbd5-e948-47bc-94f5-e113a6a298ec triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:26.324262 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.325016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2147c8-d027-41c5-ac5b-317c69d978ed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.331283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2147c8-d027-41c5-ac5b-317c69d978ed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.335722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-da2147c8-d027-41c5-ac5b-317c69d978ed tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.2403059 Jul 23 16:45:26.346155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:26.484910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712c20-dbf9-4f6b-81d1-02b67c500298 req-b9d0caed-1833-4a53-aa3d-46c16b5b6e25 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.486700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7712c20-dbf9-4f6b-81d1-02b67c500298 req-b9d0caed-1833-4a53-aa3d-46c16b5b6e25 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.4643247 Jul 23 16:45:26.506272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-7b8996f6-7051-49b4-9dc3-173bcbc66f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.515991 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-7b8996f6-7051-49b4-9dc3-173bcbc66f12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115454 Jul 23 16:45:26.554117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3758b-0e5f-4859-9c35-5992241291d1 req-4f23d32d-a7fe-4d1e-8f8a-df561362494f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:26.573089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23d3758b-0e5f-4859-9c35-5992241291d1 req-4f23d32d-a7fe-4d1e-8f8a-df561362494f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.5442932 Jul 23 16:45:26.743316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Could not find standard attr ID for object 08678673-407d-4115-a31f-8aeb4e827ebe. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:45:26.792582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Provisioning for port 94ddd60a-09a5-488d-80b3-07982e98e210 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:26.793815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet aba5387a-c185-434b-b1b8-6db63d3c3aa1 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:26.798614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.839330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Provisioning complete for port 94ddd60a-09a5-488d-80b3-07982e98e210 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:26.840959 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.854162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7712c20-dbf9-4f6b-81d1-02b67c500298 req-e9215503-0ffb-4644-bd9d-f4aebc920ffb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355820 Jul 23 16:45:26.873790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23d3758b-0e5f-4859-9c35-5992241291d1 req-930e5c90-0915-4444-a116-ca87666b3276 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986867 Jul 23 16:45:26.922399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:45:26.927453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:26.983363 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-03c26e21-c433-4ee9-8e39-0afbef1fb990 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553587 Jul 23 16:45:27.127374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.208848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5750d355-16d3-437e-bd95-582b11871860 None None] For port 94ddd60a-09a5-488d-80b3-07982e98e210, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=94ddd60a-09a5-488d-80b3-07982e98e210,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:27.216298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.284530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:27.286423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750d355-16d3-437e-bd95-582b11871860 None None] Pushing event updated for resources: {'Port': ['ID=94ddd60a-09a5-488d-80b3-07982e98e210,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:27.300314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Sync routers for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:27.325315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:27.326248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:27.327755 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.330540 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-27bc58be-7b92-4f28-aa65-79e50b982dea req-3a26e18f-801e-49d1-9c50-ab36b7d05cc1 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265612 Jul 23 16:45:27.333046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52208) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:27.342707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1820d4ad-ea91-42e7-9fed-2a5fa7f30a74 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0537250 Jul 23 16:45:27.361261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.426127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c8c6afa-6e42-48e4-8338-c76ec2b73544 None None] Provisioning complete for port 94ddd60a-09a5-488d-80b3-07982e98e210 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:27.426833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8c6afa-6e42-48e4-8338-c76ec2b73544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.525258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:27.639691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.754068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=aba5387a-c185-434b-b1b8-6db63d3c3aa1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:27.754068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:27.754068 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f29c359a-e63b-4bd2-8bfc-d508ed2c785d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/aba5387a-c185-434b-b1b8-6db63d3c3aa1 HTTP/1.1" status: 204 len: 168 time: 1.3711889 Jul 23 16:45:27.756121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:27.782359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04972e61-a6f7-4e3a-a897-23de9d700050 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:27.899467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:27.903308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.012843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.180397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:23Z', 'revision_number': 3, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:28.272158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Checking router: 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:28.274165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Updating router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 port 3ac19db0-988b-430c-a923-ad5451455903 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:45:28.303385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2addd-2f18-4dda-b442-aeadb0eb0ac8 req-bd08dfb0-f91c-413e-a9bf-6274dfa508ae tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:28.316727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6b2addd-2f18-4dda-b442-aeadb0eb0ac8 req-bd08dfb0-f91c-413e-a9bf-6274dfa508ae tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.1959651 Jul 23 16:45:28.330059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.402905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.410487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd427d-6328-4d20-bb50-31761e5b1867 req-f46c1622-545b-4d9b-abd4-7e139a1f5669 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:28.429751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84cd427d-6328-4d20-bb50-31761e5b1867 req-f46c1622-545b-4d9b-abd4-7e139a1f5669 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.3436198 Jul 23 16:45:28.440656 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.557822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6b2addd-2f18-4dda-b442-aeadb0eb0ac8 req-291c24ef-cde2-45b8-81e8-d13c3e8ab3f2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382798 Jul 23 16:45:28.619802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84cd427d-6328-4d20-bb50-31761e5b1867 req-79789076-76c4-46f2-b0d7-5d16d616ffe9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889546 Jul 23 16:45:28.644405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.721601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:28.723784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:28.726766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-69f4c8bb-32d1-49a5-982a-da0eb70f4049 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d HTTP/1.1" status: 204 len: 168 time: 0.9687984 Jul 23 16:45:28.730030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52220) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:28.749968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Allocated IP 172.20.0.1 (b1de9abc-9d7b-47dc-b40c-cc7e41872677/4d9b7d79-958c-4a0d-afd0-00b37cf1d57f/ff06c229-1e92-4d43-be97-a1a0c9702fae) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:28.842855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-df35c9c9-fa71-4729-81eb-1ec634b3674b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046588 Jul 23 16:45:28.848036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52222) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:28.885010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:28.992822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.027608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Transition to ACTIVE for port object ff06c229-1e92-4d43-be97-a1a0c9702fae will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:29.035196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.036496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 94ddd60a-09a5-488d-80b3-07982e98e210 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:29.172310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.198773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:29.203672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.221584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:29.225077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:29.229141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:29.260242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 94ddd60a-09a5-488d-80b3-07982e98e210 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:29.260707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.364111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Pushing event updated for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:29.374267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.545252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b31071-bb5b-4123-bc14-9bc6f909685c None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:29.736789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.791917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.818387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Transition to ACTIVE for port object 3ac19db0-988b-430c-a923-ad5451455903 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:29.863912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.910094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a6c26352-7b16-45a1-bdb4-6d8f49c0346e None None] Provisioning complete for port db6fdbd5-e948-47bc-94f5-e113a6a298ec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:29.910094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6c26352-7b16-45a1-bdb4-6d8f49c0346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:29.992045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d26ba-a4cd-4ef5-9e57-ac1d16f3cd5d None None] Pushing event updated for resources: {'Port': ['ID=3ac19db0-988b-430c-a923-ad5451455903,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:30.007743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Attempting to bind port 3ac19db0-988b-430c-a923-ad5451455903 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:30.008120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Attempting to bind port 3ac19db0-988b-430c-a923-ad5451455903 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:30.008491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Attempting to bind port 3ac19db0-988b-430c-a923-ad5451455903 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:30.025189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:30.025903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:30.026218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.026600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:30.027214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Bound port: 3ac19db0-988b-430c-a923-ad5451455903, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:30.027630 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.062585 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.125503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] For port 3ac19db0-988b-430c-a923-ad5451455903, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:30.131805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] For port 3ac19db0-988b-430c-a923-ad5451455903, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3ac19db0-988b-430c-a923-ad5451455903,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:30.140612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.187540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:30.201730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:30.213381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:30.227044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.228071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:30.235364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.236415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.253642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=fe3b1e24-5d70-4cf6-8636-da508647313a,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:30.281056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90e25a-8522-4352-9747-94daf4fb60a9 req-f793d1b3-a777-4b92-b76a-a45183f10a71 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:30.282930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a90e25a-8522-4352-9747-94daf4fb60a9 req-f793d1b3-a777-4b92-b76a-a45183f10a71 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.3866944 Jul 23 16:45:30.287061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-01990c7c-1849-4b13-a5e3-e9103fd38d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4368505 Jul 23 16:45:30.291545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52236) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:30.306066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:30.321785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369344-ea76-431a-9743-0a7b34341379 req-10619099-bf3c-4860-a17a-0cfc8cc8b7e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:30.323711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8369344-ea76-431a-9743-0a7b34341379 req-10619099-bf3c-4860-a17a-0cfc8cc8b7e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.3809593 Jul 23 16:45:30.374037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:30.375860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:30.396647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Pushing event updated for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:30.418369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.431102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a90e25a-8522-4352-9747-94daf4fb60a9 req-f9005259-5790-49c4-accb-15585cf0f947 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382530 Jul 23 16:45:30.483222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:30.566659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8369344-ea76-431a-9743-0a7b34341379 req-cd42a26d-ca81-497f-8a04-d176068692fa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231565 Jul 23 16:45:30.578404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:30.582178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:30.594585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d26ba-a4cd-4ef5-9e57-ac1d16f3cd5d None None] Pushing event updated for resources: {'Port': ['ID=3ac19db0-988b-430c-a923-ad5451455903,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:30.597183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03575d90-ba38-4f64-9404-7b4c7784e171 None None] Provisioning for port ff06c229-1e92-4d43-be97-a1a0c9702fae completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:30.689759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:30.701244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.729528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03575d90-ba38-4f64-9404-7b4c7784e171 None None] Provisioning complete for port ff06c229-1e92-4d43-be97-a1a0c9702fae triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:30.729528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03575d90-ba38-4f64-9404-7b4c7784e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.763588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:45:30.771555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-03575d90-ba38-4f64-9404-7b4c7784e171 None None] Port ff06c229-1e92-4d43-be97-a1a0c9702fae cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:30.817746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Deleting port db6fdbd5-e948-47bc-94f5-e113a6a298ec {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:30.818246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.944870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] For port db6fdbd5-e948-47bc-94f5-e113a6a298ec, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=db6fdbd5-e948-47bc-94f5-e113a6a298ec,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:30.951401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:30.959719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:45:30.966945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7698448e-d633-4b78-aeda-b098d3dcd4cc admin admin] 10.222.0.64 "PUT /v2.0/routers/4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6319401 Jul 23 16:45:30.976984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Calling delete_port for db6fdbd5-e948-47bc-94f5-e113a6a298ec owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:30.989117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device db6fdbd5-e948-47bc-94f5-e113a6a298ec no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:31.088915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ed5cfcac-8f00-44fb-8350-a098fff537d0 None None] Provisioning complete for port ff06c229-1e92-4d43-be97-a1a0c9702fae triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:31.089915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed5cfcac-8f00-44fb-8350-a098fff537d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:31.291947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cfcac-8f00-44fb-8350-a098fff537d0 None None] Port ff06c229-1e92-4d43-be97-a1a0c9702fae cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:31.303490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-e352d8c2-f4c6-4279-a73b-861cae1211de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:31.305782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-e352d8c2-f4c6-4279-a73b-861cae1211de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1097 time: 0.1613007 Jul 23 16:45:31.319127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ff06c229-1e92-4d43-be97-a1a0c9702fae', 'name': '', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'mac_address': 'fa:16:3e:93:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:28Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 2, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'subnets': [{'id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:31.366717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e7bd66-bf0b-4efd-b263-e8b6eb9b333c None None] The sync data for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 is: [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ff06c229-1e92-4d43-be97-a1a0c9702fae', 'name': '', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'mac_address': 'fa:16:3e:93:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:28Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 2, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'subnets': [{'id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:31.372086 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:31.432479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] Pushing event deleted for resources: {'Port': ['ID=db6fdbd5-e948-47bc-94f5-e113a6a298ec,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:31.451605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:31.452967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:31.457388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91ba4a7-c74f-480f-a77a-b7677ed69550 None None] No DVR routers for this DVR port db6fdbd5-e948-47bc-94f5-e113a6a298ec on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:31.493833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80737125-26b8-4364-aa27-00e1db69c7a9 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:31.580159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-3bd9dd08-ee7b-445b-8a48-b245e19024bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:31.599086 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-3bd9dd08-ee7b-445b-8a48-b245e19024bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.2848475 Jul 23 16:45:31.707278 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-5dacdea2-41ce-4af4-b138-8fe704d83cc7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1002 time: 0.0931723 Jul 23 16:45:31.821080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-ade83826-6a76-4044-b8dd-f25f5572ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:31.822639 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-ade83826-6a76-4044-b8dd-f25f5572ba8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.1091790 Jul 23 16:45:31.874538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '367e9295-d7bb-49c8-8f2d-8d46eece7dbe'}, {'subnet_id': 'fe3b1e24-5d70-4cf6-8636-da508647313a'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:31.880778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:31.945852 n-d-800484-3 neutron-server[94003]: WARNING neutron.services.revisions.revision_plugin [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Could not find related port for resource to bump revision. Jul 23 16:45:31.969291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-499b9676-14e3-4ec4-8442-024da373c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:31.975791 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-499b9676-14e3-4ec4-8442-024da373c424 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289372 Jul 23 16:45:32.053086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_pluggable_backend [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Port db6fdbd5-e948-47bc-94f5-e113a6a298ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94003) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 16:45:32.055619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_pluggable_backend [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:540b {{(pid=94003) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 16:45:32.071966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_pluggable_backend [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:540b {{(pid=94003) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 16:45:32.075181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:32.167854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28416-22f0-4bc4-a824-85ac8bd4c6f9 req-1069d88a-30ee-44ef-902d-25805c18a201 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:32.169532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94d28416-22f0-4bc4-a824-85ac8bd4c6f9 req-1069d88a-30ee-44ef-902d-25805c18a201 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.5366445 Jul 23 16:45:32.187466 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-3d598f6d-7e43-49a3-a7e2-a95ac75b3dad service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046115 Jul 23 16:45:32.190671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Allocated IP 172.20.0.2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/fe3b1e24-5d70-4cf6-8636-da508647313a/b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:32.198645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Allocated IP 2001:db8::f816:3eff:fe2d:208a (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/367e9295-d7bb-49c8-8f2d-8d46eece7dbe/b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:32.220635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:32.237915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9053f-dc40-47ae-ade1-373da2ebfdc7 req-29ce5ae4-0725-480d-88f1-74ab2eaf5bc4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:32.243579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03b9053f-dc40-47ae-ade1-373da2ebfdc7 req-29ce5ae4-0725-480d-88f1-74ab2eaf5bc4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.2835662 Jul 23 16:45:32.249732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:32.268845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:32.269447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:32.305300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=367e9295-d7bb-49c8-8f2d-8d46eece7dbe,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:32.338270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-03c2680a-56da-4e3e-95c8-374720e0f50a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0380609 Jul 23 16:45:32.347281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94d28416-22f0-4bc4-a824-85ac8bd4c6f9 req-c0c47540-4226-4d05-aefb-e24ea9369e35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643906 Jul 23 16:45:32.349881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52260) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:32.356786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:cc:6a:18', 'name': 'tempest-NetworksTestDHCPv6-1697905786'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:32.388878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03b9053f-dc40-47ae-ade1-373da2ebfdc7 req-b1b7f11b-f751-4a36-89dc-6e1776ba1bd5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446798 Jul 23 16:45:32.605277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:32.626715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Transition to ACTIVE for port object b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:32.681743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Transition to ACTIVE for port object b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:32.697272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:32.789112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:32.789662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Pushing event updated for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:32.793094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:32.796272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:32.830879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:32.972170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-cb9ddd7f-ccba-4ccc-a875-4e7b9a6f64f9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:32.975310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-cb9ddd7f-ccba-4ccc-a875-4e7b9a6f64f9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.3130541 Jul 23 16:45:33.016692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3ac19db0-988b-430c-a923-ad5451455903 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:33.047594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-a6004ec3-4b76-4d53-b2cb-3f3cbbfa2851 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/quotas/ecc4c7f070444a15ac01feef91c965b7 HTTP/1.1" status: 200 len: 375 time: 0.0425704 Jul 23 16:45:33.051802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.063518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Attempting to bind port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:33.063947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Attempting to bind port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:33.064318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Attempting to bind port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:33.079180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:33.079565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:33.080213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.080364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:33.080827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Bound port: b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:33.081213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.169810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3ac19db0-988b-430c-a923-ad5451455903 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:33.178032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:33.187591 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1ac5eac-455c-4a2d-b8c0-c044d3fd00f1 req-6b06dd3f-9cc6-4266-b361-6de1293b9aff service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9934874 Jul 23 16:45:33.188848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3ac19db0-988b-430c-a923-ad5451455903 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:33.189227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.216970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:33.233833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:33.243495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.277840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-42e14a28-ab4b-4820-a787-0a74d7fa5438 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2229950 Jul 23 16:45:33.318145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c9186-2c4c-42a2-a688-6e794a04a457 None None] Pushing event updated for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:33.370968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.403247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3ac19db0-988b-430c-a923-ad5451455903, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3ac19db0-988b-430c-a923-ad5451455903,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:33.414388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.491990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3ac19db0-988b-430c-a923-ad5451455903,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:33.535574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 172.20.0.11 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/fe3b1e24-5d70-4cf6-8636-da508647313a/5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:33.546213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fecc:6a18 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/367e9295-d7bb-49c8-8f2d-8d46eece7dbe/5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:33.587790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-597ba95a-cd8c-4c1e-8e12-08b05a5bd08b service neutron] 10.222.0.64 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790947 Jul 23 16:45:33.618596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:33.739047 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.779327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:33.781710 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1504074-c270-42d3-b2b6-cb3cf44f6b94" -d '{"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:33.795132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d11b1-7d11-446f-a0e1-251961b61495 req-20dd127d-1fb5-4c75-88c2-b16d86df6f91 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:33.797320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d11b1-7d11-446f-a0e1-251961b61495 req-20dd127d-1fb5-4c75-88c2-b16d86df6f91 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 946 time: 0.2980521 Jul 23 16:45:33.805183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:33.811736 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.863753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-493be0cf-a0f8-486c-97ca-b0a1df182c13 service neutron] 10.222.0.64 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685690 Jul 23 16:45:33.867783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:33.894582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25d11b1-7d11-446f-a0e1-251961b61495 req-ed44de5c-36eb-462f-9702-df76b4ddb6e8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898952 Jul 23 16:45:33.937444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:33.961440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:34.061044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:34.071245 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a816ee-1e71-4805-a405-d5f33e887e23 x-openstack-request-id: req-08a816ee-1e71-4805-a405-d5f33e887e23 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:34.071245 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-unplugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:34.071889 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08a816ee-1e71-4805-a405-d5f33e887e23 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:34.071889 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'code': 200} Jul 23 16:45:34.480365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1e68b1a-3aa2-4fda-88fe-68ea27950621 req-5baa05f3-4b32-4a20-9247-f7fd45de4cfd tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 210 time: 0.0665195 Jul 23 16:45:34.482676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:34.492496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:34.498556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:34.543293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:34.565546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:34.566376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:34.577576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add532e8-9946-4979-a44a-4e99f3fa5a1d req-9f007d32-81b9-4409-8cef-83e7b302886f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:34.579541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-add532e8-9946-4979-a44a-4e99f3fa5a1d req-9f007d32-81b9-4409-8cef-83e7b302886f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.5821693 Jul 23 16:45:34.599382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa66603-b88f-4fc4-a485-7608e433042d None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:34.605823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-19416a79-8e99-45c6-98ba-3a1f35adfc79 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2517593 Jul 23 16:45:34.606424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:34.652028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-add532e8-9946-4979-a44a-4e99f3fa5a1d req-f6e8c847-8282-4846-94be-9c588ce7cb89 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604272 Jul 23 16:45:34.691882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5523fa3-666a-4dd6-9b59-0102efecc248 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:34.700404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5523fa3-666a-4dd6-9b59-0102efecc248 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:34.706170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:34.707224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a5523fa3-666a-4dd6-9b59-0102efecc248 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0989387 Jul 23 16:45:34.721785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-40734ec5-82a7-4f11-8ada-8846fb004aa0 None None] Provisioning for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:34.834040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:34.834653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.011384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:35.052380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.079988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:35.086228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:35.086228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.098174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:35.152746 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Sync routers for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:45:35.175885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:35.177517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:35.190368 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.194647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625fc5e-c64c-43e4-a18d-45764e571b31 req-cda34878-1e27-4d15-b17c-39635bfaac8b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:35.196194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d625fc5e-c64c-43e4-a18d-45764e571b31 req-cda34878-1e27-4d15-b17c-39635bfaac8b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1613507 Jul 23 16:45:35.231672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:35.238954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.239829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3ac19db0-988b-430c-a923-ad5451455903 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:35.248702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-11fc8d3e-5bbc-40ab-b92f-cfc6bb6cf6e8 req-89ce3517-42c6-4340-a389-a28a8cf75504 service neutron] (94003) timed out ('10.222.0.64', 57986) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:45:35.268638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d625fc5e-c64c-43e4-a18d-45764e571b31 req-4e2be20d-e496-4217-b518-52a802fe8b61 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647657 Jul 23 16:45:35.319840 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:35.331526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:35.344374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3ac19db0-988b-430c-a923-ad5451455903 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:35.344754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.397708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.400493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Provisioning for port 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:35.405140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Provisioning complete for port 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:35.405559 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.432671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Port 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:45:35.471274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:35.471775 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a38545e8-2c0f-46d2-8a42-bd3c8ece3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.561150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:35.657374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.661568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-390abfa8-0a44-4747-af32-1a3605cb7aa9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 HTTP/1.1" status: 204 len: 168 time: 0.9536154 Jul 23 16:45:35.664078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52302) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:35.688287 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ff06c229-1e92-4d43-be97-a1a0c9702fae', 'name': '', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'mac_address': 'fa:16:3e:93:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:28Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 2, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'subnets': [{'id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:35.728758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3192a04b-ed0c-42bf-8afb-5aa7b90c5650 req-6bd305cd-0e89-4a9b-a5f3-8bc93b74c6ad tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 210 time: 0.0902929 Jul 23 16:45:35.740565 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Checking router: 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:45:35.741249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Updating router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 port ff06c229-1e92-4d43-be97-a1a0c9702fae binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:45:35.790625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652169e2-ff6c-4717-b0a1-6a06b8429716 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:35.794149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7efbac12-1423-4698-b8a1-f3bc739439ef None None] Could not find standard attr ID for object 5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:45:35.797900 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.799264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652169e2-ff6c-4717-b0a1-6a06b8429716 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:35.800981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652169e2-ff6c-4717-b0a1-6a06b8429716 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:35.809319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-652169e2-ff6c-4717-b0a1-6a06b8429716 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1441441 Jul 23 16:45:35.811960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:35.898877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 367e9295-d7bb-49c8-8f2d-8d46eece7dbe {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:35.903606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.965960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-12ee792a-2c53-4142-ab39-a124dd5cc543 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:35.967991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-12ee792a-2c53-4142-ab39-a124dd5cc543 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.67 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.2931523 Jul 23 16:45:35.968185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:35.996287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Request body: {'port': {'device_id': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'admin_state_up': True, 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:36.021521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db7e0-46c8-4f97-bcba-fb5a0d22a5f3 req-37dc29b1-2849-45b2-a2b0-669178658bdb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:36.023914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-943db7e0-46c8-4f97-bcba-fb5a0d22a5f3 req-37dc29b1-2849-45b2-a2b0-669178658bdb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1943686 Jul 23 16:45:36.094491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Made reservation on behalf of ecc4c7f070444a15ac01feef91c965b7 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:36.096928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.109616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-943db7e0-46c8-4f97-bcba-fb5a0d22a5f3 req-99322548-85c5-422b-9039-bfd162a00dc6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789261 Jul 23 16:45:36.122428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.208136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.219389 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.230484 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Transition to ACTIVE for port object ff06c229-1e92-4d43-be97-a1a0c9702fae will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:36.237339 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.239246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=367e9295-d7bb-49c8-8f2d-8d46eece7dbe,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:36.247549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.251780 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aceac748-fbe6-49c4-8595-7440e8a9a07e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/367e9295-d7bb-49c8-8f2d-8d46eece7dbe HTTP/1.1" status: 204 len: 168 time: 0.4361687 Jul 23 16:45:36.252124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52308) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:36.254931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Allocated IP 172.20.0.5 (9e87715c-8f19-4750-8b87-f70302c2c747/7ec287c3-915b-4bd9-81ef-0af9a77ffb36/0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:36.256223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbae10-028d-4c80-bc6d-8feaa9253178 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:36.320150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet fe3b1e24-5d70-4cf6-8636-da508647313a {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:36.323513 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.362017 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Pushing event updated for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:36.399210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.399554 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.399890 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.400674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.400674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.400955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.401082 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.401202 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.401509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.401829 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.402172 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.402494 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.402813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:36.469366 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Attempting to bind port ff06c229-1e92-4d43-be97-a1a0c9702fae on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:36.469627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Attempting to bind port ff06c229-1e92-4d43-be97-a1a0c9702fae by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:36.470057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Attempting to bind port ff06c229-1e92-4d43-be97-a1a0c9702fae on network b1de9abc-9d7b-47dc-b40c-cc7e41872677 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:36.479560 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:36.479938 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Checking segment: {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:36.480349 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.480741 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Bound using segment: {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:36.481213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Bound port: ff06c229-1e92-4d43-be97-a1a0c9702fae, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857eb95b-1c50-4763-ac32-355ce2bb0f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:36.481785 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.576529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.597581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] For port ff06c229-1e92-4d43-be97-a1a0c9702fae, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:36.602974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] For port ff06c229-1e92-4d43-be97-a1a0c9702fae, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ff06c229-1e92-4d43-be97-a1a0c9702fae,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:36.617521 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.629434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.686232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b94e-a6e5-49eb-a4f2-065dda3a0a6f req-46184aa7-ec45-49d4-813b-e25759adb41f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:36.690951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6833b94e-a6e5-49eb-a4f2-065dda3a0a6f req-46184aa7-ec45-49d4-813b-e25759adb41f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2238111 Jul 23 16:45:36.692510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Transition to ACTIVE for port object 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:36.737806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.754165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:45:36.754828 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:36.815025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3b1e24-5d70-4cf6-8636-da508647313a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:36.817008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.822901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6833b94e-a6e5-49eb-a4f2-065dda3a0a6f req-9cebb223-c351-4ba1-997d-950305a1a5de tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097386 Jul 23 16:45:36.838466 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d4a0bd0-0904-4477-9cc0-ca8071e67e90 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/fe3b1e24-5d70-4cf6-8636-da508647313a HTTP/1.1" status: 204 len: 168 time: 0.5854294 Jul 23 16:45:36.841014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52316) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:36.866459 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b0ef-c8ac-4ac3-a80e-f1f6d8784e0e None None] Pushing event updated for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:36.879921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.972837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52322) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:36.973472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bf4862a9-f22a-4e90-8cc8-7c421b017f60 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293526 Jul 23 16:45:36.980664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:36.985530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:37.054816 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:45:37.085698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:37.099521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:37.102805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:37.152198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:37.153124 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.192691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:37.209655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:37.211695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.237207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:37.242013 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.258088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-8c2ad91a-f438-43fe-9af4-c02e27cfc823 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2725990 Jul 23 16:45:37.291121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-ab00a561-6d48-45f8-9a83-51fc97e21420 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:45:37.292484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-ab00a561-6d48-45f8-9a83-51fc97e21420 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155530 Jul 23 16:45:37.295194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d02c-a061-4b48-91af-2131cab95d45 req-72c89412-a0fc-43ae-8314-309ebdd780d1 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:37.304095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8c7d02c-a061-4b48-91af-2131cab95d45 req-72c89412-a0fc-43ae-8314-309ebdd780d1 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1027 time: 0.3353603 Jul 23 16:45:37.356140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8c7d02c-a061-4b48-91af-2131cab95d45 req-7d53ca97-548d-4062-b2ef-d8fe144231d9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512903 Jul 23 16:45:37.607978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Request body: {'port': {'device_id': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:37.667272 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ff06c229-1e92-4d43-be97-a1a0c9702fae', 'name': '', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'mac_address': 'fa:16:3e:93:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:28Z', 'updated_at': '2021-07-23T16:45:36Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'subnets': [{'id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:45:37.707325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.728341 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc00a2-4353-4764-b41a-f0ca16db3f38 None None] The sync data for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 is: [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:45:29Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'ff06c229-1e92-4d43-be97-a1a0c9702fae', 'name': '', 'network_id': 'b1de9abc-9d7b-47dc-b40c-cc7e41872677', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'mac_address': 'fa:16:3e:93:27:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:28Z', 'updated_at': '2021-07-23T16:45:36Z', 'revision_number': 4, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'subnets': [{'id': '4d9b7d79-958c-4a0d-afd0-00b37cf1d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:45:37.743003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2407081b-6292-4f1e-98ce-41e4329dbaee None None] Provisioning for port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:37.747678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2407081b-6292-4f1e-98ce-41e4329dbaee None None] Provisioning complete for port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:37.748346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2407081b-6292-4f1e-98ce-41e4329dbaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.763619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.793828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378de14-7c39-4915-aa61-6047a7b18eef req-b7181478-2315-489d-9a7e-dd77cccf655d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:37.795941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3378de14-7c39-4915-aa61-6047a7b18eef req-b7181478-2315-489d-9a7e-dd77cccf655d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.3064675 Jul 23 16:45:37.820167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1bc87f-3a33-4113-a0b5-e2dfc1f60c04 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:37.843150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:37.844585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=cf251949-3f83-490f-9016-20d6a3f44e53,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:37.849422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:37.854580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:37.855956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:37.878952 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd277905-5fab-4369-9b1f-00e67c5d89e0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9039488 Jul 23 16:45:37.884248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52338) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:37.900010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:37.924529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2407081b-6292-4f1e-98ce-41e4329dbaee None None] Port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:45:37.979897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3378de14-7c39-4915-aa61-6047a7b18eef req-1b93c8b2-5db2-41ef-bf0d-39b47626dbdd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627686 Jul 23 16:45:38.108782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:38.114583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.139708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4b77dc22-3cca-4659-b361-9b4a8384c00b None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:38.140371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b77dc22-3cca-4659-b361-9b4a8384c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.310747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cdb02-ef03-4530-af21-615630b33ee4 req-c38e546a-e64a-485c-8887-b5f813e4532d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:38.312573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c5cdb02-ef03-4530-af21-615630b33ee4 req-c38e546a-e64a-485c-8887-b5f813e4532d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2010694 Jul 23 16:45:38.560555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c5cdb02-ef03-4530-af21-615630b33ee4 req-41b7252d-ea20-4cd3-a9d4-0321d5a3829f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353897 Jul 23 16:45:38.612514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:38.624905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.663177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Transition to ACTIVE for port object 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:38.666131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72198f85-e4a6-4718-95d7-69996023d422 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:38.672279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-e3276035-239d-4552-a54b-415c0cfab13c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3585308 Jul 23 16:45:38.675798 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.716006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e2691f79-8a4a-41e3-8f8c-91b4d071693f None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:38.716382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e2691f79-8a4a-41e3-8f8c-91b4d071693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.759756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:38.767880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ade62-60d8-41ec-a1a0-b75bc3040e6a req-6122c9b3-c550-4bb2-881c-e96ce1fa37a7 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:38.780329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f7ade62-60d8-41ec-a1a0-b75bc3040e6a req-6122c9b3-c550-4bb2-881c-e96ce1fa37a7 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1027 time: 0.2750926 Jul 23 16:45:38.846834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:38.975789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f7ade62-60d8-41ec-a1a0-b75bc3040e6a req-daa25174-85f5-4a0d-ac3d-ddaf6f72da89 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853740 Jul 23 16:45:39.045122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ff06c229-1e92-4d43-be97-a1a0c9702fae up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:39.091833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Attempting to bind port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:39.092445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Attempting to bind port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:39.092567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Attempting to bind port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:39.106242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 on network 9e87715c-8f19-4750-8b87-f70302c2c747 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:39.106939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Attempting to bind port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:39.116756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:39.119006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Checking segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:39.126587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Bound using segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:39.127335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Bound port: 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:39.127721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.196740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.241391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:39.245163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:39.265729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.283470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96577-9920-426c-ab23-f38a447cb22a req-5ef2dd06-3428-4f06-aa04-7e85b841485f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.284573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56e96577-9920-426c-ab23-f38a447cb22a req-5ef2dd06-3428-4f06-aa04-7e85b841485f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1707678 Jul 23 16:45:39.316615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.317813 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.319493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] 10.222.0.67 "PUT /v2.0/ports/0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 HTTP/1.1" status: 200 len: 1091 time: 2.0068944 Jul 23 16:45:39.320056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:39.322621 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abd182-7502-4b1e-a2ce-95800f43aaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:39.448079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:39.479531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56e96577-9920-426c-ab23-f38a447cb22a req-4231bf3b-6311-4bd7-9ca5-3c8dfc8acf6c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641753 Jul 23 16:45:39.483883 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c12e6-d516-4f80-99c9-f48a9ebd536f x-openstack-request-id: req-1f1c12e6-d516-4f80-99c9-f48a9ebd536f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:39.484518 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:39.485011 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f1c12e6-d516-4f80-99c9-f48a9ebd536f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:39.485724 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3', 'status': 'completed', 'code': 200} Jul 23 16:45:39.495217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93cc74-7850-44f0-b7e3-193b5ae5cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:39.495714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.509870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.510995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.516191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ff06c229-1e92-4d43-be97-a1a0c9702fae completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:39.526839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ff06c229-1e92-4d43-be97-a1a0c9702fae triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:39.527216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.558893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-473fc73a-1646-458b-8276-acf8c226bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.560420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-473fc73a-1646-458b-8276-acf8c226bc60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.1506805 Jul 23 16:45:39.632848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-84a42f2f-d1c7-4074-bd66-e8bb5d3516e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0594573 Jul 23 16:45:39.637314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:39.649608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:39.650227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:39.652356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '2cfe0322-0802-4d9c-9e1a-85fddca8cd9f', 'ip_address': '2001:db8::f816:3eff:fe2d:208a'}, {'subnet_id': 'cf251949-3f83-490f-9016-20d6a3f44e53'}], 'binding:host_id': 'n-d-800484-3'}, 'id': 'b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:45:39.669378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.669962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.705380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:39.722547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=2cfe0322-0802-4d9c-9e1a-85fddca8cd9f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:39.735658 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1b8e544-ef51-43e5-8215-611c3d541316 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8499770 Jul 23 16:45:39.738689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52368) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:39.745575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:7f:75:d9', 'name': 'tempest-NetworksTestDHCPv6-555644060'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:39.771406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-865154ab-63e3-4bae-a7dc-d0ff79fac056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.773133 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-865154ab-63e3-4bae-a7dc-d0ff79fac056 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ec287c3-915b-4bd9-81ef-0af9a77ffb36 HTTP/1.1" status: 200 len: 848 time: 0.1303768 Jul 23 16:45:39.837609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:39.857466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79c88-0652-4033-9fd8-2b1a1ae43dd1 req-96c2951f-d3fc-4e59-8486-bac81b677361 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.859629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaa79c88-0652-4033-9fd8-2b1a1ae43dd1 req-96c2951f-d3fc-4e59-8486-bac81b677361 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1614854 Jul 23 16:45:39.892528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:39.904211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38130-2547-4506-91da-eda71871cef8 req-8692e5d3-ba3d-4407-8309-9cb35aa50704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:39.905749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-8692e5d3-ba3d-4407-8309-9cb35aa50704 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e87715c-8f19-4750-8b87-f70302c2c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199033 Jul 23 16:45:39.926557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaa79c88-0652-4033-9fd8-2b1a1ae43dd1 req-48839e26-50f1-4e56-88c5-ed66d4b88f50 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591996 Jul 23 16:45:40.010398 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.032578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 66ea433a-663f-41b7-bea7-46c3eecb4e08 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:40.132263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-d6542303-442a-4568-896e-d5241af63293 service neutron] 10.222.0.67 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041216 Jul 23 16:45:40.203463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 172.20.0.4 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/cf251949-3f83-490f-9016-20d6a3f44e53/66ea433a-663f-41b7-bea7-46c3eecb4e08) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:40.210705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fe7f:75d9 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/2cfe0322-0802-4d9c-9e1a-85fddca8cd9f/66ea433a-663f-41b7-bea7-46c3eecb4e08) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:40.256274 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.280948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f38130-2547-4506-91da-eda71871cef8 req-564dcfac-bf5e-4a9f-9b45-aa7580e8558d service neutron] 10.222.0.67 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339426 Jul 23 16:45:40.299961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251202-9bb4-4935-b4e8-b8ce1a75afbb req-d7f3eff0-582b-40a3-bc14-d19a06e39608 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.305270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7251202-9bb4-4935-b4e8-b8ce1a75afbb req-d7f3eff0-582b-40a3-bc14-d19a06e39608 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.2336748 Jul 23 16:45:40.350791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port ff06c229-1e92-4d43-be97-a1a0c9702fae, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ff06c229-1e92-4d43-be97-a1a0c9702fae,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:40.368378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.381755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 66ea433a-663f-41b7-bea7-46c3eecb4e08 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:40.390489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7251202-9bb4-4935-b4e8-b8ce1a75afbb req-ed892a9d-c75d-4197-9e5b-bd7f5404ab1f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Jul 23 16:45:40.417193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-6a9f0cf6-8db9-474a-b08b-691e0a6aa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.418724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-6a9f0cf6-8db9-474a-b08b-691e0a6aa457 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.0650804 Jul 23 16:45:40.429757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.466647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.492749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:40.496078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:40.500139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:40.511729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=66ea433a-663f-41b7-bea7-46c3eecb4e08,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:40.570582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.571263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.602318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:40.602766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f510d756-174a-425a-be5a-0090bdfd813d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8618786 Jul 23 16:45:40.605334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52374) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:40.610174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-5799f737-f650-4180-b26d-9229bacb0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.612658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-5799f737-f650-4180-b26d-9229bacb0f8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.1809781 Jul 23 16:45:40.635259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Allocated IP 172.20.0.2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/cf251949-3f83-490f-9016-20d6a3f44e53/b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:40.686738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-763015a0-fbc7-4614-9329-0452e8cddeed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0587661 Jul 23 16:45:40.702502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf35ce-1d53-48bc-a06c-abe38249d9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.710503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf35ce-1d53-48bc-a06c-abe38249d9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.714705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ecf35ce-1d53-48bc-a06c-abe38249d9e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1061804 Jul 23 16:45:40.715266 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:40.754439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:40.757576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e218a71-af4c-4812-a2b7-86dbc322ffb2 req-6d02d95f-937f-40f2-817a-329c4f067aac tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.759139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e218a71-af4c-4812-a2b7-86dbc322ffb2 req-6d02d95f-937f-40f2-817a-329c4f067aac tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1519468 Jul 23 16:45:40.767065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-86417e5a-a058-4851-ab27-6046fd772f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.768484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-86417e5a-a058-4851-ab27-6046fd772f41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ec287c3-915b-4bd9-81ef-0af9a77ffb36 HTTP/1.1" status: 200 len: 848 time: 0.0696437 Jul 23 16:45:40.786521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.800966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Transition to ACTIVE for port object b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:40.811880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.843751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 66ea433a-663f-41b7-bea7-46c3eecb4e08 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:40.844680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:40.859785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9e218a71-af4c-4812-a2b7-86dbc322ffb2 req-4919348d-c629-4a9b-a114-4db98a86dc36 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813999 Jul 23 16:45:40.912545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-e0482413-0166-467b-919b-2805c9a27b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:40.914540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-e0482413-0166-467b-919b-2805c9a27b89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9e87715c-8f19-4750-8b87-f70302c2c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245179 Jul 23 16:45:40.926021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ff06c229-1e92-4d43-be97-a1a0c9702fae up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:40.955830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0af5-bb16-41c5-8745-acdf2bb70127 None None] Pushing event updated for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:41.012633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ff06c229-1e92-4d43-be97-a1a0c9702fae triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:41.012851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.047818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.064427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-19b1a63c-79b2-4ded-bd62-bde599dffc94 service neutron] 10.222.0.67 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383517 Jul 23 16:45:41.073750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 66ea433a-663f-41b7-bea7-46c3eecb4e08 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:41.133472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:41.235213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58446f3-4d95-4c39-b67b-acd190c8c41e req-9fbea2e9-6078-4ee1-a4f0-a96be36cccd0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:41.237214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d58446f3-4d95-4c39-b67b-acd190c8c41e req-9fbea2e9-6078-4ee1-a4f0-a96be36cccd0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1691895 Jul 23 16:45:41.266019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04abd182-7502-4b1e-a2ce-95800f43aaa0 req-3aa6e156-f5d8-43a6-8a22-a22ab6bea20e service neutron] 10.222.0.67 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832044 Jul 23 16:45:41.299383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d58446f3-4d95-4c39-b67b-acd190c8c41e req-a7da5967-ce67-4e9f-9fb4-2e108bf1f611 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515234 Jul 23 16:45:41.344168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.380922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=66ea433a-663f-41b7-bea7-46c3eecb4e08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:41.487088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.490664 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ca11739-65d9-4226-9f9b-b57c34e428a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/66ea433a-663f-41b7-bea7-46c3eecb4e08 HTTP/1.1" status: 204 len: 168 time: 0.7741663 Jul 23 16:45:41.494920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:41.543774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777d9f-eb72-40e2-9409-6ed656917de6 req-bf5621f3-1088-4202-91e8-ce5674d9452c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:41.545468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88777d9f-eb72-40e2-9409-6ed656917de6 req-bf5621f3-1088-4202-91e8-ce5674d9452c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.0690243 Jul 23 16:45:41.573489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc9b0d-c8d3-4dc4-8a57-ad54e8886015 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:41.575175 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc9b0d-c8d3-4dc4-8a57-ad54e8886015 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:41.576740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc9b0d-c8d3-4dc4-8a57-ad54e8886015 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:41.581216 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2fc9b0d-c8d3-4dc4-8a57-ad54e8886015 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0852804 Jul 23 16:45:41.582698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52384) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:41.604544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88777d9f-eb72-40e2-9409-6ed656917de6 req-20344d3a-f09e-477d-8fc7-e6d0826a6fb4 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Jul 23 16:45:41.638920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 2cfe0322-0802-4d9c-9e1a-85fddca8cd9f {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:41.642271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.659112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b40ce-47a0-4fbe-b9a5-043f1c19f15f None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:41.688126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.758075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.758849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9d5d911f-1c80-46b6-b380-8fc8c29b65ff None None] Provisioning for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:41.768003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9d5d911f-1c80-46b6-b380-8fc8c29b65ff None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:41.768477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9d5d911f-1c80-46b6-b380-8fc8c29b65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.791390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.847006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f07b05da-9a07-44fc-b7ea-d0ca131b1d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.876710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.900787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.905308 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/2cfe0322-0802-4d9c-9e1a-85fddca8cd9f HTTP/1.1" status: 204 len: 168 time: 0.3195801 Jul 23 16:45:41.907360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:41.923100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61fc19-8d8d-4db3-9576-60bb03d55017 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfe0322-0802-4d9c-9e1a-85fddca8cd9f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:41.999332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f6a2-2484-4294-9de8-bb31bd00b822 req-584f444e-9b4d-40b8-9bd3-0e24a2b8045e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:42.001049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb55f6a2-2484-4294-9de8-bb31bd00b822 req-584f444e-9b4d-40b8-9bd3-0e24a2b8045e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.1669898 Jul 23 16:45:42.037690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet cf251949-3f83-490f-9016-20d6a3f44e53 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:42.050870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.114760 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.121115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb55f6a2-2484-4294-9de8-bb31bd00b822 req-d9ee6830-5eaf-4897-8873-90b2f15ee6a0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992615 Jul 23 16:45:42.154524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:42.237106 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-35779c4f-3d58-40f0-91de-09e12d08df2e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 200 len: 993 time: 0.0723541 Jul 23 16:45:42.269641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd93cba-6692-42fd-8fe5-d1d706055b27 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:42.308687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-608686a9-5d75-4402-be97-8a60ea3eaf76 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:42.308993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-608686a9-5d75-4402-be97-8a60ea3eaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.533302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32888-902b-4646-9401-10f466b019ff req-37b1f20a-7a12-4bfa-85b1-836dda2879d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:42.534864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2b32888-902b-4646-9401-10f466b019ff req-37b1f20a-7a12-4bfa-85b1-836dda2879d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.5644405 Jul 23 16:45:42.621678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2b32888-902b-4646-9401-10f466b019ff req-81063339-091d-4f9b-b8a2-f7ad0eaa88a0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 Jul 23 16:45:42.628729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.680466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafa772-e368-430e-98f3-b2721bf02245 req-dd591329-ebf0-4349-aab5-d989e99201de tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:42.682092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dafa772-e368-430e-98f3-b2721bf02245 req-dd591329-ebf0-4349-aab5-d989e99201de tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1980276 Jul 23 16:45:42.770214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.814037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7dafa772-e368-430e-98f3-b2721bf02245 req-99e15a9a-c4f4-49ba-869b-35e570a2fb91 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218064 Jul 23 16:45:42.814949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=cf251949-3f83-490f-9016-20d6a3f44e53,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:42.822318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.824421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e99b76f3-210d-410a-966d-d7255b9542e7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/cf251949-3f83-490f-9016-20d6a3f44e53 HTTP/1.1" status: 204 len: 168 time: 0.9113998 Jul 23 16:45:42.827013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52406) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:42.874964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-34c34457-610c-41d1-8bdf-b7e96204becd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468361 Jul 23 16:45:42.877491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52408) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:42.879490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:42.885637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5883f1f-caba-4f53-b962-90b269a73aeb req-ed40569a-acbd-4511-bf5a-a7370f4fd812 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:42.893487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5883f1f-caba-4f53-b962-90b269a73aeb req-ed40569a-acbd-4511-bf5a-a7370f4fd812 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1839700 Jul 23 16:45:42.932508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5883f1f-caba-4f53-b962-90b269a73aeb req-ebb3cbe5-0d67-4020-b6e1-94c0e7da5c79 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362277 Jul 23 16:45:42.971464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:42.971756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.012078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201667b5-90b7-4c29-a843-b6e38f35c4a0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:43.026033 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-201667b5-90b7-4c29-a843-b6e38f35c4a0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1451192 Jul 23 16:45:43.026825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.070465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5968151-404d-489f-96fd-18f5546bae0a req-f45fdf55-fb38-4689-93b4-19a221282952 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:43.074741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5968151-404d-489f-96fd-18f5546bae0a req-f45fdf55-fb38-4689-93b4-19a221282952 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.1088789 Jul 23 16:45:43.108659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526b0bd-6749-4989-8667-205760b25952 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:43.112522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c526b0bd-6749-4989-8667-205760b25952 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824208 Jul 23 16:45:43.112734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52414) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.132626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5968151-404d-489f-96fd-18f5546bae0a req-1bb92b5e-af25-457b-8893-a7adcbbb2dbe tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518053 Jul 23 16:45:43.170916 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-38f64d81-f899-4f65-aca3-216d3c0580bd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570743 Jul 23 16:45:43.175975 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.186502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:43.286660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f430ca-6606-4a69-b613-622ee0070059 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:43.295677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:43.299284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.300749 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:43.301337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:43.319374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1337a2f4-61f5-4c40-8656-d6740f17f77e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1414771 Jul 23 16:45:43.322271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.331734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:43.433446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-64a70895-3d76-4ccf-9e85-928cee0a2ad8 None None] Provisioning complete for port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:43.433826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64a70895-3d76-4ccf-9e85-928cee0a2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.446113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:43.450041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.451544 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:43.451981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:43.476625 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-76bce59d-3ccd-4612-bb9b-07130975fe9c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1499357 Jul 23 16:45:43.476625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.482499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:43.602498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:43.606925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:43.611726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.613261 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:43.613750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:43.622336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52438) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.634039 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1c5404a9-b13f-4c32-8fd7-a308833eb82f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1536772 Jul 23 16:45:43.635458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52442) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.641711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:43.672835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Deleting port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:43.673296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.753068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] For port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:43.753470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.768182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Calling delete_port for b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:43.822723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:43.826149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.827548 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:43.827976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:43.860604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.862902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f42f-7a7b-4162-8e3b-c1167b62deec req-092018d6-61d6-4fb3-9d17-dcf6439d34ef tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:43.863757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7592f42f-7a7b-4162-8e3b-c1167b62deec req-092018d6-61d6-4fb3-9d17-dcf6439d34ef tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1370990 Jul 23 16:45:43.868368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3e2450ea-725c-4057-a378-9760d0a4e039 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2285445 Jul 23 16:45:43.869531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-1c477dc7-2666-4752-a15f-3883dc5c873e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2443805 Jul 23 16:45:43.869692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:43.879299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:43.903664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] Pushing event deleted for resources: {'Port': ['ID=b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:43.916274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e224301-acbf-40bc-9050-5a5e627588a7 None None] No DVR routers for this DVR port b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:43.949539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7592f42f-7a7b-4162-8e3b-c1167b62deec req-34b91e7f-1291-4b94-a34e-22b80e061987 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698397 Jul 23 16:45:44.007582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:44.011678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.014725 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:44.015436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:44.034488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b5e7e23-d7a4-4d45-a14a-9d896fec7796 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1637330 Jul 23 16:45:44.037869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52452) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.043798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:44.116196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80412-1360-4b22-aa77-056c7113a112 req-a4ded982-adbf-435c-80f0-664f499941e8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:44.125691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea80412-1360-4b22-aa77-056c7113a112 req-a4ded982-adbf-435c-80f0-664f499941e8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.0909147 Jul 23 16:45:44.166771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:44.172744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aea80412-1360-4b22-aa77-056c7113a112 req-8cf0700a-4c97-44c3-8290-c568fb15cc9e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458844 Jul 23 16:45:44.174783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.176205 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:45:44.176654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:45:44.195563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e828aac-8723-4a80-b338-a165f0229b8f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1537998 Jul 23 16:45:44.196087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52460) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.229200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e1591fb1-31b2-47df-bfc4-f628ff8670df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0316920 Jul 23 16:45:44.232093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.312018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ea8d6-2bac-484b-a0a3-dcf3de9bcf4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:44.316429 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-477ea8d6-2bac-484b-a0a3-dcf3de9bcf4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834074 Jul 23 16:45:44.317728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52464) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.325616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.330802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9d616-8a42-410a-8db5-ff9f277032ce req-7001183e-3d4f-4279-bbc5-006813ac16aa tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:44.332605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfb9d616-8a42-410a-8db5-ff9f277032ce req-7001183e-3d4f-4279-bbc5-006813ac16aa tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1094 time: 0.0640070 Jul 23 16:45:44.364684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52466) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:44.366295 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ac22baf-7299-4ee4-ae7e-6c52a6f9e66b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471509 Jul 23 16:45:44.371449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:44.385781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:45:44.437525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8950cb8e-426e-4189-8b13-dbee8051c731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.465356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-34d5644a-910b-47b4-8c5f-e2f72a283e0c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:45:44.466619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-34d5644a-910b-47b4-8c5f-e2f72a283e0c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079761 Jul 23 16:45:44.481210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfb9d616-8a42-410a-8db5-ff9f277032ce req-f5311d32-9c5a-4141-be03-c5e2a9845382 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422060 Jul 23 16:45:44.506557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:44.506557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.513210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:44.525409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'port_id': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3', 'mac_address': 'fa:16:3e:b0:0a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:45:44.569524 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.591127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:45:44.612228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-a5089edf-40cc-4f6f-8ca2-0c6fc7b0dff3 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:45:44.613328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:44.613487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-a5089edf-40cc-4f6f-8ca2-0c6fc7b0dff3 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0832036 Jul 23 16:45:44.619018 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:44.628470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Request body: {'binding': {'host': 'n-h1-800484-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:44.629015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Unknown quota resources ['binding']. {{(pid=94003) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 16:45:44.673893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:44.838227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:44.861451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:44.861824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b7ea821f-c7f0-47f3-b6bd-8dcf97f95c9b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:44.867141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on host n-h1-800484-3 for vnic_type normal with profile None {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:44.867399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:44.867687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:44.878993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:44.879321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:44.893296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:44.893632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:44.894039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Bound using segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:44.894488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Bound port: 32d195ee-6eec-4d6a-b774-44a3d40d9330, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:44.936362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:45:44.937448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:44.964628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.033789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:45.041294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:45.051213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:45:45.058718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.059479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.059984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3465eb-7df0-422e-a1dc-a9378f39ec11 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:45.096775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=77eb31e6-a656-4123-bdd2-2b77c53d34c1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:45.123039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:45.127415 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f51f1ca3-dbd8-4dd3-9c01-7573aa7a018f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7577007 Jul 23 16:45:45.127838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:45.134164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:71:cb:68', 'name': 'tempest-NetworksTestDHCPv6-230920974'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:45.135316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.145223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] 10.222.0.64 "POST /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330/bindings HTTP/1.1" status: 201 len: 389 time: 0.5173016 Jul 23 16:45:45.252058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea299128-cc41-4ea8-9cfc-a2ff0ade2217 req-aad3b295-f7e7-44c8-a66d-4bf47de225d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.254113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea299128-cc41-4ea8-9cfc-a2ff0ade2217 req-aad3b295-f7e7-44c8-a66d-4bf47de225d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1803219 Jul 23 16:45:45.278335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:45.363472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea299128-cc41-4ea8-9cfc-a2ff0ade2217 req-a98aa956-1953-440c-a8ab-129353efc783 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009848 Jul 23 16:45:45.392388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.416758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port c2bd819e-f876-4491-be78-1e5d255dafb7 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:45.435685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '77eb31e6-a656-4123-bdd2-2b77c53d34c1'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:45.436493 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.526951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3267a5-f8af-4e02-a904-9ca16de835aa req-7ec4d49a-5b0d-4501-8622-efb3ff487ed0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.540326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c3267a5-f8af-4e02-a904-9ca16de835aa req-7ec4d49a-5b0d-4501-8622-efb3ff487ed0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1875415 Jul 23 16:45:45.565313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fe71:cb68 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/77eb31e6-a656-4123-bdd2-2b77c53d34c1/c2bd819e-f876-4491-be78-1e5d255dafb7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:45.585878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.613039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c3267a5-f8af-4e02-a904-9ca16de835aa req-ccd46ff1-68ce-42f4-b527-705e15cb5c64 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716789 Jul 23 16:45:45.673304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506fee-3b9f-4f8e-a49b-c71f665b701a req-dd5cb7f3-db0c-4796-90a7-ea198cdc0766 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.675113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68506fee-3b9f-4f8e-a49b-c71f665b701a req-dd5cb7f3-db0c-4796-90a7-ea198cdc0766 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.1722941 Jul 23 16:45:45.753205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68506fee-3b9f-4f8e-a49b-c71f665b701a req-c050bbbb-2946-451d-97db-6877fe2b5b52 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716100 Jul 23 16:45:45.786572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cd44-7f02-4f00-a2b8-45a554273f26 req-87371695-41f2-45c7-a7a8-61528a71b0f6 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.787902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-b1f8d617-31b3-453c-a430-f5f541294a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.789231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a620cd44-7f02-4f00-a2b8-45a554273f26 req-87371695-41f2-45c7-a7a8-61528a71b0f6 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1095 time: 0.0986900 Jul 23 16:45:45.789399 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-b1f8d617-31b3-453c-a430-f5f541294a8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1096 time: 0.2042048 Jul 23 16:45:45.830749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a620cd44-7f02-4f00-a2b8-45a554273f26 req-59bb213e-8166-4da6-8289-3d8f72451a83 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Jul 23 16:45:45.849468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:45.893413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object c2bd819e-f876-4491-be78-1e5d255dafb7 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:45.924489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-e3771225-fb86-4822-9dd9-da48634fe6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:45.925974 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-e3771225-fb86-4822-9dd9-da48634fe6dc service neutron] 10.222.0.81 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.1271658 Jul 23 16:45:45.985699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.034976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Allocated IP 2001:db8::f816:3eff:fe65:3bae (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/77eb31e6-a656-4123-bdd2-2b77c53d34c1/6b979960-86b7-4247-a0dd-394cd037e25e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:46.038754 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0e19f7cf-2d06-44f3-a13a-c61c230e15b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 1001 time: 0.1046071 Jul 23 16:45:46.044700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:46.057619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:46.081601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:46.087816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.088433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.099534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=c2bd819e-f876-4491-be78-1e5d255dafb7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:46.119609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-82ced95f-2504-49c0-8b75-04d18c6de2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.121176 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-82ced95f-2504-49c0-8b75-04d18c6de2cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.0755420 Jul 23 16:45:46.125565 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-467b0751-54a4-46ba-b2d5-9449ae81ef75 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9938326 Jul 23 16:45:46.125565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52484) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:46.217732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.227365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Transition to ACTIVE for port object 6b979960-86b7-4247-a0dd-394cd037e25e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:46.231987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7936ee-dfe5-49f3-af8f-1e2090d43965 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.234007 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1d7936ee-dfe5-49f3-af8f-1e2090d43965 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1071427 Jul 23 16:45:46.236394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52488) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:46.238470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-6b98784c-efc8-49a8-8b78-c790f81ec624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.239893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-6b98784c-efc8-49a8-8b78-c790f81ec624 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124907 Jul 23 16:45:46.245550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Transition to ACTIVE for port object 6b979960-86b7-4247-a0dd-394cd037e25e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:46.258836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.310675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Pushing event updated for resources: {'Port': ['ID=6b979960-86b7-4247-a0dd-394cd037e25e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:46.331223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:46.332879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:46.336200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:46.348858 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-697ccb19-3dc2-4305-b254-c41a1641efaa service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015127 Jul 23 16:45:46.362978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port c2bd819e-f876-4491-be78-1e5d255dafb7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:46.362978 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.389503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:46.428908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Attempting to bind port 6b979960-86b7-4247-a0dd-394cd037e25e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:46.429288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Attempting to bind port 6b979960-86b7-4247-a0dd-394cd037e25e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:46.430042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Attempting to bind port 6b979960-86b7-4247-a0dd-394cd037e25e on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:46.441035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:46.441514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:46.442080 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.442508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:46.442999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Bound port: 6b979960-86b7-4247-a0dd-394cd037e25e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:46.443386 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.471430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-24a8d6aa-220e-4996-a653-ffe9a0050f45 service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163368 Jul 23 16:45:46.502860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:46.522715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:46.523201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.543292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.557851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] For port 6b979960-86b7-4247-a0dd-394cd037e25e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:46.558140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for c2bd819e-f876-4491-be78-1e5d255dafb7 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:46.579112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] For port 6b979960-86b7-4247-a0dd-394cd037e25e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6b979960-86b7-4247-a0dd-394cd037e25e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:46.592496 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.635279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79416596-5000-4e1f-8773-a8e254b2615e req-6c4d5906-f3d5-4f8d-bafb-6e0bad02e703 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.637046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79416596-5000-4e1f-8773-a8e254b2615e req-6c4d5906-f3d5-4f8d-bafb-6e0bad02e703 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1436777 Jul 23 16:45:46.710359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9b6d5-3a72-47b9-bcd7-fec6d66af2ce None None] Pushing event updated for resources: {'Port': ['ID=6b979960-86b7-4247-a0dd-394cd037e25e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:46.729747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0cf65bdc-0c84-4fc3-9ef3-14582a5d0b6a tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.731794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0cf65bdc-0c84-4fc3-9ef3-14582a5d0b6a tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1096 time: 0.1572754 Jul 23 16:45:46.738846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.747728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800484-3'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:46.783344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:46.785758 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0398019-3a4e-4083-892f-69d2ac978704" -d '{"events": [{"server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "name": "network-vif-plugged", "status": "completed", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:46.793502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79416596-5000-4e1f-8773-a8e254b2615e req-d7cd644b-1b00-451d-8453-0690f7134dec tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457741 Jul 23 16:45:46.823693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:46.837396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:46.971539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d927e8c-0065-4a9a-ae87-e1701b0dc765 req-45fe43a9-3d91-4eb4-ba39-74684fe2a30f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:46.973702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d927e8c-0065-4a9a-ae87-e1701b0dc765 req-45fe43a9-3d91-4eb4-ba39-74684fe2a30f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2411077 Jul 23 16:45:46.987303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:46.995303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.082125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=c2bd819e-f876-4491-be78-1e5d255dafb7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:47.092859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.094914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8db47b6f-0cea-4993-99f5-57d7ace28bea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/c2bd819e-f876-4491-be78-1e5d255dafb7 HTTP/1.1" status: 204 len: 168 time: 0.8574319 Jul 23 16:45:47.101909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52500) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:47.144348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d927e8c-0065-4a9a-ae87-e1701b0dc765 req-e29a9986-d5de-4609-9b26-ed1dfbd53525 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520514 Jul 23 16:45:47.178850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4a589-390f-4785-9377-24d1094d1699 req-71469e90-029a-4a62-ad15-08f717dbeac8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.180382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78d4a589-390f-4785-9377-24d1094d1699 req-71469e90-029a-4a62-ad15-08f717dbeac8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.2453413 Jul 23 16:45:47.184176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe137697-eedd-4097-a94b-a8758e1325f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.185721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe137697-eedd-4097-a94b-a8758e1325f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.187214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fe137697-eedd-4097-a94b-a8758e1325f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0843072 Jul 23 16:45:47.195607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52502) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:47.209326 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9b9b6-0a6a-42ef-af8e-a48cf54b83db x-openstack-request-id: req-41d9b9b6-0a6a-42ef-af8e-a48cf54b83db {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:47.209912 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "name": "network-vif-plugged", "status": "completed", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:47.209912 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41d9b9b6-0a6a-42ef-af8e-a48cf54b83db {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:47.210300 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3', 'code': 200} Jul 23 16:45:47.280219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78d4a589-390f-4785-9377-24d1094d1699 req-7b2db4ac-2742-49e0-b773-395a3940bbb2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869141 Jul 23 16:45:47.298237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.298842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 77eb31e6-a656-4123-bdd2-2b77c53d34c1 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:47.352750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.431305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:47.454616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.476323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:47.479643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.518617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:47.520928 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7991efb4-d56d-40a9-a40c-a8d78147fa15" -d '{"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:47.525277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.532463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.552513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86cee-b639-4aa3-91b3-707f76cf281e req-da1ab959-f0f9-41df-82e2-21f01bbd9570 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.554362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df86cee-b639-4aa3-91b3-707f76cf281e req-da1ab959-f0f9-41df-82e2-21f01bbd9570 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2730074 Jul 23 16:45:47.569805 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a084d5-0d2f-4541-9212-f953127c3e2f x-openstack-request-id: req-08a084d5-0d2f-4541-9212-f953127c3e2f {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:47.570254 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:47.570505 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08a084d5-0d2f-4541-9212-f953127c3e2f {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:47.570893 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'code': 200} Jul 23 16:45:47.590680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf18b05-5285-4041-8226-7b129c703eaf req-9ef3e6b0-093e-4123-965a-34a049df3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.592300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cf18b05-5285-4041-8226-7b129c703eaf req-9ef3e6b0-093e-4123-965a-34a049df3d12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2615159 Jul 23 16:45:47.633103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-e32b4927-e94c-4c48-9073-21ad5824e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.634659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-e32b4927-e94c-4c48-9073-21ad5824e117 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 1095 time: 0.3339081 Jul 23 16:45:47.678300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.682596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5df86cee-b639-4aa3-91b3-707f76cf281e req-eb02b25f-e8d6-4a0a-b5d9-7711393ae6b4 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016891 Jul 23 16:45:47.699324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:47.773215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cf18b05-5285-4041-8226-7b129c703eaf req-13492bf6-ccbf-4f02-8621-9bc9c470e0cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661024 Jul 23 16:45:47.792906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on host n-h2-800484-3 for vnic_type normal with profile {"migrating_to": "n-h1-800484-3"} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:47.793371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:47.793807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:47.802650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-29e06e1f-5bb6-4218-a5d0-fc4a6fbac044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:47.803264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:45:47.803264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Attempting to bind port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:47.804214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-29e06e1f-5bb6-4218-a5d0-fc4a6fbac044 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1095 time: 0.1288836 Jul 23 16:45:47.809022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:47.809359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Checking segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:47.809881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Bound using segment: {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:47.810354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Bound port: 32d195ee-6eec-4d6a-b774-44a3d40d9330, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2846434-47f6-4013-a512-f7acc3213e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:47.810597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.810755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.874672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=77eb31e6-a656-4123-bdd2-2b77c53d34c1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:47.888523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.890653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-32811a37-97a4-4636-8081-b971cad0fd4f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/77eb31e6-a656-4123-bdd2-2b77c53d34c1 HTTP/1.1" status: 204 len: 168 time: 0.6931429 Jul 23 16:45:47.893742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52508) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:47.903985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:47.946395 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5280bf93-8cc2-41ab-9571-02cd2f77edd7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511780 Jul 23 16:45:47.949920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52510) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:47.950233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:47.956109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.967530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087fc51-8b8b-4e08-b158-c469582e3d61 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:47.977813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:48.063645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:48.072481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-679c8fe4-298b-4ba8-8d83-c470a49192a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.074019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-679c8fe4-298b-4ba8-8d83-c470a49192a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.2606518 Jul 23 16:45:48.112909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.113703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.115854 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-0edada75-0315-4d04-af3d-8b6c1f731131 service neutron] 10.222.0.81 "PUT /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 1121 time: 1.3763225 Jul 23 16:45:48.149707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-3faf6cc7-e05b-439d-9b7e-acbb431d781e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1000 time: 0.0641677 Jul 23 16:45:48.187672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de52b7b-6963-42dd-b6bb-40fe38e9a40a req-4efb6056-67dd-4863-962f-77773dd7515a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.189315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6de52b7b-6963-42dd-b6bb-40fe38e9a40a req-4efb6056-67dd-4863-962f-77773dd7515a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.2548819 Jul 23 16:45:48.256230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:48.259740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.279795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Provisioning for port 6b979960-86b7-4247-a0dd-394cd037e25e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:48.322711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-fbe217ce-0d12-45ea-a9e3-009224d29fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.324177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-fbe217ce-0d12-45ea-a9e3-009224d29fc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.1633391 Jul 23 16:45:48.329793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Provisioning complete for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:48.330203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.336289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6de52b7b-6963-42dd-b6bb-40fe38e9a40a req-14d678f4-917b-4930-8fb1-91ddbe6b0f69 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194232 Jul 23 16:45:48.336935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['32d195ee-6eec-4d6a-b774-44a3d40d9330'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:45:48.491196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebaeef-6200-4135-af2a-9c2fca934b33 req-13db1374-efeb-4d22-8869-3bb9c84bd663 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.492733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85ebaeef-6200-4135-af2a-9c2fca934b33 req-13db1374-efeb-4d22-8869-3bb9c84bd663 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2498579 Jul 23 16:45:48.504417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.523640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:48.597495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:48.603697 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.780346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5886e38-976a-417b-88f8-3ea72ed95c0c None None] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:48.814473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Deleting port 6b979960-86b7-4247-a0dd-394cd037e25e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:48.814758 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.870961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-70025af9-9e49-42d6-9406-2e2b46649d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.872524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-70025af9-9e49-42d6-9406-2e2b46649d0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5353231 Jul 23 16:45:48.929218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] For port 6b979960-86b7-4247-a0dd-394cd037e25e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6b979960-86b7-4247-a0dd-394cd037e25e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:48.929606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:48.939929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6202-13c6-46a1-9efc-7a21110febd5 req-7cb7de51-3c13-4f3b-8320-8cbbd4c2e300 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:48.941431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4ce6202-13c6-46a1-9efc-7a21110febd5 req-7cb7de51-3c13-4f3b-8320-8cbbd4c2e300 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 943 time: 0.5331025 Jul 23 16:45:48.949267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-85ebaeef-6200-4135-af2a-9c2fca934b33 req-470ab6ce-e690-48c8-97a0-a83e4e592b79 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453788 Jul 23 16:45:48.949801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Calling delete_port for 6b979960-86b7-4247-a0dd-394cd037e25e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:49.050621 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2cf39672-9844-4d10-b073-6f09c929231f None None] Provisioning complete for port 32d195ee-6eec-4d6a-b774-44a3d40d9330 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:49.051001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2cf39672-9844-4d10-b073-6f09c929231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.105196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.121177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4ce6202-13c6-46a1-9efc-7a21110febd5 req-a1cc259c-d54f-47c4-9eeb-37b06dfb2cb8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432302 Jul 23 16:45:49.144148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-1a54d380-8b03-451c-afea-a1a44585764a service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622726 Jul 23 16:45:49.149457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] Pushing event deleted for resources: {'Port': ['ID=6b979960-86b7-4247-a0dd-394cd037e25e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:49.155678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4910be27-3e62-4c9d-9dd1-f25892845b2d None None] No DVR routers for this DVR port 6b979960-86b7-4247-a0dd-394cd037e25e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:49.211160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:49.213517 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd89400-fc17-4353-9219-eb68d7487517" -d '{"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-plugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:49.221391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:49.248265 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee26f7a-319f-4ee7-b151-6212047ee93b x-openstack-request-id: req-5ee26f7a-319f-4ee7-b151-6212047ee93b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:49.248562 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-plugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:49.248811 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ee26f7a-319f-4ee7-b151-6212047ee93b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:49.249211 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'code': 200} Jul 23 16:45:49.249788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.266039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a904fe-2a6c-44c5-bcaf-4d8fdf8150c3 req-84842476-4b76-4771-beea-77e7e7025a8e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.267551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10a904fe-2a6c-44c5-bcaf-4d8fdf8150c3 req-84842476-4b76-4771-beea-77e7e7025a8e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2264833 Jul 23 16:45:49.317346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:49.340174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:49.348143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.348734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.350114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f2177-6327-47b0-899e-4f0a646e0d76 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:49.360740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc89f29f-23e7-4ece-99a5-dfb0b5763ed5 req-e4000724-964a-488d-acd6-a3601bb8fcfa service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049916 Jul 23 16:45:49.368438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:49.377702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10a904fe-2a6c-44c5-bcaf-4d8fdf8150c3 req-5191d1ce-220d-4eb1-a315-364988b0c5d3 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871861 Jul 23 16:45:49.384650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c31d1cae-e9d7-4ace-9297-8d83e3fdabdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4324889 Jul 23 16:45:49.385090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52522) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:49.392819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:fc:38:20', 'name': 'tempest-NetworksTestDHCPv6-961346994'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:49.522771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': 'b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:49.523588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.572320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:49.575709 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:49.606683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e25d1-1898-4be8-b8a7-82b03b4db232 req-1667fd38-c8aa-49ee-8453-e0fa7ed5eb46 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.608657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b06e25d1-1898-4be8-b8a7-82b03b4db232 req-1667fd38-c8aa-49ee-8453-e0fa7ed5eb46 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1389415 Jul 23 16:45:49.624336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:49.634754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638664-a5b5-4e03-a8be-e2a8c9134afa req-df05c947-9c8e-4615-8bae-f4286f0de17f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:49.636243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e638664-a5b5-4e03-a8be-e2a8c9134afa req-df05c947-9c8e-4615-8bae-f4286f0de17f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.1660137 Jul 23 16:45:49.669434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Allocated IP 2001:db8::f816:3eff:fe11:91ae (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0/681fe0df-9c82-4cef-99f5-c512f904ebb3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:49.747794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b06e25d1-1898-4be8-b8a7-82b03b4db232 req-92557761-31d0-43d0-bc9d-b0d09c456aeb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311312 Jul 23 16:45:49.769350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e638664-a5b5-4e03-a8be-e2a8c9134afa req-4d43d9ba-69e9-43fa-aec4-cc52d9560fb8 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175525 Jul 23 16:45:49.782965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.812718 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac10d2bf-e285-4d3d-af69-23710045789c x-openstack-request-id: req-ac10d2bf-e285-4d3d-af69-23710045789c {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:49.813282 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:49.813522 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac10d2bf-e285-4d3d-af69-23710045789c {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:49.814020 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'status': 'completed', 'code': 200} Jul 23 16:45:49.814718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port f8ee4569-2f77-42aa-bf0e-2a195d747ad4 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:49.875865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:49.887764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Transition to ACTIVE for port object 681fe0df-9c82-4cef-99f5-c512f904ebb3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:49.905210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Transition to ACTIVE for port object 681fe0df-9c82-4cef-99f5-c512f904ebb3 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:49.916324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.042849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:50.044433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Pushing event updated for resources: {'Port': ['ID=681fe0df-9c82-4cef-99f5-c512f904ebb3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:50.047468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:50.049725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:50.126809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Attempting to bind port 681fe0df-9c82-4cef-99f5-c512f904ebb3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:50.127178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Attempting to bind port 681fe0df-9c82-4cef-99f5-c512f904ebb3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:50.127599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Attempting to bind port 681fe0df-9c82-4cef-99f5-c512f904ebb3 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:50.142323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-4e82ed7a-c62c-4b2c-a7b8-f67bfac60daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.145082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-4e82ed7a-c62c-4b2c-a7b8-f67bfac60daf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1126 time: 0.2779765 Jul 23 16:45:50.150900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:50.151284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:50.151693 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.152091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:50.152558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Bound port: 681fe0df-9c82-4cef-99f5-c512f904ebb3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:50.153114 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.195044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b9693-f5d2-40ee-8f5e-227713938262 req-eadbf8fd-e49d-4a6a-86fd-aae65cf508c9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.206392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-583b9693-f5d2-40ee-8f5e-227713938262 req-eadbf8fd-e49d-4a6a-86fd-aae65cf508c9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.3377016 Jul 23 16:45:50.231302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fefc:3820 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0/f8ee4569-2f77-42aa-bf0e-2a195d747ad4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:50.296636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] For port 681fe0df-9c82-4cef-99f5-c512f904ebb3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:50.300348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] For port 681fe0df-9c82-4cef-99f5-c512f904ebb3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=681fe0df-9c82-4cef-99f5-c512f904ebb3,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:50.305824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.360956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-583b9693-f5d2-40ee-8f5e-227713938262 req-8b26eeae-d5e0-4999-86d2-b6679155f7da tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477265 Jul 23 16:45:50.387794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f721320-51d8-44c2-b11c-77ffe5f416a6 None None] Pushing event updated for resources: {'Port': ['ID=681fe0df-9c82-4cef-99f5-c512f904ebb3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:50.486224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dac4dd-f72a-42c8-b1bc-595f16053b62 req-d1e3f44a-bdf1-48fe-b59d-fc5e8540a454 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.497326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3dac4dd-f72a-42c8-b1bc-595f16053b62 req-d1e3f44a-bdf1-48fe-b59d-fc5e8540a454 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.4030464 Jul 23 16:45:50.561109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-9ff54328-2b07-42ee-b2f4-d0108b0abef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.562751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-9ff54328-2b07-42ee-b2f4-d0108b0abef1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.3786144 Jul 23 16:45:50.646604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a3dac4dd-f72a-42c8-b1bc-595f16053b62 req-825fa3ba-f4c6-489d-84dd-3aab4724b7bf tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483052 Jul 23 16:45:50.799503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10613c-8f18-40bb-8b79-d43fb6b7b3d3 req-348d86f8-d925-4312-bd0c-3c0aceaf560d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.801649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc10613c-8f18-40bb-8b79-d43fb6b7b3d3 req-348d86f8-d925-4312-bd0c-3c0aceaf560d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.3432221 Jul 23 16:45:50.832233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-92d8b6e5-8305-45a9-9209-46f8fe2834a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 1001 time: 0.2382941 Jul 23 16:45:50.947770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-b5472e00-03c6-4e22-89ba-d21dc20a0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:50.948064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-b5472e00-03c6-4e22-89ba-d21dc20a0a66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.1031432 Jul 23 16:45:50.951875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:50.960435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc10613c-8f18-40bb-8b79-d43fb6b7b3d3 req-0e5f5790-692c-4f14-8700-a536a79407b1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460402 Jul 23 16:45:50.969104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 681fe0df-9c82-4cef-99f5-c512f904ebb3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:51.009032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object f8ee4569-2f77-42aa-bf0e-2a195d747ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:51.077702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 681fe0df-9c82-4cef-99f5-c512f904ebb3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:51.112394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-dc6f3c58-63fc-4dd6-827f-878f7030aea8 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.113515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-dc6f3c58-63fc-4dd6-827f-878f7030aea8 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.2212598 Jul 23 16:45:51.164421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-16e7b6c8-6dcd-4174-b1df-2469f227ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.165909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-16e7b6c8-6dcd-4174-b1df-2469f227ca79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044108 Jul 23 16:45:51.167723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.169901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-1ee86adc-bf12-43d7-8422-25dac9590961 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/quotas/ecc4c7f070444a15ac01feef91c965b7 HTTP/1.1" status: 200 len: 375 time: 0.0307748 Jul 23 16:45:51.282743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:51.299815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:51.328128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=f8ee4569-2f77-42aa-bf0e-2a195d747ad4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:51.338863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:51.345100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.345794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.363323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bcfa5-9941-450a-97af-58d1e0e496d5 req-0fe79eae-704d-4624-8d19-c55f90d3210d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.370388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-213bcfa5-9941-450a-97af-58d1e0e496d5 req-0fe79eae-704d-4624-8d19-c55f90d3210d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.2805099 Jul 23 16:45:51.391170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.391590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.391873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.392185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.392519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.392853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.393180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.393538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.393822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.394176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.394533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.394846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:51.429478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bde783ab-cfaa-46c8-9691-dda6d63332d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0432491 Jul 23 16:45:51.432664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:51.477653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-696960a2-886e-4850-a92c-20fe0c154e54 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797637 Jul 23 16:45:51.490850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-213bcfa5-9941-450a-97af-58d1e0e496d5 req-069a066b-05c4-4740-9299-63ac1d9cfcef tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194777 Jul 23 16:45:51.511708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3b9ae-e835-437d-8fcf-8c238f2fed52 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.518155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3b9ae-e835-437d-8fcf-8c238f2fed52 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.522103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ff3b9ae-e835-437d-8fcf-8c238f2fed52 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0850601 Jul 23 16:45:51.522297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-9adab9fa-06ee-468d-955f-0a14b67e3fff tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3416300 Jul 23 16:45:51.523236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52568) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:51.545526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-3b3d642b-ce2e-48da-ba3a-c6f9b70b3eb7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:45:51.546592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-3b3d642b-ce2e-48da-ba3a-c6f9b70b3eb7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176346 Jul 23 16:45:51.661893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b63d6b92-0d2d-445d-8a47-1ef6e208b9e0 req-dd9b553a-260d-47e6-9062-f92be01d3267 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652665 Jul 23 16:45:51.667934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port f8ee4569-2f77-42aa-bf0e-2a195d747ad4 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:51.668788 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.706999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-6143918a-5827-4437-87a7-a378ae13ef74 service neutron] 10.222.0.64 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268902 Jul 23 16:45:51.707219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:45:51.798402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Provisioning for port 681fe0df-9c82-4cef-99f5-c512f904ebb3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:51.828084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Provisioning complete for port 681fe0df-9c82-4cef-99f5-c512f904ebb3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:51.828465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.848288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-e25c431a-e890-4d3c-a5a6-de1d1a36c40c service neutron] 10.222.0.64 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328058 Jul 23 16:45:51.893087 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:51.924542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for f8ee4569-2f77-42aa-bf0e-2a195d747ad4 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:51.972189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0fb1-d485-4e40-91e7-b70521e3e055 req-50848b13-4a2c-4db7-80a5-0054684d62ad tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:51.977810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e9d0fb1-d485-4e40-91e7-b70521e3e055 req-50848b13-4a2c-4db7-80a5-0054684d62ad tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1267395 Jul 23 16:45:52.031946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:52.064560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 has no active binding in host n-h1-800484-3 {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 16:45:52.072702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e9d0fb1-d485-4e40-91e7-b70521e3e055 req-788dd3a8-4ef9-48f1-bce6-0c3c3e897fc2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877655 Jul 23 16:45:52.109036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.147190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.198201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] For port 681fe0df-9c82-4cef-99f5-c512f904ebb3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=681fe0df-9c82-4cef-99f5-c512f904ebb3,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:52.207826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.240986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.246305 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/f8ee4569-2f77-42aa-bf0e-2a195d747ad4 HTTP/1.1" status: 204 len: 168 time: 0.7217808 Jul 23 16:45:52.247438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=f8ee4569-2f77-42aa-bf0e-2a195d747ad4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:52.249669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52578) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:52.268834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc958f-0d07-4737-bd4e-fd09e3079819 None None] Pushing event updated for resources: {'Port': ['ID=681fe0df-9c82-4cef-99f5-c512f904ebb3,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:52.289337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.289687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.290059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.290404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.290744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.291076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.291407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.291735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.292062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.292391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.292736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.293063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef7f2a0-9cea-4f67-a696-f3c84126bbb3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:45:52.301225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da228a3a-6ade-4908-a622-bbe114177b55 req-b8d74744-ed89-4679-9da3-b4f570e50c72 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0697622 Jul 23 16:45:52.324644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a49fd28f-0641-4f93-bd6a-c5d84839086a None None] Could not find standard attr ID for object f8ee4569-2f77-42aa-bf0e-2a195d747ad4. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:45:52.335949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49eeb0-1d5a-4387-b0c6-ca44b7242d6a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.337627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49eeb0-1d5a-4387-b0c6-ca44b7242d6a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.340052 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b49eeb0-1d5a-4387-b0c6-ca44b7242d6a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0881090 Jul 23 16:45:52.342510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52580) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:52.381384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ced70-85e1-4e8a-8c15-5495c3fa621c req-0377b3c5-1dae-4d0e-99fd-756a57f16cc5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.384473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-165ced70-85e1-4e8a-8c15-5495c3fa621c req-0377b3c5-1dae-4d0e-99fd-756a57f16cc5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.0806086 Jul 23 16:45:52.462390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:52.472147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-165ced70-85e1-4e8a-8c15-5495c3fa621c req-ad91adf5-e98c-4f40-80e9-26665063287c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824234 Jul 23 16:45:52.494118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.574227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.652456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822e5dd-7841-4b3e-87f3-59d1bf883893 req-2c171149-26f1-4c7c-a869-b84e3a1f10aa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.654826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e822e5dd-7841-4b3e-87f3-59d1bf883893 req-2c171149-26f1-4c7c-a869-b84e3a1f10aa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.0883417 Jul 23 16:45:52.664040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.705826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e822e5dd-7841-4b3e-87f3-59d1bf883893 req-71a1823f-db81-4d80-84ed-f283c4a36c05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Jul 23 16:45:52.745106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.778762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:52.780707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:52.785092 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60563412-cf44-4864-8ec3-8e16a931c32f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0 HTTP/1.1" status: 204 len: 168 time: 0.4372020 Jul 23 16:45:52.785512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52590) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:52.789078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a2840-a4b0-46ca-ad40-545cc9fcb0c9 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:52.832284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52592) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:52.842765 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b128232b-3c16-4e0a-914e-f5a2f84d4421 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561507 Jul 23 16:45:52.905345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 681fe0df-9c82-4cef-99f5-c512f904ebb3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:52.913021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236705b-8157-4177-8cfc-1e5b9dfb1785 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:52.923131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52594) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:52.925743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f236705b-8157-4177-8cfc-1e5b9dfb1785 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0918739 Jul 23 16:45:52.973052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 681fe0df-9c82-4cef-99f5-c512f904ebb3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:52.973433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.021118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7c2e8-a2c7-4d1a-80ef-46b968287c71 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:53.023511 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f5c7c2e8-a2c7-4d1a-80ef-46b968287c71 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986423 Jul 23 16:45:53.026131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.062590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:53.071882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bcadedf2-b9a5-4fb2-89fc-61da1c744ffc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429497 Jul 23 16:45:53.076083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.098632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:53.131847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Deleting port 681fe0df-9c82-4cef-99f5-c512f904ebb3 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:53.132559 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.219517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:53.224189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.233271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] For port 681fe0df-9c82-4cef-99f5-c512f904ebb3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=681fe0df-9c82-4cef-99f5-c512f904ebb3,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:53.233722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.264763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Calling delete_port for 681fe0df-9c82-4cef-99f5-c512f904ebb3 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:53.355041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e7d1d-7a8f-467a-bceb-cf4686f2822f req-e8555200-ba10-412e-b85e-6f9659082366 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:53.358084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-857e7d1d-7a8f-467a-bceb-cf4686f2822f req-e8555200-ba10-412e-b85e-6f9659082366 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1484039 Jul 23 16:45:53.393348 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.429355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] Pushing event deleted for resources: {'Port': ['ID=681fe0df-9c82-4cef-99f5-c512f904ebb3,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:53.431668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579b58e-f0eb-45ae-8658-ab710923d53f None None] No DVR routers for this DVR port 681fe0df-9c82-4cef-99f5-c512f904ebb3 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:53.433410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c622e72e-6a28-4ab7-bab5-5a8ed6050450 req-89adbc3f-6dcd-4326-af02-edfb26ef24e1 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0318744 Jul 23 16:45:53.455233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-857e7d1d-7a8f-467a-bceb-cf4686f2822f req-4602807a-37ba-4a68-aeed-4086326b355d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863380 Jul 23 16:45:53.667630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.objects.ports [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:53.671200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.717555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a2321-e914-4eea-ac3f-f689e1ce30af req-39179c90-afaf-4fca-be0e-56c40f06d893 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:53.719238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-013a2321-e914-4eea-ac3f-f689e1ce30af req-39179c90-afaf-4fca-be0e-56c40f06d893 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 945 time: 0.1638167 Jul 23 16:45:53.775333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:53.789959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:53.799913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:53.800446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c992d-5031-4b98-b533-a76baf306396 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:53.801024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:53.829296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=e29ec9dd-b333-4e8c-8948-d998c21eba50,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:53.872137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-013a2321-e914-4eea-ac3f-f689e1ce30af req-15a56e0c-a6cd-4c4a-bfe9-5f9296926d3e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449485 Jul 23 16:45:53.876431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fa3ade90-2ffb-411a-8fe5-44188e325233 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7993431 Jul 23 16:45:53.879586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:53.886321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-145c22e7-7827-4b7b-b832-3dd85f77f5e2 service neutron] 10.222.0.67 "GET /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 384 time: 0.1628220 Jul 23 16:45:53.886526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:9b:ab:74', 'name': 'tempest-NetworksTestDHCPv6-451142201'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:53.922887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f000c95-535b-48fb-ae08-85e065fcc09f req-e2f97c72-680e-44f1-9ef8-8c3c15d8ae27 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:53.924500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f000c95-535b-48fb-ae08-85e065fcc09f req-e2f97c72-680e-44f1-9ef8-8c3c15d8ae27 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1289101 Jul 23 16:45:54.031994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': 'e29ec9dd-b333-4e8c-8948-d998c21eba50'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:54.032872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.072598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:54.204368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.240721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 700b22d4-d97f-4970-9e8e-cf534c0cb468 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:54.418871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f000c95-535b-48fb-ae08-85e065fcc09f req-76bf93e7-9969-413e-868f-32a853db9767 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624144 Jul 23 16:45:54.489125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Allocated IP 2001:db8::f816:3eff:fe1b:5977 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/e29ec9dd-b333-4e8c-8948-d998c21eba50/2fdad427-3574-41da-9806-f9c81fd88c73) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:54.653145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba0e33fb-6008-4f81-b1be-4db47d6977f5 req-7723f0bd-04e1-4ec1-93c6-9c5ea66d94c0 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0713348 Jul 23 16:45:54.662814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:54.689703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:54.700017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.710807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Transition to ACTIVE for port object 2fdad427-3574-41da-9806-f9c81fd88c73 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:54.735892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Transition to ACTIVE for port object 2fdad427-3574-41da-9806-f9c81fd88c73 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:54.739257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f8dff-96e5-409e-8bc5-07f7428a871b req-842ebff3-6973-40ac-b392-a88142c756b4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:54.741522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-954f8dff-96e5-409e-8bc5-07f7428a871b req-842ebff3-6973-40ac-b392-a88142c756b4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1482418 Jul 23 16:45:54.743669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.767685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:45:54.771311 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243f14c4-0b70-461f-9438-d132c77cf597" -d '{"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:45:54.782562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:54.814132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:54.835934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-954f8dff-96e5-409e-8bc5-07f7428a871b req-550e12bb-eb89-473c-abf5-9f702409d7da tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804336 Jul 23 16:45:54.848030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Pushing event updated for resources: {'Port': ['ID=2fdad427-3574-41da-9806-f9c81fd88c73,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:54.892231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:54.899244 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09766dc-5d5c-4df8-baa1-b327c892664e x-openstack-request-id: req-c09766dc-5d5c-4df8-baa1-b327c892664e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:45:54.899425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:54.899528 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:45:54.899789 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c09766dc-5d5c-4df8-baa1-b327c892664e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:45:54.900191 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'code': 200} Jul 23 16:45:54.901363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 681fe0df-9c82-4cef-99f5-c512f904ebb3 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:54.903222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:54.904678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fe9b:ab74 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/e29ec9dd-b333-4e8c-8948-d998c21eba50/700b22d4-d97f-4970-9e8e-cf534c0cb468) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:54.955768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 681fe0df-9c82-4cef-99f5-c512f904ebb3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:45:54.956121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 681fe0df-9c82-4cef-99f5-c512f904ebb3 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:54.957340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] Transition to ACTIVE for port object 32d195ee-6eec-4d6a-b774-44a3d40d9330 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:54.964993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.014307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Attempting to bind port 2fdad427-3574-41da-9806-f9c81fd88c73 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:55.014956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Attempting to bind port 2fdad427-3574-41da-9806-f9c81fd88c73 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:55.015327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Attempting to bind port 2fdad427-3574-41da-9806-f9c81fd88c73 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:55.021000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:55.022263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:55.022665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.023048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:55.023513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Bound port: 2fdad427-3574-41da-9806-f9c81fd88c73, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:55.024019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.094500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.096864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] For port 2fdad427-3574-41da-9806-f9c81fd88c73, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:55.102823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] For port 2fdad427-3574-41da-9806-f9c81fd88c73, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2fdad427-3574-41da-9806-f9c81fd88c73,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:55.117971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 700b22d4-d97f-4970-9e8e-cf534c0cb468 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:55.118458 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.172391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] Pushing event updated for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=11']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.185243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.226054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] No DVR routers for this DVR port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:55.242992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dac184-79ab-4d5a-99ed-843c692f1eaa None None] Pushing event updated for resources: {'Port': ['ID=2fdad427-3574-41da-9806-f9c81fd88c73,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.250926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=700b22d4-d97f-4970-9e8e-cf534c0cb468,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:55.274377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:55.275919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:55.279010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:55.285093 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.285756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.320079 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-daac8a7f-0c77-4680-9bc3-68d30d18f461 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4390888 Jul 23 16:45:55.322865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.419397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45370b1d-e32b-436a-9686-8e2ceccab115 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.426393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18406e5-9417-46f8-be63-6edc0c0956d9 req-c202b28d-2ce6-4a50-860a-794300a88d0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.426969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45370b1d-e32b-436a-9686-8e2ceccab115 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.430398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d18406e5-9417-46f8-be63-6edc0c0956d9 req-c202b28d-2ce6-4a50-860a-794300a88d0e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.4295323 Jul 23 16:45:55.431353 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45370b1d-e32b-436a-9686-8e2ceccab115 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1074245 Jul 23 16:45:55.434163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52622) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:55.622326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-d62f3ee9-199d-4b3d-a0cf-4de963529267 service neutron] 10.222.0.67 "PUT /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330/bindings/n-h1-800484-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7239056 Jul 23 16:45:55.656113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d18406e5-9417-46f8-be63-6edc0c0956d9 req-096d4336-4509-4b0a-b5b5-f54a92587af5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746516 Jul 23 16:45:55.668502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 700b22d4-d97f-4970-9e8e-cf534c0cb468 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:55.669647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.706369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ff42e-1503-436d-b077-c27538977cd2 req-567c38d0-5d0a-4999-95f8-472a63302814 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:55.707950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548ff42e-1503-436d-b077-c27538977cd2 req-567c38d0-5d0a-4999-95f8-472a63302814 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1759713 Jul 23 16:45:55.788642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9410e4e4-2199-41a5-967b-80ec1ae77906 req-9c70117e-6ea0-43b8-879f-3293ae83835e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0538538 Jul 23 16:45:55.792779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548ff42e-1503-436d-b077-c27538977cd2 req-72570c96-9d1e-4779-b478-85f14abff74c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776882 Jul 23 16:45:55.792970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:55.809832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 700b22d4-d97f-4970-9e8e-cf534c0cb468 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:55.969478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.004625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=700b22d4-d97f-4970-9e8e-cf534c0cb468,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:56.033867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.035999 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92ae9d6a-59b4-42fd-ba88-6f8f1226d160 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/700b22d4-d97f-4970-9e8e-cf534c0cb468 HTTP/1.1" status: 204 len: 168 time: 0.6014760 Jul 23 16:45:56.036755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756dc94-6bad-4703-acd2-ef458b351595 req-25b03879-02d5-4ec0-a7e1-a7fa80b217f5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:56.038938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7756dc94-6bad-4703-acd2-ef458b351595 req-25b03879-02d5-4ec0-a7e1-a7fa80b217f5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.0753598 Jul 23 16:45:56.039404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52630) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.077938 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7756dc94-6bad-4703-acd2-ef458b351595 req-b446c18c-2cdd-4cf9-97a2-35192629f452 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Jul 23 16:45:56.110902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b46fa2-a99f-44fa-82fa-6b1c59def8e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:56.112423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b46fa2-a99f-44fa-82fa-6b1c59def8e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:56.113979 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9b46fa2-a99f-44fa-82fa-6b1c59def8e5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0736182 Jul 23 16:45:56.117283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52632) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.171064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet e29ec9dd-b333-4e8c-8948-d998c21eba50 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:56.174662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.226311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.339235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.432188 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.468390 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=e29ec9dd-b333-4e8c-8948-d998c21eba50,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:56.470479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.472271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-30e4217d-f2b2-40eb-8fd6-491f46d9f1be tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/e29ec9dd-b333-4e8c-8948-d998c21eba50 HTTP/1.1" status: 204 len: 168 time: 0.3540752 Jul 23 16:45:56.476802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52634) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.502581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bdebd7-8b52-4705-9926-c58f88e788b3 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:56.522527 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2172d1a6-319c-4c41-bb4c-15a7a7a1a417 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444193 Jul 23 16:45:56.527527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:56.537695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:56.619716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d6b89d89-4510-4f7f-9f2b-e7b63d339099 None None] Provisioning for port 2fdad427-3574-41da-9806-f9c81fd88c73 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:56.634399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:56.640554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.743659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:45:56.872346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4bd71-f830-4cef-99b2-79136066f472 req-570162b9-92c9-496f-a6f0-4d4263043d1d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:56.873924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67c4bd71-f830-4cef-99b2-79136066f472 req-570162b9-92c9-496f-a6f0-4d4263043d1d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1187522 Jul 23 16:45:56.889796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Deleting port 2fdad427-3574-41da-9806-f9c81fd88c73 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:56.890279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.948017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67c4bd71-f830-4cef-99b2-79136066f472 req-2c6f71a4-8722-469e-b2cf-58e3373fe8af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682573 Jul 23 16:45:56.977973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] For port 2fdad427-3574-41da-9806-f9c81fd88c73, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2fdad427-3574-41da-9806-f9c81fd88c73,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:45:56.978726 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:56.993195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Calling delete_port for 2fdad427-3574-41da-9806-f9c81fd88c73 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:57.016125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f2527c5a-7bdb-450d-b818-f2e971189018 req-0afa6a72-1b28-4e45-be60-0b663dde202e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0623710 Jul 23 16:45:57.086070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.116236 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] Pushing event deleted for resources: {'Port': ['ID=2fdad427-3574-41da-9806-f9c81fd88c73,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.120778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d72c4-5e28-4a40-86cd-841169c2a01b None None] No DVR routers for this DVR port 2fdad427-3574-41da-9806-f9c81fd88c73 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:45:57.157053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd1b1b-819c-4e71-927a-5f288790ca6e req-59690ed4-dd2c-43b6-8688-21adf04cce6d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:57.177288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afdd1b1b-819c-4e71-927a-5f288790ca6e req-59690ed4-dd2c-43b6-8688-21adf04cce6d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1366792 Jul 23 16:45:57.243595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:45:57.246612 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.260631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afdd1b1b-819c-4e71-927a-5f288790ca6e req-f7598fb0-9874-4aae-9901-feba6fcc1665 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816731 Jul 23 16:45:57.304387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21312949-759f-49a7-b26b-cfcd82bb36bd req-75e06680-5686-466b-a7cb-672739486514 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:57.311915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21312949-759f-49a7-b26b-cfcd82bb36bd req-75e06680-5686-466b-a7cb-672739486514 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1256714 Jul 23 16:45:57.326792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:57.330222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:57.340447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7ca57-1600-442f-a616-0b69fae6f804 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:45:57.348896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:57.349548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.372367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21312949-759f-49a7-b26b-cfcd82bb36bd req-fe8dae78-e7d2-425f-9987-c9be61f4bdc0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593877 Jul 23 16:45:57.373432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=0ac68adb-c48b-433a-bcf7-c8c134dd6f2e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.378783 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c81f8fa2-abef-4ead-8811-e89635b84a8c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8490124 Jul 23 16:45:57.381916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52646) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:57.388543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:27:25:59', 'name': 'tempest-NetworksTestDHCPv6-53732640'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:45:57.529202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:45:57.581743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '0ac68adb-c48b-433a-bcf7-c8c134dd6f2e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:45:57.590195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.676762 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.733275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 4e73ea04-4449-4419-9305-473de20b1aee yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:45:57.759276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Allocated IP 2001:db8::f816:3eff:fe21:a096 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/0ac68adb-c48b-433a-bcf7-c8c134dd6f2e/b2ff4ec5-7c56-4b95-bc39-9853dc970bca) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:57.912624 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.921247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Transition to ACTIVE for port object b2ff4ec5-7c56-4b95-bc39-9853dc970bca will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:57.935783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Transition to ACTIVE for port object b2ff4ec5-7c56-4b95-bc39-9853dc970bca will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:57.942664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:57.977956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:57.980857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:57.994880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:57.997316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Pushing event updated for resources: {'Port': ['ID=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:57.998082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fe27:2559 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/0ac68adb-c48b-433a-bcf7-c8c134dd6f2e/4e73ea04-4449-4419-9305-473de20b1aee) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:45:58.095053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Attempting to bind port b2ff4ec5-7c56-4b95-bc39-9853dc970bca on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:45:58.095470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Attempting to bind port b2ff4ec5-7c56-4b95-bc39-9853dc970bca by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:45:58.095814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Attempting to bind port b2ff4ec5-7c56-4b95-bc39-9853dc970bca on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:45:58.101950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:45:58.102310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:45:58.102732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.103140 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:45:58.103614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Bound port: b2ff4ec5-7c56-4b95-bc39-9853dc970bca, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:45:58.104008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.180610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] For port b2ff4ec5-7c56-4b95-bc39-9853dc970bca, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:45:58.188767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] For port b2ff4ec5-7c56-4b95-bc39-9853dc970bca, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:45:58.217235 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.311243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d335c-0206-47fb-a6e4-8992f9b72bb6 None None] Pushing event updated for resources: {'Port': ['ID=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:58.349371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e1d2db7-6502-43e8-bdee-f9b921fa6855 req-e3f90f05-8ce2-490b-ba13-e13909631b39 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0624480 Jul 23 16:45:58.404232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.427120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:45:58.434836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 4e73ea04-4449-4419-9305-473de20b1aee will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:45:58.455564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862fb66-1245-4f52-b415-c151d1c6dd1f req-e56ab5fb-2373-4ac0-be99-52b23581a44c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:58.457747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0862fb66-1245-4f52-b415-c151d1c6dd1f req-e56ab5fb-2373-4ac0-be99-52b23581a44c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1511126 Jul 23 16:45:58.498273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:45:58.601818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0862fb66-1245-4f52-b415-c151d1c6dd1f req-8d444b7d-9f27-4ec8-8e80-5f9bc0b9249f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262336 Jul 23 16:45:58.612001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.666427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed00aaa-e136-4e3c-84c7-943c6dca29cb req-a31309e3-4a02-4e93-8560-089e4a06e2b8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:58.673864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed00aaa-e136-4e3c-84c7-943c6dca29cb req-a31309e3-4a02-4e93-8560-089e4a06e2b8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.2129114 Jul 23 16:45:58.750591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:45:58.767177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:45:58.796591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:45:58.801712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:58.802886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:58.809364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=4e73ea04-4449-4419-9305-473de20b1aee,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:58.832218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bed00aaa-e136-4e3c-84c7-943c6dca29cb req-80e9f91a-d30e-4ce2-aa8e-a90097538bcb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574481 Jul 23 16:45:58.843147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7a7a4e0e-9e17-41da-946f-9cc8fca2636f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4597807 Jul 23 16:45:58.847083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52658) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:58.898167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5c9c6-450d-4136-8c88-736b50b18e71 req-cca43401-19cd-40bb-bdc6-268dac06db54 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:58.907379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d5c9c6-450d-4136-8c88-736b50b18e71 req-cca43401-19cd-40bb-bdc6-268dac06db54 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1598055 Jul 23 16:45:58.928834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b2ff4ec5-7c56-4b95-bc39-9853dc970bca up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:45:58.981432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55d5c9c6-450d-4136-8c88-736b50b18e71 req-196d4e46-7857-416f-969c-800e10d2cea7 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707772 Jul 23 16:45:58.985044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1098ac6-8d48-45a2-8cf8-4111eaf75009 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:59.011612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1098ac6-8d48-45a2-8cf8-4111eaf75009 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:59.019259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52660) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:59.022106 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1098ac6-8d48-45a2-8cf8-4111eaf75009 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1712353 Jul 23 16:45:59.027704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.047137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b2ff4ec5-7c56-4b95-bc39-9853dc970bca completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:59.135654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 4e73ea04-4449-4419-9305-473de20b1aee {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:45:59.135986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.237545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.251289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 4e73ea04-4449-4419-9305-473de20b1aee owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:45:59.467524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.531226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=4e73ea04-4449-4419-9305-473de20b1aee,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:45:59.534780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b160bdc-f922-4e55-aed9-c7c047ab2048 req-1b3a4adb-e41c-4eaf-939e-8a12e315b7ab tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0650582 Jul 23 16:45:59.593038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.600543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7aeccada-1471-4385-a155-d1a8eac37794 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4e73ea04-4449-4419-9305-473de20b1aee HTTP/1.1" status: 204 len: 168 time: 0.5791085 Jul 23 16:45:59.602850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52664) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:59.712372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f192c4-20cd-4de0-ab80-dae89eed89f9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:59.714067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f192c4-20cd-4de0-ab80-dae89eed89f9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:59.718482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52668) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:45:59.718869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-22f192c4-20cd-4de0-ab80-dae89eed89f9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1149242 Jul 23 16:45:59.783357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 0ac68adb-c48b-433a-bcf7-c8c134dd6f2e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:45:59.787774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.846295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Provisioning for port b2ff4ec5-7c56-4b95-bc39-9853dc970bca completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:45:59.851681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7d673-eaf1-425a-9452-8caf73842796 req-ec9eb7f1-fa04-4a12-b85e-2ad2c257f58f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:45:59.855381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a7d673-eaf1-425a-9452-8caf73842796 req-ec9eb7f1-fa04-4a12-b85e-2ad2c257f58f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1184330 Jul 23 16:45:59.856680 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:59.878305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Provisioning complete for port b2ff4ec5-7c56-4b95-bc39-9853dc970bca triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:45:59.878762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.051221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-54a7d673-eaf1-425a-9452-8caf73842796 req-9931fdd2-114d-437d-90dd-4d4067ab74e2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837139 Jul 23 16:46:00.092005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.226142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.235293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.266251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.271254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/0ac68adb-c48b-433a-bcf7-c8c134dd6f2e HTTP/1.1" status: 204 len: 168 time: 0.5516508 Jul 23 16:46:00.271596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52674) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:00.291962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5f78a-713d-4e8e-8339-2325800f0394 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac68adb-c48b-433a-bcf7-c8c134dd6f2e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:00.348931 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:46:00.349453 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:46:00.390858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f0b9e4e2-302f-46e1-9979-fc0253173841 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146610 Jul 23 16:46:00.392048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52676) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:00.406870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b63d-93fe-45f5-8ca2-fb3d3e17a8e8 req-dd0bbc05-96df-4439-8001-63a7520a96d6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.408897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a3b63d-93fe-45f5-8ca2-fb3d3e17a8e8 req-dd0bbc05-96df-4439-8001-63a7520a96d6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.3574109 Jul 23 16:46:00.486807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99a3b63d-93fe-45f5-8ca2-fb3d3e17a8e8 req-4b5f29bf-f445-411b-905b-ee25f06bd642 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524919 Jul 23 16:46:00.504903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6037af-ef54-4f8c-bf2a-df8529aa8e5f req-bb21b18f-1d65-40ab-8051-065ab55840bf tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.514302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec6037af-ef54-4f8c-bf2a-df8529aa8e5f req-bb21b18f-1d65-40ab-8051-065ab55840bf tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.3480649 Jul 23 16:46:00.518985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e82747-8cfd-4d30-a9ef-210e677468be None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:00.573281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa40da93-9fb5-4978-95a3-98fd5e9b1fd8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.580005 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa40da93-9fb5-4978-95a3-98fd5e9b1fd8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1838353 Jul 23 16:46:00.580557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52680) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:00.590570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-29f7d4f8-faef-48ac-915a-d0243234e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.592287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-29f7d4f8-faef-48ac-915a-d0243234e235 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1095 time: 0.2175806 Jul 23 16:46:00.701057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854e991-32b1-485a-881b-c008a97a51c9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.705301 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b854e991-32b1-485a-881b-c008a97a51c9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1213918 Jul 23 16:46:00.705605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52684) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:00.715128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec6037af-ef54-4f8c-bf2a-df8529aa8e5f req-469aa571-0c51-4e7e-9515-6c502e59e40a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998167 Jul 23 16:46:00.780910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-065235ec-7e7a-49eb-91f3-fcbb7040fd51 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737829 Jul 23 16:46:00.785672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52686) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:00.787578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-132372fc-6dfd-4e8f-a740-7859d4c788b5 req-5c989257-c8bc-49c8-924c-ae740924709c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.1318007 Jul 23 16:46:00.791942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:00.858932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:00.875177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-171b3c02-36ee-4d54-923a-4619cf35a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:00.876743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-171b3c02-36ee-4d54-923a-4619cf35a63e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.2533109 Jul 23 16:46:00.933789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:00.983666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] For port b2ff4ec5-7c56-4b95-bc39-9853dc970bca, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:00.998417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Deleting port b2ff4ec5-7c56-4b95-bc39-9853dc970bca {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:00.999254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.002644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.014289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-6134fe81-28dc-4a31-a98b-695215ea74fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 999 time: 0.1253262 Jul 23 16:46:01.030248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:01.037786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.120329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-0fe31ed8-3d49-49ed-acb3-17d970b78eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.124616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-0fe31ed8-3d49-49ed-acb3-17d970b78eae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.1018794 Jul 23 16:46:01.142900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] For port b2ff4ec5-7c56-4b95-bc39-9853dc970bca, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:01.143449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.145881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7e390df1-cc27-446d-afc5-76fa897b8542 None None] Could not find standard attr ID for object 4e73ea04-4449-4419-9305-473de20b1aee. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:01.152716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837123e8-04b3-4901-a44c-9eae4affbf88 None None] Pushing event updated for resources: {'Port': ['ID=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:01.160923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Calling delete_port for b2ff4ec5-7c56-4b95-bc39-9853dc970bca owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:01.288842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-e3d07c85-37a3-4b9f-82f6-65aa01803bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.290340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-e3d07c85-37a3-4b9f-82f6-65aa01803bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466193 Jul 23 16:46:01.303504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.304165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19337bb-f09e-44ac-906b-5d91a6bed469 req-49dd7981-2e54-486a-9f9b-d76b43374f4e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.305324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d19337bb-f09e-44ac-906b-5d91a6bed469 req-49dd7981-2e54-486a-9f9b-d76b43374f4e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1513929 Jul 23 16:46:01.346375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] Pushing event deleted for resources: {'Port': ['ID=b2ff4ec5-7c56-4b95-bc39-9853dc970bca,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:01.350382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c5dd2-70c6-43fe-a1f8-bb571cde1fd1 None None] No DVR routers for this DVR port b2ff4ec5-7c56-4b95-bc39-9853dc970bca on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:01.416480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d19337bb-f09e-44ac-906b-5d91a6bed469 req-088cb312-17a7-4b8a-a156-a2466a461c46 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867469 Jul 23 16:46:01.416762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.468486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-5e5c6d82-4cde-4c4d-972a-87816b002ecc service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584747 Jul 23 16:46:01.499683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=266d97da-561e-46c2-bb93-94cb5f7e906b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:01.525189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:01.526665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:01.537209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.537814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.541046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a5a622-a2ab-453c-a1fa-ad17b9e20f20 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:01.558156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ee57b90-3162-4c9d-8a6d-4af8b4695a78 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7711043 Jul 23 16:46:01.560600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52694) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:01.566391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:4e:c8:8f', 'name': 'tempest-NetworksTestDHCPv6-361176688'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:01.686936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a042b01-67a1-40e0-a49d-0bb05ffc3376 req-6ba5bbea-c224-4314-b1b9-7914c011cc07 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112558 Jul 23 16:46:01.713997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:01.721606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf321e22-9ef9-4d50-818b-e88b1623d1a1 req-529d40f8-6e4d-405d-8adc-e27cd9437966 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.723518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf321e22-9ef9-4d50-818b-e88b1623d1a1 req-529d40f8-6e4d-405d-8adc-e27cd9437966 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.0822978 Jul 23 16:46:01.750969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '266d97da-561e-46c2-bb93-94cb5f7e906b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:01.751817 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.805763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf321e22-9ef9-4d50-818b-e88b1623d1a1 req-3f76ae6a-6b19-4de3-b2c8-d25a3a25d0bd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661173 Jul 23 16:46:01.905059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:01.925709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:46:01.942019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/266d97da-561e-46c2-bb93-94cb5f7e906b/206c660e-7ca2-4a8e-9186-a5e834912df1) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:01.943810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259fe054-2e06-4773-94d2-71341d409c2e req-65bc4a8a-d419-432b-997b-450422d8b05b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0417039 Jul 23 16:46:01.977554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0fd37-06ec-4ef7-a232-56339db4c61b req-be0baca1-7eac-4a75-bbec-dc14d2029c3c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:01.982743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4dc0fd37-06ec-4ef7-a232-56339db4c61b req-be0baca1-7eac-4a75-bbec-dc14d2029c3c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1264312 Jul 23 16:46:02.018464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4dc0fd37-06ec-4ef7-a232-56339db4c61b req-762d6cb3-9787-4ceb-95ce-20b4252e286f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 23 16:46:02.102964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.110909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Transition to ACTIVE for port object 206c660e-7ca2-4a8e-9186-a5e834912df1 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:02.125575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Transition to ACTIVE for port object 206c660e-7ca2-4a8e-9186-a5e834912df1 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:02.130983 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.167616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:02.170624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:02.174311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:02.184547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Pushing event updated for resources: {'Port': ['ID=206c660e-7ca2-4a8e-9186-a5e834912df1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:02.213224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::b5 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/266d97da-561e-46c2-bb93-94cb5f7e906b/4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:02.260015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Attempting to bind port 206c660e-7ca2-4a8e-9186-a5e834912df1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:02.260395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Attempting to bind port 206c660e-7ca2-4a8e-9186-a5e834912df1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:02.260755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Attempting to bind port 206c660e-7ca2-4a8e-9186-a5e834912df1 on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:02.266055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:02.266435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:02.266842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.267246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:02.267701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Bound port: 206c660e-7ca2-4a8e-9186-a5e834912df1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:02.268088 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.332666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] For port 206c660e-7ca2-4a8e-9186-a5e834912df1, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:02.336148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] For port 206c660e-7ca2-4a8e-9186-a5e834912df1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=206c660e-7ca2-4a8e-9186-a5e834912df1,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:02.340883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.405357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b29d3-39dd-424e-9721-2220e5eaa16f None None] Pushing event updated for resources: {'Port': ['ID=206c660e-7ca2-4a8e-9186-a5e834912df1,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:02.438795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.453700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:02.498887 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.543220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:02.546344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:02.550160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:02.555949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:02.556588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.569260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7b3c-013b-4d68-8e60-3eb5328bf245 req-c4d4e782-c368-4788-9573-f59d642bd216 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:02.569753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:02.570777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec5e7b3c-013b-4d68-8e60-3eb5328bf245 req-c4d4e782-c368-4788-9573-f59d642bd216 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.0755672 Jul 23 16:46:02.586063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f73bbf40-4dd7-454f-95c3-e715bd83ae6e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0242105 Jul 23 16:46:02.589027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:02.647277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec5e7b3c-013b-4d68-8e60-3eb5328bf245 req-29de1b09-fd5e-4192-8e3a-f8ac66ffad62 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650823 Jul 23 16:46:02.691986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22586ad-5087-4bf2-9f25-cbebd23bf6d7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:02.698269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22586ad-5087-4bf2-9f25-cbebd23bf6d7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:02.699958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d22586ad-5087-4bf2-9f25-cbebd23bf6d7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1099186 Jul 23 16:46:02.702999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52704) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:02.828484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:02.828832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.890727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 206c660e-7ca2-4a8e-9186-a5e834912df1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:02.940383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 206c660e-7ca2-4a8e-9186-a5e834912df1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:02.952027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:02.970463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:02.994814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b2ff4ec5-7c56-4b95-bc39-9853dc970bca no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:03.027499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b2ff4ec5-7c56-4b95-bc39-9853dc970bca {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:03.027887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b2ff4ec5-7c56-4b95-bc39-9853dc970bca not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:03.032215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938f99d-e8a6-42b2-b792-9decf3bf1b69 req-34f4b7b6-20a6-40f8-846a-0ba3b6bf4171 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.033699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5938f99d-e8a6-42b2-b792-9decf3bf1b69 req-34f4b7b6-20a6-40f8-846a-0ba3b6bf4171 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1419599 Jul 23 16:46:03.087450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-123c2c47-2780-4173-a9c2-e905d3a7c4c8 req-53a59d8e-cc92-4a8c-828c-416bc931e08f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0527246 Jul 23 16:46:03.124215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5938f99d-e8a6-42b2-b792-9decf3bf1b69 req-f882ea04-e023-4e18-9bdf-c6935295d06e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Jul 23 16:46:03.220759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.255367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:03.290676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.293863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d503de2d-fafd-44f8-a182-609e250e2c6f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 HTTP/1.1" status: 204 len: 168 time: 0.5886872 Jul 23 16:46:03.295352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52712) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:03.304338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0193ceb-244a-48a9-b0fa-926405e65939 req-f2691116-238f-48fa-a5ed-bdf5b5c46d81 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.306203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0193ceb-244a-48a9-b0fa-926405e65939 req-f2691116-238f-48fa-a5ed-bdf5b5c46d81 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1400857 Jul 23 16:46:03.349291 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16cf84a-2e44-4d6c-a8a5-0a869e3cb90b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.350987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16cf84a-2e44-4d6c-a8a5-0a869e3cb90b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.351790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0193ceb-244a-48a9-b0fa-926405e65939 req-0cfdd4e4-f4bc-4571-a220-909fe82b5c3b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Jul 23 16:46:03.352697 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c16cf84a-2e44-4d6c-a8a5-0a869e3cb90b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0563345 Jul 23 16:46:03.355194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52714) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:03.407451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Provisioning for port 206c660e-7ca2-4a8e-9186-a5e834912df1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:03.407888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 266d97da-561e-46c2-bb93-94cb5f7e906b {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:03.410847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.412251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Provisioning complete for port 206c660e-7ca2-4a8e-9186-a5e834912df1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:03.412963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.456362 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.500878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.535409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] For port 206c660e-7ca2-4a8e-9186-a5e834912df1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=206c660e-7ca2-4a8e-9186-a5e834912df1,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:03.541991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.560991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.600256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a90fb-28a3-4563-95e1-5e8048d33374 None None] Pushing event updated for resources: {'Port': ['ID=206c660e-7ca2-4a8e-9186-a5e834912df1,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:03.643109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.655859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b2ed7631-2212-4222-ae6b-0c3899efbd66 None None] Could not find standard attr ID for object 4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:03.736849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=266d97da-561e-46c2-bb93-94cb5f7e906b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:03.752744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:03.754646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f319a908-87c6-4511-856f-d6fbe3f6dc04 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/266d97da-561e-46c2-bb93-94cb5f7e906b HTTP/1.1" status: 204 len: 168 time: 0.3984442 Jul 23 16:46:03.757312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52718) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:03.800384 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-11a2f509-801a-44f7-86e2-d4a68a2aaf31 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417385 Jul 23 16:46:03.803106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:03.847712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494ea96-9ff5-491a-91a9-c1a65cedcbb0 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:03.854804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-32f0c2e2-b95c-48b7-8b58-76334caef5e7 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.856930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-32f0c2e2-b95c-48b7-8b58-76334caef5e7 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.1936123 Jul 23 16:46:03.883432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918a48-bd6c-4291-938b-f346fc27de4e req-f81c9ae3-f36b-4649-93e3-172d164e3378 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.891477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07918a48-bd6c-4291-938b-f346fc27de4e req-f81c9ae3-f36b-4649-93e3-172d164e3378 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1557343 Jul 23 16:46:03.895307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b697b71-00b3-4ce0-8b5a-c393d107d9aa tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.901367 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b697b71-00b3-4ce0-8b5a-c393d107d9aa tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0972338 Jul 23 16:46:03.902203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52722) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:03.960306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1b49e-a7ff-4dd8-babc-96f322683705 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:03.964575 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fbe1b49e-a7ff-4dd8-babc-96f322683705 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0588636 Jul 23 16:46:03.964711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07918a48-bd6c-4291-938b-f346fc27de4e req-c4210736-ebde-4e67-b02f-95a282fe058f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715945 Jul 23 16:46:03.965162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52724) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:04.037976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:04.089226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Deleting port 206c660e-7ca2-4a8e-9186-a5e834912df1 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:04.089819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.154836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] For port 206c660e-7ca2-4a8e-9186-a5e834912df1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=206c660e-7ca2-4a8e-9186-a5e834912df1,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:04.155243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.168676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Calling delete_port for 206c660e-7ca2-4a8e-9186-a5e834912df1 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:04.258546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.287098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] Pushing event deleted for resources: {'Port': ['ID=206c660e-7ca2-4a8e-9186-a5e834912df1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:04.288862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e552ec3-a1b8-46b9-949d-d6e5adfd06de None None] No DVR routers for this DVR port 206c660e-7ca2-4a8e-9186-a5e834912df1 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:04.353364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-578f26a6-5331-4bac-8293-82b6ea22608c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3870547 Jul 23 16:46:04.358038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52730) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:04.370252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:04.412637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a25a549-fc70-4e1f-97cc-69646d61007a req-da7af2da-f974-4fd6-b2b8-fbe86ef2b277 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0627387 Jul 23 16:46:04.422740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-99e3faa2-de6a-48ad-8f36-eb6550145ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.424234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-99e3faa2-de6a-48ad-8f36-eb6550145ba8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 1095 time: 0.5308433 Jul 23 16:46:04.473514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a69c2-1ad6-4425-b000-805050bba2dc req-644d2f54-da49-4da4-aced-cccdde5eed2c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.475129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a35a69c2-1ad6-4425-b000-805050bba2dc req-644d2f54-da49-4da4-aced-cccdde5eed2c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.1242332 Jul 23 16:46:04.516059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-e5a707e2-d48a-4c22-972a-cdc1836ca59d tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.517534 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-e5a707e2-d48a-4c22-972a-cdc1836ca59d tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.81 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.1896310 Jul 23 16:46:04.538915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Request body: {'port': {'device_id': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'admin_state_up': True, 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:04.542067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:04.545591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.571460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a35a69c2-1ad6-4425-b000-805050bba2dc req-a04466fb-261e-4ada-abba-110996979e89 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864046 Jul 23 16:46:04.595094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-82c6d429-f61c-437f-aa5a-1f6e55a8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.596582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-82c6d429-f61c-437f-aa5a-1f6e55a8906e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1205840 Jul 23 16:46:04.628919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Made reservation on behalf of ecc4c7f070444a15ac01feef91c965b7 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:04.631349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156196-486e-4054-a409-c62c12a397d3 req-0a052bb6-5e41-4291-bc28-c7113110ea44 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.631911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:04.632801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a156196-486e-4054-a409-c62c12a397d3 req-0a052bb6-5e41-4291-bc28-c7113110ea44 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1326435 Jul 23 16:46:04.722198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8a156196-486e-4054-a409-c62c12a397d3 req-c36b320b-c39a-4408-aeb3-4f15448f81d3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779479 Jul 23 16:46:04.743646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-885d32cf-3465-4477-b47b-b8d88ad8ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.745120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-885d32cf-3465-4477-b47b-b8d88ad8ee7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.1333966 Jul 23 16:46:04.816281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-ba1a9d0f-8606-4db2-aaeb-fe925900f1ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 999 time: 0.0631707 Jul 23 16:46:04.844759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Allocated IP 172.20.0.12 (9e87715c-8f19-4750-8b87-f70302c2c747/7ec287c3-915b-4bd9-81ef-0af9a77ffb36/1c678740-dc2a-47b1-be0a-eb3d3ec0baa9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:04.855092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 206c660e-7ca2-4a8e-9186-a5e834912df1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:04.871148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-e523ea13-a33c-4b7a-914f-426c72d86757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.872873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-e523ea13-a33c-4b7a-914f-426c72d86757 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.0493515 Jul 23 16:46:04.880045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 206c660e-7ca2-4a8e-9186-a5e834912df1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:04.880477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 206c660e-7ca2-4a8e-9186-a5e834912df1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:04.936150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-4cebff76-7beb-4863-adf2-880fa42ff526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:04.937637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-4cebff76-7beb-4863-adf2-880fa42ff526 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580244 Jul 23 16:46:04.965352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:46:04.968149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.034345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-191975a2-43f4-47ff-b6c4-31213e2838f5 service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902147 Jul 23 16:46:05.050329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:05.057970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:05.065224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.065806 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.068606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e847c66-1b3e-42f1-9516-478cfed56bd4 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:05.076846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=3898c013-a4ec-4a78-88d2-dbc80af6664b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:05.102329 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2bd95083-3474-4b0a-81ba-d7b007e5853a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7338800 Jul 23 16:46:05.104798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52736) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:05.116591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.129139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Transition to ACTIVE for port object 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:05.144060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:05.166643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.184062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:05.206860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:05.210421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:05.213909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:05.247967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Pushing event updated for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:05.251560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-b9ab39e9-9e82-4948-ab51-e4de4342d525 service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056103 Jul 23 16:46:05.262025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d804e9-f6f9-4ccf-a51b-deaacdff3265 req-0a532ed4-1cb6-4f76-ba43-48b3c884376f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.270304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3d804e9-f6f9-4ccf-a51b-deaacdff3265 req-0a532ed4-1cb6-4f76-ba43-48b3c884376f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.2326474 Jul 23 16:46:05.276783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.277538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.294531 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-5220109f-b3d3-49a7-ae05-ad749cb5802f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7599487 Jul 23 16:46:05.308707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '3898c013-a4ec-4a78-88d2-dbc80af6664b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:05.309633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.315156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Request body: {'port': {'device_id': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:05.340268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3d804e9-f6f9-4ccf-a51b-deaacdff3265 req-2bf117b6-ce9c-4da2-a554-f1cbe632dae3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688415 Jul 23 16:46:05.394148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:05.398297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.669685 n-d-800484-3 neutron-server[94003]: INFO neutron.db.ipam_backend_mixin [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3898c013-a4ec-4a78-88d2-dbc80af6664b (CIDR: 2001:db8::/64) Jul 23 16:46:05.708572 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:46:05.709503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:05.738321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a5b7acb6-26dd-401c-96d0-a47b1aa546a3 None None] Provisioning for port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:05.749479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9774e284-abb5-4810-92c3-b18b0cc482a5 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:05.754811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5174f836-b4cf-4220-94a3-a030e358f911 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6450610 Jul 23 16:46:05.757611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:05.757875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a5b7acb6-26dd-401c-96d0-a47b1aa546a3 None None] Provisioning complete for port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:05.758279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5b7acb6-26dd-401c-96d0-a47b1aa546a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.762948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:05.765693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Allocated IP 2001:db8::f816:3eff:feeb:922f (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/3898c013-a4ec-4a78-88d2-dbc80af6664b/498c7848-22ea-4eb2-ab47-54a75bdbdbeb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:05.785867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:05.811425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ab529-9bec-4736-8439-44f1bb3bba12 req-68d9ccf0-e169-4903-ac15-8a1c2e97671a tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.813023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d36ab529-9bec-4736-8439-44f1bb3bba12 req-68d9ccf0-e169-4903-ac15-8a1c2e97671a tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1028 time: 0.2484708 Jul 23 16:46:05.822932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-03d715c0-0768-4a0c-848e-aba8b79d0732 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.824438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-03d715c0-0768-4a0c-848e-aba8b79d0732 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 1095 time: 0.2435589 Jul 23 16:46:05.851267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7acb6-26dd-401c-96d0-a47b1aa546a3 None None] Port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:05.887063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04027983-f14a-4d3b-b5cd-2ffaa2d3a12e req-e9e2e008-013c-4daa-862a-7188945c5962 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:05.888613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04027983-f14a-4d3b-b5cd-2ffaa2d3a12e req-e9e2e008-013c-4daa-862a-7188945c5962 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 943 time: 0.2275021 Jul 23 16:46:05.981862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9774e284-abb5-4810-92c3-b18b0cc482a5,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:05.991484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d36ab529-9bec-4736-8439-44f1bb3bba12 req-3bab3316-0d27-4c7e-bdff-38e9cbadd758 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628261 Jul 23 16:46:06.014323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '9774e284-abb5-4810-92c3-b18b0cc482a5', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': '9774e284-abb5-4810-92c3-b18b0cc482a5', 'mac_address': 'fa:16:3e:10:15:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:06.027102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04027983-f14a-4d3b-b5cd-2ffaa2d3a12e req-0598c488-cae1-468a-b85a-c05d0dae9f7d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131172 Jul 23 16:46:06.069856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.084268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Transition to ACTIVE for port object 498c7848-22ea-4eb2-ab47-54a75bdbdbeb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:06.095895 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.105551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:06.107283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.116247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Transition to ACTIVE for port object 498c7848-22ea-4eb2-ab47-54a75bdbdbeb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:06.119196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9774e284-abb5-4810-92c3-b18b0cc482a5 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:06.135089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.141292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:06.152213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.168313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Transition to ACTIVE for port object 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:06.172091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.176356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9774e284-abb5-4810-92c3-b18b0cc482a5,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:06.186836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:06.190226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:06.194867 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.196751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:06.232458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-72340fc0-b1e1-4a17-8a05-ac258b4db2f2 service neutron] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:06.236350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.239277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.240808 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-72340fc0-b1e1-4a17-8a05-ac258b4db2f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.241978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-72340fc0-b1e1-4a17-8a05-ac258b4db2f2 service neutron] 10.222.0.81 "DELETE /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330/bindings/n-h2-800484-3 HTTP/1.1" status: 204 len: 173 time: 0.3804238 Jul 23 16:46:06.290779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef1e8-71dc-4f02-ad19-f2881b820bf4 req-60c58477-abaf-4580-80a9-c7e675ada740 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.292476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9cef1e8-71dc-4f02-ad19-f2881b820bf4 req-60c58477-abaf-4580-80a9-c7e675ada740 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2032197 Jul 23 16:46:06.321035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Attempting to bind port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:06.321476 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Attempting to bind port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:06.321880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Attempting to bind port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:06.327578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 on network 9e87715c-8f19-4750-8b87-f70302c2c747 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:46:06.328555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Attempting to bind port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 on network 9e87715c-8f19-4750-8b87-f70302c2c747 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:06.330809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Attempting to bind port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:06.331249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Attempting to bind port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:06.331863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Attempting to bind port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:06.334226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:06.334796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Checking segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:06.335694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Bound using segment: {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:06.336250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Bound port: 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1dac96-99df-4170-992e-4b1bff9d57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:06.336739 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.350401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:06.351276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:06.351861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.352431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:06.353146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Bound port: 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:06.354313 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.358009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9cef1e8-71dc-4f02-ad19-f2881b820bf4 req-b7e36a8f-9ce4-415d-871f-93bbd7df8cfa tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583723 Jul 23 16:46:06.384273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.425346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:06.429956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:06.437781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.481449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.481643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:06.482654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.484286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] 10.222.0.81 "PUT /v2.0/ports/1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 HTTP/1.1" status: 200 len: 1092 time: 1.1759655 Jul 23 16:46:06.484901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:06.486765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:06.487573 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bff896-f96a-4e91-9a36-e2fd67615c22" -d '{"events": [{"name": "network-changed", "server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:06.496812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.522219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a774eb-25b2-43d9-a211-62441e9cd8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.558823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['9774e284-abb5-4810-92c3-b18b0cc482a5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:06.569234 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6179fd3-c126-4d0a-832a-1accc11c0700 x-openstack-request-id: req-d6179fd3-c126-4d0a-832a-1accc11c0700 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:06.569234 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:06.569234 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6179fd3-c126-4d0a-832a-1accc11c0700 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:06.572183 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9', 'status': 'completed', 'code': 200} Jul 23 16:46:06.624658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-96e47669-c8fe-47c9-b13a-5574ea9b3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.626250 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-96e47669-c8fe-47c9-b13a-5574ea9b3665 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1095 time: 0.0749688 Jul 23 16:46:06.652490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ab9c-cb90-489e-b8e5-0a009f645637 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.692242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c4ea-8c7b-4851-a924-5378cbaf680d req-2730ead2-3613-4c66-b366-d63794a52b71 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.693975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1b4c4ea-8c7b-4851-a924-5378cbaf680d req-2730ead2-3613-4c66-b366-d63794a52b71 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.2444720 Jul 23 16:46:06.720682 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-8c95f1f5-5915-48c2-a58b-a423d9a5dba1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 HTTP/1.1" status: 200 len: 217 time: 0.0753136 Jul 23 16:46:06.780974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-a895e218-7896-47e7-af5d-be99a0bb1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.783247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-a895e218-7896-47e7-af5d-be99a0bb1efe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7ec287c3-915b-4bd9-81ef-0af9a77ffb36 HTTP/1.1" status: 200 len: 848 time: 0.0616050 Jul 23 16:46:06.795490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.825521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1b4c4ea-8c7b-4851-a924-5378cbaf680d req-c7497cc6-0b15-4c3b-a23c-92d0f484c3fa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202412 Jul 23 16:46:06.869650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-edc5f9e5-e32e-43a9-9b0b-d2db90eeb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.871810 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-edc5f9e5-e32e-43a9-9b0b-d2db90eeb005 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e87715c-8f19-4750-8b87-f70302c2c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813844 Jul 23 16:46:06.874352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:06.885899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:06.911062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:06.912244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:06.943873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=27a93497-3090-4364-8534-13c9e521c318,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:06.954406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7eaecb8a-5b4b-4f28-a9af-979fc4f93b0d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1955025 Jul 23 16:46:06.967594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52752) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:06.980590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:ad:4c:0d', 'name': 'tempest-NetworksTestDHCPv6-55383095'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:07.007934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-05834b74-21e8-41f0-aac3-80e00fcdd643 service neutron] 10.222.0.81 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286149 Jul 23 16:46:07.112112 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c76ca2e5-4a54-419c-bd0f-7ea3c24be865 req-e91de96c-67c0-440a-9806-f33f8722aacf service neutron] 10.222.0.81 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959618 Jul 23 16:46:07.163252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab936-80a6-4956-b8de-1d7ad20475c7 req-6a444712-d4bc-4ab1-bfd5-7d7b26fa8027 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.164808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c4ab936-80a6-4956-b8de-1d7ad20475c7 req-6a444712-d4bc-4ab1-bfd5-7d7b26fa8027 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1095 time: 0.2091155 Jul 23 16:46:07.215308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:07.257221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c4ab936-80a6-4956-b8de-1d7ad20475c7 req-21d81a86-b270-411e-83af-95ffb127005c tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842283 Jul 23 16:46:07.264618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda900f-6824-4079-8e1c-023bf08620be req-d9402716-3de3-456d-89ef-1a3764bf031a tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.266168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfda900f-6824-4079-8e1c-023bf08620be req-d9402716-3de3-456d-89ef-1a3764bf031a tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1095 time: 0.1619976 Jul 23 16:46:07.288394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-6729f0bc-e677-4967-a337-a237f817f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.290096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-6729f0bc-e677-4967-a337-a237f817f273 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ecc4c7f070444a15ac01feef91c965b7&device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1095 time: 0.0900006 Jul 23 16:46:07.382778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfda900f-6824-4079-8e1c-023bf08620be req-4fe49db8-feae-44d5-b3aa-53ee8990e369 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070628 Jul 23 16:46:07.384899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-2e85fd7a-18c8-406b-a336-3a4988f63443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.386609 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-2e85fd7a-18c8-406b-a336-3a4988f63443 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 200 len: 910 time: 0.0889938 Jul 23 16:46:07.408578 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:07.440380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port aafab4c3-aa91-421f-b747-5e9d3d00893b yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:46:07.447956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-6653d5e6-bf72-4c54-b15d-902e4cf2f414 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 HTTP/1.1" status: 200 len: 217 time: 0.0499425 Jul 23 16:46:07.457704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3945-c7b2-423a-a915-a48124b98c3d req-c1b93e66-006f-449e-ae91-eb2bb429d514 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.459783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-526c3945-c7b2-423a-a915-a48124b98c3d req-c1b93e66-006f-449e-ae91-eb2bb429d514 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 944 time: 0.1300559 Jul 23 16:46:07.505724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-41f4baf4-d9bb-4769-ba66-172fc57f0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.507395 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-41f4baf4-d9bb-4769-ba66-172fc57f0814 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7ec287c3-915b-4bd9-81ef-0af9a77ffb36 HTTP/1.1" status: 200 len: 848 time: 0.0509245 Jul 23 16:46:07.574881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-526c3945-c7b2-423a-a915-a48124b98c3d req-46e55755-30d0-4df8-8597-2b886e8d7877 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044784 Jul 23 16:46:07.577836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-e68bea94-7e1e-48ae-aa30-898fde19403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.580105 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-e68bea94-7e1e-48ae-aa30-898fde19403a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e87715c-8f19-4750-8b87-f70302c2c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656056 Jul 23 16:46:07.665316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a2be-c88e-4b58-a7b6-436b8560e499 req-461785c3-72a4-44a3-b937-227459a3352b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.667540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa34a2be-c88e-4b58-a7b6-436b8560e499 req-461785c3-72a4-44a3-b937-227459a3352b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.2063825 Jul 23 16:46:07.699622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-fb6f7c9d-77f9-4e42-88bd-11012e0fd2e4 service neutron] 10.222.0.81 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121309 Jul 23 16:46:07.743616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9774e284-abb5-4810-92c3-b18b0cc482a5 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:07.795553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa34a2be-c88e-4b58-a7b6-436b8560e499 req-6720e5d1-333c-4d6e-ab97-fec3a2fa1f06 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141465 Jul 23 16:46:07.796623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8:0:1::388 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/27a93497-3090-4364-8534-13c9e521c318/aafab4c3-aa91-421f-b747-5e9d3d00893b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:07.808090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fead:4c0d (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/3898c013-a4ec-4a78-88d2-dbc80af6664b/aafab4c3-aa91-421f-b747-5e9d3d00893b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:07.812532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 9774e284-abb5-4810-92c3-b18b0cc482a5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:07.814191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-00bff896-f96a-4e91-9a36-e2fd67615c22 req-09489680-8775-4924-9bc1-ec087f67a08a service neutron] 10.222.0.81 "GET /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068919 Jul 23 16:46:07.819943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 9774e284-abb5-4810-92c3-b18b0cc482a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:07.820323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:07.828085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbde874-6e3f-4d43-81e2-f68736260999 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:07.832994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:07.837700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c6a5-afdb-4467-8981-831615fedcbb req-aa69d797-4904-4a12-a218-3520091e05f8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:07.839789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aec8c6a5-afdb-4467-8981-831615fedcbb req-aa69d797-4904-4a12-a218-3520091e05f8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1712484 Jul 23 16:46:07.907857 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c9a9d7e-e91a-4b3c-be46-d9dd2dacff5d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 200 len: 991 time: 0.0736966 Jul 23 16:46:07.926203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aec8c6a5-afdb-4467-8981-831615fedcbb req-a9eaeb50-687d-4a14-8d38-bf9e949405d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747914 Jul 23 16:46:07.986441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aeef2e26-b93e-4d6d-b0a1-6748b57abd1a None None] Provisioning for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:08.031990 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.039626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.046082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object aafab4c3-aa91-421f-b747-5e9d3d00893b will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:08.075522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:08.078073 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95559d25-e0c7-4fa2-b7e2-38a7991380e1" -d '{"events": [{"server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "name": "network-vif-plugged", "status": "completed", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:08.080403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.111304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9774e284-abb5-4810-92c3-b18b0cc482a5,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:08.117565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.124189 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a059ef29-6e45-49ae-bab7-8926db61080a x-openstack-request-id: req-a059ef29-6e45-49ae-bab7-8926db61080a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:08.124478 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "name": "network-vif-plugged", "status": "completed", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:08.124726 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a059ef29-6e45-49ae-bab7-8926db61080a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:08.125109 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5', 'code': 200} Jul 23 16:46:08.131625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:08.134807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:08.141466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:08.147137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.148210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.155700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52770) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:08.158783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=aafab4c3-aa91-421f-b747-5e9d3d00893b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:08.167060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b3af13aa-8a63-4428-9164-fc35001c2946 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1972094 Jul 23 16:46:08.167917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52772) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:08.207245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:08.266245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '3898c013-a4ec-4a78-88d2-dbc80af6664b', 'ip_address': '2001:db8::f816:3eff:feeb:922f'}, {'subnet_id': '27a93497-3090-4364-8534-13c9e521c318'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '498c7848-22ea-4eb2-ab47-54a75bdbdbeb'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:46:08.282593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port aafab4c3-aa91-421f-b747-5e9d3d00893b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:08.283032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.302576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.375090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262197-98d5-4e92-bf22-6e95e481f84e req-3a1a4b4d-607a-4c9e-822e-430004de2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.376601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8e262197-98d5-4e92-bf22-6e95e481f84e req-3a1a4b4d-607a-4c9e-822e-430004de2ad9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 1096 time: 0.1578405 Jul 23 16:46:08.384296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.397520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for aafab4c3-aa91-421f-b747-5e9d3d00893b owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:08.440471 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8e262197-98d5-4e92-bf22-6e95e481f84e req-2f363577-6cd5-4f38-bd53-4eb410cd1f4b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jul 23 16:46:08.454297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port df6d6756-c7a7-43be-aee5-2556525bd2ea {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:08.454651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.485822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Allocated IP 2001:db8:0:1::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/27a93497-3090-4364-8534-13c9e521c318/498c7848-22ea-4eb2-ab47-54a75bdbdbeb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:08.541872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd292c1-8ef2-46e2-a5da-a9d9d5d2fdbf req-2ca567c0-a407-45e5-a788-b3f73e99f2ae tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.543689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccd292c1-8ef2-46e2-a5da-a9d9d5d2fdbf req-2ca567c0-a407-45e5-a788-b3f73e99f2ae tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1095 time: 0.0842524 Jul 23 16:46:08.550690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.550690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.564618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for df6d6756-c7a7-43be-aee5-2556525bd2ea owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:08.601952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:08.626107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccd292c1-8ef2-46e2-a5da-a9d9d5d2fdbf req-a961f02e-8051-4b4b-8700-4c84020081d9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535045 Jul 23 16:46:08.639874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.659176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Transition to ACTIVE for port object 498c7848-22ea-4eb2-ab47-54a75bdbdbeb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:08.663561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.730155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.738007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.769585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=aafab4c3-aa91-421f-b747-5e9d3d00893b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:08.779044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=df6d6756-c7a7-43be-aee5-2556525bd2ea,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:08.780177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901770e-6b11-428a-aab2-36aa751681ea None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:08.821368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.825862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-815f192c-d70a-4fd4-ad30-4feb8aa2d686 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/aafab4c3-aa91-421f-b747-5e9d3d00893b HTTP/1.1" status: 204 len: 168 time: 0.6546416 Jul 23 16:46:08.827527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52778) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:08.875314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.875895 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 disassociated (deleted). External IP: 172.25.2.218, port: 32d195ee-6eec-4d6a-b774-44a3d40d9330. Jul 23 16:46:08.876502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03abc-2279-4b89-89bc-ecb8d371d181 req-00d23240-0608-48d5-95f2-99f275fdd956 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.885343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78e03abc-2279-4b89-89bc-ecb8d371d181 req-00d23240-0608-48d5-95f2-99f275fdd956 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1938126 Jul 23 16:46:08.934440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78e03abc-2279-4b89-89bc-ecb8d371d181 req-754bdb03-3333-44da-a10d-12dd8018b6a2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Jul 23 16:46:08.941121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:08.957633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045e6886-d3cf-4777-80cb-6af53572ad22 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:08.959501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-045e6886-d3cf-4777-80cb-6af53572ad22 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1321547 Jul 23 16:46:08.962132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52780) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:09.006730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:09.039833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbcb507-d363-4fba-9427-895775fbc2c2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.041985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4fbcb507-d363-4fba-9427-895775fbc2c2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0781493 Jul 23 16:46:09.046991 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:09.113561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9da00-e6bc-4e2d-99e9-d43c5159b0a1 req-c66e1261-e1d0-4939-b37f-6da05b6c60dc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.115890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46f9da00-e6bc-4e2d-99e9-d43c5159b0a1 req-c66e1261-e1d0-4939-b37f-6da05b6c60dc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.0733306 Jul 23 16:46:09.157786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46f9da00-e6bc-4e2d-99e9-d43c5159b0a1 req-b0fe4e5d-ae95-42b5-a37e-ff3e303b2311 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360126 Jul 23 16:46:09.180262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb8841-f4f0-4b21-a9ec-df434421783f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.182234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb8841-f4f0-4b21-a9ec-df434421783f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.184216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb8841-f4f0-4b21-a9ec-df434421783f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.186091 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8beb8841-f4f0-4b21-a9ec-df434421783f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1372828 Jul 23 16:46:09.188954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52786) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:09.225083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router efd86724-7113-4bb5-94cf-c1d5e8dcd753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:09.247569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 27a93497-3090-4364-8534-13c9e521c318 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:09.251202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:09.295989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:09.344549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:09.350749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:09.358531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Sync routers for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:09.370373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:09.371337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:09.393901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f99d20e0-7294-4b57-8c28-b4c1fa0ea52e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/floatingips/e2f4a99d-7e0d-40f3-b13c-a1332e6407a3 HTTP/1.1" status: 204 len: 168 time: 1.2369204 Jul 23 16:46:09.394549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:09.397713 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:09.440615 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1614602a-dd10-4b63-bed6-4ddbf896a687 x-openstack-request-id: req-1614602a-dd10-4b63-bed6-4ddbf896a687 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:09.440914 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:09.441171 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1614602a-dd10-4b63-bed6-4ddbf896a687 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:09.441871 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'status': 'completed', 'code': 200} Jul 23 16:46:09.565842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:09.568759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Could not find standard attr ID for object aafab4c3-aa91-421f-b747-5e9d3d00893b. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:09.605035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-9331facd-9039-4f14-8f5c-ae3ae35930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.607948 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-9331facd-9039-4f14-8f5c-ae3ae35930b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 1095 time: 0.1106863 Jul 23 16:46:09.663423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Provisioning for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:09.756099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:09.768320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:09.768696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:09.802599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-bd1eee4b-2048-4082-b3e0-21b93001573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.804430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-bd1eee4b-2048-4082-b3e0-21b93001573f service neutron] 10.222.0.81 "GET /v2.0/networks?id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 200 len: 898 time: 0.1519880 Jul 23 16:46:09.859004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-3a970801-3741-4bbd-8521-185d9f184394 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 200 len: 217 time: 0.0463326 Jul 23 16:46:09.911375 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:09.923921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-a4e95609-2697-449a-9908-2c39a5e934f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.926082 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-a4e95609-2697-449a-9908-2c39a5e934f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 200 len: 834 time: 0.0592744 Jul 23 16:46:09.990649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16478b-faf7-43ce-98e9-27b0fab4183d req-de74562a-3cc9-41e8-a93b-97a17ec963e0 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:09.993703 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c16478b-faf7-43ce-98e9-27b0fab4183d req-de74562a-3cc9-41e8-a93b-97a17ec963e0 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1095 time: 0.1609321 Jul 23 16:46:10.019034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-1e92e2cd-44dd-4b96-93c1-654ae39f1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.020443 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-1e92e2cd-44dd-4b96-93c1-654ae39f1647 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869195 Jul 23 16:46:10.028862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee6fe4-d69b-4afd-b49a-a434a49589ed req-886f145e-0599-4b9e-a379-9f2d284a023a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.030619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbee6fe4-d69b-4afd-b49a-a434a49589ed req-886f145e-0599-4b9e-a379-9f2d284a023a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.1993940 Jul 23 16:46:10.065301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.081097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:10.097528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.100278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9', 'network_id': '9e87715c-8f19-4750-8b87-f70302c2c747', 'port_id': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9', 'mac_address': 'fa:16:3e:25:d8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec287c3-915b-4bd9-81ef-0af9a77ffb36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:10.113011 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=27a93497-3090-4364-8534-13c9e521c318,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:10.127355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.132075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-53fa3f65-7a55-463b-8b39-2cfeaa234245 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/27a93497-3090-4364-8534-13c9e521c318 HTTP/1.1" status: 204 len: 168 time: 0.9390221 Jul 23 16:46:10.132075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c16478b-faf7-43ce-98e9-27b0fab4183d req-48f31ed0-fefc-4f3a-9dae-4429b23c3d1a tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111193 Jul 23 16:46:10.134213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52798) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:10.151018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ad7a5-f092-4109-a2a7-66ffb6b1a0c6 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:10.158716 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-7e29b4f2-3433-4f49-8df3-0807d9b0b5c4 service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120903 Jul 23 16:46:10.159704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cbee6fe4-d69b-4afd-b49a-a434a49589ed req-539764f0-463e-4c2c-9073-b511d9a3c69a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=93cf463b-188a-4056-b4b0-f2c852874b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187105 Jul 23 16:46:10.217164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 3898c013-a4ec-4a78-88d2-dbc80af6664b {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:10.232505 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.279491 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9f00c32d-63c9-4c42-bcc5-774e2de8cd2d req-59e2e878-993f-43ac-b70a-f815f7e81cef service neutron] 10.222.0.81 "GET /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996389 Jul 23 16:46:10.283857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.360173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.469361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:10.480903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e646e78-04c0-4884-95ff-6ef96fadb1f7 req-8a5b1fef-35be-4073-bbf9-0148eb90d568 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.482452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e646e78-04c0-4884-95ff-6ef96fadb1f7 req-8a5b1fef-35be-4073-bbf9-0148eb90d568 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.2719462 Jul 23 16:46:10.500456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:10.501111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00d728-5ef6-49ec-961d-3144aa03c247 req-021ecd72-5989-4a71-8b43-52e6ed720a71 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.502586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d00d728-5ef6-49ec-961d-3144aa03c247 req-021ecd72-5989-4a71-8b43-52e6ed720a71 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.2302752 Jul 23 16:46:10.506200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:46:10.506553 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:46:10.509880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-60a5197b-cfd7-47e3-a863-317c4174db91 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.511087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Checking router: efd86724-7113-4bb5-94cf-c1d5e8dcd753 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:10.511304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-60a5197b-cfd7-47e3-a863-317c4174db91 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 944 time: 0.2552803 Jul 23 16:46:10.537521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:10.561531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:10.562192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:45:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:10.563935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.577726 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.652633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e646e78-04c0-4884-95ff-6ef96fadb1f7 req-6e4f5672-de0f-4a60-ad62-7bd66720b643 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600356 Jul 23 16:46:10.677922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d00d728-5ef6-49ec-961d-3144aa03c247 req-0b15a9f9-34f5-44ea-9fc9-4fbed02977bb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575825 Jul 23 16:46:10.712592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.725682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:10.750558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:10.752851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.753199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.753539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.753870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.754229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.754556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.754883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.755243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.755580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.755888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.756208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.756527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:10.764066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=3898c013-a4ec-4a78-88d2-dbc80af6664b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:10.768562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.773144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d484497f-e849-4778-bc7c-a68881880e55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/3898c013-a4ec-4a78-88d2-dbc80af6664b HTTP/1.1" status: 204 len: 168 time: 0.6353552 Jul 23 16:46:10.773672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52804) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:10.812826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 32d195ee-6eec-4d6a-b774-44a3d40d9330 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:10.813365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.832762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0c5fb7a2-1f13-433f-bc7c-05b778d81fd0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551362 Jul 23 16:46:10.833857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52806) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:10.845951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1c678740-dc2a-47b1-be0a-eb3d3ec0baa9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:10.846900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:10.903324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:10.937570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b9ba-929d-4034-b47a-b233c1b86971 req-cd2b1230-9093-4203-9808-ea6732f975b7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:10.939156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6501b9ba-929d-4034-b47a-b233c1b86971 req-cd2b1230-9093-4203-9808-ea6732f975b7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1878529 Jul 23 16:46:10.964589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:10.968290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:10.990338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 32d195ee-6eec-4d6a-b774-44a3d40d9330, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=32d195ee-6eec-4d6a-b774-44a3d40d9330,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:10.990701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.024012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6501b9ba-929d-4034-b47a-b233c1b86971 req-a8e22024-7f42-4bc7-8309-832b460cb395 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656087 Jul 23 16:46:11.025149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 32d195ee-6eec-4d6a-b774-44a3d40d9330 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:11.074348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e65ec-1ed0-4f17-8e61-d1537fd3a2ed None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '3898c013-a4ec-4a78-88d2-dbc80af6664b'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '498c7848-22ea-4eb2-ab47-54a75bdbdbeb'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:46:11.146995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.204811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:11.205184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.206746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce4e65ec-1ed0-4f17-8e61-d1537fd3a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.248158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6a889-c729-46b1-9d0d-071b05f7e1c4 req-b0c7b24c-0c73-4cf6-8327-4789d759c747 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:11.249705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5af6a889-c729-46b1-9d0d-071b05f7e1c4 req-b0c7b24c-0c73-4cf6-8327-4789d759c747 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1555126 Jul 23 16:46:11.269697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:11.300574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.309034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.321174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:46:11.346794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=32d195ee-6eec-4d6a-b774-44a3d40d9330,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:11.354959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5af6a889-c729-46b1-9d0d-071b05f7e1c4 req-fce982fb-2619-4066-b7c0-4098204ee6b5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825460 Jul 23 16:46:11.409666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833ecf-7cc3-4fd4-9bb8-2dff92ab9f73 req-7b20c152-ae2b-4d87-9ced-afc25b8154bf tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:11.409666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99833ecf-7cc3-4fd4-9bb8-2dff92ab9f73 req-7b20c152-ae2b-4d87-9ced-afc25b8154bf tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1096 time: 0.1789293 Jul 23 16:46:11.432787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] No DVR routers for this DVR port 32d195ee-6eec-4d6a-b774-44a3d40d9330 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:11.441608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.448403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6174911-d2aa-48c6-a1f2-2e4dcfd23a15 req-eceb1113-b864-4212-9f06-ed1f5b1c0cc3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "DELETE /v2.0/ports/32d195ee-6eec-4d6a-b774-44a3d40d9330 HTTP/1.1" status: 204 len: 173 time: 0.9255929 Jul 23 16:46:11.448998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-deleted', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:11.452010 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1083f23b-4456-45ad-8ebe-e31b1604461d" -d '{"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-deleted", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:11.487050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99833ecf-7cc3-4fd4-9bb8-2dff92ab9f73 req-da9d9b12-2369-4fed-a94a-68263575f4f9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Jul 23 16:46:11.499914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1000b1a6-f457-4a65-926b-b22b160743fd None None] Could not find standard attr ID for object aafab4c3-aa91-421f-b747-5e9d3d00893b. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:11.547427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:11.554968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0ec0748-38ea-4a6a-931c-3fb63e61e937 req-abd938d0-3d72-4bd8-b937-8ed8643861c0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5 HTTP/1.1" status: 200 len: 210 time: 0.0667660 Jul 23 16:46:11.578547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.654583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343444b2-7f5c-406e-81cc-86e8da3a1f9b None None] The sync data for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 is: [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '3bbcbb4e-6c87-494e-a898-f4f84f859f59', 'name': '', 'network_id': 'a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:37:91:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:37Z', 'updated_at': '2021-07-23T16:44:47Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'dee632e8-345e-4e3d-bbb4-1698c0dcb257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:11.667836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852461bd-9bc4-4092-8e9d-762bd352e2a7 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:11.716824 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c5422-c462-4308-8876-4bb147682bd3 x-openstack-request-id: req-287c5422-c462-4308-8876-4bb147682bd3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:11.717966 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5", "name": "network-vif-deleted", "tag": "32d195ee-6eec-4d6a-b774-44a3d40d9330", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:11.718253 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-287c5422-c462-4308-8876-4bb147682bd3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:11.718657 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f246aa6-1c88-4ba1-8cbe-627dc1f97ef5', 'name': 'network-vif-deleted', 'tag': '32d195ee-6eec-4d6a-b774-44a3d40d9330', 'status': 'completed', 'code': 200} Jul 23 16:46:11.777737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:11.823224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0823bb-2ede-4c2e-8ae6-67d5648e3a2f None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:11.861407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.879935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:11.885853 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3f60003d-1a95-4acb-b61a-76b899ee244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.955854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.960271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-038799d5-50b9-45e6-ae56-3f7eb567dd4b None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:11.960983 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-038799d5-50b9-45e6-ae56-3f7eb567dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.963683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.964823 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.029844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519dba-a36a-47c2-9c13-bc134db6564b req-4cf6ce40-4ad7-42b8-a4da-0ea09cba41f5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:12.037744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80519dba-a36a-47c2-9c13-bc134db6564b req-4cf6ce40-4ad7-42b8-a4da-0ea09cba41f5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 944 time: 0.1936896 Jul 23 16:46:12.098260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-80519dba-a36a-47c2-9c13-bc134db6564b req-cb2a28f2-3d13-4d14-b7a8-fd3dbef2ca12 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556521 Jul 23 16:46:12.105645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:12.122831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd05b31-53f3-4913-a79d-49e98beb9c15 req-bea13d5f-9c5c-4d41-9f3a-91593a9847aa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:12.124551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fd05b31-53f3-4913-a79d-49e98beb9c15 req-bea13d5f-9c5c-4d41-9f3a-91593a9847aa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1799116 Jul 23 16:46:12.126690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:12.137060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:12.137667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.164776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:12.171167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fd05b31-53f3-4913-a79d-49e98beb9c15 req-46a1a4b2-578c-4f4e-80a9-15ac0a4e8838 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Jul 23 16:46:12.176404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=8']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:12.180316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=06f9aad6-88a3-4d9a-8270-5ebce4bbd53c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:12.184507 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3deecf0-7a73-497e-b4bd-a25d2c4d63b6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3480594 Jul 23 16:46:12.187317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52826) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:12.193276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:12.208663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'mac_address': 'fa:16:3e:46:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:12.216940 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79a617-402e-498a-bceb-a1e2cbd55b2e None None] New status for floating IP e2f4a99d-7e0d-40f3-b13c-a1332e6407a3: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:46:12.293476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.312323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:12.323499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:12.327052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.339841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:12.345187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.396795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:12.429640 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06f9aad6-88a3-4d9a-8270-5ebce4bbd53c (CIDR: 2001:db8::/64) Jul 23 16:46:12.435962 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:46:12.436457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:12.461920 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-72f2a75f-072b-4062-afc1-91c1a3f43f3c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2706449 Jul 23 16:46:12.462105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:12.473121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:12.600903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:12.604493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.624806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52834) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:12.673273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589df3-e3c9-49e5-be53-6ecaa23e2b3b req-edaee6d0-ed98-4b69-89e7-8896dfa99a29 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:12.676518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['58e7422c-b4df-415d-9d14-a8c0cd0e7acf'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:12.680543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13589df3-e3c9-49e5-be53-6ecaa23e2b3b req-edaee6d0-ed98-4b69-89e7-8896dfa99a29 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1096 time: 0.1085029 Jul 23 16:46:12.758804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13589df3-e3c9-49e5-be53-6ecaa23e2b3b req-778212cb-d7ae-4069-8da6-966687e14d6e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715816 Jul 23 16:46:12.802198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:12.937239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.985180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:12.994950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.057801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:13.141801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.166505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:13.204026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd2636-fab5-4a55-be29-4fe2f6000402 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:13.262157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:13.262690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.284603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.329183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:13.334279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:13.338496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:13.339380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.355633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=bebe8c4c-3767-4ddf-8de2-f22de12de1b5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:13.360576 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d9795696-60a5-411c-a8ab-5ae9fd3056c3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8971484 Jul 23 16:46:13.363970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52840) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:13.371760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:13.372248 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.374562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:91:93:c7', 'name': 'tempest-NetworksTestDHCPv6-199768364'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:13.393538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e85bcd-5fa2-4854-9d97-2ab210441ab8 req-d52ef9db-8ce9-4c52-8b70-030c0a360f48 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:13.395082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e85bcd-5fa2-4854-9d97-2ab210441ab8 req-d52ef9db-8ce9-4c52-8b70-030c0a360f48 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 945 time: 0.1794546 Jul 23 16:46:13.458456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb721071-83a4-45e3-a69a-d120232a757a req-527038ca-e713-4136-bf19-8a7d86dbae7d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:13.459989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb721071-83a4-45e3-a69a-d120232a757a req-527038ca-e713-4136-bf19-8a7d86dbae7d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1841338 Jul 23 16:46:13.469144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05e85bcd-5fa2-4854-9d97-2ab210441ab8 req-272f5078-26b3-4e79-b77a-ab00bf03478a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648868 Jul 23 16:46:13.517472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:13.615140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb721071-83a4-45e3-a69a-d120232a757a req-b80aed8c-5657-4d3f-91ac-7ecc745dcaf4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292610 Jul 23 16:46:13.647957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.654341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-452c6e5d-a1a5-44bb-b94f-c9e040da313a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:13.656058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-452c6e5d-a1a5-44bb-b94f-c9e040da313a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 945 time: 0.1300225 Jul 23 16:46:13.670087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port 1af37b33-967a-4351-9f9b-847d69dd488e yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:46:13.675358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 3bbcbb4e-6c87-494e-a898-f4f84f859f59 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:13.675700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.691808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.753005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.765617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:13.779961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:13.811335 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.874184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 3bbcbb4e-6c87-494e-a898-f4f84f859f59, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3bbcbb4e-6c87-494e-a898-f4f84f859f59,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:13.874559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.892419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 3bbcbb4e-6c87-494e-a898-f4f84f859f59 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:13.897623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8:0:1::3c1 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/bebe8c4c-3767-4ddf-8de2-f22de12de1b5/1af37b33-967a-4351-9f9b-847d69dd488e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:13.905403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::f816:3eff:fe91:93c7 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/06f9aad6-88a3-4d9a-8270-5ebce4bbd53c/1af37b33-967a-4351-9f9b-847d69dd488e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:13.924381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 9774e284-abb5-4810-92c3-b18b0cc482a5 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:13.924726 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.941630 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:46:13.941630 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:46:13.955152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f80fd-f617-4672-8bf1-68c35dc455e2 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:13.968442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:13.973300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '06f9aad6-88a3-4d9a-8270-5ebce4bbd53c', 'ip_address': '2001:db8::f816:3eff:feeb:922f'}, {'subnet_id': 'bebe8c4c-3767-4ddf-8de2-f22de12de1b5'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '498c7848-22ea-4eb2-ab47-54a75bdbdbeb'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:46:13.976634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:13.976634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.008284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bef6e-bca7-433f-8873-a44af0f5d7fe req-c1bc6fc9-34ca-4da9-9170-136bf5757c40 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:14.009735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd5bef6e-bca7-433f-8873-a44af0f5d7fe req-c1bc6fc9-34ca-4da9-9170-136bf5757c40 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1096 time: 0.1906357 Jul 23 16:46:14.037156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.074240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.087995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object 1af37b33-967a-4351-9f9b-847d69dd488e will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:14.128072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.128430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port 9774e284-abb5-4810-92c3-b18b0cc482a5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9774e284-abb5-4810-92c3-b18b0cc482a5,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:14.128859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.150537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 9774e284-abb5-4810-92c3-b18b0cc482a5 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:14.161489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd5bef6e-bca7-433f-8873-a44af0f5d7fe req-ed13765e-d0f0-4023-aa0b-9e90b3e0eab9 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Jul 23 16:46:14.166495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.174415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:14.177603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:14.183923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:14.189685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:14.190360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.209047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=1af37b33-967a-4351-9f9b-847d69dd488e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.219646 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-acf5028c-01be-4e12-b640-31b0d85411ea tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8539934 Jul 23 16:46:14.220455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52844) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:14.224721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:14.227127 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9289f-859e-4ba4-8720-657f2b9b6a54" -d '{"events": [{"server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "name": "network-vif-plugged", "status": "completed", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:14.267276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:14.278349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.279171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:14.330920 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed0d50-b0a7-4df2-8d00-96fb6302696f x-openstack-request-id: req-eeed0d50-b0a7-4df2-8d00-96fb6302696f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:14.331198 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "name": "network-vif-plugged", "status": "completed", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:14.331454 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eeed0d50-b0a7-4df2-8d00-96fb6302696f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:14.331842 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9', 'code': 200} Jul 23 16:46:14.368405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.381398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port 1af37b33-967a-4351-9f9b-847d69dd488e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:14.382353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.394276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Allocated IP 2001:db8:0:1::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/bebe8c4c-3767-4ddf-8de2-f22de12de1b5/498c7848-22ea-4eb2-ab47-54a75bdbdbeb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:14.406690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.422560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=3bbcbb4e-6c87-494e-a898-f4f84f859f59,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.469324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.473551 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.512093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['9774e284-abb5-4810-92c3-b18b0cc482a5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:14.536300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-6dd0de6b-ab84-4c57-a7e2-6ff6cbe33cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:14.537841 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-6dd0de6b-ab84-4c57-a7e2-6ff6cbe33cea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1096 time: 0.1523018 Jul 23 16:46:14.551299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.575034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=9774e284-abb5-4810-92c3-b18b0cc482a5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:14.582311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for 1af37b33-967a-4351-9f9b-847d69dd488e owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:14.610477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b128b59-3132-42cc-8c5a-dbc06e538e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.614849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:14.615657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.687469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port 9774e284-abb5-4810-92c3-b18b0cc482a5 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:14.698149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.702569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "DELETE /v2.0/ports/9774e284-abb5-4810-92c3-b18b0cc482a5 HTTP/1.1" status: 204 len: 173 time: 1.0397844 Jul 23 16:46:14.703614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'name': 'network-vif-deleted', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:14.706458 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d904b2-6265-4bcc-9f63-8df3ee3f11a6" -d '{"events": [{"server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "name": "network-vif-deleted", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:14.714678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:14.844669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.903380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Transition to ACTIVE for port object 498c7848-22ea-4eb2-ab47-54a75bdbdbeb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:14.925406 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:14.928428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.016190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.053572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:15.110391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=1af37b33-967a-4351-9f9b-847d69dd488e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:15.124340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bd2e8-f27c-4459-9b65-b7379057d413 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=11']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:15.152143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:15.160901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.162631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:15.197295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.199330 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-05dfea1e-ac5a-4c03-9051-bb21f40339ef tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/1af37b33-967a-4351-9f9b-847d69dd488e HTTP/1.1" status: 204 len: 168 time: 0.9776046 Jul 23 16:46:15.201716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.211613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-a0646de9-f324-41fb-8176-dce61ced8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.213073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-a0646de9-f324-41fb-8176-dce61ced8c4d service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.3844025 Jul 23 16:46:15.221520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:15.254709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 32d195ee-6eec-4d6a-b774-44a3d40d9330 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:15.255836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 32d195ee-6eec-4d6a-b774-44a3d40d9330 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:15.333656 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-b434eb16-9cec-4d59-ac9d-80346dd0c6e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1002 time: 0.0898402 Jul 23 16:46:15.344720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.390762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd3049a-5212-4d20-977a-f45a6fae4fe6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.392862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89489b-df00-44e5-980b-36ac46695606 req-30a97c48-8692-4c64-8cb1-4ba1c447c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.393554 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4cd3049a-5212-4d20-977a-f45a6fae4fe6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1909456 Jul 23 16:46:15.394407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff89489b-df00-44e5-980b-36ac46695606 req-30a97c48-8692-4c64-8cb1-4ba1c447c1ee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.9823666 Jul 23 16:46:15.396765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee1ada7a-974a-4aa3-bef3-583998a0b0ef req-a66cbb1f-550a-44a9-969b-2d2d9e464042 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.0490556 Jul 23 16:46:15.397503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.413260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-500b903f-3b2c-4f0b-9b04-fa5d9833071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.414828 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-500b903f-3b2c-4f0b-9b04-fa5d9833071f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0751314 Jul 23 16:46:15.502203 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529c706-a431-4bff-8306-f0c36e5d62db x-openstack-request-id: req-5529c706-a431-4bff-8306-f0c36e5d62db {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:15.502501 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e112df61-16dd-42f7-ab37-7e2098bb7cc1", "name": "network-vif-deleted", "tag": "9774e284-abb5-4810-92c3-b18b0cc482a5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:15.502753 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5529c706-a431-4bff-8306-f0c36e5d62db {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:15.503154 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e112df61-16dd-42f7-ab37-7e2098bb7cc1', 'name': 'network-vif-deleted', 'tag': '9774e284-abb5-4810-92c3-b18b0cc482a5', 'status': 'completed', 'code': 200} Jul 23 16:46:15.503515 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-4bea9635-70e7-465d-9705-e46f334c7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.505978 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-4bea9635-70e7-465d-9705-e46f334c7c3a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820694 Jul 23 16:46:15.560807 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.564784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff89489b-df00-44e5-980b-36ac46695606 req-641212cf-8368-4c5a-bd15-18ef8176dcb1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473417 Jul 23 16:46:15.649013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aeb63-dccd-40fa-ae33-4579ce4a398e req-fa79c084-0f86-462c-803e-a1e5585d831c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.656287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d6aeb63-dccd-40fa-ae33-4579ce4a398e req-fa79c084-0f86-462c-803e-a1e5585d831c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 945 time: 1.0451508 Jul 23 16:46:15.676372 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-4848d0ba-bd0b-4db7-8e5c-d1172f40f1ee service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625438 Jul 23 16:46:15.722664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589c2af-2ec9-40c1-9ea7-fc7bd1802fe5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.726976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a589c2af-2ec9-40c1-9ea7-fc7bd1802fe5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3250515 Jul 23 16:46:15.727923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52860) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.730045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb98bd-33a1-419d-99ea-476f908d0983 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:15.752213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6830d-c886-48a8-9d33-eaebc429c70b req-7c37be37-0228-410a-b7a8-3b215c88a444 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.754112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8a6830d-c886-48a8-9d33-eaebc429c70b req-7c37be37-0228-410a-b7a8-3b215c88a444 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.1812336 Jul 23 16:46:15.772454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d6aeb63-dccd-40fa-ae33-4579ce4a398e req-6ec7de5b-afd7-4d1d-b57e-041d55f704e0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151195 Jul 23 16:46:15.791627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-11948b87-94f9-434d-baa6-4b2a1ea1bef6 None None] Provisioning for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:15.804778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-11948b87-94f9-434d-baa6-4b2a1ea1bef6 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:15.807239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11948b87-94f9-434d-baa6-4b2a1ea1bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:15.827881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa9363-375d-4c7f-b70d-24ba06e7f226 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.830147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa9363-375d-4c7f-b70d-24ba06e7f226 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.831879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa9363-375d-4c7f-b70d-24ba06e7f226 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:15.838504 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8cfa9363-375d-4c7f-b70d-24ba06e7f226 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1088924 Jul 23 16:46:15.839462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52862) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:15.876792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8a6830d-c886-48a8-9d33-eaebc429c70b req-792dae77-33cb-4246-92cd-4b56f5c5034c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026330 Jul 23 16:46:15.934552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router efd86724-7113-4bb5-94cf-c1d5e8dcd753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:15.993957 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 06f9aad6-88a3-4d9a-8270-5ebce4bbd53c {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:16.001146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.061577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-2901e01d-f4ab-4ce7-8236-4ae5fc3ea6b3 req-820291fa-0ffa-4e37-8015-92d7ab729be7 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215185 Jul 23 16:46:16.064019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:16.078604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.080831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bdcb9b0e-4928-4543-a159-c134534d9ed7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/efd86724-7113-4bb5-94cf-c1d5e8dcd753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4548213 Jul 23 16:46:16.084594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52864) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:16.089190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Sync routers for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:16.101981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:16.102670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:16.161134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting subnet dee632e8-345e-4e3d-bbb4-1698c0dcb257 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:16.179616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.224773 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.256998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:16.265964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.302810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.338868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.341089 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/06f9aad6-88a3-4d9a-8270-5ebce4bbd53c HTTP/1.1" status: 204 len: 168 time: 0.4998960 Jul 23 16:46:16.342961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da90f9-d4a4-4838-ba9d-960bd39205c1 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=06f9aad6-88a3-4d9a-8270-5ebce4bbd53c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:16.343732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52866) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:16.398914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:16.401231 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d4974-bad9-45c9-8ce4-bd8c1df7a056" -d '{"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:16.407453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5076d43-a999-4dce-a475-5ce8b7c9326a None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:16.445763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet bebe8c4c-3767-4ddf-8de2-f22de12de1b5 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:16.452730 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.456126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.464342 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfa5a3-bd3c-4771-a9f8-7917e26946ff x-openstack-request-id: req-5fdfa5a3-bd3c-4771-a9f8-7917e26946ff {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:16.464824 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-plugged", "status": "completed", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:16.465085 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fdfa5a3-bd3c-4771-a9f8-7917e26946ff {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:16.465474 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'code': 200} Jul 23 16:46:16.528856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1eef8e29-add8-4494-86ba-d3c3060fc399 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:16.529240 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1eef8e29-add8-4494-86ba-d3c3060fc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.600388 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.633609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35a88e62-1ee1-4765-9b9e-94d25a00bc7a req-38771f2a-1549-4669-b588-843ddfbc28cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.0827885 Jul 23 16:46:16.663793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.663793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Subnet': ['ID=dee632e8-345e-4e3d-bbb4-1698c0dcb257,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:16.686612 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.691101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90d0b14d-ccfc-493d-9761-42e6fe4cf3d7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/subnets/dee632e8-345e-4e3d-bbb4-1698c0dcb257 HTTP/1.1" status: 204 len: 168 time: 0.6030796 Jul 23 16:46:16.691530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e265e6-1cce-4935-a1e2-c607ea3e04ae None None] Network a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:16.693126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:16.767782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:46:14Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '1ec319be-2b0d-4182-8f34-b31fb5baed9c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:44:31Z', 'updated_at': '2021-07-23T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:16.835738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:16.917440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.005969 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.033795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742af67-6ff2-4dad-be91-256bb71dce4c req-3da7c4bf-0810-4326-b903-920f6d4e36d3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.035958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b742af67-6ff2-4dad-be91-256bb71dce4c req-3da7c4bf-0810-4326-b903-920f6d4e36d3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.1476018 Jul 23 16:46:17.084020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3816ab-cdbb-4522-962c-8843d2d25152 req-0abd391d-b230-47a2-83a2-4ace9bc3c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.085654 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-db3816ab-cdbb-4522-962c-8843d2d25152 req-0abd391d-b230-47a2-83a2-4ace9bc3c2c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1098 time: 0.1666059 Jul 23 16:46:17.108960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:17.113251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Checking router: efd86724-7113-4bb5-94cf-c1d5e8dcd753 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:17.122231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.124466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/bebe8c4c-3767-4ddf-8de2-f22de12de1b5 HTTP/1.1" status: 204 len: 168 time: 0.7795331 Jul 23 16:46:17.128913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ec5d-d134-48b7-ad2b-b41eb934ef66 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=bebe8c4c-3767-4ddf-8de2-f22de12de1b5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:17.133143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52878) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:17.134702 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.149915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b742af67-6ff2-4dad-be91-256bb71dce4c req-ff93e95e-c162-429e-909d-39ad77330255 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873020 Jul 23 16:46:17.172224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d6f2-b6e4-4aae-9b60-339c73d1f811 req-1dffb23b-0773-4457-ba63-8e03ef437b2b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.175485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f749d6f2-b6e4-4aae-9b60-339c73d1f811 req-1dffb23b-0773-4457-ba63-8e03ef437b2b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.1598375 Jul 23 16:46:17.213831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Routers {'efd86724-7113-4bb5-94cf-c1d5e8dcd753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:17.214841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:17.226138 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-247bf7c4-0df1-468c-ab2b-d4168adf3430 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879488 Jul 23 16:46:17.227579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:17.229864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-db3816ab-cdbb-4522-962c-8843d2d25152 req-02546174-bd58-4d92-9332-b1f71dbd0b3d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355977 Jul 23 16:46:17.234601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f749d6f2-b6e4-4aae-9b60-339c73d1f811 req-d146b1db-b93f-420f-8199-77e985071178 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Jul 23 16:46:17.235334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:17.371901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b7505-fc67-4f5f-87bf-d5c2fcc2e13a req-87bd0c65-6493-40f1-83c0-79f05cbe290e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.373812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e0b7505-fc67-4f5f-87bf-d5c2fcc2e13a req-87bd0c65-6493-40f1-83c0-79f05cbe290e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.0670662 Jul 23 16:46:17.398261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] Set router efd86724-7113-4bb5-94cf-c1d5e8dcd753 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:17.415098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 1ec319be-2b0d-4182-8f34-b31fb5baed9c {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:17.415366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.417832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e0b7505-fc67-4f5f-87bf-d5c2fcc2e13a req-9e64922f-ad95-4885-bff3-edc52049458b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jul 23 16:46:17.439240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c26d6d-5e5e-4536-a0f5-596140bbaa9a None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': 'bebe8c4c-3767-4ddf-8de2-f22de12de1b5'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '498c7848-22ea-4eb2-ab47-54a75bdbdbeb'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:46:17.462556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:17.463064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.508940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:46:17Z', 'revision_number': 6, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:17.534371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 1ec319be-2b0d-4182-8f34-b31fb5baed9c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1ec319be-2b0d-4182-8f34-b31fb5baed9c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:17.534980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.552542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 1ec319be-2b0d-4182-8f34-b31fb5baed9c owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:17.559188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a080b3-42fe-4565-be95-7592c8c56d91 None None] The sync data for ids ['efd86724-7113-4bb5-94cf-c1d5e8dcd753'] in n-d-800484-3 is: [{'id': 'efd86724-7113-4bb5-94cf-c1d5e8dcd753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043517278', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:44:30Z', 'updated_at': '2021-07-23T16:46:17Z', 'revision_number': 6, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:17.574127 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.577024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c8c26d6d-5e5e-4536-a0f5-596140bbaa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.621580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8432c2a-24b7-4725-8dfb-14c7642e8d7a req-0ce5300d-fa83-47a5-a09d-9eb4ea7f039b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:17.637663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8432c2a-24b7-4725-8dfb-14c7642e8d7a req-0ce5300d-fa83-47a5-a09d-9eb4ea7f039b tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.1416836 Jul 23 16:46:17.693437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8432c2a-24b7-4725-8dfb-14c7642e8d7a req-e52716e4-f444-4435-8761-cb6798379e85 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Jul 23 16:46:17.741922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:17.746470 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.789766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9774e284-abb5-4810-92c3-b18b0cc482a5 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:17.824575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 9774e284-abb5-4810-92c3-b18b0cc482a5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:17.824959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9774e284-abb5-4810-92c3-b18b0cc482a5 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:17.831447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48df94f2-528d-49b1-ad9e-b0c51558dd2e req-15950920-a666-4b9e-80a3-843a14f17b9d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.0687418 Jul 23 16:46:17.877967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:17.913186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=1ec319be-2b0d-4182-8f34-b31fb5baed9c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:17.973996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] DHCP port deletion for a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:18.005789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.075698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Deleting port 9b405044-2b9a-4a10-bedf-1330831920b9 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:18.076407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.136776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.140609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.159436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984be60-577d-403a-9f7d-e14694321641 req-eb509ab7-fb9a-4f2f-9e90-18303ab8b01e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.166994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3984be60-577d-403a-9f7d-e14694321641 req-eb509ab7-fb9a-4f2f-9e90-18303ab8b01e tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.0898182 Jul 23 16:46:18.193522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] For port 9b405044-2b9a-4a10-bedf-1330831920b9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9b405044-2b9a-4a10-bedf-1330831920b9,segment=NetworkSegment(f2846434-47f6-4013-a512-f7acc3213e36),segment_id=f2846434-47f6-4013-a512-f7acc3213e36)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:18.194341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.208767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Calling delete_port for 9b405044-2b9a-4a10-bedf-1330831920b9 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:18.220852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3984be60-577d-403a-9f7d-e14694321641 req-d0c33330-7e21-4523-97bf-2417ec832cb5 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jul 23 16:46:18.254545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.260747 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.261278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Fanout notify agent at l3_agent the message router_deleted on router efd86724-7113-4bb5-94cf-c1d5e8dcd753 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:46:18.292310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.293448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ffced324-3d54-4dba-b4c8-81b8ea1c6f1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/routers/efd86724-7113-4bb5-94cf-c1d5e8dcd753 HTTP/1.1" status: 204 len: 168 time: 1.5989776 Jul 23 16:46:18.298493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52896) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:18.315022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:18.319323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:18.322661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.323259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.341354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=0394cccd-37b2-49b0-a888-bd52fd0cd6c5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:18.357157 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa4faab7-3fef-43e1-a513-dff774b7941c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1259694 Jul 23 16:46:18.359490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-f03e7a79-8e9e-4a93-810f-14c7749a1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.360976 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-f03e7a79-8e9e-4a93-810f-14c7749a1f5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 1098 time: 0.1928215 Jul 23 16:46:18.361848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:18.366975 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:18.396072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11c19a-4214-4b0c-819c-485f59981ff5 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:18.506903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.553972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e90cd176-d27b-4034-b3e7-f6e641ea2cfd None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:18.554786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e90cd176-d27b-4034-b3e7-f6e641ea2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.597788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e329a0-c385-435b-89b9-16db7f660e62 req-e5998db0-4a21-4d1c-aacd-b1b3f9942afd tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.611404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-bd88dd80-799e-4908-a094-0aa3f0304d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:18.612151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07e329a0-c385-435b-89b9-16db7f660e62 req-e5998db0-4a21-4d1c-aacd-b1b3f9942afd tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.2703125 Jul 23 16:46:18.613137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-bd88dd80-799e-4908-a094-0aa3f0304d3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.2209225 Jul 23 16:46:18.620631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:18.630921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.685340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07e329a0-c385-435b-89b9-16db7f660e62 req-dff3a367-68b9-4506-bbdb-d827abeb6aa5 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680163 Jul 23 16:46:18.699228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.707962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 9b405044-2b9a-4a10-bedf-1330831920b9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:18.708315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:18.827312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] Pushing event deleted for resources: {'Port': ['ID=9b405044-2b9a-4a10-bedf-1330831920b9,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:18.869176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ed270-e1ed-4619-8368-52f0ef22b352 None None] No DVR routers for this DVR port 9b405044-2b9a-4a10-bedf-1330831920b9 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:18.971914 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-40041429-9f91-4485-9180-3e0bf7d4b491 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 200 len: 1002 time: 0.3235843 Jul 23 16:46:18.986652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 9b405044-2b9a-4a10-bedf-1330831920b9, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:18.987035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.079881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-68dc7420-62c8-47ed-bf0f-fafc976f1e7f req-483d60ff-00d5-42f8-88f1-7e5c4519d3b7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.1049070 Jul 23 16:46:19.084865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 9b405044-2b9a-4a10-bedf-1330831920b9 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:19.088221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Port 9b405044-2b9a-4a10-bedf-1330831920b9 was not found and therefore no delete operation was performed {{(pid=94003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:46:19.089561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.098999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b405044-2b9a-4a10-bedf-1330831920b9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:19.102420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] No DVR routers for this DVR port 9b405044-2b9a-4a10-bedf-1330831920b9 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:19.136117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=9b405044-2b9a-4a10-bedf-1330831920b9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:19.158173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9b405044-2b9a-4a10-bedf-1330831920b9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:19.158502 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9b405044-2b9a-4a10-bedf-1330831920b9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:19.158927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3bbcbb4e-6c87-494e-a898-f4f84f859f59 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:19.172565 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0394cccd-37b2-49b0-a888-bd52fd0cd6c5 (CIDR: 2001:db8::/64) Jul 23 16:46:19.187300 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:46:19.188019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:19.200686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3bbcbb4e-6c87-494e-a898-f4f84f859f59 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:19.201002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3bbcbb4e-6c87-494e-a898-f4f84f859f59 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:19.201391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1ec319be-2b0d-4182-8f34-b31fb5baed9c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:19.204403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-836de111-c393-49a1-8c01-04c410b41ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:19.207636 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-836de111-c393-49a1-8c01-04c410b41ebe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.2092943 Jul 23 16:46:19.211468 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-626d23c6-b58d-4a5b-8e33-6b0b776b0fdf tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8485870 Jul 23 16:46:19.214647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:19.227971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1ec319be-2b0d-4182-8f34-b31fb5baed9c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:19.228245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1ec319be-2b0d-4182-8f34-b31fb5baed9c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:19.228675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:19.245324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:19.246036 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.262421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:19.284414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2846434-47f6-4013-a512-f7acc3213e36') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:19.284881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2846434-47f6-4013-a512-f7acc3213e36') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:19.323514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.408721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.416110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.427399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Update dhcp port {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'fixed_ips': [{'subnet_id': '0394cccd-37b2-49b0-a888-bd52fd0cd6c5'}], 'binding:host_id': 'n-d-800484-3'}, 'id': '498c7848-22ea-4eb2-ab47-54a75bdbdbeb'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:46:19.429690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:19.430522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:19.436884 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:19.470845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.510124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-c9dac2d6-dc72-4062-a0ea-1b1d0f3ddf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:19.512403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-c9dac2d6-dc72-4062-a0ea-1b1d0f3ddf4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616985 Jul 23 16:46:19.543607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.591301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25af08-1c84-4af3-bdb7-8d59397abc67 req-70062cf3-7410-4e42-b458-dee7dfae4539 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:19.592909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea25af08-1c84-4af3-bdb7-8d59397abc67 req-70062cf3-7410-4e42-b458-dee7dfae4539 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.2379620 Jul 23 16:46:19.594012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.595857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/networks/a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc HTTP/1.1" status: 204 len: 168 time: 1.2962863 Jul 23 16:46:19.597232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c84dba-4d74-405c-b927-da47855c83af tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Network': ['ID=a7f2f6d5-b3ef-4550-9319-9c2045b6b3fc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:19.600112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52940) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:19.624480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:19.635696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.717573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=14']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:19.763610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea25af08-1c84-4af3-bdb7-8d59397abc67 req-e9cfd0e8-4887-4638-b119-a85116ee5c59 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560743 Jul 23 16:46:19.805195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.835272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-83991fe8-04aa-44e6-b024-528dfa178ecb tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:19.837535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-83991fe8-04aa-44e6-b024-528dfa178ecb tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 1097 time: 0.2266314 Jul 23 16:46:19.850143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/0394cccd-37b2-49b0-a888-bd52fd0cd6c5/498c7848-22ea-4eb2-ab47-54a75bdbdbeb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:19.941029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:19.952849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:19.999147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:20.006645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.016707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.034751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Transition to ACTIVE for port object 498c7848-22ea-4eb2-ab47-54a75bdbdbeb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:20.040888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.068717 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-2d61bb61-5427-411f-9315-25d2ba5a8e13 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485735 Jul 23 16:46:20.077450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1cc80-0b1d-410e-86f9-27d937c0a179 req-06c52e23-e61e-4327-bdf7-3560f07db967 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:20.079181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed1cc80-0b1d-410e-86f9-27d937c0a179 req-06c52e23-e61e-4327-bdf7-3560f07db967 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.2404456 Jul 23 16:46:20.131969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7e9fa-1ca0-4a27-b8b3-ada29daf8edd None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=15']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:20.149482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Deleting port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:20.150108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.164092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.167471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.168830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/security-groups/93cf463b-188a-4056-b4b0-f2c852874b96 HTTP/1.1" status: 204 len: 168 time: 0.5677848 Jul 23 16:46:20.234688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed1cc80-0b1d-410e-86f9-27d937c0a179 req-7cd76a79-0f6c-4344-b31c-644f7edf5ecd tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351652 Jul 23 16:46:20.236321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352dcd-ec07-4beb-be8d-a04f9857b83c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf463b-188a-4056-b4b0-f2c852874b96,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:20.292016 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-41253321-5f00-4057-bc6e-2dd4d34166ec req-aebde07b-357f-43c7-9811-fa49a61bc541 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129316 Jul 23 16:46:20.385617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b73c912-f2ad-462c-a6c5-8c7f166c46bc req-fffe0252-2441-4adf-b56e-b4dc5a7b6817 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.1417472 Jul 23 16:46:20.435459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] For port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:20.436022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.465623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Calling delete_port for 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:20.590408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52952) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:20.592242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576932300', 'description': 'tempest-secgroup-smoke-1576932300 description', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:20.642639 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.673874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.685527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:20.710804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:46:20.712154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c678740-dc2a-47b1-be0a-eb3d3ec0baa9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:20.725691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['1c678740-dc2a-47b1-be0a-eb3d3ec0baa9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:20.841490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] No DVR routers for this DVR port 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:20.848679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:20.850701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b91f977-0543-499b-a98d-90fb6a8a4a25 req-35965320-3152-4c73-a3e2-e05c8084be7c tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 HTTP/1.1" status: 204 len: 173 time: 1.0053914 Jul 23 16:46:20.851159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'name': 'network-vif-deleted', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:20.853455 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588da52-75aa-4dbd-9118-58758702edf4" -d '{"events": [{"server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "name": "network-vif-deleted", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:20.967870 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b7e53-f46e-4d3b-ad6c-59592618a747 x-openstack-request-id: req-c03b7e53-f46e-4d3b-ad6c-59592618a747 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:20.968090 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a899a0de-ad90-4b60-9083-4282f441dc40", "name": "network-vif-deleted", "tag": "1c678740-dc2a-47b1-be0a-eb3d3ec0baa9", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:20.968194 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c03b7e53-f46e-4d3b-ad6c-59592618a747 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:20.976660 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a899a0de-ad90-4b60-9083-4282f441dc40', 'name': 'network-vif-deleted', 'tag': '1c678740-dc2a-47b1-be0a-eb3d3ec0baa9', 'status': 'completed', 'code': 200} Jul 23 16:46:21.050578 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.056572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82869291-e095-40f1-8496-3ea34c72e163 req-c9e1ec12-ab6d-441b-8373-c0e3036307c4 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a899a0de-ad90-4b60-9083-4282f441dc40 HTTP/1.1" status: 200 len: 210 time: 0.0765882 Jul 23 16:46:21.057846 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.094513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07758061-c356-4307-b8e0-f2f325a11a4f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.096402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:21.114874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.117656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.122038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2daeffd-a13e-43c2-aeb9-d7539cedfcfd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5313077 Jul 23 16:46:21.122342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52958) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.127486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.188811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.278642 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.283125 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.300588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d0076-ad19-4b82-b89a-3052ff042d57 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:21.302283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d6d9d5-69b0-4c5c-9434-8990a31e46d4,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.317700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.320012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9739616e-abbb-48f6-afe9-62cd402d5310 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966968 Jul 23 16:46:21.322760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.327346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.346671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:21.362908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.384306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Provisioning for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:21.389167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.390898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:21.391536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.395532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.396434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.448397 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.454401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.477435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c7cbb0-f517-4821-830b-11b87d0d5b3d,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.485917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.487667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eb9389a5-e57c-4f65-b815-dc10269feff3 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638546 Jul 23 16:46:21.491078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52964) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.497362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.499370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:21.507490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:21.519542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:21.520256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.550125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=17']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.554123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=8c1e44bb-baf4-4b21-9c62-bee12a0a18ac,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.558689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.560815 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0855dfac-86de-47b1-8a24-132221597e68 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3447883 Jul 23 16:46:21.561477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.567277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:9f:37:b9', 'name': 'tempest-NetworksTestDHCPv6-1218185531'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.604401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.652447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e57f75b7-6f7f-4476-8931-29216b0cae26 req-409d8a0e-5b60-4629-99d2-eba189fe03c0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=e112df61-16dd-42f7-ab37-7e2098bb7cc1 HTTP/1.1" status: 200 len: 210 time: 0.0568790 Jul 23 16:46:21.671681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:21.673715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.685176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.699688 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.720239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcad73ca-9ea4-4ced-81ca-816d511f9ea1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.750769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.754580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8d6af12b-4bc8-4410-8b96-f941cbd942a1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2619963 Jul 23 16:46:21.757439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52968) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.763277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.778638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4540aa-2ddf-42c7-ad54-3090204f4506 None None] Pushing event updated for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=18']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.800197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:21.824623 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.895671 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.901333 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.922074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.927836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:21.929328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706710 Jul 23 16:46:21.930983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7356d9-16fb-4ccd-b34e-e5bb6cc2985c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8715e996-649f-4dd6-95b7-cdecf8d832ca,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:21.932918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52970) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:21.937624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:21.955009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port d6801b5d-3b0b-460f-85ef-a47f4b3151ac yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:46:21.968986 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:46:21.978730 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.061331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.067629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.070729 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:46:22.096770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90febbdf-9afd-4e52-99c8-ca5511f4c9e5,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:22.100929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.105067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6938b67e-5d0b-47d8-a3d3-d14050d22f88 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1711462 Jul 23 16:46:22.105675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:22.110711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'security_group_rule': {'security_group_id': '07758061-c356-4307-b8e0-f2f325a11a4f', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:22.136674 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Project 2367f77bb6de454d9f98eea4b2d1a5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:46:22.144322 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.190549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::278 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/0394cccd-37b2-49b0-a888-bd52fd0cd6c5/d6801b5d-3b0b-460f-85ef-a47f4b3151ac) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:22.206429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:37b9 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/8c1e44bb-baf4-4b21-9c62-bee12a0a18ac/d6801b5d-3b0b-460f-85ef-a47f4b3151ac) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:22.235133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.242446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.273982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2dfc36-9e1b-4267-96b5-23c880fbe260,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:22.294483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.302529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-973c82d2-55a2-496c-bebe-3b1619d449fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1892338 Jul 23 16:46:22.303462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:22.309489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'network': {'name': 'tempest-network-smoke--316442705', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:22.342270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:22.346703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.376504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:46:22.396070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.396730 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Added segment 5890dab0-20ad-4e07-b39d-72c907e9edbb of type vlan for network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 Jul 23 16:46:22.430211 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.445751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object d6801b5d-3b0b-460f-85ef-a47f4b3151ac will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:22.450011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.491090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.519523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.525351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:22.525991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.544197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:22.547597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:22.552389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:22.558671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:22.559412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.577067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=d6801b5d-3b0b-460f-85ef-a47f4b3151ac,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:22.590559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bafdcb28-4899-43f9-9e23-d4bb6189f518 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0277770 Jul 23 16:46:22.593104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:22.604490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Network': ['ID=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:22.618218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-00d9d15e-46e5-4c02-ab90-11028a8bd84b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3133714 Jul 23 16:46:22.623361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:46:22.626332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52984) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:22.641714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'admin_state_up': True, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:22.654983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753536b-a4b2-4d75-a7bf-fce677848471 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:22.660396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bb7b9-bb67-447e-82e6-45fc8a1bb098 req-960a562c-800e-4806-b667-de7f83b98a65 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:22.668304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b52bb7b9-bb67-447e-82e6-45fc8a1bb098 req-960a562c-800e-4806-b667-de7f83b98a65 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2113631 Jul 23 16:46:22.716746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b52bb7b9-bb67-447e-82e6-45fc8a1bb098 req-4e56b674-afcb-4842-80b6-c9cd86db17cb tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472658 Jul 23 16:46:22.736195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.737536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.748065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port d6801b5d-3b0b-460f-85ef-a47f4b3151ac {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:22.748597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.821748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e3a6bbe8-6861-4a52-95ce-2c6f20aa5310 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:22.821748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e3a6bbe8-6861-4a52-95ce-2c6f20aa5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.847287 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.915952 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:22.938454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for d6801b5d-3b0b-460f-85ef-a47f4b3151ac owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:23.000129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.114678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:23.152238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.188245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=d6801b5d-3b0b-460f-85ef-a47f4b3151ac,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:23.251207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.253766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5c58520f-b107-44a0-a5f6-7e252ba2aaae tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/d6801b5d-3b0b-460f-85ef-a47f4b3151ac HTTP/1.1" status: 204 len: 168 time: 0.6596420 Jul 23 16:46:23.255430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:23.255803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.256771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.286892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.310528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.333658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f489fd-793d-4e19-8a0b-e3fad86cf08b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.337803 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-77f489fd-793d-4e19-8a0b-e3fad86cf08b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0774784 Jul 23 16:46:23.338212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.430185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeac56-1795-4027-9c20-987746fbe091 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.434396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 52994) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.435695 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0baeac56-1795-4027-9c20-987746fbe091 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0958631 Jul 23 16:46:23.493250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.246 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9ac7b485-ac2e-4936-a89a-c94e8feb55f9) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:23.514584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbfb23-6b1d-4b1b-a5fb-27859395bf5d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.517168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbfb23-6b1d-4b1b-a5fb-27859395bf5d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.518849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbfb23-6b1d-4b1b-a5fb-27859395bf5d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:23.521007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a2dbfb23-6b1d-4b1b-a5fb-27859395bf5d tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0856459 Jul 23 16:46:23.523842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 52996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.583802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f10c0729-5748-4b4c-b801-f7d3a16633b7 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:23.584176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f10c0729-5748-4b4c-b801-f7d3a16633b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.622192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 0394cccd-37b2-49b0-a888-bd52fd0cd6c5 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:23.634889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.650968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.689780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.708128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.758276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:23.762765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:23.765227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:23.803671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:23.836938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:23.846563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.865428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:23.870491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 1c678740-dc2a-47b1-be0a-eb3d3ec0baa9 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:23.892705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b07f79c2-1ca1-4aeb-9e00-c4c23fe950f2 None None] Could not find standard attr ID for object 1af37b33-967a-4351-9f9b-847d69dd488e. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:23.960903 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.977432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:23.979523 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/0394cccd-37b2-49b0-a888-bd52fd0cd6c5 HTTP/1.1" status: 204 len: 168 time: 0.4539201 Jul 23 16:46:23.996606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53002) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:23.999428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f314-309c-40bb-973b-0552302f0da2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=0394cccd-37b2-49b0-a888-bd52fd0cd6c5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:24.007760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb19f92-a3d6-4c4f-8db4-ea514a8e5908 req-3a3a18cc-4a87-4165-9017-39c4bddb3deb tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:24.009287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcb19f92-a3d6-4c4f-8db4-ea514a8e5908 req-3a3a18cc-4a87-4165-9017-39c4bddb3deb tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2160182 Jul 23 16:46:24.118336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475ddc4-1fcb-4698-83da-6477554f4bef None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:24.158243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 8c1e44bb-baf4-4b21-9c62-bee12a0a18ac {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:24.229329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-91cd45f1-cfd7-4a1b-b7a0-0b5bf4ba79e3 None None] Could not find standard attr ID for object d6801b5d-3b0b-460f-85ef-a47f4b3151ac. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:46:24.509376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.568669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcb19f92-a3d6-4c4f-8db4-ea514a8e5908 req-5db93576-6009-477d-b74b-8a1120ce2494 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=01d87d67-d0e5-4f33-af64-5f998547f362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451880 Jul 23 16:46:24.602667 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.670728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.765489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-bf29ab46-021f-444e-b267-438564926d5f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:24.767012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-bf29ab46-021f-444e-b267-438564926d5f tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 1096 time: 0.2547045 Jul 23 16:46:24.813898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.852456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-72164202-4257-4d84-aeae-20f48d162656 None None] Provisioning complete for port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:24.852997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-72164202-4257-4d84-aeae-20f48d162656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.986452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.030149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1e44bb-baf4-4b21-9c62-bee12a0a18ac,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.039065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.039065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-634eb5d8-309c-4994-b644-7aeba27ebfd6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/8c1e44bb-baf4-4b21-9c62-bee12a0a18ac HTTP/1.1" status: 204 len: 168 time: 1.0344601 Jul 23 16:46:25.039539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53010) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.041836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ecd50f-f787-49f0-ae48-adcda5ee4ed0 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:25.053432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Deleting port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:25.053778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.086779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.095876 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70be4863-a5a2-4c6a-a3cf-05909c0a5ee9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490172 Jul 23 16:46:25.096152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53014) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.101602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:25.214875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:25.219082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.219669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] For port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:25.220038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.236258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Calling delete_port for 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:25.320588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:25.344729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router cad4ef4f-131f-4782-b560-c404ec502957 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:46:25.370055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Deleting port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:25.370529 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.452496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] For port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:25.453893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.461630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.480133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.486402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:25.505475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.529301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Calling delete_port for 498c7848-22ea-4eb2-ab47-54a75bdbdbeb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:25.531253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:25.534589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:25.538921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:25.539506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.570102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=51a74bfc-2972-4465-9a01-dca399198a2b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.573677 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e3343bd3-b1e3-4620-bab4-6e475cddd67f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4765255 Jul 23 16:46:25.576600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.583546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] No DVR routers for this DVR port 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:25.587190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.589446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-950459ff-f1f3-40bc-9ccc-477ececd6b10 req-90957842-191a-4f10-ba5b-f6316c537894 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 HTTP/1.1" status: 204 len: 173 time: 0.8116195 Jul 23 16:46:25.589638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:25.592185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'name': 'network-vif-deleted', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:25.595902 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1d46c-4819-4694-ab58-1c075993164b" -d '{"events": [{"server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "name": "network-vif-deleted", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:25.599612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:25.610668 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Sync routers for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:25.626123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.632341 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:25.632341 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:25.633307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b87b76f8-276e-4f36-a9e8-596d4c8245ed tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9983377 Jul 23 16:46:25.634203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53024) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.663284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:25.678024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:25.678503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1a935e7f-b6ee-4a1b-93e2-b30bf07d652f tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2367f77bb6de454d9f98eea4b2d1a5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424795 Jul 23 16:46:25.693822 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11183f28-cceb-48b8-b7e4-a7e41cfcaa35 x-openstack-request-id: req-11183f28-cceb-48b8-b7e4-a7e41cfcaa35 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:25.694149 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03921942-1a86-40b7-86e4-17d55d2c10c6", "name": "network-vif-deleted", "tag": "0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:25.694464 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11183f28-cceb-48b8-b7e4-a7e41cfcaa35 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:25.694880 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03921942-1a86-40b7-86e4-17d55d2c10c6', 'name': 'network-vif-deleted', 'tag': '0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3', 'status': 'completed', 'code': 200} Jul 23 16:46:25.731813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] Pushing event deleted for resources: {'Port': ['ID=498c7848-22ea-4eb2-ab47-54a75bdbdbeb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:25.748836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564e153-fa1a-42e8-89a8-66aa03f77150 None None] No DVR routers for this DVR port 498c7848-22ea-4eb2-ab47-54a75bdbdbeb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:25.779173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb7a0d-29fd-498e-9418-d1ea658b7856 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:25.812137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d7e3305-2764-43ab-986a-a207e3d1400b req-778bf560-d7fd-4bef-87ff-987a8d2303c4 tempest-TestServerMultinode-338754487 tempest-TestServerMultinode-338754487-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=03921942-1a86-40b7-86e4-17d55d2c10c6 HTTP/1.1" status: 200 len: 210 time: 0.0694494 Jul 23 16:46:25.836669 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:25.972569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'tenant_id': 'e6929f8c70ee42aa9892f7247cfddf25', 'fixed_ips': [{'subnet_id': '51a74bfc-2972-4465-9a01-dca399198a2b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:25.974038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.055078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd03d1d-3aa4-4480-96ca-2bf8566e42cc tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:26.060443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53028) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:26.074219 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4cd03d1d-3aa4-4480-96ca-2bf8566e42cc tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3897231 Jul 23 16:46:26.130030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ae1e5905-dec2-44fb-a99e-427eade91ec5 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672591 Jul 23 16:46:26.132128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53030) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:26.137675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209896003', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:26.178261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:26.182124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.208148 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:24Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:26.239854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Allocated IP 2001:db8::2 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/51a74bfc-2972-4465-9a01-dca399198a2b/489babb1-4693-4330-a0ab-515e803ddf3e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:26.259012 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Checking router: cad4ef4f-131f-4782-b560-c404ec502957 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:26.259279 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Updating router cad4ef4f-131f-4782-b560-c404ec502957 port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:46:26.334448 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.366709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:26.371130 n-d-800484-3 neutron-server[94004]: INFO neutron.db.ipam_backend_mixin [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51a74bfc-2972-4465-9a01-dca399198a2b (CIDR: 2001:db8::/64) Jul 23 16:46:26.373102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.376618 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:46:26.377209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:26.419099 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fb7be9f4-0330-40db-9909-a10829c4a9a3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8414054 Jul 23 16:46:26.419759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53034) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:26.429904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'subnet': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:26.496786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.534992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Transition to ACTIVE for port object 489babb1-4693-4330-a0ab-515e803ddf3e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:26.555179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Transition to ACTIVE for port object 489babb1-4693-4330-a0ab-515e803ddf3e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:26.562937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.590893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:26.595314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.616837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:26.620869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:26.632040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:26.637864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Pushing event updated for resources: {'Port': ['ID=489babb1-4693-4330-a0ab-515e803ddf3e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:26.705957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.716743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Attempting to bind port 489babb1-4693-4330-a0ab-515e803ddf3e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:26.717122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Attempting to bind port 489babb1-4693-4330-a0ab-515e803ddf3e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:26.717490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Attempting to bind port 489babb1-4693-4330-a0ab-515e803ddf3e on network c788fe70-f62f-43ba-95bb-12cebcb5fd4e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:26.724330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:26.724727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Checking segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:26.725168 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.725572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Bound using segment: {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:26.726323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Bound port: 489babb1-4693-4330-a0ab-515e803ddf3e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee1823-7720-4473-bf8d-9340442b981c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:26.727176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.778974 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.792032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Subnet': ['ID=c22aa754-0129-44a1-a752-a84567715119,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:26.794849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Checking segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:26.795289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network hostable DHCP agents. Network: ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:46:26.806251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Transition to ACTIVE for port object 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:26.807623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] For port 489babb1-4693-4330-a0ab-515e803ddf3e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:26.812204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] For port 489babb1-4693-4330-a0ab-515e803ddf3e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=489babb1-4693-4330-a0ab-515e803ddf3e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:26.818324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:46:26.819503 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.820845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.841864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:26.850953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:26.851758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.873377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa61cf-21f8-4210-8572-4275f722d89d None None] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:26.882683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75c388ca-b9a4-42c3-a354-1f9e09a8a9ab tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7486806 Jul 23 16:46:26.883953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53038) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:26.922040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:26.924546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:26.948659 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Attempting to bind port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:26.949307 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Attempting to bind port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:26.949677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Attempting to bind port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:26.960095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 498c7848-22ea-4eb2-ab47-54a75bdbdbeb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:26.960445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498c7848-22ea-4eb2-ab47-54a75bdbdbeb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:26.965313 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874ffd-e01e-4b86-9b2a-be910606886f None None] Pushing event updated for resources: {'Port': ['ID=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:26.971197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:26.971576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:26.971983 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:26.972372 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:26.972832 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Bound port: 9ac7b485-ac2e-4936-a89a-c94e8feb55f9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:26.973800 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.001756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36bf5b-38da-4c1d-abe7-88b593091386 None None] Pushing event updated for resources: {'Port': ['ID=489babb1-4693-4330-a0ab-515e803ddf3e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:27.090970 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] For port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:27.094841 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] For port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:27.103243 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.125191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:27.125557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.185462 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:27.186152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:27.380212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Allocated IP 172.20.0.2 (ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4/c22aa754-0129-44a1-a752-a84567715119/d2f32c68-2de4-451a-b3d3-c8de884239c5) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:27.440145 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b874ffd-e01e-4b86-9b2a-be910606886f None None] Pushing event updated for resources: {'Port': ['ID=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:27.465162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:27.538735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.objects.ports [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94004) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 16:46:27.576542 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.585437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Transition to ACTIVE for port object d2f32c68-2de4-451a-b3d3-c8de884239c5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:27.601418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Transition to ACTIVE for port object d2f32c68-2de4-451a-b3d3-c8de884239c5 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:27.608699 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.633813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:27.636360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:27.655522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:27.709981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.731397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Pushing event updated for resources: {'Port': ['ID=d2f32c68-2de4-451a-b3d3-c8de884239c5,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:27.749701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Attempting to bind port d2f32c68-2de4-451a-b3d3-c8de884239c5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:27.750057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Attempting to bind port d2f32c68-2de4-451a-b3d3-c8de884239c5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:27.750600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Attempting to bind port d2f32c68-2de4-451a-b3d3-c8de884239c5 on network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:27.756612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:27.756837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Checking segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:27.757432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.757839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Bound using segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:27.758342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Bound port: d2f32c68-2de4-451a-b3d3-c8de884239c5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:27.758727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.814045 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:24Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:27.842485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.850678 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2157a615-b7b3-4610-96af-e7afbfe21e17 None None] The sync data for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 is: [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:24Z', 'revision_number': 3, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:27.869201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] For port d2f32c68-2de4-451a-b3d3-c8de884239c5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:27.873285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] For port d2f32c68-2de4-451a-b3d3-c8de884239c5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d2f32c68-2de4-451a-b3d3-c8de884239c5,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:27.893046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:27.933586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.005099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183490a6-1c11-411b-ac7a-41f741c26e3b None None] Pushing event updated for resources: {'Port': ['ID=d2f32c68-2de4-451a-b3d3-c8de884239c5,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:28.230526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.1 (ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4/c22aa754-0129-44a1-a752-a84567715119/21b38b90-b502-4d2e-89d8-318059734812) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:28.465647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.489410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 21b38b90-b502-4d2e-89d8-318059734812 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:28.551016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:28.578686 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.630219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:28.630568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 0cf61eaa-8626-4fff-91f5-c2fc6c15e7e3 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:28.632201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:28.639780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-75c6bf33-5cbc-4786-bfc7-025795ad49af None None] Provisioning for port 489babb1-4693-4330-a0ab-515e803ddf3e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:28.657910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:28.659535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:28.662587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:28.714406 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.741344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] For port 489babb1-4693-4330-a0ab-515e803ddf3e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=489babb1-4693-4330-a0ab-515e803ddf3e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:28.790732 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.827501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.828260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.918121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:28.966420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:28.986722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:28.995183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:28.995845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.002815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=489babb1-4693-4330-a0ab-515e803ddf3e,revision_number=4']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:29.009373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5527a3f-314c-4205-a0e9-404b81481956 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:29.035690 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Subnet': ['ID=a37790b0-3cf9-48a0-b6ec-0b8a3abff60d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:29.053662 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.058160 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-88c355b8-5d70-4de6-b0ec-3af0c3ae118b tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6372626 Jul 23 16:46:29.066302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53050) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:29.076205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Request body: {'port': {'network_id': 'c788fe70-f62f-43ba-95bb-12cebcb5fd4e', 'mac_address': 'fa:16:3e:0f:31:07', 'name': 'tempest-NetworksTestDHCPv6-1549758949'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:29.120179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 489babb1-4693-4330-a0ab-515e803ddf3e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:29.320671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 489babb1-4693-4330-a0ab-515e803ddf3e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:29.344518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 489babb1-4693-4330-a0ab-515e803ddf3e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:29.345461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.366996 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Made reservation on behalf of e6929f8c70ee42aa9892f7247cfddf25 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:29.376341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Deleting port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:29.376686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.487702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.531970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.541898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.556068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 489babb1-4693-4330-a0ab-515e803ddf3e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=489babb1-4693-4330-a0ab-515e803ddf3e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:29.565830 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.567504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:29.653663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] For port 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:29.654050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.664440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.667216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:29.669962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.707293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=489babb1-4693-4330-a0ab-515e803ddf3e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:29.721277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Calling delete_port for 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:29.732154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:29.741200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:29.741773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:29.743534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] device_id is not set on port b2f8dcc8-2948-4c38-b919-5846c5006bec yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:46:29.789577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5424f8c-1bf3-414f-a1f3-5022863dfddf None None] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:29.816878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:29.821059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:29.849445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f23bd87d-8233-4a10-b1b3-6184832cb2d5 None None] Provisioning for port d2f32c68-2de4-451a-b3d3-c8de884239c5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:30.017261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.054964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router cad4ef4f-131f-4782-b560-c404ec502957 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:30.088359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8::a9 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/51a74bfc-2972-4465-9a01-dca399198a2b/b2f8dcc8-2948-4c38-b919-5846c5006bec) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:30.096828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:30.103634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.104473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d2f32c68-2de4-451a-b3d3-c8de884239c5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:30.172779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:3107 (c788fe70-f62f-43ba-95bb-12cebcb5fd4e/a37790b0-3cf9-48a0-b6ec-0b8a3abff60d/b2f8dcc8-2948-4c38-b919-5846c5006bec) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:30.235912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d2f32c68-2de4-451a-b3d3-c8de884239c5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:30.243732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d2f32c68-2de4-451a-b3d3-c8de884239c5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:30.244039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.262720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:30.273175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f2589484-6c40-4037-a237-2cad25ee255b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/cad4ef4f-131f-4782-b560-c404ec502957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3877056 Jul 23 16:46:30.291793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:30.401498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.444526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port d2f32c68-2de4-451a-b3d3-c8de884239c5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d2f32c68-2de4-451a-b3d3-c8de884239c5,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:30.463506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.473720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.527267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Sync routers for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:30.569526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:30.570207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:30.613416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:30.638388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-5e84caea-a56b-45c5-9951-2cf434e44bc6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576932300&fields=id&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 267 time: 0.0712392 Jul 23 16:46:30.881817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:30.906917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-72844355-a6be-4813-ba47-8a1a70f505c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:30.908516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-72844355-a6be-4813-ba47-8a1a70f505c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 796 time: 0.2622800 Jul 23 16:46:30.943459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-501de55d-ea71-4225-ae3a-12d65f0735da tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/quotas/2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 375 time: 0.0223880 Jul 23 16:46:31.005709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Transition to ACTIVE for port object b2f8dcc8-2948-4c38-b919-5846c5006bec will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:31.048593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.061911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5041c341-5b86-4d83-a9f6-fa5b094c796e None None] Provisioning complete for port 489babb1-4693-4330-a0ab-515e803ddf3e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:31.062479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5041c341-5b86-4d83-a9f6-fa5b094c796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.066818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=d2f32c68-2de4-451a-b3d3-c8de884239c5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:31.158791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 489babb1-4693-4330-a0ab-515e803ddf3e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:31.205529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-789adee2-270b-4727-bbb2-4d8f01e1ac4b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2516248 Jul 23 16:46:31.232817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-788ddbdd-67a5-4caf-b82c-584339208c9d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:46:31.236295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-788ddbdd-67a5-4caf-b82c-584339208c9d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106556 Jul 23 16:46:31.263083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:31.329254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 489babb1-4693-4330-a0ab-515e803ddf3e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:31.329877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.425865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-35a4e040-ff78-4eca-a399-46b0a4269034 service neutron] 10.222.0.64 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831388 Jul 23 16:46:31.435168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.567639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event updated for resources: {'Port': ['ID=b2f8dcc8-2948-4c38-b919-5846c5006bec,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:31.590236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:31.593190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:31.621967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:31.632304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:31.633186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.656189 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2204ce5e-9178-42ad-9213-6d53bee5a79a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5844336 Jul 23 16:46:31.656189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Router d350734d-76ec-4c4f-83bc-eb4c31495a6a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:31.656818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53110) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:31.660310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:31.784387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:31.784886 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.788568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:29Z', 'revision_number': 2, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:31.792820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Provisioning for port 21b38b90-b502-4d2e-89d8-318059734812 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:31.852014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:31.864066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Sync routers for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:31.869601 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4e6e8fda-c564-41e9-9df1-aead5d25f8eb admin admin] 10.222.0.64 "PUT /v2.0/routers/d350734d-76ec-4c4f-83bc-eb4c31495a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9433327 Jul 23 16:46:31.870251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:31.871998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Provisioning complete for port 21b38b90-b502-4d2e-89d8-318059734812 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:31.872384 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:31.874196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Checking router: cad4ef4f-131f-4782-b560-c404ec502957 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:31.874699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Updating router cad4ef4f-131f-4782-b560-c404ec502957 port 21b38b90-b502-4d2e-89d8-318059734812 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:46:31.890028 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:31.891051 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:31.996271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.082662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-16917a47-723b-4813-83d0-c87abda531c0 service neutron] 10.222.0.64 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557198 Jul 23 16:46:32.101954 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:32.106272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Port 21b38b90-b502-4d2e-89d8-318059734812 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:32.118846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.120909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting port b2f8dcc8-2948-4c38-b919-5846c5006bec {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:32.121224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.199004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Provisioning complete for port d2f32c68-2de4-451a-b3d3-c8de884239c5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:32.199374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63a420c2-2bcc-42b5-b0e5-198d80059b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.353106 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.365543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.392812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39fc883d-9afa-4ee2-a197-98596f77a4f0 req-d9d25f29-4933-4cf2-b436-5270753dad58 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 210 time: 0.0639534 Jul 23 16:46:32.408627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 5, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port': {'id': '43d94bb0-c1bc-49df-a599-d54683fa9ff9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:02Z', 'updated_at': '2021-07-23T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:32.412909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Calling delete_port for b2f8dcc8-2948-4c38-b919-5846c5006bec owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:32.479029 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Checking router: d350734d-76ec-4c4f-83bc-eb4c31495a6a for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:32.490436 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Routers {'d350734d-76ec-4c4f-83bc-eb4c31495a6a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:32.491074 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:32.631453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Deleting port 43d94bb0-c1bc-49df-a599-d54683fa9ff9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:32.633196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.692514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] Set router d350734d-76ec-4c4f-83bc-eb4c31495a6a gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:32.776990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.800553 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:46:32Z', 'revision_number': 6, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:32.803080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Transition to ACTIVE for port object 21b38b90-b502-4d2e-89d8-318059734812 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:32.810730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.896394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] For port 43d94bb0-c1bc-49df-a599-d54683fa9ff9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=43d94bb0-c1bc-49df-a599-d54683fa9ff9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:32.897151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:32.919388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669a9a2-f171-4482-8c0c-0889895c0f99 None None] Pushing event updated for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:32.923618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Calling delete_port for 43d94bb0-c1bc-49df-a599-d54683fa9ff9 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:32.935495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d2f32c68-2de4-451a-b3d3-c8de884239c5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:32.960942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.010410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bcf1a753-1b4e-4a93-af81-70b339ea9a91 None None] Provisioning for port b2f8dcc8-2948-4c38-b919-5846c5006bec completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:33.021958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bcf1a753-1b4e-4a93-af81-70b339ea9a91 None None] Provisioning complete for port b2f8dcc8-2948-4c38-b919-5846c5006bec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:33.022750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a753-1b4e-4a93-af81-70b339ea9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.044125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Port': ['ID=b2f8dcc8-2948-4c38-b919-5846c5006bec,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:33.099628 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd4c16-b7ac-4788-9c25-995899435b09 None None] The sync data for ids ['d350734d-76ec-4c4f-83bc-eb4c31495a6a'] in n-d-800484-3 is: [{'id': 'd350734d-76ec-4c4f-83bc-eb4c31495a6a', 'name': 'tempest-TestServerMultinode-792019591-router', 'tenant_id': 'ff3e125378524f06b0f54e02f0802474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:01Z', 'updated_at': '2021-07-23T16:46:32Z', 'revision_number': 6, 'project_id': 'ff3e125378524f06b0f54e02f0802474', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:33.231896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.242530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53156) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.255676 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3db60d39-94b6-448f-bd8e-a7da691acbca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b2f8dcc8-2948-4c38-b919-5846c5006bec HTTP/1.1" status: 204 len: 168 time: 1.5802438 Jul 23 16:46:33.273535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1a753-1b4e-4a93-af81-70b339ea9a91 None None] Port b2f8dcc8-2948-4c38-b919-5846c5006bec was deleted so its status cannot be updated. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 16:46:33.391131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Attempting to bind port 21b38b90-b502-4d2e-89d8-318059734812 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:33.395504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Attempting to bind port 21b38b90-b502-4d2e-89d8-318059734812 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:33.395504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Attempting to bind port 21b38b90-b502-4d2e-89d8-318059734812 on network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:33.422756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d2f32c68-2de4-451a-b3d3-c8de884239c5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:33.423855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.580135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.586123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:33.593560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Checking segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:33.596511 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.607546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b55a2-5c6d-42e3-a246-e56ca5b615f0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.609424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Bound using segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:33.612219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a77b55a2-5c6d-42e3-a246-e56ca5b615f0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3685100 Jul 23 16:46:33.612805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Bound port: 21b38b90-b502-4d2e-89d8-318059734812, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:33.615767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.616293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53160) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.649613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d94bb0-c1bc-49df-a599-d54683fa9ff9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:33.745523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2b77514c-e60c-48a7-a991-26ad2adedef7 req-c7324908-1a99-4ab3-ad08-d6fe81c911fa tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 210 time: 0.1232076 Jul 23 16:46:33.751755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] For port 21b38b90-b502-4d2e-89d8-318059734812, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:33.755293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] For port 21b38b90-b502-4d2e-89d8-318059734812, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=21b38b90-b502-4d2e-89d8-318059734812,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:33.797689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d3e7dc-4265-4876-a94e-fd75cf6a36e9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.803078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b7d3e7dc-4265-4876-a94e-fd75cf6a36e9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1122725 Jul 23 16:46:33.803809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53164) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.809186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.854407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:33.878090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:33.878893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:33.892991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ab74f-ee74-403f-8110-09b5aa724832 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.895882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ab74f-ee74-403f-8110-09b5aa724832 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.897513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ab74f-ee74-403f-8110-09b5aa724832 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:33.901796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a59ab74f-ee74-403f-8110-09b5aa724832 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0944884 Jul 23 16:46:33.902051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53166) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:33.980206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669a9a2-f171-4482-8c0c-0889895c0f99 None None] Pushing event updated for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:34.004976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet 51a74bfc-2972-4465-9a01-dca399198a2b {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:34.008865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.049895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.060107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.102303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.136519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.137176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d350734d-76ec-4c4f-83bc-eb4c31495a6a {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:46:34.142243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.144367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:34.146416 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ffb9509d-911a-4798-a773-03d858bff858 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d350734d-76ec-4c4f-83bc-eb4c31495a6a HTTP/1.1" status: 204 len: 168 time: 2.2679977 Jul 23 16:46:34.147330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:34.255928 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Deleting subnet 7ec287c3-915b-4bd9-81ef-0af9a77ffb36 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:34.265629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.319718 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.363158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.437310 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.479682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:33Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:34.491749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.503090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=51a74bfc-2972-4465-9a01-dca399198a2b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:34.511860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.514195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9bf06baf-f3d1-4135-9103-a4f43b636499 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/51a74bfc-2972-4465-9a01-dca399198a2b HTTP/1.1" status: 204 len: 168 time: 0.6108892 Jul 23 16:46:34.518182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53170) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:34.519087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e71523-2578-43a3-841a-747e4355a0bb None None] The sync data for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 is: [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:33Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:34.523065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f08659-a111-4f87-ace6-92b3be8c5250 None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:34.579894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.640012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec287c3-915b-4bd9-81ef-0af9a77ffb36,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:34.642872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.644842 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e49fff52-ee46-4c8a-9060-be65ea5e6e6e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7ec287c3-915b-4bd9-81ef-0af9a77ffb36 HTTP/1.1" status: 204 len: 168 time: 0.4965234 Jul 23 16:46:34.648781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:34.683818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e435e3f-ae3e-4d15-a986-00caeb5c5ae8 None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:34.726699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-928ba59b-9b6b-4b91-a4c2-9378fc5f84fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:34.728585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-928ba59b-9b6b-4b91-a4c2-9378fc5f84fd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 796 time: 0.3043637 Jul 23 16:46:34.743915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Deleting subnet a37790b0-3cf9-48a0-b6ec-0b8a3abff60d {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:34.752535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.753524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.841176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-6923551f-0385-4024-aee4-c156767bdfb5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2367f77bb6de454d9f98eea4b2d1a5af HTTP/1.1" status: 200 len: 380 time: 0.0936320 Jul 23 16:46:34.864038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'port': {'device_id': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'admin_state_up': True, 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'security_groups': ['07758061-c356-4307-b8e0-f2f325a11a4f']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:34.877131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Deleting port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:34.877666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:34.996383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.024612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] For port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,segment=NetworkSegment(3d1dac96-99df-4170-992e-4b1bff9d57bb),segment_id=3d1dac96-99df-4170-992e-4b1bff9d57bb)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:35.025128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.054204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Calling delete_port for e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:35.079792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 21b38b90-b502-4d2e-89d8-318059734812 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:35.089393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ab39d5b-2ab1-4c91-9610-95f0b5487c4e req-f2c9000c-061e-499f-a7ef-162f7e063161 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 210 time: 0.0898907 Jul 23 16:46:35.119923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Made reservation on behalf of 2367f77bb6de454d9f98eea4b2d1a5af for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:35.125993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.197255 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] DHCP port deletion for 9e87715c-8f19-4750-8b87-f70302c2c747 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:35.241962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.271257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 21b38b90-b502-4d2e-89d8-318059734812 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:35.286954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 21b38b90-b502-4d2e-89d8-318059734812 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:35.287179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.305075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Pushing event deleted for resources: {'Port': ['ID=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.317858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] No DVR routers for this DVR port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:35.365168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Deleting port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:35.365550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.518262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.528859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.20.0.9 (ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4/c22aa754-0129-44a1-a752-a84567715119/01551f44-e017-437f-b44a-aa321e43fc09) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:35.543920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e87715c-8f19-4750-8b87-f70302c2c747']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:35.560583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.563681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1dac96-99df-4170-992e-4b1bff9d57bb') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:35.564139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1dac96-99df-4170-992e-4b1bff9d57bb') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:35.577164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.609128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.624016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:35.625129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:35.628106 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:35.716031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] For port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:35.716680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.721219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.758226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.773120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.776008 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9e87715c-8f19-4750-8b87-f70302c2c747 HTTP/1.1" status: 204 len: 168 time: 1.1260953 Jul 23 16:46:35.782511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53178) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:35.797551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a302-4e40-431a-8183-e8c6dbf3b853 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e87715c-8f19-4750-8b87-f70302c2c747,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.811071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Calling delete_port for e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:35.814532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:46:35.817087 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.849407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Network 9e87715c-8f19-4750-8b87-f70302c2c747 is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:46:35.849864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] No DVR routers for this DVR port e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:35.853205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 21b38b90-b502-4d2e-89d8-318059734812, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=21b38b90-b502-4d2e-89d8-318059734812,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:35.856198 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b2158-4b8f-463e-8b09-db572f0b4899 None None] Pushing event deleted for resources: {'Port': ['ID=e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:35.865641 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.965361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:35.975574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:35.991931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Transition to ACTIVE for port object 01551f44-e017-437f-b44a-aa321e43fc09 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:36.043763 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.110899 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.115708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/a37790b0-3cf9-48a0-b6ec-0b8a3abff60d HTTP/1.1" status: 204 len: 168 time: 1.5934772 Jul 23 16:46:36.116582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53182) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:36.174450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-62a99327-9b2c-4e9a-abb6-5cc80ed345e6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563326 Jul 23 16:46:36.175209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53186) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:36.176998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668617-e353-468f-8253-f32ec4bd8d5a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Subnet': ['ID=a37790b0-3cf9-48a0-b6ec-0b8a3abff60d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:36.210100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.272830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c8dc10-cbe8-4223-89b6-c4e29ccefac5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:36.274583 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2c8dc10-cbe8-4223-89b6-c4e29ccefac5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0960786 Jul 23 16:46:36.277358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53188) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:36.296855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7016124-f190-4e7c-b2b4-5e9727f3562d None None] Network c788fe70-f62f-43ba-95bb-12cebcb5fd4e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:36.302487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:36.306128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:36.306535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9dbb5ab9-19dc-41b2-a2d6-ab600ff826d0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:36.306971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43d94bb0-c1bc-49df-a599-d54683fa9ff9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:36.340639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 43d94bb0-c1bc-49df-a599-d54683fa9ff9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:36.340989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 43d94bb0-c1bc-49df-a599-d54683fa9ff9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:36.353704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc31b6-ff52-40c4-b6d2-468caf275b6c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:36.360535 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f3cc31b6-ff52-40c4-b6d2-468caf275b6c tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818541 Jul 23 16:46:36.362926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53190) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:36.365408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4e8e060c-4bf9-4c35-9995-025ed782771b None None] Provisioning complete for port 489babb1-4693-4330-a0ab-515e803ddf3e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:36.365814 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4e8e060c-4bf9-4c35-9995-025ed782771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.373561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:36.399186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:36.419684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:36.515133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:36.517114 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.530693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:36.663715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-7f89ebf5-ced3-4f29-8768-7072b93cb724 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8160944 Jul 23 16:46:36.690160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Request body: {'port': {'device_id': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:36.700231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] DHCP port deletion for c788fe70-f62f-43ba-95bb-12cebcb5fd4e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:36.805190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b35d-c204-4f2f-978f-d43c70601a37 req-d98ff52d-b294-4749-8d1a-797eebb7bfc1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:36.810240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Deleting port 489babb1-4693-4330-a0ab-515e803ddf3e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:36.810767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.814629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24f3b35d-c204-4f2f-978f-d43c70601a37 req-d98ff52d-b294-4749-8d1a-797eebb7bfc1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 931 time: 0.5568290 Jul 23 16:46:36.860901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.914714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3b1f68f1-e1fe-4e4d-aaef-414eea8a5540 None None] Provisioning for port 01551f44-e017-437f-b44a-aa321e43fc09 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:36.916925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24f3b35d-c204-4f2f-978f-d43c70601a37 req-eda5a3d4-17b4-4244-8caa-f1681e5b8d45 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013837 Jul 23 16:46:36.925054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3b1f68f1-e1fe-4e4d-aaef-414eea8a5540 None None] Provisioning complete for port 01551f44-e017-437f-b44a-aa321e43fc09 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:36.925440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3b1f68f1-e1fe-4e4d-aaef-414eea8a5540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.932089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] For port 489babb1-4693-4330-a0ab-515e803ddf3e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=489babb1-4693-4330-a0ab-515e803ddf3e,segment=NetworkSegment(eaee1823-7720-4473-bf8d-9340442b981c),segment_id=eaee1823-7720-4473-bf8d-9340442b981c)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:36.932394 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:36.970910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 21b38b90-b502-4d2e-89d8-318059734812 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:37.021154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Calling delete_port for 489babb1-4693-4330-a0ab-515e803ddf3e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:37.046044 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9857cf15-8a31-417b-9646-56aa85baaba9 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6808593 Jul 23 16:46:37.046890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53192) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.056863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f68f1-e1fe-4e4d-aaef-414eea8a5540 None None] Port 01551f44-e017-437f-b44a-aa321e43fc09 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:37.060133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 21b38b90-b502-4d2e-89d8-318059734812 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:37.060133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.081900 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1620e202-6101-4d70-8317-531949073000 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.081900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1620e202-6101-4d70-8317-531949073000 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.090467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53196) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.090575 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1620e202-6101-4d70-8317-531949073000 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b2f8dcc8-2948-4c38-b919-5846c5006bec HTTP/1.1" status: 404 len: 333 time: 0.0407760 Jul 23 16:46:37.134324 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cec6361-804c-4350-a51f-7c3a6b89859f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.134324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cec6361-804c-4350-a51f-7c3a6b89859f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.134915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8cec6361-804c-4350-a51f-7c3a6b89859f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/a37790b0-3cf9-48a0-b6ec-0b8a3abff60d HTTP/1.1" status: 404 len: 337 time: 0.0456553 Jul 23 16:46:37.137528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53198) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.183216 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-302333af-0d2e-44e4-b486-c778efbfde9a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.184624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302333af-0d2e-44e4-b486-c778efbfde9a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.189862 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-302333af-0d2e-44e4-b486-c778efbfde9a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/51a74bfc-2972-4465-9a01-dca399198a2b HTTP/1.1" status: 404 len: 337 time: 0.0493398 Jul 23 16:46:37.191240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.217214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.224171 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ca1b96-fe05-4f05-bc6a-3d58bc379db0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.224879 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ca1b96-fe05-4f05-bc6a-3d58bc379db0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.226657 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20ca1b96-fe05-4f05-bc6a-3d58bc379db0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/d6801b5d-3b0b-460f-85ef-a47f4b3151ac HTTP/1.1" status: 404 len: 333 time: 0.0337110 Jul 23 16:46:37.230886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53202) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.237844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] No DVR routers for this DVR port 489babb1-4693-4330-a0ab-515e803ddf3e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:37.264532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de00a8-252c-49e7-a575-dae7d3906809 None None] Pushing event deleted for resources: {'Port': ['ID=489babb1-4693-4330-a0ab-515e803ddf3e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:37.283512 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f5da94-849a-4620-a0ff-c28c0dbe28a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.283982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f5da94-849a-4620-a0ff-c28c0dbe28a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.289495 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a7f5da94-849a-4620-a0ff-c28c0dbe28a7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/8c1e44bb-baf4-4b21-9c62-bee12a0a18ac HTTP/1.1" status: 404 len: 337 time: 0.0579531 Jul 23 16:46:37.290367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.308279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 489babb1-4693-4330-a0ab-515e803ddf3e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:37.332538 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f00b81-1358-41e4-b309-98e45c0b2e09 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.333063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f00b81-1358-41e4-b309-98e45c0b2e09 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.334395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 489babb1-4693-4330-a0ab-515e803ddf3e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:37.335266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f1f00b81-1358-41e4-b309-98e45c0b2e09 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/0394cccd-37b2-49b0-a888-bd52fd0cd6c5 HTTP/1.1" status: 404 len: 337 time: 0.0426085 Jul 23 16:46:37.337376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 489babb1-4693-4330-a0ab-515e803ddf3e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:37.337810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:37.338668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.352080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.358824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:37.359172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e560ee90-e9a8-4ac8-a7fe-01fb0fc9dee6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:37.373626 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea42e4b9-5615-4c53-af69-4f39544b5dfc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.374584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea42e4b9-5615-4c53-af69-4f39544b5dfc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.376923 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ea42e4b9-5615-4c53-af69-4f39544b5dfc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/1af37b33-967a-4351-9f9b-847d69dd488e HTTP/1.1" status: 404 len: 333 time: 0.0352561 Jul 23 16:46:37.381365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53208) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.411701 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a9473c-c550-4f45-9849-fbcc78660ee6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.412319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a9473c-c550-4f45-9849-fbcc78660ee6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.416420 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-86a9473c-c550-4f45-9849-fbcc78660ee6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/bebe8c4c-3767-4ddf-8de2-f22de12de1b5 HTTP/1.1" status: 404 len: 337 time: 0.0321240 Jul 23 16:46:37.416731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53210) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.427946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:37.438663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.445384 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b91300-256f-4aa1-acee-0177577bf73f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.445985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b91300-256f-4aa1-acee-0177577bf73f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.447870 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b8b91300-256f-4aa1-acee-0177577bf73f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/06f9aad6-88a3-4d9a-8270-5ebce4bbd53c HTTP/1.1" status: 404 len: 337 time: 0.0301378 Jul 23 16:46:37.450625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.463398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Transition to ACTIVE for port object 01551f44-e017-437f-b44a-aa321e43fc09 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:37.469015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.478241 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9affe62-c860-4866-b91d-0ed8803838a8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.478554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9affe62-c860-4866-b91d-0ed8803838a8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.480381 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b9affe62-c860-4866-b91d-0ed8803838a8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/aafab4c3-aa91-421f-b747-5e9d3d00893b HTTP/1.1" status: 404 len: 333 time: 0.0288186 Jul 23 16:46:37.483001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.516487 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9a7427-c321-41ca-9d75-901e46af860f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.516956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9a7427-c321-41ca-9d75-901e46af860f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.518782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a9a7427-c321-41ca-9d75-901e46af860f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/27a93497-3090-4364-8534-13c9e521c318 HTTP/1.1" status: 404 len: 337 time: 0.0348148 Jul 23 16:46:37.521348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53216) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.555241 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3829cf6-4921-4f1d-9281-5e028d140770 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.555758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3829cf6-4921-4f1d-9281-5e028d140770 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.557495 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f3829cf6-4921-4f1d-9281-5e028d140770 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/3898c013-a4ec-4a78-88d2-dbc80af6664b HTTP/1.1" status: 404 len: 337 time: 0.0352232 Jul 23 16:46:37.560569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.584293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:37.606634 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f592e59-d1a4-4935-91e9-8be72e2b5fe6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.608075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f592e59-d1a4-4935-91e9-8be72e2b5fe6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.614959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9f592e59-d1a4-4935-91e9-8be72e2b5fe6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4eb1e1d0-f39c-4180-9fcb-5e0dd5b49c59 HTTP/1.1" status: 404 len: 333 time: 0.0533233 Jul 23 16:46:37.615764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53220) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.654985 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bf067e-19e4-4078-a8ce-d327a44dcac8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.655908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bf067e-19e4-4078-a8ce-d327a44dcac8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.661293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94bf067e-19e4-4078-a8ce-d327a44dcac8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/266d97da-561e-46c2-bb93-94cb5f7e906b HTTP/1.1" status: 404 len: 337 time: 0.0436492 Jul 23 16:46:37.662092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.690689 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-424d3b26-826f-4237-b738-09dfb52de62f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.692021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424d3b26-826f-4237-b738-09dfb52de62f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.694080 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-424d3b26-826f-4237-b738-09dfb52de62f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4e73ea04-4449-4419-9305-473de20b1aee HTTP/1.1" status: 404 len: 333 time: 0.0309267 Jul 23 16:46:37.696659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.713080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Attempting to bind port 01551f44-e017-437f-b44a-aa321e43fc09 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:37.713421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Attempting to bind port 01551f44-e017-437f-b44a-aa321e43fc09 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:37.714012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Attempting to bind port 01551f44-e017-437f-b44a-aa321e43fc09 on network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:37.726257 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ccf54a-80cf-42a8-8292-f467e1168a72 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.726860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ccf54a-80cf-42a8-8292-f467e1168a72 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.731192 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-13ccf54a-80cf-42a8-8292-f467e1168a72 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/0ac68adb-c48b-433a-bcf7-c8c134dd6f2e HTTP/1.1" status: 404 len: 337 time: 0.0310874 Jul 23 16:46:37.731974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.733599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Port 01551f44-e017-437f-b44a-aa321e43fc09 on network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:46:37.733954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Attempting to bind port 01551f44-e017-437f-b44a-aa321e43fc09 on network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:37.741372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:37.741718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Checking segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:37.742137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Bound using segment: {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:37.742602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Bound port: 01551f44-e017-437f-b44a-aa321e43fc09, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5890dab0-20ad-4e07-b39d-72c907e9edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:37.743859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.771466 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd097ef-9139-4316-9cd7-15d3dbae6984 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.772092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd097ef-9139-4316-9cd7-15d3dbae6984 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.773910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0dd097ef-9139-4316-9cd7-15d3dbae6984 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/700b22d4-d97f-4970-9e8e-cf534c0cb468 HTTP/1.1" status: 404 len: 333 time: 0.0408514 Jul 23 16:46:37.776614 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.804406 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e0d040-a743-4834-8694-610c914daef6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.805396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e0d040-a743-4834-8694-610c914daef6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.807655 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-12e0d040-a743-4834-8694-610c914daef6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/e29ec9dd-b333-4e8c-8948-d998c21eba50 HTTP/1.1" status: 404 len: 337 time: 0.0301132 Jul 23 16:46:37.810842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53230) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.841230 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00911cc-7872-4f80-b666-065b0a370571 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.842083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00911cc-7872-4f80-b666-065b0a370571 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.846450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a00911cc-7872-4f80-b666-065b0a370571 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/f8ee4569-2f77-42aa-bf0e-2a195d747ad4 HTTP/1.1" status: 404 len: 333 time: 0.0350726 Jul 23 16:46:37.847262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53232) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.866369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:37.870346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:37.880047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.897088 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd43ca8d-bfdd-4aaf-afc2-b8d147d08b55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.897560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd43ca8d-bfdd-4aaf-afc2-b8d147d08b55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.899419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd43ca8d-bfdd-4aaf-afc2-b8d147d08b55 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/b8e5c4d5-2de8-4d9e-8cc1-2810d4b57ed0 HTTP/1.1" status: 404 len: 337 time: 0.0507770 Jul 23 16:46:37.902117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53234) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.916334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Deleting port ff06c229-1e92-4d43-be97-a1a0c9702fae {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:37.916692 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.930092 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb5ee01-1e85-4d5b-8d88-b298d7215a42 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.930804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb5ee01-1e85-4d5b-8d88-b298d7215a42 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.932702 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bfb5ee01-1e85-4d5b-8d88-b298d7215a42 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/c2bd819e-f876-4491-be78-1e5d255dafb7 HTTP/1.1" status: 404 len: 333 time: 0.0293899 Jul 23 16:46:37.935299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:37.940128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:37.940996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:37.943012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] 10.222.0.81 "PUT /v2.0/ports/01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 1091 time: 1.2574477 Jul 23 16:46:37.943473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:37.945781 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860a57f-bacc-4798-8bfb-01868121b3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:37.985685 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-46281178-1607-4896-ba58-658df38e996f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:37.986729 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46281178-1607-4896-ba58-658df38e996f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:37.993054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46281178-1607-4896-ba58-658df38e996f tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/77eb31e6-a656-4123-bdd2-2b77c53d34c1 HTTP/1.1" status: 404 len: 337 time: 0.0566208 Jul 23 16:46:37.994049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53242) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.031147 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc2be7-7104-4e67-bd72-39728b35b8dd x-openstack-request-id: req-f5cc2be7-7104-4e67-bd72-39728b35b8dd {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:38.031866 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:38.032130 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5cc2be7-7104-4e67-bd72-39728b35b8dd {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:38.032552 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'status': 'completed', 'code': 200} Jul 23 16:46:38.044815 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-75db69fd-4437-4f1a-a99f-72372cee76e8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.045583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75db69fd-4437-4f1a-a99f-72372cee76e8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.050346 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75db69fd-4437-4f1a-a99f-72372cee76e8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/66ea433a-663f-41b7-bea7-46c3eecb4e08 HTTP/1.1" status: 404 len: 333 time: 0.0550034 Jul 23 16:46:38.051836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53244) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.089910 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b04cbc-fa38-454e-9270-e55f2d5689c2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.090137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95b4ae-ca02-4f05-a469-253fff3c1318 service neutron] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:38.090395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b04cbc-fa38-454e-9270-e55f2d5689c2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.098730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53246) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.099163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87b04cbc-fa38-454e-9270-e55f2d5689c2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/2cfe0322-0802-4d9c-9e1a-85fddca8cd9f HTTP/1.1" status: 404 len: 337 time: 0.0462394 Jul 23 16:46:38.167438 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5cd98b-2f00-4bed-a4dc-6675522ecc32 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.167901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5cd98b-2f00-4bed-a4dc-6675522ecc32 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.169837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c5cd98b-2f00-4bed-a4dc-6675522ecc32 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/cf251949-3f83-490f-9016-20d6a3f44e53 HTTP/1.1" status: 404 len: 337 time: 0.0682125 Jul 23 16:46:38.172407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.181075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] For port ff06c229-1e92-4d43-be97-a1a0c9702fae, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ff06c229-1e92-4d43-be97-a1a0c9702fae,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:38.181446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.199742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Calling delete_port for ff06c229-1e92-4d43-be97-a1a0c9702fae owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:38.243839 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac92e2a1-0939-4371-9ade-b61da07530f2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.244831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac92e2a1-0939-4371-9ade-b61da07530f2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.246959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ac92e2a1-0939-4371-9ade-b61da07530f2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/5ceb1ecb-ac96-4bb1-8a83-1be5b4c0cd04 HTTP/1.1" status: 404 len: 333 time: 0.0732148 Jul 23 16:46:38.249481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.279663 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7ad6c-a4cf-4107-88cc-b7936ff2db53 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.280992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7ad6c-a4cf-4107-88cc-b7936ff2db53 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.284400 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-82e7ad6c-a4cf-4107-88cc-b7936ff2db53 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/367e9295-d7bb-49c8-8f2d-8d46eece7dbe HTTP/1.1" status: 404 len: 337 time: 0.0311701 Jul 23 16:46:38.284550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-8bb9a8e1-dc02-40aa-b622-b7ed1e1a5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.284654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.286159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-8bb9a8e1-dc02-40aa-b622-b7ed1e1a5503 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1094 time: 0.2749610 Jul 23 16:46:38.309609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cad14-5c21-4b4f-9515-392b399c215b req-a41e3a03-e3dc-4c5c-815d-57e16b04783e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.314404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-468cad14-5c21-4b4f-9515-392b399c215b req-a41e3a03-e3dc-4c5c-815d-57e16b04783e tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 943 time: 0.2379887 Jul 23 16:46:38.317066 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eb672d-0d0c-4f10-81d3-d1693a8ce3bd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.317649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eb672d-0d0c-4f10-81d3-d1693a8ce3bd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.319481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6eb672d-0d0c-4f10-81d3-d1693a8ce3bd tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/fe3b1e24-5d70-4cf6-8636-da508647313a HTTP/1.1" status: 404 len: 337 time: 0.0334439 Jul 23 16:46:38.322039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.349231 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0478af7c-c63e-4602-a21f-715dace125c8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.349960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0478af7c-c63e-4602-a21f-715dace125c8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.351725 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0478af7c-c63e-4602-a21f-715dace125c8 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/08678673-407d-4115-a31f-8aeb4e827ebe HTTP/1.1" status: 404 len: 333 time: 0.0286961 Jul 23 16:46:38.354296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.382685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-bb2067d1-a37e-4777-b863-b3976d651ae5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 217 time: 0.0660532 Jul 23 16:46:38.389397 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-502246a9-5ec2-406b-bfc1-2eae23f70be3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.389979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502246a9-5ec2-406b-bfc1-2eae23f70be3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.394480 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-502246a9-5ec2-406b-bfc1-2eae23f70be3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/aba5387a-c185-434b-b1b8-6db63d3c3aa1 HTTP/1.1" status: 404 len: 337 time: 0.0365415 Jul 23 16:46:38.394480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.424572 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eabef1-aa6e-47b5-9803-470bd6ec04d0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.425038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5eabef1-aa6e-47b5-9803-470bd6ec04d0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.427850 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5eabef1-aa6e-47b5-9803-470bd6ec04d0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/ca3a5ad3-e493-49d9-8d9d-a2d55f49f34d HTTP/1.1" status: 404 len: 337 time: 0.0309026 Jul 23 16:46:38.430406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53262) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.458314 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c7d748-b68c-495d-a11e-00f3c67ba7b2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.459174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c7d748-b68c-495d-a11e-00f3c67ba7b2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.463241 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5c7d748-b68c-495d-a11e-00f3c67ba7b2 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b6b53e29-5f43-43a6-b618-74d0e3ebf4f7 HTTP/1.1" status: 404 len: 333 time: 0.0295630 Jul 23 16:46:38.463522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.485202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-468cad14-5c21-4b4f-9515-392b399c215b req-d80c8c62-8e81-4d99-bade-b57720a81d03 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563301 Jul 23 16:46:38.491470 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-142c4f35-94b3-491d-bc69-c9a93d591c4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.492069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142c4f35-94b3-491d-bc69-c9a93d591c4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.493794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-142c4f35-94b3-491d-bc69-c9a93d591c4e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/5f40b915-3905-4446-a22b-925ce7206e2b HTTP/1.1" status: 404 len: 337 time: 0.0292795 Jul 23 16:46:38.496381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.501067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-48e5eb3c-394c-4b7f-b2e3-16a8f1b1f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.502566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-48e5eb3c-394c-4b7f-b2e3-16a8f1b1f0ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.1099768 Jul 23 16:46:38.524314 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf0bcd1-cc95-49a1-83fb-ad8cdbb60ee0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.524797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf0bcd1-cc95-49a1-83fb-ad8cdbb60ee0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.529977 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eaf0bcd1-cc95-49a1-83fb-ad8cdbb60ee0 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/4426df0d-8d66-4456-8349-7766d855b013 HTTP/1.1" status: 404 len: 337 time: 0.0294578 Jul 23 16:46:38.531177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.579418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c6f29f15-aeaa-4503-ac23-298f4c4761d6 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports?device_id=31bbfb72-fa0e-4591-9da8-4af81e98b8a4 HTTP/1.1" status: 200 len: 205 time: 0.0443976 Jul 23 16:46:38.579773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.612095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-181104c9-43b9-4290-8fc7-2e6dd6251319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:38.613711 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-181104c9-43b9-4290-8fc7-2e6dd6251319 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032166 Jul 23 16:46:38.625430 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-078ac929-015a-43a1-84df-bc931c505496 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] delete failed (client error): The resource could not be found. Jul 23 16:46:38.626495 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-078ac929-015a-43a1-84df-bc931c505496 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/routers/31bbfb72-fa0e-4591-9da8-4af81e98b8a4 HTTP/1.1" status: 404 len: 336 time: 0.0455461 Jul 23 16:46:38.629593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.648146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.657134 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e76864f-3d01-4e19-ae5f-4b17c31a8819 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.657596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e76864f-3d01-4e19-ae5f-4b17c31a8819 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.662747 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e76864f-3d01-4e19-ae5f-4b17c31a8819 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/7b634952-9dc9-47e0-b57a-76357fcdabd6 HTTP/1.1" status: 404 len: 337 time: 0.0320711 Jul 23 16:46:38.663364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.697299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5dc7bdf1-c30e-456a-8fd7-7f45659cb26a tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "GET /v2.0/ports?device_id=41e93480-387b-42c9-b5ad-4091c75aebce HTTP/1.1" status: 200 len: 205 time: 0.0327902 Jul 23 16:46:38.698198 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.698335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff06c229-1e92-4d43-be97-a1a0c9702fae,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:38.750750 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-5b72d285-4569-417b-8dd4-b9a054d66715 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] delete failed (client error): The resource could not be found. Jul 23 16:46:38.751801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5b72d285-4569-417b-8dd4-b9a054d66715 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/routers/41e93480-387b-42c9-b5ad-4091c75aebce HTTP/1.1" status: 404 len: 336 time: 0.0528529 Jul 23 16:46:38.754958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.792900 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff4bc5d-ecbb-43c7-b5b6-9f1b0cf527df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.793355 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff4bc5d-ecbb-43c7-b5b6-9f1b0cf527df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.797552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fff4bc5d-ecbb-43c7-b5b6-9f1b0cf527df tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/5ea5e723-1043-4fcc-9553-db9d277577d3 HTTP/1.1" status: 404 len: 337 time: 0.0392742 Jul 23 16:46:38.797878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53280) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.798605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-625bfa50-6dc3-4d9a-ad91-6fd758f7140c service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755195 Jul 23 16:46:38.837482 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a22f3f-b315-434c-8b6a-cebe563f99f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.837980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a22f3f-b315-434c-8b6a-cebe563f99f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.842123 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d2a22f3f-b315-434c-8b6a-cebe563f99f7 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/6ba1ed06-3f89-40fd-9b11-7bdd050e7d82 HTTP/1.1" status: 404 len: 337 time: 0.0410376 Jul 23 16:46:38.842391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.871674 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-730ef98d-ed8e-4ebb-bfd6-ca05f0d14e3e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.872424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730ef98d-ed8e-4ebb-bfd6-ca05f0d14e3e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.875496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-730ef98d-ed8e-4ebb-bfd6-ca05f0d14e3e tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/e27233ed-8229-448e-832d-98a48c8a20f3 HTTP/1.1" status: 404 len: 333 time: 0.0313494 Jul 23 16:46:38.877868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.915152 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bd5afb-8522-4a1a-a2a3-1cf5ef8ef7ce tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.915738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bd5afb-8522-4a1a-a2a3-1cf5ef8ef7ce tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.921125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b0bd5afb-8522-4a1a-a2a3-1cf5ef8ef7ce tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/3492d9fe-584b-4741-899e-e226e5da2fdb HTTP/1.1" status: 404 len: 337 time: 0.0385344 Jul 23 16:46:38.921125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.955756 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2097127-3aa1-4814-ac96-2358726833ca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.956568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2097127-3aa1-4814-ac96-2358726833ca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.958937 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2097127-3aa1-4814-ac96-2358726833ca tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/b6f083cb-521e-4391-a0ac-01ecfcd651a0 HTTP/1.1" status: 404 len: 333 time: 0.0377786 Jul 23 16:46:38.961510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:38.991020 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d78e684-737f-4de3-b750-775af49620bc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:38.991020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d78e684-737f-4de3-b750-775af49620bc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:38.992915 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2d78e684-737f-4de3-b750-775af49620bc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/054e6ebf-d7cd-471b-9b86-dffb662f11c5 HTTP/1.1" status: 404 len: 337 time: 0.0304239 Jul 23 16:46:38.996118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53290) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.011787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:39.015090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b34c0bc-5b83-4c2f-88db-d1624296d5e5 req-6bb6b46f-6807-4eb0-a27e-49aed7460312 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088420 Jul 23 16:46:39.023574 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b40fe4-c6ee-4859-8f14-c806795033fc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.024293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b40fe4-c6ee-4859-8f14-c806795033fc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.030096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-64b40fe4-c6ee-4859-8f14-c806795033fc tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4ceacfe4-0df3-448f-80d6-c0fea3852960 HTTP/1.1" status: 404 len: 333 time: 0.0293808 Jul 23 16:46:39.030096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.058230 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0160a24e-c541-4188-8867-f090da2e85da tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.058704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0160a24e-c541-4188-8867-f090da2e85da tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.062761 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0160a24e-c541-4188-8867-f090da2e85da tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/1e5bddf3-b79a-41bc-99f9-6dd6d9e85eff HTTP/1.1" status: 404 len: 337 time: 0.0300522 Jul 23 16:46:39.063094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53294) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.488229 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c01af57-c5ef-4454-80ab-eb3bda0c5f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.489456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c01af57-c5ef-4454-80ab-eb3bda0c5f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.491221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c01af57-c5ef-4454-80ab-eb3bda0c5f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/6b7a1f82-f7e9-4d93-bc2a-d72ecd85ce0b HTTP/1.1" status: 404 len: 333 time: 0.4271882 Jul 23 16:46:39.493823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.529287 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-da35d8a9-9915-477d-943c-4a34c9dc9293 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.529764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da35d8a9-9915-477d-943c-4a34c9dc9293 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.533889 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-da35d8a9-9915-477d-943c-4a34c9dc9293 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/d3936c76-50c1-4370-a67b-9a200b0000d6 HTTP/1.1" status: 404 len: 337 time: 0.0367472 Jul 23 16:46:39.534284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53302) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.581176 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4ea816-27ff-44a8-9aed-db78e180f6b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.582049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4ea816-27ff-44a8-9aed-db78e180f6b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.586154 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8b4ea816-27ff-44a8-9aed-db78e180f6b5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/41406ee2-9364-44fa-931a-d85393c9690e HTTP/1.1" status: 404 len: 333 time: 0.0486302 Jul 23 16:46:39.586414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.591592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-d9553704-8cc0-4514-b05b-8d728b3094fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:39.593128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-d9553704-8cc0-4514-b05b-8d728b3094fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1094 time: 0.1500585 Jul 23 16:46:39.616256 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cfbeba-d8ab-4ebe-9b65-dc1d9fdf3f40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.616706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cfbeba-d8ab-4ebe-9b65-dc1d9fdf3f40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.618649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50cfbeba-d8ab-4ebe-9b65-dc1d9fdf3f40 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/58298c90-1c57-48d2-bd3f-1ed289161571 HTTP/1.1" status: 404 len: 337 time: 0.0313289 Jul 23 16:46:39.621096 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.646280 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd30aafd-d242-4084-a2c3-72eb5aaf8f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.647012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd30aafd-d242-4084-a2c3-72eb5aaf8f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.648743 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd30aafd-d242-4084-a2c3-72eb5aaf8f76 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/4d4e76bc-fe0b-4c3b-a19e-76f1a4a56439 HTTP/1.1" status: 404 len: 333 time: 0.0267546 Jul 23 16:46:39.651200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53308) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.677970 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d67f38-d56e-49c1-a0b7-a5c28c7db1c5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.678256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d67f38-d56e-49c1-a0b7-a5c28c7db1c5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.682245 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7d67f38-d56e-49c1-a0b7-a5c28c7db1c5 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/f8f451ac-41cb-4a38-b344-2b82a2c68dfa HTTP/1.1" status: 404 len: 337 time: 0.0278847 Jul 23 16:46:39.682911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53310) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.712294 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6a7b48-f329-474d-bac3-2d7c0460e109 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.713012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6a7b48-f329-474d-bac3-2d7c0460e109 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.715036 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c6a7b48-f329-474d-bac3-2d7c0460e109 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/ports/bc0f1d25-ca12-4789-bca7-ba2ffe9fd9d6 HTTP/1.1" status: 404 len: 333 time: 0.0309272 Jul 23 16:46:39.717273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.744380 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-22984912-ad24-4403-8efa-02bbad33c565 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] DELETE failed (client error): The resource could not be found. Jul 23 16:46:39.744843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22984912-ad24-4403-8efa-02bbad33c565 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:46:39.748905 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22984912-ad24-4403-8efa-02bbad33c565 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/subnets/51c6dad5-56bd-42e1-b51f-19f529624a82 HTTP/1.1" status: 404 len: 337 time: 0.0284421 Jul 23 16:46:39.749254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53314) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:39.790922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-f3e72f3c-5f7f-4079-8da7-3430df39f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:39.792389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-f3e72f3c-5f7f-4079-8da7-3430df39f7b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 897 time: 0.1701360 Jul 23 16:46:39.797628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:39.815539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4589-15c5-4aa9-ad61-09d5ee70f337 req-2b16c8ed-09ee-41c7-8bd9-950ecdad42e1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:39.817326 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f6b4589-15c5-4aa9-ad61-09d5ee70f337 req-2b16c8ed-09ee-41c7-8bd9-950ecdad42e1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 943 time: 0.1961684 Jul 23 16:46:39.839181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:39.862115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-89ce1565-12fa-459f-8c03-7d49fbae4846 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 217 time: 0.0596173 Jul 23 16:46:39.951978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:39.963298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c788fe70-f62f-43ba-95bb-12cebcb5fd4e']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:39.976221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaee1823-7720-4473-bf8d-9340442b981c') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:39.976781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaee1823-7720-4473-bf8d-9340442b981c') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:39.985243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f6b4589-15c5-4aa9-ad61-09d5ee70f337 req-f29c7388-ab61-4708-b0db-ab46769251b7 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314240 Jul 23 16:46:39.989912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.010606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.010823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-fa4bba59-3aa6-487f-919c-82b4961ac451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:40.010823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-fa4bba59-3aa6-487f-919c-82b4961ac451 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.1339302 Jul 23 16:46:40.012890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:40.013358 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:40.016341 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:40.063372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:40.068924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f9016ae-8412-482a-8ae0-9fad5a620476 admin admin] 10.222.0.64 "PUT /v2.0/routers/4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2839923 Jul 23 16:46:40.071558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:40.075030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Sync routers for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:40.085227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:40.085923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:40.089969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-fb4d51f8-86fc-4bd5-a7e9-e3df3f108fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:40.091513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-fb4d51f8-86fc-4bd5-a7e9-e3df3f108fbc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739026 Jul 23 16:46:40.160812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.168676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.170527 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] 10.222.0.64 "DELETE /v2.0/networks/c788fe70-f62f-43ba-95bb-12cebcb5fd4e HTTP/1.1" status: 204 len: 168 time: 0.4204051 Jul 23 16:46:40.189368 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a695f-3abf-4d23-b5e9-6fc991b2c2b3 tempest-NetworksTestDHCPv6-1142826524 tempest-NetworksTestDHCPv6-1142826524-project] Pushing event deleted for resources: {'Network': ['ID=c788fe70-f62f-43ba-95bb-12cebcb5fd4e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:40.204485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:40.259170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-4e219d9d-f5b3-417f-8059-80f8e25714ad service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589553 Jul 23 16:46:40.264091 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.413713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e860a57f-bacc-4798-8bfb-01868121b3a4 req-bc42ebcd-8fc6-4b7d-8242-e4d614def356 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472602 Jul 23 16:46:40.458225 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.481845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '3ac19db0-988b-430c-a923-ad5451455903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:46:38Z', 'revision_number': 5, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port': {'id': '3ac19db0-988b-430c-a923-ad5451455903', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:45:21Z', 'updated_at': '2021-07-23T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:40.515580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Checking router: 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:40.519436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Deleting port 3ac19db0-988b-430c-a923-ad5451455903 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:40.520194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.529971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Routers {'4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:40.530683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:40.578470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53324) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:40.623821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] For port 3ac19db0-988b-430c-a923-ad5451455903, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3ac19db0-988b-430c-a923-ad5451455903,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:40.624577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.631405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] Set router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:40.642305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Calling delete_port for 3ac19db0-988b-430c-a923-ad5451455903 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:40.691477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:46:40Z', 'revision_number': 6, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:40.726461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd38655-f8d6-400d-8f3c-1e12faecebdd None None] The sync data for ids ['4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911'] in n-d-800484-3 is: [{'id': '4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911', 'name': 'tempest-TestServerMultinode-1592451006-router', 'tenant_id': 'ecc4c7f070444a15ac01feef91c965b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:45:20Z', 'updated_at': '2021-07-23T16:46:40Z', 'revision_number': 6, 'project_id': 'ecc4c7f070444a15ac01feef91c965b7', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:40.769981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-837e1634-1400-4452-8de8-b3a09b624785 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6929f8c70ee42aa9892f7247cfddf25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902716 Jul 23 16:46:40.772395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53328) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:40.831052 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.849176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.856785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.875983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac19db0-988b-430c-a923-ad5451455903,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:40.911894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.915197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:40.917029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f200a9e3-e3da-45f7-9856-dea77a411348 HTTP/1.1" status: 204 len: 168 time: 0.1437082 Jul 23 16:46:40.929863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0803c4-1ea2-422c-8ffb-373e14a0db98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200a9e3-e3da-45f7-9856-dea77a411348,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:40.976421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.092745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.096318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.158812 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.159733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:46:41.165489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.171143 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c0eb34af-2260-4b66-8e25-ac11a6133396 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4c6c1bd5-4ce7-40bc-aa1e-ff3f0cbfb911 HTTP/1.1" status: 204 len: 168 time: 1.0971115 Jul 23 16:46:41.173176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53336) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:41.222498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ff06c229-1e92-4d43-be97-a1a0c9702fae no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:41.255493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ff06c229-1e92-4d43-be97-a1a0c9702fae {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:41.255836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ff06c229-1e92-4d43-be97-a1a0c9702fae not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:41.256350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Deleting subnet 4d9b7d79-958c-4a0d-afd0-00b37cf1d57f {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:41.264462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.305520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f976-87ad-4433-af9e-ffed6197c6e0 req-2bca6035-2ef5-41fc-b020-a8a631dea55d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:41.307124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5c4f976-87ad-4433-af9e-ffed6197c6e0 req-2bca6035-2ef5-41fc-b020-a8a631dea55d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 943 time: 0.2263765 Jul 23 16:46:41.337316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.390455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5c4f976-87ad-4433-af9e-ffed6197c6e0 req-846a5210-e94b-4d81-81e2-a97974d69f33 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725131 Jul 23 16:46:41.455129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.554780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.576031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994423bd-9002-46d7-87f7-2336f76e48c6 None None] Network b1de9abc-9d7b-47dc-b40c-cc7e41872677 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:41.612660 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.617807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4d9b7d79-958c-4a0d-afd0-00b37cf1d57f HTTP/1.1" status: 204 len: 168 time: 0.4412336 Jul 23 16:46:41.617807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ed399-a3a2-42a5-920f-8235e2234fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9b7d79-958c-4a0d-afd0-00b37cf1d57f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:41.618852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53352) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:41.714797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.768573 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.799848 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f6d8-6aa5-4e7c-b02d-9cef0ec3fb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.804925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Deleting port 94ddd60a-09a5-488d-80b3-07982e98e210 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:41.805454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.878655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] DHCP port deletion for b1de9abc-9d7b-47dc-b40c-cc7e41872677 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:41.901160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] For port 94ddd60a-09a5-488d-80b3-07982e98e210, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=94ddd60a-09a5-488d-80b3-07982e98e210,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:41.901714 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.915439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Calling delete_port for 94ddd60a-09a5-488d-80b3-07982e98e210 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:41.931898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Deleting port 94ddd60a-09a5-488d-80b3-07982e98e210 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:41.932347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.972146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53360) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.002625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:46:42.021707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] For port 94ddd60a-09a5-488d-80b3-07982e98e210, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=94ddd60a-09a5-488d-80b3-07982e98e210,segment=NetworkSegment(857eb95b-1c50-4763-ac32-355ce2bb0f4b),segment_id=857eb95b-1c50-4763-ac32-355ce2bb0f4b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:42.022138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.037481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.046868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Calling delete_port for 94ddd60a-09a5-488d-80b3-07982e98e210 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:42.078483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ddd60a-09a5-488d-80b3-07982e98e210,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.086429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] No DVR routers for this DVR port 94ddd60a-09a5-488d-80b3-07982e98e210 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:42.102890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2136446631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:42.132434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.135742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.185653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.198306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1de9abc-9d7b-47dc-b40c-cc7e41872677']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:42.203784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:42.210576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857eb95b-1c50-4763-ac32-355ce2bb0f4b') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:42.210576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857eb95b-1c50-4763-ac32-355ce2bb0f4b') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:42.218874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.219771 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.220910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.225905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.239430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.248948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.250334 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52c1f9c2-bbe1-44f5-b8c6-e56fb89306a4 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2765672 Jul 23 16:46:42.251416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:42.252127 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.254068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53364) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.256620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] Pushing event deleted for resources: {'Port': ['ID=94ddd60a-09a5-488d-80b3-07982e98e210,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.259931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-402623265'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:42.263060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '01551f44-e017-437f-b44a-aa321e43fc09', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'mac_address': 'fa:16:3e:dc:6b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:46:42.272274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f22f3b-d5b9-4e2d-8efc-c3fa16b6834e None None] No DVR routers for this DVR port 94ddd60a-09a5-488d-80b3-07982e98e210 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:42.292517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:42.297060 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.308391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.323321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.337985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:42.348767 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:42.353094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.365412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:42.367675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.369635 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b1de9abc-9d7b-47dc-b40c-cc7e41872677 HTTP/1.1" status: 204 len: 168 time: 0.7502801 Jul 23 16:46:42.373207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.385412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ef47-5291-4d52-ad21-8dffba8c6bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1de9abc-9d7b-47dc-b40c-cc7e41872677,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.436908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.458056 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.464516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.486643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:46:42.523261 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.523583 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Added segment 34171a60-7d62-42c4-befb-a00bfc33737b of type vlan for network 5cf118a5-c749-4978-bf65-b2ab6fb99189 Jul 23 16:46:42.533597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97a263-9a3c-4ba7-b379-89e36d28afc6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.576874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.591934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548aba-8800-4c08-957f-f645a2fb4da0 req-7aab55fe-bca2-463b-8242-784d91f34eee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:42.593014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05548aba-8800-4c08-957f-f645a2fb4da0 req-7aab55fe-bca2-463b-8242-784d91f34eee tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 944 time: 0.1149898 Jul 23 16:46:42.628231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.635718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:42.636423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.646908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05548aba-8800-4c08-957f-f645a2fb4da0 req-64c199e5-3934-41cb-935d-c2039d2bd1be tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473771 Jul 23 16:46:42.685667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['01551f44-e017-437f-b44a-aa321e43fc09'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:46:42.688074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53372) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.718804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4634495 Jul 23 16:46:42.720051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8374e-a32b-4303-9dad-f8077d720294 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Network': ['ID=5cf118a5-c749-4978-bf65-b2ab6fb99189,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.724316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53374) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.729991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'subnet': {'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:42.732792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:46:42.757999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5b0f9b7c-16e4-419e-baff-f68a31d546cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff3e125378524f06b0f54e02f0802474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688405 Jul 23 16:46:42.759174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53376) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:42.840718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:42.844730 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.862295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.898504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.920174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 94ddd60a-09a5-488d-80b3-07982e98e210 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:42.951282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 94ddd60a-09a5-488d-80b3-07982e98e210 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:42.951664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 94ddd60a-09a5-488d-80b3-07982e98e210 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:42.952119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3ac19db0-988b-430c-a923-ad5451455903 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:42.964272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.966993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.970641 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca49a122-e80b-4d07-b945-335596c6efaf HTTP/1.1" status: 204 len: 168 time: 0.2076428 Jul 23 16:46:42.977753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cb6dc-8f4e-4d75-adcf-d752764d1e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca49a122-e80b-4d07-b945-335596c6efaf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:42.983673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3ac19db0-988b-430c-a923-ad5451455903 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:42.984067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3ac19db0-988b-430c-a923-ad5451455903 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:43.128685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.194463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Subnet': ['ID=9c04bc4b-7d39-4605-a470-3aab2f3a1c32,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.202896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Checking segment: {'id': '34171a60-7d62-42c4-befb-a00bfc33737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:43.203411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network hostable DHCP agents. Network: 5cf118a5-c749-4978-bf65-b2ab6fb99189, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:46:43.220513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:46:43.230283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 5cf118a5-c749-4978-bf65-b2ab6fb99189) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:43.234947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:43.235555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.243908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ac1cd-9fce-48b7-82e7-8b85f453ba2a None None] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:43.255925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d8bf98fc-9c04-4da5-bc29-8a58d047d4d1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5283360 Jul 23 16:46:43.257576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53382) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.263312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'network': {'name': 'tempest-router-network01--67985608'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:43.291638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:43.296356 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.327050 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:46:43.338029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.338509 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Added segment dbae1e49-fe6a-4b55-8a44-1f356b1b39fc of type vlan for network 20783071-86a3-488d-8981-f91529b4abef Jul 23 16:46:43.386159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.421266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-5cf118a5-c749-4978-bf65-b2ab6fb99189', 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189', 'tenant_id': '5b6a0649104a47f7acad1bfb2900cddd', 'fixed_ips': [{'subnet_id': '9c04bc4b-7d39-4605-a470-3aab2f3a1c32'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:43.422283 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.423635 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.428886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:43.429521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.453676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53384) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.477884 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2187741 Jul 23 16:46:43.480876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53386) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.489402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'network': {'name': 'tempest-router-network02--1006288152'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:43.506198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b849e50d-bed2-4bf3-8b09-08e29d72f5e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecc4c7f070444a15ac01feef91c965b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484281 Jul 23 16:46:43.507509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.541357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a702845-92fe-4d3e-9137-3a4283a1ba1e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Network': ['ID=20783071-86a3-488d-8981-f91529b4abef,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.554792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 20783071-86a3-488d-8981-f91529b4abef details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:46:43.559781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:43.564845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.585792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.607701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:46:43.621659 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.632566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.632941 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Added segment 36d3dab3-7d27-4ec1-bbe8-0599d43241d9 of type vlan for network 83120041-7146-4790-97a3-15d40444c730 Jul 23 16:46:43.689765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.695451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Allocated IP 172.20.0.2 (5cf118a5-c749-4978-bf65-b2ab6fb99189/9c04bc4b-7d39-4605-a470-3aab2f3a1c32/f3b4971f-def3-4f09-aefc-a94c94477361) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:43.696259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.700634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01d87d67-d0e5-4f33-af64-5f998547f362 HTTP/1.1" status: 204 len: 168 time: 0.1901884 Jul 23 16:46:43.701848 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.731369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c6827-3c13-40aa-914d-34ac4cc74cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d87d67-d0e5-4f33-af64-5f998547f362,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.774109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.782605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:43.784090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.850243 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3679929 Jul 23 16:46:43.854943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53396) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:43.862416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'subnet': {'network_id': '20783071-86a3-488d-8981-f91529b4abef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:43.865539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19862-67f2-421e-b019-14a7c672be70 req-b2ec6617-a59e-49aa-aafa-767697b2fc58 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:43.871658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72a19862-67f2-421e-b019-14a7c672be70 req-b2ec6617-a59e-49aa-aafa-767697b2fc58 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 944 time: 0.1198266 Jul 23 16:46:43.942435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d758d7c-033f-420a-8713-7c58f4f40baa tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Network': ['ID=83120041-7146-4790-97a3-15d40444c730,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:43.944422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72a19862-67f2-421e-b019-14a7c672be70 req-9c6757f1-1b8b-4276-8fc3-4d4e4f98fa5a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640528 Jul 23 16:46:43.992842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:43.994820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 83120041-7146-4790-97a3-15d40444c730 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:46:44.071275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:44.076083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.199424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 01551f44-e017-437f-b44a-aa321e43fc09 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:44.217076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 01551f44-e017-437f-b44a-aa321e43fc09 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:44.217320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.266957 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.284284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Transition to ACTIVE for port object f3b4971f-def3-4f09-aefc-a94c94477361 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:44.324654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Transition to ACTIVE for port object f3b4971f-def3-4f09-aefc-a94c94477361 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:44.340748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.382014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.405384 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.453874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:44.465497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:44.467362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.469396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:44.484770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Subnet': ['ID=77589fdb-c6ce-47bf-bf6a-bc185edcc51e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:44.491375 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b93254f-7f16-4e4e-829c-4877440c19a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.495054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Pushing event updated for resources: {'Port': ['ID=f3b4971f-def3-4f09-aefc-a94c94477361,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:44.496666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Checking segment: {'id': 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '20783071-86a3-488d-8981-f91529b4abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:44.506744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network hostable DHCP agents. Network: 20783071-86a3-488d-8981-f91529b4abef, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:46:44.536848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:44.539165 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419537c-680a-46ca-87c3-b4e0813a21e6" -d '{"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-plugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:44.548039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 20783071-86a3-488d-8981-f91529b4abef is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:46:44.559387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 20783071-86a3-488d-8981-f91529b4abef) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:44.567523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:44.569348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.577276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e02785-2d18-47a2-81f3-a44059babdb4 None None] Network 20783071-86a3-488d-8981-f91529b4abef requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:44.581288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:44.592223 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-63567fc5-0cf7-42c1-b340-4739c5793557 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7351980 Jul 23 16:46:44.594854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53400) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:44.602588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'subnet': {'network_id': '83120041-7146-4790-97a3-15d40444c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:44.606143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.614177 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f44565-cdab-4868-bd8e-6821479c6177 x-openstack-request-id: req-98f44565-cdab-4868-bd8e-6821479c6177 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:44.614461 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-plugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:44.614711 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98f44565-cdab-4868-bd8e-6821479c6177 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:44.615097 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'code': 200} Jul 23 16:46:44.623614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Attempting to bind port f3b4971f-def3-4f09-aefc-a94c94477361 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:44.623977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Attempting to bind port f3b4971f-def3-4f09-aefc-a94c94477361 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '34171a60-7d62-42c4-befb-a00bfc33737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:44.624336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Attempting to bind port f3b4971f-def3-4f09-aefc-a94c94477361 on network 5cf118a5-c749-4978-bf65-b2ab6fb99189 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:44.653304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:44.653677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Checking segment: {'id': '34171a60-7d62-42c4-befb-a00bfc33737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:44.654673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.656524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Bound using segment: {'id': '34171a60-7d62-42c4-befb-a00bfc33737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:44.657000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Bound port: f3b4971f-def3-4f09-aefc-a94c94477361, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34171a60-7d62-42c4-befb-a00bfc33737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5cf118a5-c749-4978-bf65-b2ab6fb99189'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:44.657390 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.701092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Made reservation on behalf of 5b6a0649104a47f7acad1bfb2900cddd for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:44.704931 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.766462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:44.783554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cc542-21a7-4d65-a8f9-80db7de1d703 req-f2de308a-ad9f-458d-8c38-ef713d84bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:44.785912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b1cc542-21a7-4d65-a8f9-80db7de1d703 req-f2de308a-ad9f-458d-8c38-ef713d84bd5c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.0713980 Jul 23 16:46:44.856889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b1cc542-21a7-4d65-a8f9-80db7de1d703 req-ef7ef379-6ca6-4057-be64-ca67bb21490d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613370 Jul 23 16:46:44.873742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-20783071-86a3-488d-8981-f91529b4abef', 'network_id': '20783071-86a3-488d-8981-f91529b4abef', 'tenant_id': '5b6a0649104a47f7acad1bfb2900cddd', 'fixed_ips': [{'subnet_id': '77589fdb-c6ce-47bf-bf6a-bc185edcc51e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:44.874629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.877261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] For port f3b4971f-def3-4f09-aefc-a94c94477361, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:44.900372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] For port f3b4971f-def3-4f09-aefc-a94c94477361, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3b4971f-def3-4f09-aefc-a94c94477361,segment=NetworkSegment(34171a60-7d62-42c4-befb-a00bfc33737b),segment_id=34171a60-7d62-42c4-befb-a00bfc33737b)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:44.909617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:44.973147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.056088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Subnet': ['ID=09e8e7f4-bbec-443a-a7fa-407fa23b1f21,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:45.061562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242891c-53b3-4af5-b03b-153dd94bf897 None None] Pushing event updated for resources: {'Port': ['ID=f3b4971f-def3-4f09-aefc-a94c94477361,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:45.072445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Checking segment: {'id': '36d3dab3-7d27-4ec1-bbe8-0599d43241d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '83120041-7146-4790-97a3-15d40444c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:45.072983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network hostable DHCP agents. Network: 83120041-7146-4790-97a3-15d40444c730, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:46:45.091568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Allocated IP 172.20.0.2 (20783071-86a3-488d-8981-f91529b4abef/77589fdb-c6ce-47bf-bf6a-bc185edcc51e/24de3268-76ea-491f-bb92-59b513928431) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:45.093471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 83120041-7146-4790-97a3-15d40444c730 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:46:45.109026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 83120041-7146-4790-97a3-15d40444c730) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:45.118877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec603a59-ce1d-4551-8836-2991529c5d8b None None] Network 83120041-7146-4790-97a3-15d40444c730 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:45.124312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:45.124926 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.146139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57d52c4c-7da7-41b8-8025-31d3e1366d27 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5480812 Jul 23 16:46:45.147359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:45.176795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae997a9-b6b3-4508-80d3-2f188d0f94c4 req-c2daaa54-5fba-493f-ad3a-32fcf91b84e6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:45.178825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ae997a9-b6b3-4508-80d3-2f188d0f94c4 req-c2daaa54-5fba-493f-ad3a-32fcf91b84e6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.1085927 Jul 23 16:46:45.235556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ae997a9-b6b3-4508-80d3-2f188d0f94c4 req-f8621872-afff-4f99-b607-9f90d5fe13c2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486360 Jul 23 16:46:45.358671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.385990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Transition to ACTIVE for port object 24de3268-76ea-491f-bb92-59b513928431 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:45.412836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Transition to ACTIVE for port object 24de3268-76ea-491f-bb92-59b513928431 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:45.424090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.489563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-83120041-7146-4790-97a3-15d40444c730', 'network_id': '83120041-7146-4790-97a3-15d40444c730', 'tenant_id': '5b6a0649104a47f7acad1bfb2900cddd', 'fixed_ips': [{'subnet_id': '09e8e7f4-bbec-443a-a7fa-407fa23b1f21'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:46:45.490428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.502873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Network 20783071-86a3-488d-8981-f91529b4abef is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:45.509602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Pushing event updated for resources: {'Port': ['ID=24de3268-76ea-491f-bb92-59b513928431,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:45.514536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:45.517535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:45.567420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.637719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.665721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Attempting to bind port 24de3268-76ea-491f-bb92-59b513928431 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:45.666136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Attempting to bind port 24de3268-76ea-491f-bb92-59b513928431 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '20783071-86a3-488d-8981-f91529b4abef'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:45.666506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Attempting to bind port 24de3268-76ea-491f-bb92-59b513928431 on network 20783071-86a3-488d-8981-f91529b4abef {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:45.678083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:45.678374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Checking segment: {'id': 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '20783071-86a3-488d-8981-f91529b4abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:45.678761 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.679156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Bound using segment: {'id': 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '20783071-86a3-488d-8981-f91529b4abef'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:45.679634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Bound port: 24de3268-76ea-491f-bb92-59b513928431, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '20783071-86a3-488d-8981-f91529b4abef'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:45.680018 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.762492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Allocated IP 172.20.0.2 (83120041-7146-4790-97a3-15d40444c730/09e8e7f4-bbec-443a-a7fa-407fa23b1f21/42828caa-d7df-447f-b58e-d6dce3c138c1) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:45.799395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] For port 24de3268-76ea-491f-bb92-59b513928431, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:45.836477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] For port 24de3268-76ea-491f-bb92-59b513928431, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=24de3268-76ea-491f-bb92-59b513928431,segment=NetworkSegment(dbae1e49-fe6a-4b55-8a44-1f356b1b39fc),segment_id=dbae1e49-fe6a-4b55-8a44-1f356b1b39fc)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:45.844070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:45.866955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Allocated IP 172.20.0.1 (20783071-86a3-488d-8981-f91529b4abef/77589fdb-c6ce-47bf-bf6a-bc185edcc51e/7fab4472-9a30-4a03-bae8-4a38b0b619b2) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:45.985326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11197adf-51be-447f-9ca3-37f8ff3495d9 None None] Pushing event updated for resources: {'Port': ['ID=24de3268-76ea-491f-bb92-59b513928431,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:46.045004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.054898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.062410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Transition to ACTIVE for port object 7fab4472-9a30-4a03-bae8-4a38b0b619b2 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:46.069009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Transition to ACTIVE for port object 42828caa-d7df-447f-b58e-d6dce3c138c1 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:46.093649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Transition to ACTIVE for port object 42828caa-d7df-447f-b58e-d6dce3c138c1 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:46.102197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.116450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.164904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Network 83120041-7146-4790-97a3-15d40444c730 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:46.173478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:46.176074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:46.191359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 20783071-86a3-488d-8981-f91529b4abef is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:46.195020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:46.199483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:46.206454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Pushing event updated for resources: {'Port': ['ID=42828caa-d7df-447f-b58e-d6dce3c138c1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:46.236168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Port': ['ID=7fab4472-9a30-4a03-bae8-4a38b0b619b2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:46.348359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.351149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Attempting to bind port 42828caa-d7df-447f-b58e-d6dce3c138c1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:46.352976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Attempting to bind port 42828caa-d7df-447f-b58e-d6dce3c138c1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '36d3dab3-7d27-4ec1-bbe8-0599d43241d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '83120041-7146-4790-97a3-15d40444c730'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:46.352976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Attempting to bind port 42828caa-d7df-447f-b58e-d6dce3c138c1 on network 83120041-7146-4790-97a3-15d40444c730 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:46.383090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:46.387149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Checking segment: {'id': '36d3dab3-7d27-4ec1-bbe8-0599d43241d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '83120041-7146-4790-97a3-15d40444c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:46.388026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.389534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Bound using segment: {'id': '36d3dab3-7d27-4ec1-bbe8-0599d43241d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '83120041-7146-4790-97a3-15d40444c730'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:46.390481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Bound port: 42828caa-d7df-447f-b58e-d6dce3c138c1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d3dab3-7d27-4ec1-bbe8-0599d43241d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '83120041-7146-4790-97a3-15d40444c730'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:46.390895 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.520926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f59d0c-ac36-4149-82bc-2c25fb00a545 None None] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:46.568299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5741-7fcc-4e8f-add1-6dd8054320c5 req-19b940b1-5f05-44b5-ba30-7a83d78f1d19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:46.570599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-274e5741-7fcc-4e8f-add1-6dd8054320c5 req-19b940b1-5f05-44b5-ba30-7a83d78f1d19 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0880435 Jul 23 16:46:46.582913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] For port 42828caa-d7df-447f-b58e-d6dce3c138c1, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:46.598775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.628518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] For port 42828caa-d7df-447f-b58e-d6dce3c138c1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=42828caa-d7df-447f-b58e-d6dce3c138c1,segment=NetworkSegment(36d3dab3-7d27-4ec1-bbe8-0599d43241d9),segment_id=36d3dab3-7d27-4ec1-bbe8-0599d43241d9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:46.630243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c497fb38-13ed-445c-93f5-3bf40aff50a3 None None] Provisioning for port f3b4971f-def3-4f09-aefc-a94c94477361 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:46.635771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-274e5741-7fcc-4e8f-add1-6dd8054320c5 req-6bdb036a-9c07-4bb6-a1dd-6ba5f7c7a347 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580161 Jul 23 16:46:46.637054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:46.796020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16b59-74e5-4387-9563-feb9a1f5cba0 None None] Pushing event updated for resources: {'Port': ['ID=42828caa-d7df-447f-b58e-d6dce3c138c1,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:46.852731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053bff-552e-4346-bb03-2a017f4a375d req-b0856ac4-50c6-4c4a-b163-8bcc6eefa369 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:46.862478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba053bff-552e-4346-bb03-2a017f4a375d req-b0856ac4-50c6-4c4a-b163-8bcc6eefa369 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.1306009 Jul 23 16:46:46.931302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba053bff-552e-4346-bb03-2a017f4a375d req-b14790ce-7b9d-463e-92dc-f8a813f4c838 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669994 Jul 23 16:46:46.945748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53416) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:47.122190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.126069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbe80c-11aa-4929-910d-c963cb81b7e0 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:47.126526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 24de3268-76ea-491f-bb92-59b513928431 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:47.129174 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-32dbe80c-11aa-4929-910d-c963cb81b7e0 tempest-TestNetworkAdvancedServerOps-1550135118 tempest-TestNetworkAdvancedServerOps-1550135118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1091 time: 0.1808875 Jul 23 16:46:47.131664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:47.132252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.155775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:47.244440 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.346224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 24de3268-76ea-491f-bb92-59b513928431 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:47.354132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.356823 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Port': ['ID=7fab4472-9a30-4a03-bae8-4a38b0b619b2,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:47.366579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3b4971f-def3-4f09-aefc-a94c94477361 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:47.508889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.509111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port f3b4971f-def3-4f09-aefc-a94c94477361 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:47.513918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.515394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] Provisioning complete for port f3b4971f-def3-4f09-aefc-a94c94477361 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:47.515760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.546857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 20783071-86a3-488d-8981-f91529b4abef is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:47.548645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:47.558745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f3b4971f-def3-4f09-aefc-a94c94477361 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:47.559301 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.691562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Allocated IP 172.25.2.69 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/08260a91-9a41-4502-8e10-f1a9fd737aaa) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:47.757640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Router 48271513-4eb8-40d4-82bf-07e827a2ed5f is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:46:47.820648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45c950-1baf-41ab-995f-1703689ef38e None None] Network 20783071-86a3-488d-8981-f91529b4abef requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:47.856163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.906467 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:47.913292 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de36ab01-4d40-4bf0-a321-eba8c68364c5 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7641149 Jul 23 16:46:47.916988 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53422) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:47.918586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] Sync routers for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:47.923281 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:47.931112 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:47.932121 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:47.979243 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:47.992551 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:47.993147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:47.993901 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:47.996734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:48.005093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:48.043230 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:48.044150 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e1afd-f1a9-4a31-b6d7-28a2478da18b None None] The sync data for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:48.080109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=08260a91-9a41-4502-8e10-f1a9fd737aaa,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:48.084724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.184970 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.226301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] For port f3b4971f-def3-4f09-aefc-a94c94477361, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3b4971f-def3-4f09-aefc-a94c94477361,segment=NetworkSegment(34171a60-7d62-42c4-befb-a00bfc33737b),segment_id=34171a60-7d62-42c4-befb-a00bfc33737b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:48.282086 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.373836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534656b-e1f1-4e41-8090-1ad95045a16a None None] Pushing event updated for resources: {'Port': ['ID=f3b4971f-def3-4f09-aefc-a94c94477361,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:48.383294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e51b9-c34a-4838-aae2-62140e35a64e None None] Network 83120041-7146-4790-97a3-15d40444c730 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:48.528224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:46:48.528981 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:46:48.551315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Provisioning for port 42828caa-d7df-447f-b58e-d6dce3c138c1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:48.612580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Provisioning for port 24de3268-76ea-491f-bb92-59b513928431 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:48.613336 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.619798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Provisioning complete for port 24de3268-76ea-491f-bb92-59b513928431 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:48.620341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.740197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.771870 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.848662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] For port 24de3268-76ea-491f-bb92-59b513928431, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=24de3268-76ea-491f-bb92-59b513928431,segment=NetworkSegment(dbae1e49-fe6a-4b55-8a44-1f356b1b39fc),segment_id=dbae1e49-fe6a-4b55-8a44-1f356b1b39fc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:48.863608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:48.949636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec560-cdcc-4e23-a3e5-65c5c4db34e9 None None] Pushing event updated for resources: {'Port': ['ID=24de3268-76ea-491f-bb92-59b513928431,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:49.023657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.040939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.042019 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-12aa5ee2-3b50-48be-9e42-92a1f7f2f372 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 16:46:49.042784 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-12aa5ee2-3b50-48be-9e42-92a1f7f2f372 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1243174 Jul 23 16:46:49.045754 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:49.147868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.196143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Provisioning for port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:49.200689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Provisioning complete for port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:49.201069 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.304717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:49.310789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Provisioning complete for port 24de3268-76ea-491f-bb92-59b513928431 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:49.311163 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-621d8532-b26d-4c30-8a14-2699943bae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.339072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event updated for resources: {'Port': ['ID=08260a91-9a41-4502-8e10-f1a9fd737aaa,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:49.453545 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP cde84364-afa0-4ba2-8562-163721d587b7 associated. External IP: 172.25.2.69, port: 01551f44-e017-437f-b44a-aa321e43fc09. Jul 23 16:46:49.475292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 24de3268-76ea-491f-bb92-59b513928431 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:49.560043 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.568107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 24de3268-76ea-491f-bb92-59b513928431 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:49.568488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.805883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router cad4ef4f-131f-4782-b560-c404ec502957 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:49.811760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f8f3afe-9116-4604-8c8e-befc2e4ba671 None None] Provisioning complete for port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:49.812266 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4f8f3afe-9116-4604-8c8e-befc2e4ba671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.868956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3b4971f-def3-4f09-aefc-a94c94477361 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:49.896932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f3afe-9116-4604-8c8e-befc2e4ba671 None None] Port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:49.939619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:49.940008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.948580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f3b4971f-def3-4f09-aefc-a94c94477361 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:49.949299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:49.961117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:49.989996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.019925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Sync routers for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:50.045081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2da24b3f-d4e6-4b3c-9246-971628e151c6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9110253 Jul 23 16:46:50.047145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:50.048919 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8d281-5703-417f-ba48-9b2abb53c7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:50.051481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:50.058193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:50.063842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.098974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Calling delete_port for 7fab4472-9a30-4a03-bae8-4a38b0b619b2 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:50.106644 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3badd861-6304-44a9-b252-42de8d49c80c x-openstack-request-id: req-3badd861-6304-44a9-b252-42de8d49c80c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:50.106809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 42828caa-d7df-447f-b58e-d6dce3c138c1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:50.106900 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:50.106979 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3badd861-6304-44a9-b252-42de8d49c80c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:50.107631 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'status': 'completed', 'code': 200} Jul 23 16:46:50.108652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a69d3a8-5416-4f50-8b78-d1e8f530663a None None] Provisioning complete for port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:50.108652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a69d3a8-5416-4f50-8b78-d1e8f530663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.242247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f64995-4a76-45e8-b528-8ab24134135b req-7a78d809-e6eb-4e12-9c3c-ffe675d14e57 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:50.249469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0f64995-4a76-45e8-b528-8ab24134135b req-7a78d809-e6eb-4e12-9c3c-ffe675d14e57 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.1339009 Jul 23 16:46:50.267118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a69d3a8-5416-4f50-8b78-d1e8f530663a None None] Port 7fab4472-9a30-4a03-bae8-4a38b0b619b2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:50.288725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-1acb2f34-cde9-4f8d-a4de-7099ec0c59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:50.290386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-1acb2f34-cde9-4f8d-a4de-7099ec0c59cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.1242268 Jul 23 16:46:50.317348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:50.319245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 42828caa-d7df-447f-b58e-d6dce3c138c1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:50.373777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 42828caa-d7df-447f-b58e-d6dce3c138c1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:50.374176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.377416 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.389956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0f64995-4a76-45e8-b528-8ab24134135b req-a93e006a-40b5-4b19-842b-a42f4e395682 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343985 Jul 23 16:46:50.404419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53460) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:50.422076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Port': ['ID=7fab4472-9a30-4a03-bae8-4a38b0b619b2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:50.480190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-b6afb2a9-e066-4d6f-8f49-ad0e39257de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:50.482074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-b6afb2a9-e066-4d6f-8f49-ad0e39257de9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 897 time: 0.1803322 Jul 23 16:46:50.578083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-134bdf83-5e4c-489b-b006-5bba47bb218b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 998 time: 0.0883541 Jul 23 16:46:50.647150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.648324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-905c37e2-2ccd-4d74-b51c-6ddd8dd4117b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/cde84364-afa0-4ba2-8562-163721d587b7 HTTP/1.1" status: 200 len: 990 time: 0.2427442 Jul 23 16:46:50.671265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-2574c175-ba1b-45d1-9ceb-da27b9847765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:50.675968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-2574c175-ba1b-45d1-9ceb-da27b9847765 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.0903220 Jul 23 16:46:50.756810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-c47a5b26-928b-43a0-a424-27c78a2ce0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:50.758373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-c47a5b26-928b-43a0-a424-27c78a2ce0e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759017 Jul 23 16:46:50.824689 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.868267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-73b47b3d-588d-4fd0-8650-e36716af103e service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998576 Jul 23 16:46:50.870401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Router 48271513-4eb8-40d4-82bf-07e827a2ed5f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:50.921495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 42828caa-d7df-447f-b58e-d6dce3c138c1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=42828caa-d7df-447f-b58e-d6dce3c138c1,segment=NetworkSegment(36d3dab3-7d27-4ec1-bbe8-0599d43241d9),segment_id=36d3dab3-7d27-4ec1-bbe8-0599d43241d9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:50.933052 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:50.985707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8a8d281-5703-417f-ba48-9b2abb53c7a3 req-65751ae9-802f-438a-9914-38af96435823 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083784 Jul 23 16:46:50.987280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cde84364-afa0-4ba2-8562-163721d587b7', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'mac_address': 'fa:16:3e:dc:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:46:48Z', 'updated_at': '2021-07-23T16:46:48Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:50.987507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:50.997826 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] Sync routers for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:51.005509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53462) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.006618 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bebd8f25-c65f-4714-ae54-a81b7e039fe6 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593675 Jul 23 16:46:51.020113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Checking router: cad4ef4f-131f-4782-b560-c404ec502957 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:46:51.021201 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:51.022134 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.051076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=42828caa-d7df-447f-b58e-d6dce3c138c1,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:51.053688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:51.054319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.071822 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-8f7c4e0c-7f16-40c0-9d2c-71faf5545d1a tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] delete failed (client error): The resource could not be found. Jul 23 16:46:51.072920 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.076866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53464) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.077599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8f7c4e0c-7f16-40c0-9d2c-71faf5545d1a tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1260544752 HTTP/1.1" status: 404 len: 335 time: 0.0666690 Jul 23 16:46:51.082907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bd41fe7d-8b93-4114-8120-113838ededef tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'router': {'external_gateway_info': {'network_id': '48271513-4eb8-40d4-82bf-07e827a2ed5f'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:51.092552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:51.093249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.131577 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.132751 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88bed-63f7-43c1-8887-e147152a7db5 None None] The sync data for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:51.163638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:46:51.240570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 42828caa-d7df-447f-b58e-d6dce3c138c1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:46:51.325405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd41fe7d-8b93-4114-8120-113838ededef tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.348766 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-bd41fe7d-8b93-4114-8120-113838ededef tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] update failed (client error): The resource could not be found. Jul 23 16:46:51.349836 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd41fe7d-8b93-4114-8120-113838ededef tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f HTTP/1.1" status: 404 len: 339 time: 0.2718503 Jul 23 16:46:51.353783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53466) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.362451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 42828caa-d7df-447f-b58e-d6dce3c138c1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:51.363356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:51.520966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cde84364-afa0-4ba2-8562-163721d587b7', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'mac_address': 'fa:16:3e:dc:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:46:48Z', 'updated_at': '2021-07-23T16:46:48Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:51.548440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375557a8-fdd9-4a41-b613-fd5aa2ef3f83 None None] The sync data for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 is: [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cde84364-afa0-4ba2-8562-163721d587b7', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'mac_address': 'fa:16:3e:dc:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:46:48Z', 'updated_at': '2021-07-23T16:46:48Z', 'revision_number': 0, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:51.651948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53470) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:51.749214 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57275258-a970-4252-beb7-f84dc5cc3818 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/cde84364-afa0-4ba2-8562-163721d587b7 HTTP/1.1" status: 200 len: 990 time: 0.0959044 Jul 23 16:46:51.792407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53de2b7-3c26-4404-8685-994945af1d74 None None] New status for floating IP cde84364-afa0-4ba2-8562-163721d587b7: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:46:52.009072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.291124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Allocated IP 172.20.0.1 (5cf118a5-c749-4978-bf65-b2ab6fb99189/9c04bc4b-7d39-4605-a470-3aab2f3a1c32/86097c1e-167d-40aa-b1aa-74825b9b8566) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:52.471746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.499557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Transition to ACTIVE for port object 86097c1e-167d-40aa-b1aa-74825b9b8566 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:52.546253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.593767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:52.597099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:52.601279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:52.637039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Port': ['ID=86097c1e-167d-40aa-b1aa-74825b9b8566,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:52.652676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.653020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.653358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.653688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.654075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.654410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.654730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.655053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.655367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.655687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.656005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.656328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:52.673884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.750858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:52.827105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.832039 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-807da3de-4a97-4032-a1f0-de43be56837c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/cde84364-afa0-4ba2-8562-163721d587b7 HTTP/1.1" status: 200 len: 992 time: 0.0799448 Jul 23 16:46:52.905440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-584c585b-0807-4ae7-bb9c-0ce6d01c110b None None] Provisioning for port 86097c1e-167d-40aa-b1aa-74825b9b8566 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:52.910323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-584c585b-0807-4ae7-bb9c-0ce6d01c110b None None] Provisioning complete for port 86097c1e-167d-40aa-b1aa-74825b9b8566 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:52.910958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-584c585b-0807-4ae7-bb9c-0ce6d01c110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:52.949330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-584c585b-0807-4ae7-bb9c-0ce6d01c110b None None] Port 86097c1e-167d-40aa-b1aa-74825b9b8566 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:53.116252 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.121326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.204648 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.206401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event updated for resources: {'Port': ['ID=86097c1e-167d-40aa-b1aa-74825b9b8566,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:53.304164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:53.305735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:53.409255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Router 48271513-4eb8-40d4-82bf-07e827a2ed5f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:53.504268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:53.512081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-90dbbafa-67e3-4cf3-a2bb-aae84a1c2a26 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1544933 Jul 23 16:46:53.512169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53482) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:53.513400 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] Sync routers for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:53.523510 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:53.524133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:53.561458 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:53.571723 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:53.572339 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:53.583864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bec8930b-9184-4529-a105-cd02a703205f None None] Provisioning complete for port 86097c1e-167d-40aa-b1aa-74825b9b8566 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:53.584234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bec8930b-9184-4529-a105-cd02a703205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.605410 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:53.606100 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a8595-04e7-440e-954e-3171af768fad None None] The sync data for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:53.628825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bec8930b-9184-4529-a105-cd02a703205f None None] Port 86097c1e-167d-40aa-b1aa-74825b9b8566 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:53.640061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-07e18165-dcab-490c-87e2-47c63264cbb7 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:53.729257 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-07e18165-dcab-490c-87e2-47c63264cbb7 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 16:46:53.730476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07e18165-dcab-490c-87e2-47c63264cbb7 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f HTTP/1.1" status: 409 len: 329 time: 0.2173364 Jul 23 16:46:53.733316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53490) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:53.897513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-3197d548-8138-41e2-a2a1-752053be7c69 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:53.899046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-3197d548-8138-41e2-a2a1-752053be7c69 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1024408 Jul 23 16:46:53.913791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-409794a1-2bb6-45ac-93fc-c7c3163a850a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0093083 Jul 23 16:46:53.984432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f5c43fe-734a-4837-8ebe-d912821187ce tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653980 Jul 23 16:46:54.041964 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.169268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-d8935ee1-3850-44d7-993f-0ba4ecb8ecf6 service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783552 Jul 23 16:46:54.269751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-11ba6a10-8f0d-4c84-a139-915ca6c2dfc2 service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942566 Jul 23 16:46:54.302732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting port 86097c1e-167d-40aa-b1aa-74825b9b8566 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:54.303140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.398597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.415884 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Calling delete_port for 86097c1e-167d-40aa-b1aa-74825b9b8566 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:54.569965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c063e5-f00b-4f90-bdeb-006e496095ef req-7ac5192d-df69-4d46-9feb-620f4a6e5af5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 210 time: 0.0308492 Jul 23 16:46:54.612843 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:54.641039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Port': ['ID=86097c1e-167d-40aa-b1aa-74825b9b8566,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:54.668004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.668348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.668682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.669010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.669354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.669683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.670092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.670357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.670672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.670990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.671299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.671621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:46:54.806474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.298594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Router 48271513-4eb8-40d4-82bf-07e827a2ed5f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:46:55.373523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:46:55.378516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eaaa6bb6-e910-49d8-8100-e6b0bd2bd7b2 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442187 Jul 23 16:46:55.382185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53512) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:55.384631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] Sync routers for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:46:55.393802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:55.394464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:55.419754 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-48035085-5812-40cc-bdf7-7943ae7f0ebb tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] show failed (client error): The resource could not be found. Jul 23 16:46:55.420879 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-48035085-5812-40cc-bdf7-7943ae7f0ebb tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-589468428 HTTP/1.1" status: 404 len: 334 time: 0.0377388 Jul 23 16:46:55.425103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53514) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:55.430536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:55.431310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b399eef3-3b83-4bb7-ab80-b19da9c098e1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:55.440062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] Routers {'48271513-4eb8-40d4-82bf-07e827a2ed5f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:46:55.441017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['48271513-4eb8-40d4-82bf-07e827a2ed5f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:55.470155 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-b399eef3-3b83-4bb7-ab80-b19da9c098e1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] update failed (client error): The resource could not be found. Jul 23 16:46:55.471324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b399eef3-3b83-4bb7-ab80-b19da9c098e1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-945294840 HTTP/1.1" status: 404 len: 334 time: 0.0440698 Jul 23 16:46:55.476613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53516) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:55.479225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:55.479884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfe3f9-7e29-43e6-ab83-dfbd62a16cf1 None None] The sync data for ids ['48271513-4eb8-40d4-82bf-07e827a2ed5f'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:46:55.560129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting subnet 09e8e7f4-bbec-443a-a7fa-407fa23b1f21 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:55.588841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.653260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.693465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-401b908c-6cc3-4405-b48a-ee46d9b4bf05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:55.694946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-401b908c-6cc3-4405-b48a-ee46d9b4bf05 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1899004 Jul 23 16:46:55.718955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b573de8-ef7d-4656-a720-ba9dd25e5c61 req-ffca4980-4a52-4fc2-b455-faec2b5f5300 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 210 time: 0.0702786 Jul 23 16:46:55.723111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:55.855225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.918221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:46:55.921639 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.937431 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.978699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Subnet': ['ID=09e8e7f4-bbec-443a-a7fa-407fa23b1f21,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:55.981197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:55.982577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-50264e7f-9bb0-4fe4-b7a6-6c521570566e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/subnets/09e8e7f4-bbec-443a-a7fa-407fa23b1f21 HTTP/1.1" status: 204 len: 168 time: 0.5049720 Jul 23 16:46:55.986527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:55.987860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf22df0-c597-4d7f-8966-748c43b5ba9f None None] Network 83120041-7146-4790-97a3-15d40444c730 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:56.054166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting subnet 77589fdb-c6ce-47bf-bf6a-bc185edcc51e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:56.058041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.105125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.13 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/2b874203-f5d1-477a-8264-48b4efef75c4) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:46:56.108419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.204678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.211234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] DHCP port deletion for 83120041-7146-4790-97a3-15d40444c730 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:56.283251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Deleting port 42828caa-d7df-447f-b58e-d6dce3c138c1 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:56.283706 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.287776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.296565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.311928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object 2b874203-f5d1-477a-8264-48b4efef75c4 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:56.347377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.349997 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/subnets/77589fdb-c6ce-47bf-bf6a-bc185edcc51e HTTP/1.1" status: 204 len: 168 time: 0.3619459 Jul 23 16:46:56.350187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.351444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc4a33-999a-4e80-a7bd-61b66febdc4b tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Subnet': ['ID=77589fdb-c6ce-47bf-bf6a-bc185edcc51e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:56.352250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53522) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:56.363920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] For port 42828caa-d7df-447f-b58e-d6dce3c138c1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=42828caa-d7df-447f-b58e-d6dce3c138c1,segment=NetworkSegment(36d3dab3-7d27-4ec1-bbe8-0599d43241d9),segment_id=36d3dab3-7d27-4ec1-bbe8-0599d43241d9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:56.364336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.368801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660add6-d2dc-4da8-9db1-27f560f1003f None None] Network 20783071-86a3-488d-8981-f91529b4abef requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:56.396250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Calling delete_port for 42828caa-d7df-447f-b58e-d6dce3c138c1 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:56.431123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:46:56.469284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:46:56.477980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:46:56.483324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:56.507807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.544817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:56.545766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.597664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.602822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-9f68798b-78a3-4c15-9565-cd8a8b3beb4d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860772 Jul 23 16:46:56.620679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Request body: {'port': {'device_id': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:46:56.628058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] Pushing event deleted for resources: {'Port': ['ID=42828caa-d7df-447f-b58e-d6dce3c138c1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:56.637468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab84f08-6044-49fd-9fe5-da11d3f89787 None None] No DVR routers for this DVR port 42828caa-d7df-447f-b58e-d6dce3c138c1 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:56.693269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] DHCP port deletion for 20783071-86a3-488d-8981-f91529b4abef request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:56.714294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting port 42828caa-d7df-447f-b58e-d6dce3c138c1 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:56.714634 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.753145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.764517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Deleting port 24de3268-76ea-491f-bb92-59b513928431 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:56.764517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.838823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be9a1293-d725-4cba-9df8-fd9652f18ca9 None None] Provisioning for port 2b874203-f5d1-477a-8264-48b4efef75c4 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:46:56.846828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be9a1293-d725-4cba-9df8-fd9652f18ca9 None None] Provisioning complete for port 2b874203-f5d1-477a-8264-48b4efef75c4 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:46:56.849961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be9a1293-d725-4cba-9df8-fd9652f18ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.850119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] For port 42828caa-d7df-447f-b58e-d6dce3c138c1, host n-d-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:56.850119 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.885746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] For port 24de3268-76ea-491f-bb92-59b513928431, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=24de3268-76ea-491f-bb92-59b513928431,segment=NetworkSegment(dbae1e49-fe6a-4b55-8a44-1f356b1b39fc),segment_id=dbae1e49-fe6a-4b55-8a44-1f356b1b39fc)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:56.887065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.891803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Calling delete_port for 42828caa-d7df-447f-b58e-d6dce3c138c1 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:56.904595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Calling delete_port for 24de3268-76ea-491f-bb92-59b513928431 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:56.904880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Port 42828caa-d7df-447f-b58e-d6dce3c138c1 was not found and therefore no delete operation was performed {{(pid=94003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:46:56.913839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:56.969795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-be9a1293-d725-4cba-9df8-fd9652f18ca9 None None] Port 2b874203-f5d1-477a-8264-48b4efef75c4 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:46:57.005083 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.017402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Port': ['ID=42828caa-d7df-447f-b58e-d6dce3c138c1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.028645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] No DVR routers for this DVR port 42828caa-d7df-447f-b58e-d6dce3c138c1 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:57.034230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] Pushing event deleted for resources: {'Port': ['ID=24de3268-76ea-491f-bb92-59b513928431,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.040410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda7841-a372-41ee-9792-f9e6457c53fa None None] No DVR routers for this DVR port 24de3268-76ea-491f-bb92-59b513928431 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:57.107995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be975c7-ae7f-4841-bced-59dc2dbf818e req-002d2db7-64b8-4089-abf7-65abb686878d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:57.109477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4be975c7-ae7f-4841-bced-59dc2dbf818e req-002d2db7-64b8-4089-abf7-65abb686878d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 932 time: 0.2796011 Jul 23 16:46:57.199746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 24de3268-76ea-491f-bb92-59b513928431 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:57.216437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.225231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 24de3268-76ea-491f-bb92-59b513928431 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:57.225620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 24de3268-76ea-491f-bb92-59b513928431 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:57.226330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 42828caa-d7df-447f-b58e-d6dce3c138c1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:57.237066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83120041-7146-4790-97a3-15d40444c730']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.249826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4be975c7-ae7f-4841-bced-59dc2dbf818e req-97e2bed0-8a68-4e9b-a8d4-743f3d5b9256 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260049 Jul 23 16:46:57.250292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 42828caa-d7df-447f-b58e-d6dce3c138c1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:57.250864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 42828caa-d7df-447f-b58e-d6dce3c138c1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:57.254440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d3dab3-7d27-4ec1-bbe8-0599d43241d9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.254775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d3dab3-7d27-4ec1-bbe8-0599d43241d9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.266993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.301539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.320488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:57.320880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:57.323975 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:57.411768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.421603 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.423443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/networks/83120041-7146-4790-97a3-15d40444c730 HTTP/1.1" status: 204 len: 168 time: 1.0699344 Jul 23 16:46:57.426103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53526) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:57.435361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b874203-f5d1-477a-8264-48b4efef75c4 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:46:57.440263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6a67e-0011-4e9b-8da6-2dbe805c254f tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Network': ['ID=83120041-7146-4790-97a3-15d40444c730,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.445646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.462951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Transition to ACTIVE for port object 2b874203-f5d1-477a-8264-48b4efef75c4 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:46:57.467466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.511703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.527665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.613603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Attempting to bind port 2b874203-f5d1-477a-8264-48b4efef75c4 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:46:57.614135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Attempting to bind port 2b874203-f5d1-477a-8264-48b4efef75c4 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:46:57.614569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Attempting to bind port 2b874203-f5d1-477a-8264-48b4efef75c4 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:57.619484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Port 2b874203-f5d1-477a-8264-48b4efef75c4 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:46:57.620111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Attempting to bind port 2b874203-f5d1-477a-8264-48b4efef75c4 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:46:57.625760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:46:57.626299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:46:57.628160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:46:57.629261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Bound port: 2b874203-f5d1-477a-8264-48b4efef75c4, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:46:57.629814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.649956 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.661489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20783071-86a3-488d-8981-f91529b4abef']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.677168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.677466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbae1e49-fe6a-4b55-8a44-1f356b1b39fc') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:57.689034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.705043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:46:57.709512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b874203-f5d1-477a-8264-48b4efef75c4,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:46:57.712201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.718576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.719795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:57.720210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.757787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:57.758506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.759902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] 10.222.0.67 "PUT /v2.0/ports/2b874203-f5d1-477a-8264-48b4efef75c4 HTTP/1.1" status: 200 len: 1092 time: 1.1449537 Jul 23 16:46:57.760359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:46:57.762698 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50561718-d916-4aab-ba94-eb3ef6053fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:46:57.814195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525d053-3e92-45c1-9d3a-bba5d4980ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:57.827864 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:57.847635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.859012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.860731 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c253fb51-1b84-49d7-aab7-187e46d00647 x-openstack-request-id: req-c253fb51-1b84-49d7-aab7-187e46d00647 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:46:57.861331 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:46:57.861740 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c253fb51-1b84-49d7-aab7-187e46d00647 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:46:57.862314 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4', 'status': 'completed', 'code': 200} Jul 23 16:46:57.862517 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/networks/20783071-86a3-488d-8981-f91529b4abef HTTP/1.1" status: 204 len: 168 time: 0.4353468 Jul 23 16:46:57.865459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53530) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:57.885967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d40a2-9aa2-4fc3-ba4b-625d6ad1f65e tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Network': ['ID=20783071-86a3-488d-8981-f91529b4abef,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:57.906454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-bd96a564-0220-4155-b7b3-10a95e930f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:57.908442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-bd96a564-0220-4155-b7b3-10a95e930f55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 1095 time: 0.0905960 Jul 23 16:46:57.938862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting subnet 9c04bc4b-7d39-4605-a470-3aab2f3a1c32 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:46:57.943506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:57.965878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-545f216f-09bb-4ad5-a836-6f118dbdd0d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b874203-f5d1-477a-8264-48b4efef75c4 HTTP/1.1" status: 200 len: 217 time: 0.0433736 Jul 23 16:46:57.987113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.021348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-0b49520e-e136-4174-8661-8685f31135e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.023654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-0b49520e-e136-4174-8661-8685f31135e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0494130 Jul 23 16:46:58.083080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.110808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906151e-85df-41b7-9212-00cd0d7e059f req-1c43c199-5d16-45d4-a4f7-9093fd84b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.112447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-1c43c199-5d16-45d4-a4f7-9093fd84b2cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771127 Jul 23 16:46:58.152864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.181511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Subnet': ['ID=9c04bc4b-7d39-4605-a470-3aab2f3a1c32,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.185167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.187505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-de09d264-3f9a-48c1-82f7-9ef43c563437 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/subnets/9c04bc4b-7d39-4605-a470-3aab2f3a1c32 HTTP/1.1" status: 204 len: 168 time: 0.3197627 Jul 23 16:46:58.189503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:58.199747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15f7bc-81da-4a1a-ad2a-a4a06341b687 None None] Network 5cf118a5-c749-4978-bf65-b2ab6fb99189 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:46:58.219536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-e4063d60-0234-4e44-b528-628b81b5f8ae service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953298 Jul 23 16:46:58.273049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.349128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Deleting port f3b4971f-def3-4f09-aefc-a94c94477361 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:58.349468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.363251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b906151e-85df-41b7-9212-00cd0d7e059f req-4d8a5681-d759-431a-aadb-b4acb8d4a8c2 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307490 Jul 23 16:46:58.438334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] For port f3b4971f-def3-4f09-aefc-a94c94477361, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3b4971f-def3-4f09-aefc-a94c94477361,segment=NetworkSegment(34171a60-7d62-42c4-befb-a00bfc33737b),segment_id=34171a60-7d62-42c4-befb-a00bfc33737b)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:58.438769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.452213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Calling delete_port for f3b4971f-def3-4f09-aefc-a94c94477361 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:58.467019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] DHCP port deletion for 5cf118a5-c749-4978-bf65-b2ab6fb99189 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:46:58.493699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f3ec9-3f9c-48be-8eaa-dab8f8ed0ceb req-0d871b0a-3f46-4208-b5f1-55dc1f25c852 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.495255 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-943f3ec9-3f9c-48be-8eaa-dab8f8ed0ceb req-0d871b0a-3f46-4208-b5f1-55dc1f25c852 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.1215806 Jul 23 16:46:58.533670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-cef4421f-48dc-49ef-a915-0b0816e3fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.533670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-cef4421f-48dc-49ef-a915-0b0816e3fcd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 1095 time: 0.1084788 Jul 23 16:46:58.537572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Deleting port f3b4971f-def3-4f09-aefc-a94c94477361 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:46:58.538316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.572084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.574880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-943f3ec9-3f9c-48be-8eaa-dab8f8ed0ceb req-b8d5c3cb-2e9a-41be-8e4d-cdcaf33f2dad tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713115 Jul 23 16:46:58.636469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Port': ['ID=f3b4971f-def3-4f09-aefc-a94c94477361,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.656973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] No DVR routers for this DVR port f3b4971f-def3-4f09-aefc-a94c94477361 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:58.664564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-78fcb121-db10-418f-8875-8fc9de416317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.666451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-78fcb121-db10-418f-8875-8fc9de416317 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1223552 Jul 23 16:46:58.676996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] For port f3b4971f-def3-4f09-aefc-a94c94477361, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f3b4971f-def3-4f09-aefc-a94c94477361,segment=NetworkSegment(34171a60-7d62-42c4-befb-a00bfc33737b),segment_id=34171a60-7d62-42c4-befb-a00bfc33737b)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:46:58.677756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.691320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Calling delete_port for f3b4971f-def3-4f09-aefc-a94c94477361 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:46:58.746753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.748652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-58332e6a-ce14-4844-a77d-f47cae94b2ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b874203-f5d1-477a-8264-48b4efef75c4 HTTP/1.1" status: 200 len: 217 time: 0.0709448 Jul 23 16:46:58.759540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf118a5-c749-4978-bf65-b2ab6fb99189']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:58.775496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34171a60-7d62-42c4-befb-a00bfc33737b') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:58.776565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34171a60-7d62-42c4-befb-a00bfc33737b') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:46:58.795756 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:46:58.803444 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 16:46:58.816383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.830980 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.834849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-927a5afd-21e2-4ec7-8948-8449ea0be891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:58.836715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-927a5afd-21e2-4ec7-8948-8449ea0be891 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0803797 Jul 23 16:46:58.839885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:46:58.840430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.881481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] Pushing event deleted for resources: {'Port': ['ID=f3b4971f-def3-4f09-aefc-a94c94477361,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.883753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a4f4a-6e63-44e2-8d71-980ded6493ac None None] No DVR routers for this DVR port f3b4971f-def3-4f09-aefc-a94c94477361 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:46:58.907774 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:46:58.913064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.924881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:58.932874 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/networks/5cf118a5-c749-4978-bf65-b2ab6fb99189 HTTP/1.1" status: 204 len: 168 time: 0.7398608 Jul 23 16:46:58.937028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53548) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:58.942518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8f863-41b0-488d-9f59-b4c8f865fff1 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Pushing event deleted for resources: {'Network': ['ID=5cf118a5-c749-4978-bf65-b2ab6fb99189,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:46:58.983899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ea665e5-3b69-4fbf-b119-8db37511d216 tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "GET /v2.0/ports?device_id=48271513-4eb8-40d4-82bf-07e827a2ed5f HTTP/1.1" status: 200 len: 205 time: 0.0453279 Jul 23 16:46:58.986660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53552) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:46:59.024255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.052146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:46:59.195217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3b4971f-def3-4f09-aefc-a94c94477361 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:46:59.216997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f3b4971f-def3-4f09-aefc-a94c94477361 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:46:59.217648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f3b4971f-def3-4f09-aefc-a94c94477361 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:46:59.385900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-3e10cf2c-5d3b-4bf8-9ef1-9995fbc3346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:59.387425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-3e10cf2c-5d3b-4bf8-9ef1-9995fbc3346c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5385187 Jul 23 16:46:59.451210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.654493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.657683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-370c2d3a-1a85-49a7-9640-3339e95899a5 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453563 Jul 23 16:46:59.658829 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.756971 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.757476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Fanout notify agent at l3_agent the message router_deleted on router 48271513-4eb8-40d4-82bf-07e827a2ed5f {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:46:59.766644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:59.767730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-88ee7b1e-770a-4297-bdaf-59aba1866dca tempest-RoutersNegativeTest-1004123443 tempest-RoutersNegativeTest-1004123443-project] 10.222.0.64 "DELETE /v2.0/routers/48271513-4eb8-40d4-82bf-07e827a2ed5f HTTP/1.1" status: 204 len: 168 time: 0.7799549 Jul 23 16:46:59.837513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50561718-d916-4aab-ba94-eb3ef6053fe3 req-8d442c68-5a78-49f1-86a3-34b06f4ab57d service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644866 Jul 23 16:46:59.845675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6642-032b-45c4-bd24-097703b98e44 req-b5701962-98b7-4d12-924c-2c48d53352f5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:46:59.847811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-730a6642-032b-45c4-bd24-097703b98e44 req-b5701962-98b7-4d12-924c-2c48d53352f5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.1871886 Jul 23 16:46:59.891443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-730a6642-032b-45c4-bd24-097703b98e44 req-addfd9ed-d219-4d25-9841-291d1db1d617 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 Jul 23 16:47:00.055543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53560) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:00.223801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-92fa420c-7e4f-48d1-b548-4271c55eef9e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b6a0649104a47f7acad1bfb2900cddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663218 Jul 23 16:47:00.227587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53566) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:00.283412 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.310215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.356808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.359719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:00.361015 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c97a263-9a3c-4ba7-b379-89e36d28afc6 HTTP/1.1" status: 204 len: 168 time: 0.1323671 Jul 23 16:47:00.368997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02f917-1a61-4728-b626-81e3c1f66372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97a263-9a3c-4ba7-b379-89e36d28afc6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:01.049676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb20e0-c4b2-46ba-b385-a8f912988d4c req-771be33d-57ba-47b1-aa03-c28841a4cae3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:01.051983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aecb20e0-c4b2-46ba-b385-a8f912988d4c req-771be33d-57ba-47b1-aa03-c28841a4cae3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0788763 Jul 23 16:47:01.091584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aecb20e0-c4b2-46ba-b385-a8f912988d4c req-22dcfd92-fa11-4624-95ee-305f6f81cc50 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 23 16:47:02.098505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53620) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.219647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdabb912-7d50-4e40-a1df-e0ef0dd9e2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.249333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fd588-1431-4ea0-8178-910a6aac419a req-486bbfc8-1eec-4b9b-8639-43281af2b2e2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:02.251217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6fd588-1431-4ea0-8178-910a6aac419a req-486bbfc8-1eec-4b9b-8639-43281af2b2e2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0868649 Jul 23 16:47:02.316083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd6fd588-1431-4ea0-8178-910a6aac419a req-19e44cec-966b-4f1e-88a2-ba53540737a5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537219 Jul 23 16:47:02.364594 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdabb912-7d50-4e40-a1df-e0ef0dd9e2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.368559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fdabb912-7d50-4e40-a1df-e0ef0dd9e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.409152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabb912-7d50-4e40-a1df-e0ef0dd9e2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f9c82-32d1-4450-958c-2fb00997a30f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:02.413488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fdabb912-7d50-4e40-a1df-e0ef0dd9e2a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=00918cf86bd34619a20aa8cfab406790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139548 Jul 23 16:47:02.416691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53628) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.465401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.487332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.542356 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.545010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.546213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/121f9c82-32d1-4450-958c-2fb00997a30f HTTP/1.1" status: 204 len: 168 time: 0.1291931 Jul 23 16:47:02.557003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f172f-247d-4b27-9965-678c58c87b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f9c82-32d1-4450-958c-2fb00997a30f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:02.818064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53634) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:02.831529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d615809-5463-4157-bdb3-06535aa66d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.930507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d615809-5463-4157-bdb3-06535aa66d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.934643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7d615809-5463-4157-bdb3-06535aa66d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:02.971005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d615809-5463-4157-bdb3-06535aa66d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa71ce6-d3d0-4e1f-9e8a-b8dc8d23bbb4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:02.975893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7d615809-5463-4157-bdb3-06535aa66d45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65bba8a6a4134edd9ec2c7c102ce0b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567161 Jul 23 16:47:02.978672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53636) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:03.031214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.053643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.100880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.103403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.104578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaa71ce6-d3d0-4e1f-9e8a-b8dc8d23bbb4 HTTP/1.1" status: 204 len: 168 time: 0.1250076 Jul 23 16:47:03.115347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f5952-5f35-493a-8c0e-f68f88cb6cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa71ce6-d3d0-4e1f-9e8a-b8dc8d23bbb4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:03.461121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a77c0-4ab8-4da3-a501-c19aec394459 req-7fe7a3ba-2911-4798-9adf-875e167eb895 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:03.463129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-934a77c0-4ab8-4da3-a501-c19aec394459 req-7fe7a3ba-2911-4798-9adf-875e167eb895 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0710819 Jul 23 16:47:03.515864 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-934a77c0-4ab8-4da3-a501-c19aec394459 req-2a7ab91a-6f8a-4ef0-bc2a-4f1c3c6ff9f0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Jul 23 16:47:03.635150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da5e3-328e-4b6c-881e-f2b48f8ed327 req-6ff8126f-5f4f-4733-8d0a-d267618f2033 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:03.636660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-461da5e3-328e-4b6c-881e-f2b48f8ed327 req-6ff8126f-5f4f-4733-8d0a-d267618f2033 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.0769069 Jul 23 16:47:03.676679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-461da5e3-328e-4b6c-881e-f2b48f8ed327 req-b0c55a68-2d7b-4eec-824a-78455807c644 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Jul 23 16:47:03.814223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53666) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:03.911443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409071472-network', 'tenant_id': '18774a1c061f4dd79847071f7fecde3d'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:03.935266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Made reservation on behalf of 18774a1c061f4dd79847071f7fecde3d for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:03.937851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:03.946905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.037174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.041017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.065725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:47:04.075961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc259a76-ab91-4b90-a34e-672c28c17a28,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.082284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.082630 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Added segment 4e72a257-d75c-400f-bb3c-b0e55d2f5dbf of type vlan for network 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d Jul 23 16:47:04.122060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.150828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.151964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:04.152549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.177362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3620358 Jul 23 16:47:04.180447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53670) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:04.185626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Request body: {'subnet': {'network_id': '0a6132b5-0e75-46f1-b9bd-c9fd1facec4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1409071472-subnet', 'tenant_id': '18774a1c061f4dd79847071f7fecde3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:04.209015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Made reservation on behalf of 18774a1c061f4dd79847071f7fecde3d for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:04.212370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.220608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f685f-6450-46e2-af2c-0fe42059e784 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6132b5-0e75-46f1-b9bd-c9fd1facec4d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.231075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:47:04.384865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.440111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07e1a2f-ed4e-4e0b-9db3-af2ecc9e14b8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:04.449737 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Checking segment: {'id': '4e72a257-d75c-400f-bb3c-b0e55d2f5dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0a6132b5-0e75-46f1-b9bd-c9fd1facec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:04.450133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Network hostable DHCP agents. Network: 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:47:04.467499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Network 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:47:04.476059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:04.480494 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:04.481118 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:04.485603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6bc00-1098-411f-96a7-3853b39a5392 None None] Network 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:04.495615 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ae01e4fe-1d99-4afa-8d7a-852caf856d36 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3139319 Jul 23 16:47:04.614663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da86a16-16e5-48e6-a64a-bf6a8849da90 None None] Network 0a6132b5-0e75-46f1-b9bd-c9fd1facec4d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:04.663346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc70c1-ef0d-4354-9716-3a00a37b0e5e req-ee1b0700-f18d-4a8c-ade3-524013ec9d94 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:04.665562 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48cc70c1-ef0d-4354-9716-3a00a37b0e5e req-ee1b0700-f18d-4a8c-ade3-524013ec9d94 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0777371 Jul 23 16:47:04.718080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-48cc70c1-ef0d-4354-9716-3a00a37b0e5e req-d2cb3024-fa2b-409a-87b4-85df6911e77d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465932 Jul 23 16:47:04.838540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3d5f-c2ce-4cc1-ba94-eb1796d46b1d req-6aacec2c-b17c-4efd-a67a-e6c2b2489c7b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:04.840053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b3d5f-c2ce-4cc1-ba94-eb1796d46b1d req-6aacec2c-b17c-4efd-a67a-e6c2b2489c7b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.0654335 Jul 23 16:47:04.888838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b3d5f-c2ce-4cc1-ba94-eb1796d46b1d req-5a9f4a21-dff9-4be4-a6e6-597b3a2907e2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426674 Jul 23 16:47:04.986553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53690) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:04.992017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49869894-network', 'tenant_id': 'a950406325324188a663e3cdec8ac578'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:05.014849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Made reservation on behalf of a950406325324188a663e3cdec8ac578 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:05.017176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.025722 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.115276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.118959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.139695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:47:05.155342 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3727399-01e9-494d-9c66-4f66ebbe6730,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.158284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.158634 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Added segment 5d5f129a-8015-410a-aa72-70a01fe5d45d of type vlan for network 9875e03f-3ca9-4970-9f98-7ae24d2c5824 Jul 23 16:47:05.200946 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.229117 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.230097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:05.230674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.261679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2740262 Jul 23 16:47:05.264548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53692) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:05.269830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Request body: {'subnet': {'network_id': '9875e03f-3ca9-4970-9f98-7ae24d2c5824', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49869894-subnet', 'tenant_id': 'a950406325324188a663e3cdec8ac578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:05.290488 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Made reservation on behalf of a950406325324188a663e3cdec8ac578 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:05.292814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.304065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41385dd-20fc-4cb6-9a30-d9f393710611 admin admin] Pushing event updated for resources: {'Network': ['ID=9875e03f-3ca9-4970-9f98-7ae24d2c5824,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.314828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9875e03f-3ca9-4970-9f98-7ae24d2c5824 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:47:05.362248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a077-edf7-44e5-90ef-6eca47527481 req-db93196d-85f6-4682-97f7-eb626fcd5442 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:05.364315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7235a077-edf7-44e5-90ef-6eca47527481 req-db93196d-85f6-4682-97f7-eb626fcd5442 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.0687683 Jul 23 16:47:05.467356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Deleting port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:05.467693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.468790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.528058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c258c2-8fe8-4d02-948b-9c57ed2af764,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:05.532607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Checking segment: {'id': '5d5f129a-8015-410a-aa72-70a01fe5d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9875e03f-3ca9-4970-9f98-7ae24d2c5824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:05.532969 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Network hostable DHCP agents. Network: 9875e03f-3ca9-4970-9f98-7ae24d2c5824, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:47:05.550668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Network 9875e03f-3ca9-4970-9f98-7ae24d2c5824 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:47:05.561465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9875e03f-3ca9-4970-9f98-7ae24d2c5824) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:05.562955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] For port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:05.563315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.567343 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:05.567937 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.572445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f2037-f89e-4942-be62-937c015a110a None None] Network 9875e03f-3ca9-4970-9f98-7ae24d2c5824 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:05.595945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-73f4e766-4554-41f5-8070-cc7d601129bc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3226542 Jul 23 16:47:05.714167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53696) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:05.724326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e572b01-27a5-431f-a19f-f29e30d0e74a None None] Network 9875e03f-3ca9-4970-9f98-7ae24d2c5824 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:47:05.773677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Deleting subnet e07e1a2f-ed4e-4e0b-9db3-af2ecc9e14b8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:47:05.778084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.822951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.850658 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.851069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.851454 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Floating IP 57ce37a8-0cc5-478f-9b31-813af4de08f0 disassociated. External IP: 172.25.2.223, port: 58e7422c-b4df-415d-9d14-a8c0cd0e7acf. Jul 23 16:47:05.851757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Calling delete_port for 58e7422c-b4df-415d-9d14-a8c0cd0e7acf owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:05.866364 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.943591 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.953661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd520c-5c96-41f0-9578-d3e4ceb0447e req-676adc82-87cc-4bf3-87aa-05ec79dc97b7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:05.955279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bcd520c-5c96-41f0-9578-d3e4ceb0447e req-676adc82-87cc-4bf3-87aa-05ec79dc97b7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.1543667 Jul 23 16:47:05.988441 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:05.990674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e07e1a2f-ed4e-4e0b-9db3-af2ecc9e14b8 HTTP/1.1" status: 204 len: 168 time: 0.2753127 Jul 23 16:47:05.993024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53702) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.007242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a56d1-a147-4484-9c22-0133193fdab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07e1a2f-ed4e-4e0b-9db3-af2ecc9e14b8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.062766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2bcd520c-5c96-41f0-9578-d3e4ceb0447e req-f3b90348-5283-440d-ab13-918d8fc7baa5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992947 Jul 23 16:47:06.078204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.124830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1cd53-03e8-4255-9780-e2b394dcf060 req-eff0025e-a34e-4399-8dd5-e79c32eda82e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:06.126368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ec1cd53-03e8-4255-9780-e2b394dcf060 req-eff0025e-a34e-4399-8dd5-e79c32eda82e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3528e9d-8ab2-4503-a2d7-b0537b11606b HTTP/1.1" status: 200 len: 947 time: 0.1419735 Jul 23 16:47:06.131842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.162664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.172893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6132b5-0e75-46f1-b9bd-c9fd1facec4d']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.177618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'Port': ['ID=58e7422c-b4df-415d-9d14-a8c0cd0e7acf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.188435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e72a257-d75c-400f-bb3c-b0e55d2f5dbf') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.188875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e72a257-d75c-400f-bb3c-b0e55d2f5dbf') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.202213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.217208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.224168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:47:06.224415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:47:06.226410 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:47:06.266189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ec1cd53-03e8-4255-9780-e2b394dcf060 req-1c700a56-c3c0-4435-a9bf-b5f63373ed85 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321461 Jul 23 16:47:06.283874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.292944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.297515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] 10.222.0.64 "DELETE /v2.0/networks/0a6132b5-0e75-46f1-b9bd-c9fd1facec4d HTTP/1.1" status: 204 len: 168 time: 0.3009243 Jul 23 16:47:06.297882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53704) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.304849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961dfd5-75ed-4133-a1f5-e2d73bc2a7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6132b5-0e75-46f1-b9bd-c9fd1facec4d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.341753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:47:06.358769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Deleting subnet f6c258c2-8fe8-4d02-948b-9c57ed2af764 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:47:06.364500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.462321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.519432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.556679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:06.567733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:06.577135 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:06.577752 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.619642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] No DVR routers for this DVR port 58e7422c-b4df-415d-9d14-a8c0cd0e7acf on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:47:06.623486 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.625816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7235a077-edf7-44e5-90ef-6eca47527481 req-57ca55f9-518a-487d-b381-02afe7f6fced tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "DELETE /v2.0/ports/58e7422c-b4df-415d-9d14-a8c0cd0e7acf HTTP/1.1" status: 204 len: 173 time: 1.2547135 Jul 23 16:47:06.629422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-deleted', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:06.631149 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb298aa-e08a-40e4-bde3-ef04cf233203" -d '{"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-deleted", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:06.663423 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.700802 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da4125-466d-4ab4-8289-4cdc283e0f5e x-openstack-request-id: req-e8da4125-466d-4ab4-8289-4cdc283e0f5e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:06.701289 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3528e9d-8ab2-4503-a2d7-b0537b11606b", "name": "network-vif-deleted", "tag": "58e7422c-b4df-415d-9d14-a8c0cd0e7acf", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:06.701544 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8da4125-466d-4ab4-8289-4cdc283e0f5e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:06.702044 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3528e9d-8ab2-4503-a2d7-b0537b11606b', 'name': 'network-vif-deleted', 'tag': '58e7422c-b4df-415d-9d14-a8c0cd0e7acf', 'status': 'completed', 'code': 200} Jul 23 16:47:06.708507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.710458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f6c258c2-8fe8-4d02-948b-9c57ed2af764 HTTP/1.1" status: 204 len: 168 time: 0.4116075 Jul 23 16:47:06.711309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf9f0-6496-4242-ad6a-78af1cdedd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c258c2-8fe8-4d02-948b-9c57ed2af764,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:06.713469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53708) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:06.745586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:06.793463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.873391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.885750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9875e03f-3ca9-4970-9f98-7ae24d2c5824']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.901411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5f129a-8015-410a-aa72-70a01fe5d45d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.901793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5f129a-8015-410a-aa72-70a01fe5d45d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.911564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.929642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.936118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:47:06.936558 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:47:06.938593 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:47:06.976265 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:06.995959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.001302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.005644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9875e03f-3ca9-4970-9f98-7ae24d2c5824 HTTP/1.1" status: 204 len: 168 time: 0.2884400 Jul 23 16:47:07.006426 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:07.014818 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:07.015424 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:46:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:07.017490 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6813b0-fc40-4889-9816-b6f03bb43260 admin admin] Pushing event deleted for resources: {'Network': ['ID=9875e03f-3ca9-4970-9f98-7ae24d2c5824,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:07.128142 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:07.180044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.211267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a34f21-c991-4d7a-ad26-f120626144c8 req-1312fd81-577c-48cf-bd17-ba18e3a30f10 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:07.212808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05a34f21-c991-4d7a-ad26-f120626144c8 req-1312fd81-577c-48cf-bd17-ba18e3a30f10 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0755906 Jul 23 16:47:07.231745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9132761-fa26-4e35-a6eb-cbf6301658b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18774a1c061f4dd79847071f7fecde3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478537 Jul 23 16:47:07.232231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53716) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.255848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05a34f21-c991-4d7a-ad26-f120626144c8 req-c467b150-edeb-49fd-94ff-879f68d3a4b5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Jul 23 16:47:07.292136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.316230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.348408 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:07.359955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53722) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.380398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65ae2d-e6a1-46e9-89fc-b883718e3859 None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:07.387778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.390528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.391707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc259a76-ab91-4b90-a34e-672c28c17a28 HTTP/1.1" status: 204 len: 168 time: 0.1579926 Jul 23 16:47:07.410712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a44167-abdf-45f7-9d1d-cb7921fd934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc259a76-ab91-4b90-a34e-672c28c17a28,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:07.434684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.461856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.517961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.521275 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.522523 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "DELETE /v2.0/security-groups/258edf70-45e9-4a18-ad83-ad5b9f2ab7bc HTTP/1.1" status: 204 len: 168 time: 0.1614506 Jul 23 16:47:07.525596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53726) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.534904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63016bbf-efe3-43af-8b85-fda38a1d85a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258edf70-45e9-4a18-ad83-ad5b9f2ab7bc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:07.543042 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-d1af00fe-2dca-448e-8df5-c8fbcbcd2f5a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] show failed (client error): The resource could not be found. Jul 23 16:47:07.544066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d1af00fe-2dca-448e-8df5-c8fbcbcd2f5a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups/258edf70-45e9-4a18-ad83-ad5b9f2ab7bc HTTP/1.1" status: 404 len: 347 time: 0.0166106 Jul 23 16:47:07.547037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53728) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.684184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67e3f0-e27d-4a10-b990-520f5292bae5 None None] New status for floating IP 57ce37a8-0cc5-478f-9b31-813af4de08f0: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:47:07.697395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Deleting port 46f9604a-eeca-4132-ad37-4b09151f60f6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:07.697748 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.748800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.790643 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.791120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.795064 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-28a81ffb-f670-466e-a9fa-5d95a91fc09b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a950406325324188a663e3cdec8ac578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427957 Jul 23 16:47:07.795806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53734) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:07.817456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Calling delete_port for 46f9604a-eeca-4132-ad37-4b09151f60f6 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:07.917543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:07.949732 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.024503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.036511 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.039009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.040145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3727399-01e9-494d-9c66-4f66ebbe6730 HTTP/1.1" status: 204 len: 168 time: 0.2438314 Jul 23 16:47:08.066375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'Port': ['ID=46f9604a-eeca-4132-ad37-4b09151f60f6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.068057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:08.095533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 58e7422c-b4df-415d-9d14-a8c0cd0e7acf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:08.095806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 58e7422c-b4df-415d-9d14-a8c0cd0e7acf not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:08.112828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b11d5-4e3b-4b6a-ac9d-b198d6229e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3727399-01e9-494d-9c66-4f66ebbe6730,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.136777 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.139810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.140947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f1eba9f9-9d4e-4167-a3ac-dc63c960a831 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "DELETE /v2.0/floatingips/57ce37a8-0cc5-478f-9b31-813af4de08f0 HTTP/1.1" status: 204 len: 168 time: 0.5929117 Jul 23 16:47:08.403692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d258e-75a4-464d-abfe-fa879ff1a40f req-4eca5790-826a-4909-aafe-80e23ef15ef4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:08.405698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-956d258e-75a4-464d-abfe-fa879ff1a40f req-4eca5790-826a-4909-aafe-80e23ef15ef4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 944 time: 0.0749924 Jul 23 16:47:08.448941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-956d258e-75a4-464d-abfe-fa879ff1a40f req-ae8ccb37-74a1-46f4-94c5-83b574dc00f5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Jul 23 16:47:08.455450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53752) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.460942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505863190', 'description': 'tempest-description--1743278979'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:08.484500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.573534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.577952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.611866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644e88ed-e700-4397-ad9c-39422af2a44e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.616468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.620920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-afe71819-d0d0-47c2-96bd-dc79038784a4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1606684 Jul 23 16:47:08.621061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53758) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.625822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group_rule': {'security_group_id': '644e88ed-e700-4397-ad9c-39422af2a44e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:08.652200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.716802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.720985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.738926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff4ce7e-6508-4590-b32e-0890edd2092e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.746724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.748023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-753e8339-4f69-49c5-93c4-b8edc9029137 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258841 Jul 23 16:47:08.750931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53764) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.756303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b874203-f5d1-477a-8264-48b4efef75c4 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:08.757404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'security_group_rule': {'security_group_id': '644e88ed-e700-4397-ad9c-39422af2a44e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:08.785359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.865847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.871216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.889499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b874203-f5d1-477a-8264-48b4efef75c4,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:08.901521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac62469b-d8ac-4be0-b843-b8eb0f10681b,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:08.912342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.917730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9e2af1f1-339f-41b6-8bde-938bb5db3946 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618896 Jul 23 16:47:08.917990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '2b874203-f5d1-477a-8264-48b4efef75c4', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': '2b874203-f5d1-477a-8264-48b4efef75c4', 'mac_address': 'fa:16:3e:5b:1c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:08.918340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53768) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:08.923063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:08.951543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.960082 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.977342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b874203-f5d1-477a-8264-48b4efef75c4 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:09.000267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b874203-f5d1-477a-8264-48b4efef75c4,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:09.006105 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.057614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:09.064109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.282746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b874203-f5d1-477a-8264-48b4efef75c4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:09.514444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Allocated IP 172.25.2.115 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/cb83a756-d7bd-4456-a37e-36a9242a9f37) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:09.681521 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.690827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c153e15-9d02-421a-9b6a-244881893183 req-ae285c62-8fa6-4a19-a5e4-39d3d5948b69 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:09.692430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c153e15-9d02-421a-9b6a-244881893183 req-ae285c62-8fa6-4a19-a5e4-39d3d5948b69 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 945 time: 0.1427541 Jul 23 16:47:09.752602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c153e15-9d02-421a-9b6a-244881893183 req-dd6878f3-5748-4a8d-bb90-d268bef9baa6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527802 Jul 23 16:47:09.765387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.809756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:09.814263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:09.821412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:09.824539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=cb83a756-d7bd-4456-a37e-36a9242a9f37,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:09.914539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:09.969329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.020582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.122404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.124566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4508b4ee-0a98-496e-b09b-3d69ecc3cca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.127088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.213294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=cb83a756-d7bd-4456-a37e-36a9242a9f37,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.217357 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4508b4ee-0a98-496e-b09b-3d69ecc3cca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.223640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4508b4ee-0a98-496e-b09b-3d69ecc3cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.227051 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.242782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.244113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3b1ad032-7a88-4e61-9808-4df84b7eb8c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3248067 Jul 23 16:47:10.267714 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4508b4ee-0a98-496e-b09b-3d69ecc3cca6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3710cf5dbf14f90bf2ca64910f66634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460463 Jul 23 16:47:10.269259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508b4ee-0a98-496e-b09b-3d69ecc3cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b465c0-b85c-4688-8e1b-713d016eca76,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.271083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 53816) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.324303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.346500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.394502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.397096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.400945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2b465c0-b85c-4688-8e1b-713d016eca76 HTTP/1.1" status: 204 len: 168 time: 0.1280975 Jul 23 16:47:10.415777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f873-a960-4f32-a96e-e71db4dcf48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b465c0-b85c-4688-8e1b-713d016eca76,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.445894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c9082744-5f6f-41f4-99a8-e2758e4e000f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--505863190&fields=id&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 267 time: 0.0412219 Jul 23 16:47:10.566251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-ad76f9ff-00ff-45ed-b8cf-89e01a8d5953 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:10.567939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-ad76f9ff-00ff-45ed-b8cf-89e01a8d5953 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 817 time: 0.1128876 Jul 23 16:47:10.584147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-fb2409b1-e7d3-47c1-8922-885484e1d237 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/quotas/265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 375 time: 0.0106702 Jul 23 16:47:10.663532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-2c592624-1d31-40a5-b52c-b13533f2c125 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728226 Jul 23 16:47:10.686809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53832) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.701254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f73404c-f07a-42e4-a4a9-bef470a09305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.765861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-ee422fe6-a98e-4342-8be4-55495f335d11 service neutron] 10.222.0.64 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910559 Jul 23 16:47:10.768613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b874203-f5d1-477a-8264-48b4efef75c4 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:10.800985 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f73404c-f07a-42e4-a4a9-bef470a09305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.806449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f73404c-f07a-42e4-a4a9-bef470a09305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.827806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 2b874203-f5d1-477a-8264-48b4efef75c4 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:10.834170 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 2b874203-f5d1-477a-8264-48b4efef75c4 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:10.834552 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.854351 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4f73404c-f07a-42e4-a4a9-bef470a09305 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=873e8b6b387546048b501e5b4ee1d8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664164 Jul 23 16:47:10.855600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73404c-f07a-42e4-a4a9-bef470a09305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386eeb5-7501-4460-8a12-61f0c456de69,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:10.858293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 53836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:10.924172 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.929349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.936531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e313c5dd-2bed-496b-ba5d-ef4bdf38c748 service neutron] 10.222.0.64 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636622 Jul 23 16:47:10.947988 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:10.958278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:10.960883 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe444cfe-ea17-4c49-bc8f-c2c4d5ad88fc" -d '{"events": [{"server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:10.969628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd12d2c-4a98-41da-8655-a09f3ee97629 req-d3bdc303-f4d4-46c2-a54d-f67e378de077 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:10.971319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cd12d2c-4a98-41da-8655-a09f3ee97629 req-d3bdc303-f4d4-46c2-a54d-f67e378de077 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 945 time: 0.1281176 Jul 23 16:47:10.979941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b874203-f5d1-477a-8264-48b4efef75c4,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:10.985574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.019274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.022537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cd12d2c-4a98-41da-8655-a09f3ee97629 req-c98b5fad-1309-4ec2-962d-b2da1ff3f75b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Jul 23 16:47:11.022687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.023778 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9386eeb5-7501-4460-8a12-61f0c456de69 HTTP/1.1" status: 204 len: 168 time: 0.1643414 Jul 23 16:47:11.032857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca76aa6-97f2-43a1-8412-bcfb0796b50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386eeb5-7501-4460-8a12-61f0c456de69,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:11.078008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:11.088474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.089034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.089524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.090065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.090546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.091023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.091564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.092043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.092518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.092991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.093468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.093874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:47:11.193154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8df42ba-2dfa-402b-a33c-3845de3bc96d req-a689c632-03c3-49fd-9670-3d13e22c822a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 210 time: 0.0401008 Jul 23 16:47:11.240349 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cec0a3-d58f-4b1d-8840-a3364eb8120e x-openstack-request-id: req-83cec0a3-d58f-4b1d-8840-a3364eb8120e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:11.240676 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:11.240956 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83cec0a3-d58f-4b1d-8840-a3364eb8120e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:11.241398 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4', 'code': 200} Jul 23 16:47:11.366619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0eb41-3bf5-458b-b927-af2b01d817a4 req-3356f272-176e-4c6a-b264-7b7a4ef3ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:11.368168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00a0eb41-3bf5-458b-b927-af2b01d817a4 req-3356f272-176e-4c6a-b264-7b7a4ef3ee5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 1097 time: 0.0626745 Jul 23 16:47:11.413427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00a0eb41-3bf5-458b-b927-af2b01d817a4 req-42304ace-2375-4983-abb7-ac3979e7c74f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Jul 23 16:47:11.765321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.787883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8d63293-4ae5-4c9e-8632-23d27d43d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.168983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b78f28-86bd-4e89-88b5-8cbecf617be7 req-2078709b-dad1-4dbc-8683-53b520d65905 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:12.170434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b78f28-86bd-4e89-88b5-8cbecf617be7 req-2078709b-dad1-4dbc-8683-53b520d65905 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.0742209 Jul 23 16:47:12.244099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32b78f28-86bd-4e89-88b5-8cbecf617be7 req-7ae638ab-1e32-409d-8a95-e9fadbef6686 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676231 Jul 23 16:47:12.337554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4f5e29f-f6f2-46d9-99b2-003b1f9756c7 req-16357a19-9ce2-47ee-83bc-2c11eac41dfc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 210 time: 0.0399024 Jul 23 16:47:12.372828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-199018b7-d5ff-4d44-9a20-33e540e4e28d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:12.374323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-199018b7-d5ff-4d44-9a20-33e540e4e28d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 817 time: 0.1765971 Jul 23 16:47:12.426593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e91fefb0-d625-4c1a-9988-20b82bcbcf28 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 379 time: 0.0359654 Jul 23 16:47:12.444626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'port': {'device_id': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'admin_state_up': True, 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'security_groups': ['644e88ed-e700-4397-ad9c-39422af2a44e']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:12.571715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Made reservation on behalf of 265d865fb03f43aa8115f1c1aa90c713 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:12.575347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.709102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Allocated IP 172.20.0.5 (16dce680-b336-44eb-bb51-1ce961d9af91/b47ac8df-6f61-414a-8eaf-e342f7efea92/ce9ba141-5423-492e-ad63-4afc66efeef6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:12.860148 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.874323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Transition to ACTIVE for port object ce9ba141-5423-492e-ad63-4afc66efeef6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:12.909260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.955834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Network 16dce680-b336-44eb-bb51-1ce961d9af91 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:12.959922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:12.963953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:12.997712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:13.032594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.033227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.050599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c74c52c1-fdea-49e1-8337-fb407593671a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107152 Jul 23 16:47:13.080180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Request body: {'port': {'device_id': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:13.165454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.256316 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2ee5c969-fecb-48b2-b0ce-2ec7981178df None None] Provisioning for port ce9ba141-5423-492e-ad63-4afc66efeef6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:13.260834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2ee5c969-fecb-48b2-b0ce-2ec7981178df None None] Provisioning complete for port ce9ba141-5423-492e-ad63-4afc66efeef6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:13.261316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2ee5c969-fecb-48b2-b0ce-2ec7981178df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.299539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5c969-fecb-48b2-b0ce-2ec7981178df None None] Port ce9ba141-5423-492e-ad63-4afc66efeef6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:13.482169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb286-ccc3-41c7-a0a9-217328ea666f req-2d86f495-43b6-4bcd-a1d5-4f5b1214f5dc tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.483697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93bcb286-ccc3-41c7-a0a9-217328ea666f req-2d86f495-43b6-4bcd-a1d5-4f5b1214f5dc tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.1608081 Jul 23 16:47:13.565827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93bcb286-ccc3-41c7-a0a9-217328ea666f req-5e7507ce-d4eb-4e9d-8369-b7305b0fd486 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Jul 23 16:47:13.572019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:13.581608 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.597791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Transition to ACTIVE for port object ce9ba141-5423-492e-ad63-4afc66efeef6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:13.611170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005d6a-d62f-4d59-8181-a11ffa82189a req-d7a4c615-bdc9-497b-b777-522a4644ea8f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.613229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be005d6a-d62f-4d59-8181-a11ffa82189a req-d7a4c615-bdc9-497b-b777-522a4644ea8f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 931 time: 0.1796572 Jul 23 16:47:13.614042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.725840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:13.738464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-be005d6a-d62f-4d59-8181-a11ffa82189a req-df0b1841-f252-4caf-927a-f2dcff99d371 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171105 Jul 23 16:47:13.812006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347d74e-c510-48e2-93e7-0a74e4043350 req-01912dba-e780-4bbc-b5dd-86ee03e9913b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.813548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d347d74e-c510-48e2-93e7-0a74e4043350 req-01912dba-e780-4bbc-b5dd-86ee03e9913b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.1667740 Jul 23 16:47:13.852099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Attempting to bind port ce9ba141-5423-492e-ad63-4afc66efeef6 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:13.852433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Attempting to bind port ce9ba141-5423-492e-ad63-4afc66efeef6 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:13.852757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Attempting to bind port ce9ba141-5423-492e-ad63-4afc66efeef6 on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:13.865520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Port ce9ba141-5423-492e-ad63-4afc66efeef6 on network 16dce680-b336-44eb-bb51-1ce961d9af91 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:13.865841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Attempting to bind port ce9ba141-5423-492e-ad63-4afc66efeef6 on network 16dce680-b336-44eb-bb51-1ce961d9af91 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:13.870235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d347d74e-c510-48e2-93e7-0a74e4043350 req-31dc2b09-c249-461e-8bae-5a987a71d647 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Jul 23 16:47:13.874014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:13.874350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Checking segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:13.874786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Bound using segment: {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:13.875419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Bound port: ce9ba141-5423-492e-ad63-4afc66efeef6, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9309d3b1-dfcc-469a-abbf-c83191fda6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:13.875540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.948566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:13.951675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:13.957988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.998468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:13.999092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.000495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e511a66e-1595-4127-adb7-01240c30dade service neutron] 10.222.0.81 "PUT /v2.0/ports/ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 1091 time: 0.9254615 Jul 23 16:47:14.000955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:14.003847 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c7e172-42b7-499d-aebc-2373cc581fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:14.035267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511a66e-1595-4127-adb7-01240c30dade service neutron] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:14.077344 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8735e905-690a-4f8f-ad54-bc97f805208d x-openstack-request-id: req-8735e905-690a-4f8f-ad54-bc97f805208d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:14.077634 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:14.078106 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8735e905-690a-4f8f-ad54-bc97f805208d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:14.078506 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'status': 'completed', 'code': 200} Jul 23 16:47:14.134218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-0876521e-6f21-449b-8d95-e9b8ceed24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.136202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-0876521e-6f21-449b-8d95-e9b8ceed24d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1094 time: 0.0695941 Jul 23 16:47:14.200838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-c40a2034-5225-421a-a4af-42359c739de4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 217 time: 0.0494640 Jul 23 16:47:14.280046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-52f49daf-d69a-4b6b-b805-552b7caf9b45 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621729 Jul 23 16:47:14.290348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-0438413f-205f-4597-a9e8-f6ebb1356acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.292317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-0438413f-205f-4597-a9e8-f6ebb1356acb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0738652 Jul 23 16:47:14.323592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.384708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-2e219ac4-9bfc-4afb-8dac-a1d1e7089771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.388630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-2e219ac4-9bfc-4afb-8dac-a1d1e7089771 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790675 Jul 23 16:47:14.431385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-96da03d1-4475-4cdb-8c2a-38050b976382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.432762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-96da03d1-4475-4cdb-8c2a-38050b976382 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.0900147 Jul 23 16:47:14.433823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c95cd7f-9b8b-46fb-bdd8-b375e8c75589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:14.564896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-631e2c70-566a-464e-9c8c-cd31aac52cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.567386 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-631e2c70-566a-464e-9c8c-cd31aac52cb6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 897 time: 0.1088645 Jul 23 16:47:14.601213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-b394b75b-7ccb-4cb7-83dc-c085f0e1ac5d service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004843 Jul 23 16:47:14.642517 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-e8cd7fce-fa6f-4840-a644-3edb69516036 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 1000 time: 0.0650930 Jul 23 16:47:14.715641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-b29b787f-a136-4384-8adc-10c85bf2c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.717268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-b29b787f-a136-4384-8adc-10c85bf2c796 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.0666058 Jul 23 16:47:14.726790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab9e864e-93df-40c2-b690-380ac9a3d874 req-e57b98ca-e3ea-4590-a6bd-d343c56436bc service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185193 Jul 23 16:47:14.802772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-d03e3148-b3ab-4c5f-b487-6bd563bb70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.804240 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-d03e3148-b3ab-4c5f-b487-6bd563bb70d2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795426 Jul 23 16:47:14.948209 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-3de2487c-6d31-4261-b833-83d5350b08b4 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221159 Jul 23 16:47:14.958163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-5dd44417-e2e0-43cd-9a7d-0664e124e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.959776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-5dd44417-e2e0-43cd-9a7d-0664e124e823 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1094 time: 0.1329966 Jul 23 16:47:14.978046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4187bb-8ee1-4969-807a-d0a892bdfc2a req-fe96d3cd-f361-4711-ba27-20d05c4d48cb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:14.979669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4187bb-8ee1-4969-807a-d0a892bdfc2a req-fe96d3cd-f361-4711-ba27-20d05c4d48cb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0914865 Jul 23 16:47:15.114040 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-4a35a5e0-d643-4a2b-95fa-f18a3822cab9 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583703 Jul 23 16:47:15.136705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4187bb-8ee1-4969-807a-d0a892bdfc2a req-8e6f6806-22c8-4c4e-9499-4a4c123d9cb4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473322 Jul 23 16:47:15.175440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-2328025a-2b74-46c5-a389-bde1a97bd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:15.177108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-2328025a-2b74-46c5-a389-bde1a97bd4c4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.2082326 Jul 23 16:47:15.233616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-ec4a7a6e-f3a8-4249-9566-199023229b32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 217 time: 0.0418704 Jul 23 16:47:15.310792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-af838ccb-602d-488b-8fef-ba8c4e0632ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:15.314036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-af838ccb-602d-488b-8fef-ba8c4e0632ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0664673 Jul 23 16:47:15.429330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-0922fc49-1437-4190-b055-6120fccf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:15.430871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-0922fc49-1437-4190-b055-6120fccf8839 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091154 Jul 23 16:47:15.570404 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:15.590159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-7443be50-f399-4131-a338-c56e7e17b7e4 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501491 Jul 23 16:47:15.724065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4c7e172-42b7-499d-aebc-2373cc581fa9 req-e75197f6-5517-4c9f-a2b7-d16f355dc6d6 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004636 Jul 23 16:47:16.275303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248880f-b788-498d-90fc-5d0ee95d46b3 req-a4b863a6-721f-4320-bcc9-8d103c207bb8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:16.276807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d248880f-b788-498d-90fc-5d0ee95d46b3 req-a4b863a6-721f-4320-bcc9-8d103c207bb8 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0688229 Jul 23 16:47:16.322375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d248880f-b788-498d-90fc-5d0ee95d46b3 req-7fb4483e-0c77-4cbb-875b-33239e0f33a3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347593 Jul 23 16:47:16.960894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-6500d488-6acd-4240-b9c2-add65d3b625d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:16.962390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-6500d488-6acd-4240-b9c2-add65d3b625d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1112444 Jul 23 16:47:16.977050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-4bbf530b-0a97-4c49-8dd2-130226a3efc1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Jul 23 16:47:17.046673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-68764e77-5e33-46df-8aa9-68e5dc10fa83 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647130 Jul 23 16:47:17.140107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-3e5a0839-52cb-417a-9956-7a6baf331fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Jul 23 16:47:17.236826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-859db2d1-20c1-4fa6-bebe-93e23ffb6146 service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892577 Jul 23 16:47:17.445960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0bae80a-d0ff-48a9-a705-ddd3424e6d71 req-48034a8c-24b9-4408-9112-593e445720c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0433912 Jul 23 16:47:17.494247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:17.511709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b948709-0bfb-4253-a794-8656c594142a req-0f109329-ed21-4db2-bf63-922ae190be50 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:17.513391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b948709-0bfb-4253-a794-8656c594142a req-0f109329-ed21-4db2-bf63-922ae190be50 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0984452 Jul 23 16:47:17.562263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b948709-0bfb-4253-a794-8656c594142a req-679b3ff1-9fc9-4528-b850-b86a01f5f7e3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Jul 23 16:47:18.099695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:18.199212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:18.211945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:18.249652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.263319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:18.282785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:18.287008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.334311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:18.576643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0e574e8-3a6b-4280-9e2b-5475f57025ba req-4a34712b-26d0-4b17-8be5-09d015496bfa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0412891 Jul 23 16:47:18.601108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ce9ba141-5423-492e-ad63-4afc66efeef6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:18.633164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-870e9ea3-3301-472c-8387-3288ee96b9cd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.635651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-870e9ea3-3301-472c-8387-3288ee96b9cd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1813557 Jul 23 16:47:18.660805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:18.838326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:18.842411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:18.866344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a883c17-6e53-4442-9210-82a47e640f84 req-814c34d5-0872-4e14-a0f0-b3edcaf71401 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:18.868124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a883c17-6e53-4442-9210-82a47e640f84 req-814c34d5-0872-4e14-a0f0-b3edcaf71401 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.1901135 Jul 23 16:47:18.958490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a883c17-6e53-4442-9210-82a47e640f84 req-85c04cf6-a524-499d-94a1-455d2b09545b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813518 Jul 23 16:47:19.031574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.14 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/edd76a14-486d-4fab-b04b-4f347c5bb894) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:19.522263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.536282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object edd76a14-486d-4fab-b04b-4f347c5bb894 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:19.574816 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.593299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b874203-f5d1-477a-8264-48b4efef75c4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:19.629630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:19.650237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:19.652042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:19.654770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:19.721637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:19.722841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.739871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-395627ba-78fb-4873-b9eb-a6d8afd8cba5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0843098 Jul 23 16:47:19.771481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Request body: {'port': {'device_id': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:19.927220 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:19.955315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1863-7974-445c-b876-b537297c5d9d req-e2223240-f265-4cc1-87d8-f7f522372ed2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:19.958524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d37b1863-7974-445c-b876-b537297c5d9d req-e2223240-f265-4cc1-87d8-f7f522372ed2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 932 time: 0.2176318 Jul 23 16:47:20.041512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d37b1863-7974-445c-b876-b537297c5d9d req-18e1dc6b-3b81-4587-845e-d1db9f96fe6d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 Jul 23 16:47:20.067615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-353a3700-b9b4-46a6-a99f-c210d9d18b1e None None] Provisioning for port edd76a14-486d-4fab-b04b-4f347c5bb894 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:20.072414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-353a3700-b9b4-46a6-a99f-c210d9d18b1e None None] Provisioning complete for port edd76a14-486d-4fab-b04b-4f347c5bb894 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.072923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-353a3700-b9b4-46a6-a99f-c210d9d18b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.113800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-353a3700-b9b4-46a6-a99f-c210d9d18b1e None None] Port edd76a14-486d-4fab-b04b-4f347c5bb894 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:20.121726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:20.192107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ce9ba141-5423-492e-ad63-4afc66efeef6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:20.196921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ce9ba141-5423-492e-ad63-4afc66efeef6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:20.197593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.241115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d50be-f75c-4d0a-9b76-ad2604ba1be5 req-655c3a88-bb6f-4628-9fa3-57f8fe9a1213 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:20.246531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d8d50be-f75c-4d0a-9b76-ad2604ba1be5 req-655c3a88-bb6f-4628-9fa3-57f8fe9a1213 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.1457343 Jul 23 16:47:20.295146 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.310997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d8d50be-f75c-4d0a-9b76-ad2604ba1be5 req-1031108e-19dc-404e-a814-aebffea56ad4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612547 Jul 23 16:47:20.318630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:20.321749 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d05168-34bf-4ec0-bdb1-7021f28e135d" -d '{"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:20.339709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:20.349945 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.380940 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803e33e-6d40-4f73-9515-a480caa34250 x-openstack-request-id: req-c803e33e-6d40-4f73-9515-a480caa34250 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:20.381233 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:20.381539 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c803e33e-6d40-4f73-9515-a480caa34250 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:20.381982 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'code': 200} Jul 23 16:47:20.390977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd76a14-486d-4fab-b04b-4f347c5bb894 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:20.415093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:20.417522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.438791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Transition to ACTIVE for port object edd76a14-486d-4fab-b04b-4f347c5bb894 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:20.447004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.549747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:20.596836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19813b-ef1c-461f-8927-6dd0815498fc req-ab5246cf-3044-4235-b405-c8f15c698cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:20.598814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d19813b-ef1c-461f-8927-6dd0815498fc req-ab5246cf-3044-4235-b405-c8f15c698cc9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1096 time: 0.1132996 Jul 23 16:47:20.672555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Attempting to bind port edd76a14-486d-4fab-b04b-4f347c5bb894 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:20.673599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Attempting to bind port edd76a14-486d-4fab-b04b-4f347c5bb894 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:20.674766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Attempting to bind port edd76a14-486d-4fab-b04b-4f347c5bb894 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:20.679762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d19813b-ef1c-461f-8927-6dd0815498fc req-5ffc9660-7878-450e-8bf7-85242b32514e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609360 Jul 23 16:47:20.682198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Port edd76a14-486d-4fab-b04b-4f347c5bb894 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:20.682681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Attempting to bind port edd76a14-486d-4fab-b04b-4f347c5bb894 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:20.688224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:20.688829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:20.689526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:20.691096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Bound port: edd76a14-486d-4fab-b04b-4f347c5bb894, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:20.691668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.774227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:20.778063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=edd76a14-486d-4fab-b04b-4f347c5bb894,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:20.785823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.825698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:20.826436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:20.827723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/edd76a14-486d-4fab-b04b-4f347c5bb894 HTTP/1.1" status: 200 len: 1092 time: 1.0608013 Jul 23 16:47:20.828218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:20.830459 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1f211-4b21-417d-8be8-74bcdf43cf04" -d '{"events": [{"name": "network-changed", "server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:20.872431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c841643-ddc0-4c25-b753-10a1935ca9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:20.911818 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e20e21f-ce61-4ce1-bbc7-6a497a3d0795 x-openstack-request-id: req-2e20e21f-ce61-4ce1-bbc7-6a497a3d0795 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:20.911993 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:20.912100 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e20e21f-ce61-4ce1-bbc7-6a497a3d0795 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:20.912527 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894', 'status': 'completed', 'code': 200} Jul 23 16:47:20.982388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-9d80a4a6-bc11-48de-b8e4-fd72f4114b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:20.983937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-9d80a4a6-bc11-48de-b8e4-fd72f4114b21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 1095 time: 0.0908051 Jul 23 16:47:21.055412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-0a879cc6-131b-4799-91b1-7d683371a1d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd76a14-486d-4fab-b04b-4f347c5bb894 HTTP/1.1" status: 200 len: 217 time: 0.0613432 Jul 23 16:47:21.125028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-fa9753f2-bd14-422c-abdc-5446276b939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.126824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-fa9753f2-bd14-422c-abdc-5446276b939d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0594747 Jul 23 16:47:21.228935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafebb7-708a-4691-a530-4c19911a4991 req-8debd7f5-d65c-4be9-b1b7-cdca0e34e46b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.230576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adafebb7-708a-4691-a530-4c19911a4991 req-8debd7f5-d65c-4be9-b1b7-cdca0e34e46b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.1026440 Jul 23 16:47:21.236134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-c91b1c6f-7038-4be0-92e2-547606af1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.238072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-c91b1c6f-7038-4be0-92e2-547606af1c96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011250 Jul 23 16:47:21.318957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adafebb7-708a-4691-a530-4c19911a4991 req-66caf2c2-788a-40ce-819b-3e1f7c142678 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798955 Jul 23 16:47:21.378379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-5814c692-91f5-4e94-bc14-b98c6c04806f service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140082 Jul 23 16:47:21.516996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5f4289c-dfe6-4068-a694-2d4e16f4f151 req-6151f9ab-1fa0-4125-9d87-99a63e5f5f38 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266863 Jul 23 16:47:21.531937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8497e38-7f1e-43ae-abb2-e34db52d08f9 req-9091f264-05c7-49d7-9e0a-88c915b5a3bf tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.533512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8497e38-7f1e-43ae-abb2-e34db52d08f9 req-9091f264-05c7-49d7-9e0a-88c915b5a3bf tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.1236465 Jul 23 16:47:21.606304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b8497e38-7f1e-43ae-abb2-e34db52d08f9 req-9526a0ce-3e52-472a-8061-826443061682 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623477 Jul 23 16:47:21.648523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-0431edb0-586d-4ef4-8d1d-e0d7144f45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.649922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-0431edb0-586d-4ef4-8d1d-e0d7144f45d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 1095 time: 0.0777018 Jul 23 16:47:21.784108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-3437bc9d-bc44-4536-a52f-7bcfc9ea8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.787725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-3437bc9d-bc44-4536-a52f-7bcfc9ea8f06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1276824 Jul 23 16:47:21.848031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-997812fe-b19b-4af5-9b20-6953f7bdef1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd76a14-486d-4fab-b04b-4f347c5bb894 HTTP/1.1" status: 200 len: 217 time: 0.0486138 Jul 23 16:47:21.917969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-338b90aa-5bef-41c2-9052-da79e713a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:21.920714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-338b90aa-5bef-41c2-9052-da79e713a0e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0619748 Jul 23 16:47:22.012118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-b35309b5-9509-41f5-b344-a616f593ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:22.013983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-b35309b5-9509-41f5-b344-a616f593ad36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826669 Jul 23 16:47:22.181838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-9dfcc5ac-6f27-40fc-8d4a-aba0d57a420b service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603122 Jul 23 16:47:22.288863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bc1f211-4b21-417d-8be8-74bcdf43cf04 req-2d8ea918-b54a-475b-8031-a8b2e5ad3d87 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940621 Jul 23 16:47:22.508462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9ebff-95cc-4d6c-817e-d0a0d281d801 req-11cd4ba4-137b-43b4-9b4e-92450b5237be tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:22.510259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4a9ebff-95cc-4d6c-817e-d0a0d281d801 req-11cd4ba4-137b-43b4-9b4e-92450b5237be tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0998304 Jul 23 16:47:22.597636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4a9ebff-95cc-4d6c-817e-d0a0d281d801 req-9492de02-c6e2-41b8-916f-d910fbc1f201 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752993 Jul 23 16:47:22.828721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675382ba-d8e0-484e-8372-c244da9aec36 req-1effd091-4062-4e2a-b96a-c6ebb0466c96 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:22.830175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-675382ba-d8e0-484e-8372-c244da9aec36 req-1effd091-4062-4e2a-b96a-c6ebb0466c96 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0953803 Jul 23 16:47:22.878058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-675382ba-d8e0-484e-8372-c244da9aec36 req-5c8a2d3d-9996-4cd2-a607-205b44f26a3a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402124 Jul 23 16:47:23.068808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfbf97-156f-4b24-a699-8ec06b6f2027 req-84b776bc-46d1-44f8-a73f-c8b7ef06fd38 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:23.070836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59dfbf97-156f-4b24-a699-8ec06b6f2027 req-84b776bc-46d1-44f8-a73f-c8b7ef06fd38 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.1014833 Jul 23 16:47:23.102744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54074) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:23.110178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Request body: {'floatingip': {'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:23.176370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.910858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae33cb8-23e1-4373-8d4a-f2c0c84c2ed1 req-ffdceb54-3fbf-47fa-93f8-10efd33a7d98 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:23.912030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ae33cb8-23e1-4373-8d4a-f2c0c84c2ed1 req-ffdceb54-3fbf-47fa-93f8-10efd33a7d98 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.1811864 Jul 23 16:47:23.944364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:23.952844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.063883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ae33cb8-23e1-4373-8d4a-f2c0c84c2ed1 req-18f3b146-8578-4fe7-957e-d4297b7d55ec tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249566 Jul 23 16:47:24.106427 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Floating IP 09636193-fc5f-4767-8b84-e8c19d265664 associated. External IP: 172.25.2.115, port: ce9ba141-5423-492e-ad63-4afc66efeef6. Jul 23 16:47:24.514816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:47:24.714214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e790e8-a3c2-4aab-8eb4-1e9966283432 req-99b3b844-fe55-481e-b49b-a47ca8603379 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:24.715776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42e790e8-a3c2-4aab-8eb4-1e9966283432 req-99b3b844-fe55-481e-b49b-a47ca8603379 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.2195585 Jul 23 16:47:24.782306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42e790e8-a3c2-4aab-8eb4-1e9966283432 req-04bd8c63-73a9-45c2-966d-f180292f147f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483415 Jul 23 16:47:24.783726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:47:24.788600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54106) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:24.799121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.806197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:47:24.820676 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:24.821378 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:47:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:24.902108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ca248b29-ac0e-499f-8f7d-0f026bf78052 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "PUT /v2.0/floatingips/09636193-fc5f-4767-8b84-e8c19d265664 HTTP/1.1" status: 200 len: 991 time: 1.7983022 Jul 23 16:47:24.905202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:24.909414 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9852053a-93a0-4ca1-a1dc-84157039a2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:24.914735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e34c8c95-fbf0-4441-87a9-893362bb4457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:24.984301 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbe8584-f177-4da7-b5cd-ec804ea5c61f x-openstack-request-id: req-2fbe8584-f177-4da7-b5cd-ec804ea5c61f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:24.984828 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:24.984828 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fbe8584-f177-4da7-b5cd-ec804ea5c61f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:24.985234 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'status': 'completed', 'code': 200} Jul 23 16:47:25.030662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e34c8c95-fbf0-4441-87a9-893362bb4457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.042319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e34c8c95-fbf0-4441-87a9-893362bb4457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.067851 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:25.121361 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e34c8c95-fbf0-4441-87a9-893362bb4457 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdae3775d0d940fe9bb6f183eb0b939f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304510 Jul 23 16:47:25.122225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:25.167780 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c8c95-fbf0-4441-87a9-893362bb4457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa0032-0644-40cd-8dcf-2749b06018d2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:25.187752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.211054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.322633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.326117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.341953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-675f3f98-3c44-4951-82e7-a13f3868bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:25.343473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-675f3f98-3c44-4951-82e7-a13f3868bc8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1096 time: 0.2435751 Jul 23 16:47:25.344007 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97aa0032-0644-40cd-8dcf-2749b06018d2 HTTP/1.1" status: 204 len: 168 time: 0.2101867 Jul 23 16:47:25.363750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040b53c-a083-4ef2-864e-c426c92462bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa0032-0644-40cd-8dcf-2749b06018d2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:25.403189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6c3b-e203-4f2c-b718-4c6be8e5391b req-938856bc-3145-42c2-94e2-7d176b0a6edd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:25.404726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dad6c3b-e203-4f2c-b718-4c6be8e5391b req-938856bc-3145-42c2-94e2-7d176b0a6edd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.1307738 Jul 23 16:47:25.576801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '09636193-fc5f-4767-8b84-e8c19d265664', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:23Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:25.616088 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:47:25.633259 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:47:25.633866 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:47:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:25.839848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:25.854714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0186789d-3535-4caf-9800-9c4afa190752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.954407 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:47:25.961830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-1609e070-d70c-4f19-a17e-bb7f1bd49025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:25.963398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-1609e070-d70c-4f19-a17e-bb7f1bd49025 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.6131802 Jul 23 16:47:25.979590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0186789d-3535-4caf-9800-9c4afa190752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:25.988044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0186789d-3535-4caf-9800-9c4afa190752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.057854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186789d-3535-4caf-9800-9c4afa190752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f617dd1-fd29-4f9e-a3c5-ebeea00f5994,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:26.067881 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0186789d-3535-4caf-9800-9c4afa190752 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b02ae1f9d9d46dba94ef46b685d1ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266986 Jul 23 16:47:26.073978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:26.078653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-268e2ceb-250c-4446-a105-488cc33d9f68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 999 time: 0.0974340 Jul 23 16:47:26.095142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dad6c3b-e203-4f2c-b718-4c6be8e5391b req-1a925234-db04-407c-be3e-531e80090599 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787479 Jul 23 16:47:26.164494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-8907a3e7-a816-4c4c-9a26-811e2ce36711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:26.166397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-8907a3e7-a816-4c4c-9a26-811e2ce36711 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0691490 Jul 23 16:47:26.195278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d078823-4936-44ac-9d93-1675b9d83593 req-dcca92f5-37f6-4bb1-b8d1-77e23c0de988 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:26.199341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.203117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d078823-4936-44ac-9d93-1675b9d83593 req-dcca92f5-37f6-4bb1-b8d1-77e23c0de988 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.2750270 Jul 23 16:47:26.234204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.303235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d078823-4936-44ac-9d93-1675b9d83593 req-31a965d3-6079-4a19-814a-feb19cf9e9a5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989885 Jul 23 16:47:26.316215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.319534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:26.320949 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f617dd1-fd29-4f9e-a3c5-ebeea00f5994 HTTP/1.1" status: 204 len: 168 time: 0.2453527 Jul 23 16:47:26.336712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213489-6301-4284-98f7-b9f1b068554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f617dd1-fd29-4f9e-a3c5-ebeea00f5994,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:26.354170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-82dad2ec-3f32-4c3f-8266-2fb65954222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:26.356469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-82dad2ec-3f32-4c3f-8266-2fb65954222d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802573 Jul 23 16:47:26.417540 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '09636193-fc5f-4767-8b84-e8c19d265664', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:23Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:47:26.448051 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0791016-6b3d-43b8-bbf9-77f3b16a2610 None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '09636193-fc5f-4767-8b84-e8c19d265664', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:47:09Z', 'updated_at': '2021-07-23T16:47:23Z', 'revision_number': 1, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:47:26.496916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-d1ebad76-d29a-42c4-9f14-28ecc164f050 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315587 Jul 23 16:47:26.646659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9852053a-93a0-4ca1-a1dc-84157039a2c2 req-b651341b-86b2-487a-9960-4cb9b8e3cea4 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432447 Jul 23 16:47:26.770973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9686bf03-8142-4865-a9c1-38450fc60b78 None None] New status for floating IP 09636193-fc5f-4767-8b84-e8c19d265664: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:47:27.318134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2277c-b66d-45d7-9022-f2874e90191d req-fb8d0bf9-d4e6-456f-a90f-f92deeae31e4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:27.323352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18f2277c-b66d-45d7-9022-f2874e90191d req-fb8d0bf9-d4e6-456f-a90f-f92deeae31e4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0987856 Jul 23 16:47:27.369489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18f2277c-b66d-45d7-9022-f2874e90191d req-a0eb7f9b-2a99-46d4-8782-51635dd01483 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Jul 23 16:47:27.478481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebfb80-3369-43a1-920d-5924da8e926c req-07557589-3c3d-4c19-bd89-66b2aaebd4fe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:27.479993 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24ebfb80-3369-43a1-920d-5924da8e926c req-07557589-3c3d-4c19-bd89-66b2aaebd4fe tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0759523 Jul 23 16:47:27.558251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24ebfb80-3369-43a1-920d-5924da8e926c req-c47f6337-790c-45e7-ac9b-f698fcc042f6 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649276 Jul 23 16:47:28.516903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760890-65ee-4708-870c-7401299e00bd req-37e972e8-6d38-4a84-9db8-2e0e961c7df9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:28.519866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb760890-65ee-4708-870c-7401299e00bd req-37e972e8-6d38-4a84-9db8-2e0e961c7df9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0767705 Jul 23 16:47:28.564467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb760890-65ee-4708-870c-7401299e00bd req-22ca9a13-819e-4445-921a-ba9178b14be5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Jul 23 16:47:28.695025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad23be-48c0-41c6-a5e2-114edb09c60f req-90c4fa02-b32b-4813-8b48-76c4694f7590 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:28.696580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0ad23be-48c0-41c6-a5e2-114edb09c60f req-90c4fa02-b32b-4813-8b48-76c4694f7590 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0745664 Jul 23 16:47:28.736576 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0ad23be-48c0-41c6-a5e2-114edb09c60f req-ad0764ea-0541-452d-bf90-09415d48b069 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339997 Jul 23 16:47:29.017006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:29.726076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bacb0-b2cc-407f-8a29-24526ce302e4 req-0e977d09-564d-4831-9e2a-4d1c024c08f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:29.727689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed8bacb0-b2cc-407f-8a29-24526ce302e4 req-0e977d09-564d-4831-9e2a-4d1c024c08f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0892308 Jul 23 16:47:29.775228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed8bacb0-b2cc-407f-8a29-24526ce302e4 req-28686683-8246-47f8-8aea-7676e245f7db tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Jul 23 16:47:29.904437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad1a4-944d-4a96-9517-7aa7d1688802 req-d501ef34-de17-4751-a260-7eccfa34ac13 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:29.906339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3ad1a4-944d-4a96-9517-7aa7d1688802 req-d501ef34-de17-4751-a260-7eccfa34ac13 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0736003 Jul 23 16:47:29.950426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf3ad1a4-944d-4a96-9517-7aa7d1688802 req-8387e232-b749-49a8-9f84-484be191b967 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Jul 23 16:47:30.909107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb7b2e-c81f-41a5-af19-16ea7becc386 req-f39cec1d-648b-4d2a-9774-cb69426831e2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:30.910644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0fb7b2e-c81f-41a5-af19-16ea7becc386 req-f39cec1d-648b-4d2a-9774-cb69426831e2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0688646 Jul 23 16:47:30.949523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0fb7b2e-c81f-41a5-af19-16ea7becc386 req-5a847111-1be8-400e-9377-bc57981694da tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Jul 23 16:47:31.105801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c098-9061-4584-9555-8a285cff2575 req-24297962-f733-4b1a-ac58-1ef8bf4901bd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:31.107364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9515c098-9061-4584-9555-8a285cff2575 req-24297962-f733-4b1a-ac58-1ef8bf4901bd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0703278 Jul 23 16:47:31.153596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9515c098-9061-4584-9555-8a285cff2575 req-24226781-7445-4a42-a295-759c363fdf90 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 Jul 23 16:47:31.799439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54248) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:31.904862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8664ab8-bb5a-4708-a36d-bc27d8befff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.004337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8664ab8-bb5a-4708-a36d-bc27d8befff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.008815 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c8664ab8-bb5a-4708-a36d-bc27d8befff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.049809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8664ab8-bb5a-4708-a36d-bc27d8befff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac5c72-4c6c-4ac5-b770-ff900dda3ee1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:32.058309 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c8664ab8-bb5a-4708-a36d-bc27d8befff4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba355f8bf7ce4f9fa3e428b7e80a1ef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576735 Jul 23 16:47:32.058665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54254) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:32.130399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73b1a6-6c25-4f30-a418-31a8faf63c82 req-4e328f53-8dbc-4d80-ac65-d06d43d6a3a3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.131853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd73b1a6-6c25-4f30-a418-31a8faf63c82 req-4e328f53-8dbc-4d80-ac65-d06d43d6a3a3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.1112344 Jul 23 16:47:32.136904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.171794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.209967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd73b1a6-6c25-4f30-a418-31a8faf63c82 req-4ef20de3-9659-4c4d-a43d-a8d069d7c0ea tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631976 Jul 23 16:47:32.261952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.264503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.265631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7ac5c72-4c6c-4ac5-b770-ff900dda3ee1 HTTP/1.1" status: 204 len: 168 time: 0.2053235 Jul 23 16:47:32.283338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b998fae-e432-41bd-ba70-68a37a1418e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac5c72-4c6c-4ac5-b770-ff900dda3ee1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:32.330698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276db55-2854-4a3b-bc81-b765deac606e req-2361b89c-cb1d-4089-834a-aee092b28da1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:32.332286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5276db55-2854-4a3b-bc81-b765deac606e req-2361b89c-cb1d-4089-834a-aee092b28da1 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.1015475 Jul 23 16:47:32.407257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5276db55-2854-4a3b-bc81-b765deac606e req-bcdc84d1-c653-4c84-95f7-1a71b6741264 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683248 Jul 23 16:47:32.574675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54262) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:32.588666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8535728d-0f6f-467b-babf-c9634c7f9f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.703031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8535728d-0f6f-467b-babf-c9634c7f9f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.708858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8535728d-0f6f-467b-babf-c9634c7f9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.753685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8535728d-0f6f-467b-babf-c9634c7f9f4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b9441629eca495ca2c224fcfca996b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776347 Jul 23 16:47:32.754614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535728d-0f6f-467b-babf-c9634c7f9f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c9962-3f26-4490-b90b-437117774802,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:32.756640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:32.808204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.830561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.881235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.884082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:32.885270 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae9c9962-3f26-4490-b90b-437117774802 HTTP/1.1" status: 204 len: 168 time: 0.1271970 Jul 23 16:47:32.893835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a04ba-ee00-43c7-8ad8-783593cca9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c9962-3f26-4490-b90b-437117774802,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:33.355126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829dc6-0150-4da7-aaa6-93327e0fd31a req-f6d0b3ec-2b28-4443-96c3-26b1156cc95b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:33.356790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4829dc6-0150-4da7-aaa6-93327e0fd31a req-f6d0b3ec-2b28-4443-96c3-26b1156cc95b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0734477 Jul 23 16:47:33.396839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4829dc6-0150-4da7-aaa6-93327e0fd31a req-57d6acee-61bb-45cc-9085-f7b6b038592b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Jul 23 16:47:33.539805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08751b9-28a9-4ea3-8697-7281a745743f req-bd4e94f2-9011-411c-bef7-cfb899b7a603 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:33.541372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b08751b9-28a9-4ea3-8697-7281a745743f req-bd4e94f2-9011-411c-bef7-cfb899b7a603 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0749681 Jul 23 16:47:33.580221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b08751b9-28a9-4ea3-8697-7281a745743f req-34a5a983-6a6e-493b-908c-1ebb4afa2dbb tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Jul 23 16:47:34.534217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cb274-f2ef-466d-88ad-04c0763196ff req-6c19b536-9d52-4ee3-8fff-11d1fce4cdf1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.536567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c4cb274-f2ef-466d-88ad-04c0763196ff req-6c19b536-9d52-4ee3-8fff-11d1fce4cdf1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0686066 Jul 23 16:47:34.576304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c4cb274-f2ef-466d-88ad-04c0763196ff req-81dd2000-65d6-471d-9e8a-a403a49290f9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Jul 23 16:47:34.726886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a82795-afb9-412a-a47e-31b184244ff9 req-d5ed2bf3-a4b2-472a-923f-a1208a088b2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:34.728582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55a82795-afb9-412a-a47e-31b184244ff9 req-d5ed2bf3-a4b2-472a-923f-a1208a088b2d tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0734727 Jul 23 16:47:34.730957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54334) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:34.770213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55a82795-afb9-412a-a47e-31b184244ff9 req-9886b0ec-4837-43a4-8d65-f2707361cd0b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Jul 23 16:47:34.980658 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e2281a52-d839-4cea-9faa-3b73e8ac8191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.071041 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e2281a52-d839-4cea-9faa-3b73e8ac8191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.074731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e2281a52-d839-4cea-9faa-3b73e8ac8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.113341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e2281a52-d839-4cea-9faa-3b73e8ac8191 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e31e842f9d854856ac1201ed07e58402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812823 Jul 23 16:47:35.115378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2281a52-d839-4cea-9faa-3b73e8ac8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9adb9fd-662d-4308-94dc-ed6ece7e5ac4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.116137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:35.174979 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.200004 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.249017 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.251618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.253319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9adb9fd-662d-4308-94dc-ed6ece7e5ac4 HTTP/1.1" status: 204 len: 168 time: 0.1362052 Jul 23 16:47:35.261120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e30e2-83e1-4c08-9e2f-1bc8625a1d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9adb9fd-662d-4308-94dc-ed6ece7e5ac4,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.514444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:35.527623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd760a07-4d3c-4063-9eac-e19fe6b7be95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.622533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd760a07-4d3c-4063-9eac-e19fe6b7be95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.626569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd760a07-4d3c-4063-9eac-e19fe6b7be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.663730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd760a07-4d3c-4063-9eac-e19fe6b7be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a2547c-b8f2-4394-82d3-b2edc2d06b18,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.668161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd760a07-4d3c-4063-9eac-e19fe6b7be95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38255f6fd25642f8b0cc4cf8e1d8b5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526735 Jul 23 16:47:35.670903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54350) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:35.721278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.723253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df93ed3-e072-4999-bfe5-ce3c488c8a52 req-f088013a-6e9f-4a90-beb7-3dffab565109 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:35.725027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2df93ed3-e072-4999-bfe5-ce3c488c8a52 req-f088013a-6e9f-4a90-beb7-3dffab565109 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0727651 Jul 23 16:47:35.746101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.764483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2df93ed3-e072-4999-bfe5-ce3c488c8a52 req-c5822fbd-834f-4846-8f27-61d27876800d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Jul 23 16:47:35.794233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.796774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:35.797943 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59a2547c-b8f2-4394-82d3-b2edc2d06b18 HTTP/1.1" status: 204 len: 168 time: 0.1261218 Jul 23 16:47:35.807262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d05df-c435-4058-9f52-c82a99316459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a2547c-b8f2-4394-82d3-b2edc2d06b18,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:35.916177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15180f5-4464-4377-86fa-95ae01a9cd8b req-8b20491e-812a-4feb-83ff-179e73b60ca8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:35.917633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15180f5-4464-4377-86fa-95ae01a9cd8b req-8b20491e-812a-4feb-83ff-179e73b60ca8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0694985 Jul 23 16:47:35.961902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d15180f5-4464-4377-86fa-95ae01a9cd8b req-e726a31f-26b6-40ee-b69f-83baba7c9da8 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351269 Jul 23 16:47:36.052703 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:47:36.914349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671a407-7fe2-49d9-bdf5-136d097f19db req-fb7dad73-ccb0-4c12-b928-3de91dc1b1cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:36.915872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1671a407-7fe2-49d9-bdf5-136d097f19db req-fb7dad73-ccb0-4c12-b928-3de91dc1b1cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0756662 Jul 23 16:47:36.955231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1671a407-7fe2-49d9-bdf5-136d097f19db req-3e837952-4083-4bc7-83c5-26aa1c3f87d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Jul 23 16:47:37.109017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747f35-65b1-44be-9baf-3448d955cc9f req-703050b5-3d21-439c-bb1e-46caba32e861 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:37.110559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2747f35-65b1-44be-9baf-3448d955cc9f req-703050b5-3d21-439c-bb1e-46caba32e861 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0688865 Jul 23 16:47:37.151122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2747f35-65b1-44be-9baf-3448d955cc9f req-e83f3094-2516-4ddd-8ed3-f7fa199a44ba tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337873 Jul 23 16:47:37.987232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4048b-37cb-4b10-b378-bd78f76e3d58 req-3bf37205-262b-4561-b376-7bc73fe5069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:37.988763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfa4048b-37cb-4b10-b378-bd78f76e3d58 req-3bf37205-262b-4561-b376-7bc73fe5069c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.0564969 Jul 23 16:47:38.025256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfa4048b-37cb-4b10-b378-bd78f76e3d58 req-7581f8ea-2eb4-4b3e-9a32-6ce95d05113d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301521 Jul 23 16:47:38.112182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866dd5-a553-4017-a3da-d6a4d17dfa90 req-00a63c99-ffee-4553-9827-38793c8253e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.113871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20866dd5-a553-4017-a3da-d6a4d17dfa90 req-00a63c99-ffee-4553-9827-38793c8253e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0698533 Jul 23 16:47:38.158686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20866dd5-a553-4017-a3da-d6a4d17dfa90 req-bb354826-0922-4e2d-a1c5-828f2df5e9b0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Jul 23 16:47:38.295963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a1b18-6182-4304-b1c7-f327ba5bc43f req-0de308b8-2ac8-48fe-8684-33431e248120 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:38.297500 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a69a1b18-6182-4304-b1c7-f327ba5bc43f req-0de308b8-2ac8-48fe-8684-33431e248120 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0754595 Jul 23 16:47:38.339915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a69a1b18-6182-4304-b1c7-f327ba5bc43f req-826498d8-fe5e-43c0-af9a-2340319f9c05 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365615 Jul 23 16:47:39.312207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711bf1c-8edb-4cca-a522-1086b2b67cae req-3be9d54b-8cf3-4846-a58e-8c5f232048de tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:39.313728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8711bf1c-8edb-4cca-a522-1086b2b67cae req-3be9d54b-8cf3-4846-a58e-8c5f232048de tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0703351 Jul 23 16:47:39.356754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8711bf1c-8edb-4cca-a522-1086b2b67cae req-451b445e-c266-4d77-b8e5-18377345526c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Jul 23 16:47:39.490839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851e5cc-e0cc-4b78-89f9-b45fd2a0f2e6 req-6ea60775-c6eb-41dd-a321-c863a88743d9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:39.492377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a851e5cc-e0cc-4b78-89f9-b45fd2a0f2e6 req-6ea60775-c6eb-41dd-a321-c863a88743d9 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0728014 Jul 23 16:47:39.532656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a851e5cc-e0cc-4b78-89f9-b45fd2a0f2e6 req-f7e06fab-72e0-4084-9a37-0ccaa67d845c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345390 Jul 23 16:47:39.556458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:39.627916 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5005f31a-48e2-46f9-88f0-47e6e1363e1c tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/floatingips/cde84364-afa0-4ba2-8562-163721d587b7 HTTP/1.1" status: 200 len: 992 time: 0.0700071 Jul 23 16:47:40.187033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:40.196505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:40.349964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:40.381008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:40.396449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:40.399079 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d98bb-7e12-4843-b22e-a672c0bd7015" -d '{"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-unplugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:40.414216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '01551f44-e017-437f-b44a-aa321e43fc09', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'port_id': '01551f44-e017-437f-b44a-aa321e43fc09', 'mac_address': 'fa:16:3e:dc:6b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:40.416975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:40.447342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:40.451275 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d2cc26-f910-46a0-b17b-d982e7802d54 x-openstack-request-id: req-b7d2cc26-f910-46a0-b17b-d982e7802d54 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:40.451569 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-unplugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:40.452039 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7d2cc26-f910-46a0-b17b-d982e7802d54 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:40.452592 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'code': 200} Jul 23 16:47:40.501371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:40.504136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151b78-3cc9-41c9-b18a-2b124a26d6be req-0f80de9d-ff7a-47aa-9645-60115e5427eb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:40.507236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44151b78-3cc9-41c9-b18a-2b124a26d6be req-0f80de9d-ff7a-47aa-9645-60115e5427eb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 944 time: 0.0734818 Jul 23 16:47:40.529088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:40.534215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:40.557570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44151b78-3cc9-41c9-b18a-2b124a26d6be req-96ec2435-6b59-41c7-9a85-483715166f20 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Jul 23 16:47:40.584191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:47:40.584790 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:47:40.870337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device edd76a14-486d-4fab-b04b-4f347c5bb894 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:40.898967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54452) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:40.982235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=edd76a14-486d-4fab-b04b-4f347c5bb894,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:40.995633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'edd76a14-486d-4fab-b04b-4f347c5bb894', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': 'edd76a14-486d-4fab-b04b-4f347c5bb894', 'mac_address': 'fa:16:3e:95:92:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:41.035150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b933b6c2-36d5-4c79-8c7e-32593fb6d29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.036819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.049557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd76a14-486d-4fab-b04b-4f347c5bb894 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:41.069803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=edd76a14-486d-4fab-b04b-4f347c5bb894,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:41.073986 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.131711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b933b6c2-36d5-4c79-8c7e-32593fb6d29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.135769 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b933b6c2-36d5-4c79-8c7e-32593fb6d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.151073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.152951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:41.167655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:41.169334 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b933b6c2-36d5-4c79-8c7e-32593fb6d29d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88cd89b8125d42f5b59a72f4fcf9d38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691748 Jul 23 16:47:41.172086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54456) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:47:41.179222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933b6c2-36d5-4c79-8c7e-32593fb6d29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b31aaf-bc83-48d7-8723-3c66603bcf6f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:41.189847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:41.195211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.233814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.256069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:41.257622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.312959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.316429 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.317627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49b31aaf-bc83-48d7-8723-3c66603bcf6f HTTP/1.1" status: 204 len: 168 time: 0.1423235 Jul 23 16:47:41.325516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50af06-7e2e-4146-9002-fc0287b2e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b31aaf-bc83-48d7-8723-3c66603bcf6f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:41.407511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['edd76a14-486d-4fab-b04b-4f347c5bb894'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:41.545501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['01551f44-e017-437f-b44a-aa321e43fc09'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:41.716233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70813c-9d0f-47e9-b488-71e38826d967 req-e38ca4ef-5d45-458f-a7ec-61abdd9d7fff tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:41.716233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba70813c-9d0f-47e9-b488-71e38826d967 req-e38ca4ef-5d45-458f-a7ec-61abdd9d7fff tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 945 time: 0.0857148 Jul 23 16:47:41.767053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba70813c-9d0f-47e9-b488-71e38826d967 req-a9bf2bfb-c555-4041-9533-79d8953b1053 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jul 23 16:47:41.767360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.804298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-61bbf132-a23f-49a5-8b88-bf1d894ad661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.901122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device edd76a14-486d-4fab-b04b-4f347c5bb894 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:42.908625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854107-0e85-4085-b1d9-e80cdd0dc2dc req-19631440-f729-4385-bbbe-0706f30a1d03 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:42.914650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c854107-0e85-4085-b1d9-e80cdd0dc2dc req-19631440-f729-4385-bbbe-0706f30a1d03 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 945 time: 0.0755925 Jul 23 16:47:42.961319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c854107-0e85-4085-b1d9-e80cdd0dc2dc req-e4f02212-1b6e-4a6b-a122-a80279a79b82 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Jul 23 16:47:42.972018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port edd76a14-486d-4fab-b04b-4f347c5bb894 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:42.976675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port edd76a14-486d-4fab-b04b-4f347c5bb894 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:42.977054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.059665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.090317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:43.092563 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f91bc7-2125-403e-ab43-66b7343f3b78" -d '{"events": [{"server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "name": "network-vif-plugged", "status": "completed", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:43.104791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=edd76a14-486d-4fab-b04b-4f347c5bb894,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:43.108954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.135671 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2c5a56-d864-4aff-97b2-b74ebceec5bc x-openstack-request-id: req-6d2c5a56-d864-4aff-97b2-b74ebceec5bc {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:43.135992 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "name": "network-vif-plugged", "status": "completed", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:43.136189 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d2c5a56-d864-4aff-97b2-b74ebceec5bc {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:43.136568 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894', 'code': 200} Jul 23 16:47:43.162882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:43.312265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee192-2e10-4583-a636-6f22f61e1ddc req-1ed3cddc-0c08-4b3d-946f-bf7e4e8fefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:43.313697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38eee192-2e10-4583-a636-6f22f61e1ddc req-1ed3cddc-0c08-4b3d-946f-bf7e4e8fefee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 1097 time: 0.0621827 Jul 23 16:47:43.352421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38eee192-2e10-4583-a636-6f22f61e1ddc req-c9081454-eb1d-46d4-8942-0ab3e7b381a6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280719 Jul 23 16:47:43.587850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-14087536-44ab-4965-aeda-2777e468f361 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7481d440cee5413684b7ac5a5951a21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290225 Jul 23 16:47:43.788166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-993e8297-1eab-477c-9619-cbdf2f123a91 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:43.789706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-993e8297-1eab-477c-9619-cbdf2f123a91 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962063 Jul 23 16:47:43.804490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-cee244fd-a7a5-422d-b31e-58d575b161ed tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/quotas/7481d440cee5413684b7ac5a5951a21f HTTP/1.1" status: 200 len: 375 time: 0.0093143 Jul 23 16:47:43.843527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-ac99ba91-d687-4f80-ae85-cef8562fe070 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7481d440cee5413684b7ac5a5951a21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336616 Jul 23 16:47:44.009408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9df9ad7-bf44-4b85-b341-3e617fd804b5 req-cda5fc48-dece-4b12-b125-2b695a9895a9 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 210 time: 0.0306213 Jul 23 16:47:44.109301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfaaf9-ec62-4e01-af59-3b9445f9179c req-c97c065b-b246-4401-bbb9-db1b7d803686 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:44.111408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fdfaaf9-ec62-4e01-af59-3b9445f9179c req-c97c065b-b246-4401-bbb9-db1b7d803686 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.0668111 Jul 23 16:47:44.155242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fdfaaf9-ec62-4e01-af59-3b9445f9179c req-f2f23d9f-0da1-4d31-857c-746a52df20fd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Jul 23 16:47:44.225231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:44.275599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 01551f44-e017-437f-b44a-aa321e43fc09 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:44.275975 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.334734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.375317 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.408516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:44.415498 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.447096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5892d606-5cda-4043-a72e-2d27d6072c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:44.472374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:45.072750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-1fb6a5ec-e91d-4ea8-a615-e9a819e64657 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=7481d440cee5413684b7ac5a5951a21f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258653 Jul 23 16:47:45.133604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b9079c9-63aa-49f6-a05c-457e64ad4bca req-3de0a513-25cb-43b8-ab6d-100bf29cdb3b tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 210 time: 0.0558531 Jul 23 16:47:45.137875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:45.140493 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293976ef-09c2-42fe-b912-166e03081e29" -d '{"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-plugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:45.198262 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c1594-ce95-42b4-a3bd-db968eb8d07c x-openstack-request-id: req-9c3c1594-ce95-42b4-a3bd-db968eb8d07c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:45.198556 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-plugged", "status": "completed", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:45.198803 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c3c1594-ce95-42b4-a3bd-db968eb8d07c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:45.199370 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'code': 200} Jul 23 16:47:45.249918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-1fa8d348-b33b-462c-9b46-17059267ec7b tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.251957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-1fa8d348-b33b-462c-9b46-17059267ec7b tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725180 Jul 23 16:47:45.289070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Request body: {'port': {'device_id': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '7481d440cee5413684b7ac5a5951a21f'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:45.337627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498a39f-9076-4b4f-a755-e50a771d10aa req-7d313fef-13a0-4450-b7fc-0e3c1b8a8ac1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.339148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e498a39f-9076-4b4f-a755-e50a771d10aa req-7d313fef-13a0-4450-b7fc-0e3c1b8a8ac1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.1087797 Jul 23 16:47:45.422572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e498a39f-9076-4b4f-a755-e50a771d10aa req-ebc57fd8-f7d6-444c-828e-d65780eddac5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521479 Jul 23 16:47:45.446962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Made reservation on behalf of 7481d440cee5413684b7ac5a5951a21f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:47:45.450407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.459745 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.573346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.603770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.615298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d1d67-b31b-4f4e-98b5-ebde1c382295 req-c3ca677b-9bdc-47e3-a690-c254f5db7234 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:45.616752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad8d1d67-b31b-4f4e-98b5-ebde1c382295 req-c3ca677b-9bdc-47e3-a690-c254f5db7234 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.1023707 Jul 23 16:47:45.617559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.702416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6defe5ec-341b-475c-ab38-89386779a9a9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:45.725095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad8d1d67-b31b-4f4e-98b5-ebde1c382295 req-da63be1b-9ce8-4c96-ad36-bae14810451f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998490 Jul 23 16:47:45.785514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Allocated IP 192.168.233.83 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/08b3dfc6-13e8-4562-a297-a6f3b5231ece) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:47:45.955070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:45.969119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Transition to ACTIVE for port object 08b3dfc6-13e8-4562-a297-a6f3b5231ece will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:46.031325 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.082248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:47:46.088867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:47:46.093583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:47:46.124324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Pushing event updated for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:46.171753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087327-69aa-401a-ac9e-f51a1b1ef7bb req-a7ee0edd-1e43-46a9-af62-a92445b9ee5e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.179898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1087327-69aa-401a-ac9e-f51a1b1ef7bb req-a7ee0edd-1e43-46a9-af62-a92445b9ee5e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.1823709 Jul 23 16:47:46.187664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.190447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.222574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-b96ed87c-719c-41d5-b688-85872ae3f415 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9385631 Jul 23 16:47:46.249709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Request body: {'port': {'device_id': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:47:46.255373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1087327-69aa-401a-ac9e-f51a1b1ef7bb req-2a1dacce-01fc-494c-8bc8-d7f106e7cd3f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746605 Jul 23 16:47:46.323329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-73dd7c33-de23-4fa4-9047-b4ae24211e47 None None] Provisioning for port 08b3dfc6-13e8-4562-a297-a6f3b5231ece completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:46.327588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-73dd7c33-de23-4fa4-9047-b4ae24211e47 None None] Provisioning complete for port 08b3dfc6-13e8-4562-a297-a6f3b5231ece triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:46.328061 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-73dd7c33-de23-4fa4-9047-b4ae24211e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.363343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-73dd7c33-de23-4fa4-9047-b4ae24211e47 None None] Port 08b3dfc6-13e8-4562-a297-a6f3b5231ece cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:47:46.368989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.382932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096ff3a-6b40-4da4-b7e7-06496a9b16da req-b4884b15-0105-45b2-92dd-6dc4db5d07d3 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.384618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b096ff3a-6b40-4da4-b7e7-06496a9b16da req-b4884b15-0105-45b2-92dd-6dc4db5d07d3 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 935 time: 0.1558027 Jul 23 16:47:46.469632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b096ff3a-6b40-4da4-b7e7-06496a9b16da req-c02eeda8-cc3c-42e1-a537-856a6e1ace4d tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756850 Jul 23 16:47:46.702866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b3dfc6-13e8-4562-a297-a6f3b5231ece {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:46.711269 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.724097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Transition to ACTIVE for port object 08b3dfc6-13e8-4562-a297-a6f3b5231ece will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:47:46.728136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.780635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Pushing event updated for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:46.858204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Attempting to bind port 08b3dfc6-13e8-4562-a297-a6f3b5231ece on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:47:46.858539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Attempting to bind port 08b3dfc6-13e8-4562-a297-a6f3b5231ece by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:47:46.858870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Attempting to bind port 08b3dfc6-13e8-4562-a297-a6f3b5231ece on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:46.863562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Port 08b3dfc6-13e8-4562-a297-a6f3b5231ece on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:47:46.863882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Attempting to bind port 08b3dfc6-13e8-4562-a297-a6f3b5231ece on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:47:46.868952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:47:46.869292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:47:46.869678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:47:46.870136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Bound port: 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:47:46.870507 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.937826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:47:46.941176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:47:46.946087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.980758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:46.981372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:46.982812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] 10.222.0.81 "PUT /v2.0/ports/08b3dfc6-13e8-4562-a297-a6f3b5231ece HTTP/1.1" status: 200 len: 1095 time: 0.7406199 Jul 23 16:47:46.983256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:46.985523 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8" -d '{"events": [{"name": "network-changed", "server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:47.021824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89170d2-36f8-467e-b249-79a9187c6619 service neutron] Pushing event updated for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:47.038416 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3477161c-60c9-46f8-800b-a71fb9acde3a x-openstack-request-id: req-3477161c-60c9-46f8-800b-a71fb9acde3a {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:47.038720 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:47.038975 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3477161c-60c9-46f8-800b-a71fb9acde3a {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:47.039384 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece', 'status': 'completed', 'code': 200} Jul 23 16:47:47.118237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-5eb45324-6468-467e-a685-9056becf5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.119795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-5eb45324-6468-467e-a685-9056becf5465 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7481d440cee5413684b7ac5a5951a21f&device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 1098 time: 0.0641854 Jul 23 16:47:47.175637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-a0ffb6b7-e9da-4a88-902a-6e4c6368d952 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece HTTP/1.1" status: 200 len: 217 time: 0.0368073 Jul 23 16:47:47.224186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-cbd80542-3eb0-4ec9-9ceb-76ee24008d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.225651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-cbd80542-3eb0-4ec9-9ceb-76ee24008d04 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0441220 Jul 23 16:47:47.285031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51960-9783-4c79-9395-f2410b4308fb req-4ef4661b-b124-4511-8118-997ca0a8ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.286480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-4ef4661b-b124-4511-8118-997ca0a8ba36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540707 Jul 23 16:47:47.415013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-fe804b92-2917-49ef-b891-ed0b8a6b2511 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205132 Jul 23 16:47:47.458988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c793bcc-a9c0-4a03-9234-01dd91d9cef7 req-5ad7fe68-6d67-4f18-baca-b737cf29cea9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.460494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c793bcc-a9c0-4a03-9234-01dd91d9cef7 req-5ad7fe68-6d67-4f18-baca-b737cf29cea9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.1288171 Jul 23 16:47:47.488531 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.539153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c793bcc-a9c0-4a03-9234-01dd91d9cef7 req-3239090c-4903-43f5-b48e-35d8a1fe9b53 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697024 Jul 23 16:47:47.566736 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bca51960-9783-4c79-9395-f2410b4308fb req-20cc17de-b8b3-4ad3-8171-c70313c6cb5a service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439188 Jul 23 16:47:47.621303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114e6f0-e001-47d7-986c-0a4c8bdd7599 req-e90ea000-7151-4ca6-87cf-900f493f8c11 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.623010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3114e6f0-e001-47d7-986c-0a4c8bdd7599 req-e90ea000-7151-4ca6-87cf-900f493f8c11 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 947 time: 0.0776362 Jul 23 16:47:47.676316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3114e6f0-e001-47d7-986c-0a4c8bdd7599 req-57d7ed5c-e652-4ee1-bd40-993aaa5a5d3a tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Jul 23 16:47:47.726960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-ebba3ddb-6b90-41e1-9c1c-fa9862d42138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.728610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-ebba3ddb-6b90-41e1-9c1c-fa9862d42138 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7481d440cee5413684b7ac5a5951a21f&device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 1098 time: 0.0688412 Jul 23 16:47:47.828409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-2cc0a8d2-dd11-413e-9bba-2025a84ee799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.829799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-2cc0a8d2-dd11-413e-9bba-2025a84ee799 service neutron] 10.222.0.81 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.0939031 Jul 23 16:47:47.880509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-55dcb2b5-49d8-440d-ab90-c6b58bca0e24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece HTTP/1.1" status: 200 len: 217 time: 0.0437055 Jul 23 16:47:47.931994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-075c776d-63b3-4fdf-bf4c-f4b74f56ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:47.933508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-075c776d-63b3-4fdf-bf4c-f4b74f56ea27 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0438650 Jul 23 16:47:48.004160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-52e98db1-d29f-45a7-a582-bfb20571c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:48.005667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-52e98db1-d29f-45a7-a582-bfb20571c541 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557902 Jul 23 16:47:48.105642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-bd9f5169-d179-4080-87d7-4208459648f3 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920360 Jul 23 16:47:48.195103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d5b4157-d3ee-4883-9aee-88cd2ba3afa8 req-170d2d7a-3f08-420e-b650-8a30ac758e38 service neutron] 10.222.0.81 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825830 Jul 23 16:47:48.441673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-435bd2b3-b8ea-4cb9-a23e-168ce7349def tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:48.443069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-435bd2b3-b8ea-4cb9-a23e-168ce7349def tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.0674903 Jul 23 16:47:48.551783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port edd76a14-486d-4fab-b04b-4f347c5bb894 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:47:48.552140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:48.676333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port edd76a14-486d-4fab-b04b-4f347c5bb894, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=edd76a14-486d-4fab-b04b-4f347c5bb894,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:48.676689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:48.694891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for edd76a14-486d-4fab-b04b-4f347c5bb894 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:47:48.720353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65923cba-d7b8-404f-a69a-a286710bd260 req-efdef002-1383-446e-9b47-5ede89970671 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:48.721889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65923cba-d7b8-404f-a69a-a286710bd260 req-efdef002-1383-446e-9b47-5ede89970671 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 946 time: 0.1065471 Jul 23 16:47:48.839230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65923cba-d7b8-404f-a69a-a286710bd260 req-c464241a-bd0a-42ee-a355-806f1d3f9f2b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862472 Jul 23 16:47:48.898570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22faba-9798-436a-ae79-85bd2f21a6d0 req-406b9a1f-14ba-4416-b740-7c4f292230db tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:48.900055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc22faba-9798-436a-ae79-85bd2f21a6d0 req-406b9a1f-14ba-4416-b740-7c4f292230db tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 947 time: 0.1487770 Jul 23 16:47:48.944647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:48.958984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b874203-f5d1-477a-8264-48b4efef75c4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:48.984544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc22faba-9798-436a-ae79-85bd2f21a6d0 req-4263a290-3988-41b8-90f2-74508d7bdc88 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779035 Jul 23 16:47:48.985279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=edd76a14-486d-4fab-b04b-4f347c5bb894,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:49.376072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port edd76a14-486d-4fab-b04b-4f347c5bb894 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:47:49.379774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:49.383167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5034e9b-01d6-4f6b-869f-f75fe3837fe3 req-30297a5a-20c3-434e-a321-9dd1c3a5f177 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "DELETE /v2.0/ports/edd76a14-486d-4fab-b04b-4f347c5bb894 HTTP/1.1" status: 204 len: 173 time: 0.9326174 Jul 23 16:47:49.383844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'name': 'network-vif-deleted', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:49.387814 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ef32e-d72c-4c14-ba7e-c411e7f1ed88" -d '{"events": [{"server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "name": "network-vif-deleted", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:49.428227 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34390f86-2e3b-4d3d-8dbe-5fb9f433ecc0 x-openstack-request-id: req-34390f86-2e3b-4d3d-8dbe-5fb9f433ecc0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:49.428543 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb60f36e-9cec-442f-a809-2e626b3fdc2c", "name": "network-vif-deleted", "tag": "edd76a14-486d-4fab-b04b-4f347c5bb894", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:49.428801 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34390f86-2e3b-4d3d-8dbe-5fb9f433ecc0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:49.429213 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb60f36e-9cec-442f-a809-2e626b3fdc2c', 'name': 'network-vif-deleted', 'tag': 'edd76a14-486d-4fab-b04b-4f347c5bb894', 'status': 'completed', 'code': 200} Jul 23 16:47:49.942783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-72e258a6-d2cf-43bb-bc01-84e0a8105432 req-e0c24ba6-c096-40a9-939d-da51501257bf tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0302935 Jul 23 16:47:50.137860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2532a2b-08f1-4f14-9054-6ded0eb9c022 req-1d78bf0f-cac1-4325-b07d-43752cd0399d tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:50.138191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2532a2b-08f1-4f14-9054-6ded0eb9c022 req-1d78bf0f-cac1-4325-b07d-43752cd0399d tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 947 time: 0.0673659 Jul 23 16:47:50.181697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2532a2b-08f1-4f14-9054-6ded0eb9c022 req-16d302cb-fb2c-4ebc-bf2f-ee3fd1d4d7bd tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Jul 23 16:47:50.249312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08b3dfc6-13e8-4562-a297-a6f3b5231ece details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:47:50.353458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:50.366508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '08b3dfc6-13e8-4562-a297-a6f3b5231ece', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': '08b3dfc6-13e8-4562-a297-a6f3b5231ece', 'mac_address': 'fa:16:3e:50:2b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:47:50.565158 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:50.578908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b3dfc6-13e8-4562-a297-a6f3b5231ece {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:47:50.600638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:50.604594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:50.651770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:50.910088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device edd76a14-486d-4fab-b04b-4f347c5bb894 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:47:50.935021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: edd76a14-486d-4fab-b04b-4f347c5bb894 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:47:50.935392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device edd76a14-486d-4fab-b04b-4f347c5bb894 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:47:50.943859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['08b3dfc6-13e8-4562-a297-a6f3b5231ece'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:47:51.052066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a2df11d-e682-4cff-ba5b-f92bd2562478 req-779e82c2-6e05-445f-991b-bd467225b349 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0363266 Jul 23 16:47:51.315884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd67a1-334e-4765-aeed-cbc07343680d req-32990c90-72c3-46ce-9edf-7ee380a495e1 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:51.317346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd67a1-334e-4765-aeed-cbc07343680d req-32990c90-72c3-46ce-9edf-7ee380a495e1 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 948 time: 0.0624149 Jul 23 16:47:51.358157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd67a1-334e-4765-aeed-cbc07343680d req-f7816972-6474-452c-8804-5b51ed47f01a tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341895 Jul 23 16:47:52.174059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6794d468-62b0-4239-a07b-5df49db63e98 req-d8d729f8-f4be-46f4-beae-5044dcb203fd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jul 23 16:47:52.257437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08b3dfc6-13e8-4562-a297-a6f3b5231ece up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:47:52.305396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 08b3dfc6-13e8-4562-a297-a6f3b5231ece completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:47:52.309421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 08b3dfc6-13e8-4562-a297-a6f3b5231ece triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:47:52.309921 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.393226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.418575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:47:52.420798 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a479ed7-3dc1-4f7e-bbc0-15a71e405e72" -d '{"events": [{"server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "name": "network-vif-plugged", "status": "completed", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:47:52.433974 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:47:52.440205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:52.472913 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d70f0e-8722-493f-81f3-d37d3599393f x-openstack-request-id: req-b2d70f0e-8722-493f-81f3-d37d3599393f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:47:52.473212 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "name": "network-vif-plugged", "status": "completed", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:47:52.473481 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2d70f0e-8722-493f-81f3-d37d3599393f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:47:52.473847 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece', 'code': 200} Jul 23 16:47:52.495581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:47:52.541033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8e00-2b79-40e7-bac5-2c77b34610a5 req-125edcf7-99ab-49c1-9839-3a24accc1508 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:52.542795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c1a8e00-2b79-40e7-bac5-2c77b34610a5 req-125edcf7-99ab-49c1-9839-3a24accc1508 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.0921690 Jul 23 16:47:52.582672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0c1a8e00-2b79-40e7-bac5-2c77b34610a5 req-fe6dafd1-0ac1-481b-a49a-61cc635c78de tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337679 Jul 23 16:47:52.657241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037df99-a380-4929-9f1f-ef1e11955669 req-043d3103-0f55-40c2-b938-9ddca2a5bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:52.658682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e037df99-a380-4929-9f1f-ef1e11955669 req-043d3103-0f55-40c2-b938-9ddca2a5bdd0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 1100 time: 0.0584397 Jul 23 16:47:52.698311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e037df99-a380-4929-9f1f-ef1e11955669 req-fcd2c307-c77a-4dad-96f4-3802c716620a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Jul 23 16:47:53.300378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7811942d-f8c8-48bb-bbdd-dde5fe73222a req-4b892397-0019-4598-b4e9-d09a0f1484c6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb60f36e-9cec-442f-a809-2e626b3fdc2c HTTP/1.1" status: 200 len: 210 time: 0.0347543 Jul 23 16:47:53.809996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258554f5-27d5-4a02-84ae-be28cf7ec6a8 req-821b4254-e39a-4fc5-b90e-679b2ce6bcbf tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:53.812212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-258554f5-27d5-4a02-84ae-be28cf7ec6a8 req-821b4254-e39a-4fc5-b90e-679b2ce6bcbf tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.1035395 Jul 23 16:47:53.861253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-258554f5-27d5-4a02-84ae-be28cf7ec6a8 req-7ed6d955-7dc0-47e4-b2f4-f6837a7231c8 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Jul 23 16:47:54.998664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90897605-ee24-42d6-8d9d-9309244006f0 req-bbc8cb65-5bf0-4d5d-8bda-946cfa0d4517 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:55.000168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90897605-ee24-42d6-8d9d-9309244006f0 req-bbc8cb65-5bf0-4d5d-8bda-946cfa0d4517 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.0642996 Jul 23 16:47:55.045149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90897605-ee24-42d6-8d9d-9309244006f0 req-3d8175b8-2faa-4723-8fd0-4edf89935a25 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Jul 23 16:47:57.829793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9a361-2d49-43b0-9d63-dec135a0a4d8 req-06057412-666c-4d36-95fa-d60bb9af5a81 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:57.831546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bc9a361-2d49-43b0-9d63-dec135a0a4d8 req-06057412-666c-4d36-95fa-d60bb9af5a81 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.0684648 Jul 23 16:47:57.872252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bc9a361-2d49-43b0-9d63-dec135a0a4d8 req-87dc20eb-85d4-4c38-9eca-953d0190d191 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Jul 23 16:47:59.006657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ff8c2-1ae6-48a5-aa17-cf5677ee0a21 req-61ccbf93-8284-4a16-991e-b83fd0cee7bf tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:59.008151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-262ff8c2-1ae6-48a5-aa17-cf5677ee0a21 req-61ccbf93-8284-4a16-991e-b83fd0cee7bf tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.0652564 Jul 23 16:47:59.028548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:59.047623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-262ff8c2-1ae6-48a5-aa17-cf5677ee0a21 req-dbd6a81d-acf3-4cef-a75c-5defa0709459 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Jul 23 16:47:59.917094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45416475-5437-4662-9352-e4ca38c504b5 req-1b47ab41-3914-4213-b19f-8f68f16a7268 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:47:59.918558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45416475-5437-4662-9352-e4ca38c504b5 req-1b47ab41-3914-4213-b19f-8f68f16a7268 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.0629613 Jul 23 16:48:00.020048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 2b874203-f5d1-477a-8264-48b4efef75c4 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:00.020734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.105357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port 2b874203-f5d1-477a-8264-48b4efef75c4, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=2b874203-f5d1-477a-8264-48b4efef75c4,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:00.105711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.123915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 2b874203-f5d1-477a-8264-48b4efef75c4 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:00.231953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a51d5a-ce31-4079-ab7a-3bd6f5cd925d req-a1b6abc6-fdeb-4999-a392-15234c2446f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:00.233432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90a51d5a-ce31-4079-ab7a-3bd6f5cd925d req-a1b6abc6-fdeb-4999-a392-15234c2446f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 946 time: 0.1113071 Jul 23 16:48:00.302982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90a51d5a-ce31-4079-ab7a-3bd6f5cd925d req-7186a737-13bd-4cd1-bbff-f1de4be0579c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b25a9e8-a8aa-45ff-a4b8-8629909cf849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607805 Jul 23 16:48:00.325831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.340684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['2b874203-f5d1-477a-8264-48b4efef75c4'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:48:00.353466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=2b874203-f5d1-477a-8264-48b4efef75c4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:00.384907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.385257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.385595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.385947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.386278 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.386611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.387033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.387360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.387684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.388010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.388335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.388655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:00.412856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port 2b874203-f5d1-477a-8264-48b4efef75c4 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:00.415510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:00.417955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45416475-5437-4662-9352-e4ca38c504b5 req-a1162cae-213e-4910-9dd4-2b03249f3f56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "DELETE /v2.0/ports/2b874203-f5d1-477a-8264-48b4efef75c4 HTTP/1.1" status: 204 len: 173 time: 0.4937565 Jul 23 16:48:00.418405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'name': 'network-vif-deleted', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:00.421194 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44086be8-ee4c-4ce2-afc5-22fd42422018" -d '{"events": [{"server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "name": "network-vif-deleted", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:00.462526 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd8b4d-a390-4d73-ad33-8d60cd7445db x-openstack-request-id: req-58dd8b4d-a390-4d73-ad33-8d60cd7445db {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:00.462826 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ccb8fa-51a7-4134-b63c-9c45a8f843dc", "name": "network-vif-deleted", "tag": "2b874203-f5d1-477a-8264-48b4efef75c4", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:00.463080 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58dd8b4d-a390-4d73-ad33-8d60cd7445db {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:00.463478 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ccb8fa-51a7-4134-b63c-9c45a8f843dc', 'name': 'network-vif-deleted', 'tag': '2b874203-f5d1-477a-8264-48b4efef75c4', 'status': 'completed', 'code': 200} Jul 23 16:48:01.427981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba7640b3-9ee9-4a57-b7f9-1ba872caf1fd req-cf442129-2c61-43d2-bb7d-e3b75d5910e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 210 time: 0.0345302 Jul 23 16:48:02.534334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8939410c-857e-4d29-ad1d-254f3939b282 req-2b949451-b9ed-4b87-b8d1-a084f7c9fe23 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 210 time: 0.0311224 Jul 23 16:48:02.968734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b874203-f5d1-477a-8264-48b4efef75c4 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:02.990016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 2b874203-f5d1-477a-8264-48b4efef75c4 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:02.990362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 2b874203-f5d1-477a-8264-48b4efef75c4 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:03.646427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8407368-ef84-4f4d-8c47-219a9192a746 req-8835171d-a17d-4519-b389-e8d28ba06eb7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ccb8fa-51a7-4134-b63c-9c45a8f843dc HTTP/1.1" status: 200 len: 210 time: 0.0364864 Jul 23 16:48:07.834315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54746) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:07.839161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931872228', 'description': 'tempest-secgroup-smoke-1931872228 description', 'project_id': '359d4a3ad8484f0da168456e2689d319'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:07.889437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.987765 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:07.992446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.024022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.025157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1897445 Jul 23 16:48:08.027162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd7ac3-5e5d-48e4-98a1-49342c005635 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3519b0-d729-4be9-9867-13173812dbc0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.028512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54752) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.033742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.072895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.128907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.133008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.154388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdcc1ae-11c6-4a7e-8eed-5161b870ccc3,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.167436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.167785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.168127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.168462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.168792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.169167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.169676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.170064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.170370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.170694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.171048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.171364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:08.175532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.179375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85d88a04-2b1a-4d1f-a93f-15f3cb05d302 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474092 Jul 23 16:48:08.180365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54754) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.184450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.212173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.281576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.285959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.304659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b0f5c1-b7a4-47a9-9d77-86a2379c0bf1,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.312189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.313667 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ef1d4887-2df5-4de8-be60-3de6ff01f40e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328764 Jul 23 16:48:08.316596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54758) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.321084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.349164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.419432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.423277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.440995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c6c0da-c889-40e7-a8d3-d7537545a3f5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.448821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.452572 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-687ee1a8-4c69-4a90-8ac4-3d8856f3d674 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325026 Jul 23 16:48:08.452722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54760) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.457747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.490011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.559288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.564424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.590640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af77a8a9-bc32-490c-a3c3-9bd96ef87520,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.599162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.603473 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-811bf345-d5c5-4889-b6f5-62b817db0792 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470807 Jul 23 16:48:08.603649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.609865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.635969 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Project 359d4a3ad8484f0da168456e2689d319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:48:08.643721 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.712634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.716494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.736655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3fffb9-2eb8-4746-96bf-15e3f914fe1f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.743668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.744977 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5ebb235b-7f0d-439e-b432-6ed0af81ba6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401830 Jul 23 16:48:08.747599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 54764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:08.752855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'security_group_rule': {'security_group_id': 'ac3519b0-d729-4be9-9867-13173812dbc0', 'project_id': '359d4a3ad8484f0da168456e2689d319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:08.777398 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Project 359d4a3ad8484f0da168456e2689d319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:48:08.786867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.858369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.862243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.883555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b359ab4-0902-4482-b7ba-5b77414b5f0b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:08.888061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.893902 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-33245064-a9c1-40ef-a0f1-5249c28e2668 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451659 Jul 23 16:48:11.759440 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.792631 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ce8dc4d-a1c3-4c3b-8c3a-9d6eb3bf8616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.055295 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:48:14.261982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-2f4e2ad7-cabe-43c8-b662-1c7495e5f2a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599844 Jul 23 16:48:14.336658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:14.396826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748d1a-0c38-477c-94d4-de5f41955019 req-30a3b83d-950a-412b-b37d-063a834c4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:14.398561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-30a3b83d-950a-412b-b37d-063a834c4e67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.0620289 Jul 23 16:48:14.433237 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2ffea66e-1976-4b5a-a2b4-251344e7b6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:14.527019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748d1a-0c38-477c-94d4-de5f41955019 req-b64bb7aa-2c9f-441c-aae2-c5d00d883c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:14.528966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-b64bb7aa-2c9f-441c-aae2-c5d00d883c16 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 897 time: 0.1051159 Jul 23 16:48:14.631728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-4bbc2587-7e50-459e-8a52-7820d5ce2cbb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 1000 time: 0.0742557 Jul 23 16:48:14.687391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748d1a-0c38-477c-94d4-de5f41955019 req-de4d63c0-6a39-46a8-a2f2-c569c5fdf01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:14.689915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-de4d63c0-6a39-46a8-a2f2-c569c5fdf01d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.0509098 Jul 23 16:48:14.764953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28748d1a-0c38-477c-94d4-de5f41955019 req-f6b12d6e-55b1-46d8-b0d5-237eea317722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:14.766849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-f6b12d6e-55b1-46d8-b0d5-237eea317722 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697908 Jul 23 16:48:14.892878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-1935cca5-d42a-48cb-9ba3-372ebd9dc4b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187868 Jul 23 16:48:15.023034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28748d1a-0c38-477c-94d4-de5f41955019 req-7e5f2c91-ddb3-4e40-ae99-d0c12cd79a3d service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233530 Jul 23 16:48:15.589073 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:17.491606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:18.845632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 54900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:19.041549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 08260a91-9a41-4502-8e10-f1a9fd737aaa {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:19.041897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.127998 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.128326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.142688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 08260a91-9a41-4502-8e10-f1a9fd737aaa owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:19.352950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.379503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=08260a91-9a41-4502-8e10-f1a9fd737aaa,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:19.461599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.462289 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Floating IP cde84364-afa0-4ba2-8562-163721d587b7 disassociated (deleted). External IP: 172.25.2.69, port: 01551f44-e017-437f-b44a-aa321e43fc09. Jul 23 16:48:19.696237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router cad4ef4f-131f-4782-b560-c404ec502957 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:19.811984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:19.818276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:19.824753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Sync routers for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:19.834954 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:19.835877 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:19.865521 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2266de0f-4ac6-46bc-a5d0-fdd6bdabc2f0 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/floatingips/cde84364-afa0-4ba2-8562-163721d587b7 HTTP/1.1" status: 204 len: 168 time: 1.0139997 Jul 23 16:48:19.865521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:19.865521 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fede7a-d3ee-4e57-899f-e0533c6ab354" -d '{"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:19.916275 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f9618c-ad7d-4bbc-aa45-a4ad35fc9ef9 x-openstack-request-id: req-14f9618c-ad7d-4bbc-aa45-a4ad35fc9ef9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:19.916275 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:19.916501 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14f9618c-ad7d-4bbc-aa45-a4ad35fc9ef9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:19.916753 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'status': 'completed', 'code': 200} Jul 23 16:48:19.995990 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:20.075844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-ad3d3acc-1101-422a-8d6e-bb044f28b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.077629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-ad3d3acc-1101-422a-8d6e-bb044f28b7e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 1096 time: 0.1108081 Jul 23 16:48:20.238273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-373ba85b-b881-45d6-84b4-20ae7be15c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.240160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-373ba85b-b881-45d6-84b4-20ae7be15c37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 200 len: 897 time: 0.1449420 Jul 23 16:48:20.251082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f291e21-6dba-4ced-821c-bff8f575f257 req-66bd94b5-54c7-4037-996a-c4ee3a27bf3f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.252733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f291e21-6dba-4ced-821c-bff8f575f257 req-66bd94b5-54c7-4037-996a-c4ee3a27bf3f tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.1321979 Jul 23 16:48:20.294964 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:20.300710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-f25a0b67-22b5-4585-ba83-7a9f66c773a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 200 len: 217 time: 0.0468931 Jul 23 16:48:20.331773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Checking router: cad4ef4f-131f-4782-b560-c404ec502957 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:20.340974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:20.341632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:20.377343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f291e21-6dba-4ced-821c-bff8f575f257 req-c05ed019-a3c5-4fac-a954-76c9d414f702 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140783 Jul 23 16:48:20.392126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-96e2abaf-d4c7-44af-9b5f-a82b2e20df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.394052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-96e2abaf-d4c7-44af-9b5f-a82b2e20df1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 200 len: 835 time: 0.0837471 Jul 23 16:48:20.491089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-39794990-862d-44a1-afb0-af8a2f2caca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:20.492569 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:20.493043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-39794990-862d-44a1-afb0-af8a2f2caca7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892825 Jul 23 16:48:20.630727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-c220f3f6-3ac6-4c2a-a3e7-9640883a784d service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292605 Jul 23 16:48:20.740809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13fede7a-d3ee-4e57-899f-e0533c6ab354 req-5cc1b21b-271e-4ab1-a888-ce200c07f958 service neutron] 10.222.0.81 "GET /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005070 Jul 23 16:48:20.751679 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:20.789844 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c82845-6b0c-4f3c-a1be-ae96dc6ce3b0 None None] The sync data for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 is: [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:46:28Z', 'revision_number': 4, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '21b38b90-b502-4d2e-89d8-318059734812', 'name': '', 'network_id': 'ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'mac_address': 'fa:16:3e:67:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c22aa754-0129-44a1-a752-a84567715119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:27Z', 'updated_at': '2021-07-23T16:46:35Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'subnets': [{'id': 'c22aa754-0129-44a1-a752-a84567715119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:21.102077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e967d6b-467a-422f-85c9-e4d2fa15895d None None] New status for floating IP cde84364-afa0-4ba2-8562-163721d587b7: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:48:21.525991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0d25b-bb13-49a4-a637-f58c3cfe032c req-ac74ed0b-abb1-461b-b016-0d4cecf3ff2a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:21.525991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e0d25b-bb13-49a4-a637-f58c3cfe032c req-ac74ed0b-abb1-461b-b016-0d4cecf3ff2a tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0818295 Jul 23 16:48:21.576117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e0d25b-bb13-49a4-a637-f58c3cfe032c req-5f43fc6b-236d-4038-b100-6052f429aae2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/security-groups?id=07758061-c356-4307-b8e0-f2f325a11a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Jul 23 16:48:21.881152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785578f-6d8e-42c6-9786-607956f0b547 req-bfebcf40-be78-426c-8be4-7dfd0f1462b2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:21.882949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d785578f-6d8e-42c6-9786-607956f0b547 req-bfebcf40-be78-426c-8be4-7dfd0f1462b2 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 945 time: 0.0677373 Jul 23 16:48:21.996594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:21.996949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.107801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 01551f44-e017-437f-b44a-aa321e43fc09, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=01551f44-e017-437f-b44a-aa321e43fc09,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:22.108173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.121629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 01551f44-e017-437f-b44a-aa321e43fc09 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:22.296261 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.329445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=01551f44-e017-437f-b44a-aa321e43fc09,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:22.382552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] No DVR routers for this DVR port 01551f44-e017-437f-b44a-aa321e43fc09 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:22.388110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:22.390563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d785578f-6d8e-42c6-9786-607956f0b547 req-5f742975-1b43-4b5c-8ee7-65fd89e32474 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.81 "DELETE /v2.0/ports/01551f44-e017-437f-b44a-aa321e43fc09 HTTP/1.1" status: 204 len: 173 time: 0.5005112 Jul 23 16:48:22.391623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-deleted', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:22.394183 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059d31c-5a02-414f-a1e7-9dba8ae56af4" -d '{"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-deleted", "tag": "01551f44-e017-437f-b44a-aa321e43fc09"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:22.443702 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3515bf-8ebe-4835-ab1b-40694de975b3 x-openstack-request-id: req-8c3515bf-8ebe-4835-ab1b-40694de975b3 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:22.444008 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57b45e7-5ced-494b-84ce-6abb77a07b82", "name": "network-vif-deleted", "tag": "01551f44-e017-437f-b44a-aa321e43fc09", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:22.444312 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c3515bf-8ebe-4835-ab1b-40694de975b3 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:22.444719 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57b45e7-5ced-494b-84ce-6abb77a07b82', 'name': 'network-vif-deleted', 'tag': '01551f44-e017-437f-b44a-aa321e43fc09', 'status': 'completed', 'code': 200} Jul 23 16:48:22.998863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d02ed9b7-0e14-4ee9-b31f-daf190a63a94 req-66b13523-f9f2-49b9-8eea-0fe10350acd5 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57b45e7-5ced-494b-84ce-6abb77a07b82 HTTP/1.1" status: 200 len: 210 time: 0.0452332 Jul 23 16:48:24.054395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55036) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:24.529109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.827801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 21b38b90-b502-4d2e-89d8-318059734812 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:24.828821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.934606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 21b38b90-b502-4d2e-89d8-318059734812, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=21b38b90-b502-4d2e-89d8-318059734812,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:24.935005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:24.948832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 21b38b90-b502-4d2e-89d8-318059734812 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:25.164970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.195536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=21b38b90-b502-4d2e-89d8-318059734812,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:25.384074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:25.874433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-aafbffce-61fb-4529-b7df-45b955dddb3e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931872228&fields=id&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 267 time: 0.0740383 Jul 23 16:48:26.072640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-12e1d6b4-6a6a-40b9-823f-98eafce7eee0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:26.074211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-12e1d6b4-6a6a-40b9-823f-98eafce7eee0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1902170 Jul 23 16:48:26.100967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Router cad4ef4f-131f-4782-b560-c404ec502957 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:26.102563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d292a0c2-585a-4f28-8e3c-8fa3e1a23827 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0169616 Jul 23 16:48:26.254884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-7b6e6b84-907f-400f-a32d-923ef86cafd3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450245 Jul 23 16:48:26.256079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:26.262248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bcbe6cf0-2c21-459f-95c9-a205497a10cd tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "PUT /v2.0/routers/cad4ef4f-131f-4782-b560-c404ec502957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2061021 Jul 23 16:48:26.264450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:26.268589 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Sync routers for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:26.297901 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:26.298551 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:26.340522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting subnet c22aa754-0129-44a1-a752-a84567715119 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:48:26.344370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.399890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.427495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:26.444288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:26.477638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 01551f44-e017-437f-b44a-aa321e43fc09 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:26.478324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 01551f44-e017-437f-b44a-aa321e43fc09 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:26.581078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.635669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-78d516ba-9f77-4961-acee-ad55794f3aad service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412509 Jul 23 16:48:26.656791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:48:25Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:26.688002 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Checking router: cad4ef4f-131f-4782-b560-c404ec502957 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:26.697696 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Routers {'cad4ef4f-131f-4782-b560-c404ec502957'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:26.698338 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['cad4ef4f-131f-4782-b560-c404ec502957'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:26.735581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.789070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Subnet': ['ID=c22aa754-0129-44a1-a752-a84567715119,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:26.791405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:26.796145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5e8e55c1-4c9d-4457-834b-05317dc77430 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/subnets/c22aa754-0129-44a1-a752-a84567715119 HTTP/1.1" status: 204 len: 168 time: 0.5267940 Jul 23 16:48:26.796701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55102) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:26.805360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] Set router cad4ef4f-131f-4782-b560-c404ec502957 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:26.808826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd485d-c39b-4bc8-9a84-b4747605a5ca None None] Network ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:48:26.895968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-21ed3d51-3444-4e28-bf5f-7362fc71b9dd service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552612 Jul 23 16:48:26.960785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.094285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] DHCP port deletion for ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:48:27.104313 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.170696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Deleting port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:27.170864 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:48:25Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:27.171264 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.212117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Deleting port d2f32c68-2de4-451a-b3d3-c8de884239c5 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:48:27.212677 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.230080 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517db479-6c86-4df3-8b5a-4dcad8ad90c0 None None] The sync data for ids ['cad4ef4f-131f-4782-b560-c404ec502957'] in n-d-800484-3 is: [{'id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375307038', 'tenant_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:46:22Z', 'updated_at': '2021-07-23T16:48:25Z', 'revision_number': 5, 'project_id': '2367f77bb6de454d9f98eea4b2d1a5af', 'gw_port': {'id': '9ac7b485-ac2e-4936-a89a-c94e8feb55f9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad4ef4f-131f-4782-b560-c404ec502957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:46:23Z', 'updated_at': '2021-07-23T16:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:27.332422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] For port d2f32c68-2de4-451a-b3d3-c8de884239c5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d2f32c68-2de4-451a-b3d3-c8de884239c5,segment=NetworkSegment(5890dab0-20ad-4e07-b39d-72c907e9edbb),segment_id=5890dab0-20ad-4e07-b39d-72c907e9edbb)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:27.335617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.351057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] For port 9ac7b485-ac2e-4936-a89a-c94e8feb55f9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:27.352315 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.354749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Calling delete_port for d2f32c68-2de4-451a-b3d3-c8de884239c5 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:27.372172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Calling delete_port for 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:48:27.464824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.502505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Pushing event deleted for resources: {'Port': ['ID=d2f32c68-2de4-451a-b3d3-c8de884239c5,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:27.508334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83f108dc-9781-4701-8cb0-ac423264eb97 req-ef2d5e99-3b9c-473a-949a-3eb5d1a2ee2a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.1048512 Jul 23 16:48:27.513439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] No DVR routers for this DVR port d2f32c68-2de4-451a-b3d3-c8de884239c5 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:48:27.525428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.525428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.525428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.525428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.525428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.526321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.526321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.526953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.526953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.527130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.527326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.527646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdb67ee-e1b1-4fc1-ae98-d68b324a3126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:48:27.722376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d2f32c68-2de4-451a-b3d3-c8de884239c5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:27.739940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.754421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d2f32c68-2de4-451a-b3d3-c8de884239c5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:27.754778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d2f32c68-2de4-451a-b3d3-c8de884239c5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:27.782396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Port': ['ID=9ac7b485-ac2e-4936-a89a-c94e8feb55f9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:27.866260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.972939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:27.975372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.025225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.025751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Fanout notify agent at l3_agent the message router_deleted on router cad4ef4f-131f-4782-b560-c404ec502957 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:48:28.034622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.035751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0906a1eb-c2d9-4d5b-bff9-881fd4383a29 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/routers/cad4ef4f-131f-4782-b560-c404ec502957 HTTP/1.1" status: 204 len: 168 time: 1.2375236 Jul 23 16:48:28.038439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55142) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:28.139039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.254893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.270657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:28.280990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5890dab0-20ad-4e07-b39d-72c907e9edbb') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:28.281283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5890dab0-20ad-4e07-b39d-72c907e9edbb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:28.290536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.304967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.311052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:48:28.311446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:48:28.315542 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:48:28.376955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.384217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.386055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/networks/ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4 HTTP/1.1" status: 204 len: 168 time: 0.3466079 Jul 23 16:48:28.389360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:28.398166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b75c7-fc7f-45d1-877e-60295be7248b tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'Network': ['ID=ffabbd6a-954b-4cb7-b26c-a1ae1c6dc2b4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:28.461158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.491314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.567514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.571514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:28.576244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] 10.222.0.64 "DELETE /v2.0/security-groups/07758061-c356-4307-b8e0-f2f325a11a4f HTTP/1.1" status: 204 len: 168 time: 0.1846352 Jul 23 16:48:28.590113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ff406-1921-42a6-96de-887ed9437732 tempest-TestNetworkAdvancedServerOps-1348639490 tempest-TestNetworkAdvancedServerOps-1348639490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07758061-c356-4307-b8e0-f2f325a11a4f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:28.710942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-17282002-fba5-4516-a135-c80b1d7d85d8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:28.712748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-17282002-fba5-4516-a135-c80b1d7d85d8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.2148266 Jul 23 16:48:28.750976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f9d2b9e-6394-47d5-8450-0008e4c6999b req-f6142f7c-fc6c-4232-acde-437ae79d62db tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.0925040 Jul 23 16:48:28.819847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-90273aa4-e7dd-403a-a89e-6a1646d4cf93 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 380 time: 0.0675974 Jul 23 16:48:28.836063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'security_groups': ['ac3519b0-d729-4be9-9867-13173812dbc0']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:29.002617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:48:29.006725 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.012680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55170) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:29.055291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.182287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.13 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/939b9d25-d131-4d8d-b301-9d5a557b4bea) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:29.228784 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fc2ca47-ce9c-49f1-8e3d-222d6fec85b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2367f77bb6de454d9f98eea4b2d1a5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138515 Jul 23 16:48:29.230514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55178) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:29.285527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.307931 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.317763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 21b38b90-b502-4d2e-89d8-318059734812 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:29.339090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 21b38b90-b502-4d2e-89d8-318059734812 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:29.339447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 21b38b90-b502-4d2e-89d8-318059734812 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:29.339877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:48:29.360699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:48:29.361402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9ac7b485-ac2e-4936-a89a-c94e8feb55f9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:48:29.371302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.375368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.377279 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eebf1ba2-1443-4a47-b33e-764734051c3f HTTP/1.1" status: 204 len: 168 time: 0.1454346 Jul 23 16:48:29.387588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746994-f3e2-4ba2-810f-1e011cc8daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf1ba2-1443-4a47-b33e-764734051c3f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:29.408159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.427039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object 939b9d25-d131-4d8d-b301-9d5a557b4bea will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:29.491605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.548290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:29.552627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:29.557112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:29.604486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:29.648995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:29.650178 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.670848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d8d79ea6-1016-4035-b5e0-0b41ec7768af tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8404391 Jul 23 16:48:29.686821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Request body: {'port': {'device_id': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:29.784864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.856660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-444167fb-c0e3-4a3d-89e7-692cc64ad87d None None] Provisioning for port 939b9d25-d131-4d8d-b301-9d5a557b4bea completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:29.865287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55192) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:29.870951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-444167fb-c0e3-4a3d-89e7-692cc64ad87d None None] Provisioning complete for port 939b9d25-d131-4d8d-b301-9d5a557b4bea triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:29.871289 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-444167fb-c0e3-4a3d-89e7-692cc64ad87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:29.919046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-444167fb-c0e3-4a3d-89e7-692cc64ad87d None None] Port 939b9d25-d131-4d8d-b301-9d5a557b4bea cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:48:29.959377 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8d2f216b-de26-409c-b6d8-d254983e3fe9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c76d745ab5c34685932842721e7b93a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926130 Jul 23 16:48:29.961902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:30.023635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.048456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.100244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.103505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.105006 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eee54d2b-ab95-4af3-908c-b0c8dffe650d HTTP/1.1" status: 204 len: 168 time: 0.1421080 Jul 23 16:48:30.115286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7377c-33aa-42eb-b83c-58fb33859fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee54d2b-ab95-4af3-908c-b0c8dffe650d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:30.161104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26791dd9-1094-4ab8-9b2f-fff1c5cfa45b req-13df7a20-c15a-4819-bd64-eb5ad2012667 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:30.162748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26791dd9-1094-4ab8-9b2f-fff1c5cfa45b req-13df7a20-c15a-4819-bd64-eb5ad2012667 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 932 time: 0.2805517 Jul 23 16:48:30.249955 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26791dd9-1094-4ab8-9b2f-fff1c5cfa45b req-bef52dd6-d60e-43e8-bfa6-9646cc1f08bc tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794847 Jul 23 16:48:30.353840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939b9d25-d131-4d8d-b301-9d5a557b4bea {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:48:30.362933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.383173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Transition to ACTIVE for port object 939b9d25-d131-4d8d-b301-9d5a557b4bea will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:48:30.388471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.510866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Pushing event updated for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:30.558586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Attempting to bind port 939b9d25-d131-4d8d-b301-9d5a557b4bea on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:48:30.558925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Attempting to bind port 939b9d25-d131-4d8d-b301-9d5a557b4bea by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:48:30.559258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Attempting to bind port 939b9d25-d131-4d8d-b301-9d5a557b4bea on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:30.564220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Port 939b9d25-d131-4d8d-b301-9d5a557b4bea on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:48:30.564547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Attempting to bind port 939b9d25-d131-4d8d-b301-9d5a557b4bea on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:48:30.572234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:48:30.572580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:48:30.572967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:48:30.573400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Bound port: 939b9d25-d131-4d8d-b301-9d5a557b4bea, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:48:30.573766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.684224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:48:30.687982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:48:30.692335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.756163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Pushing event updated for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:30.788791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:30.789551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:30.791449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-6cefc603-a6e7-4f33-ad90-951853031d58 service neutron] 10.222.0.67 "PUT /v2.0/ports/939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 1092 time: 1.1096597 Jul 23 16:48:30.792105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:30.795751 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818" -d '{"events": [{"name": "network-changed", "server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:30.842742 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0ae0f3-fa6c-4b93-bf2e-88806c4a2d40 x-openstack-request-id: req-0a0ae0f3-fa6c-4b93-bf2e-88806c4a2d40 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:30.843045 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:30.843300 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a0ae0f3-fa6c-4b93-bf2e-88806c4a2d40 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:30.844221 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'status': 'completed', 'code': 200} Jul 23 16:48:30.980202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-5b0e5769-fadd-4fad-b1fa-e3998a2957c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:30.982104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-5b0e5769-fadd-4fad-b1fa-e3998a2957c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1095 time: 0.1318691 Jul 23 16:48:31.097118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-32eb623f-dba1-455b-920a-5078fb6b9588 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 217 time: 0.1071513 Jul 23 16:48:31.166085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-dab7b5d7-f5f5-4f35-b19b-e2d1218512ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.167927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-dab7b5d7-f5f5-4f35-b19b-e2d1218512ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0635707 Jul 23 16:48:31.238905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d75289bd-3467-4fde-a814-901fccd39384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.240762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-d75289bd-3467-4fde-a814-901fccd39384 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626864 Jul 23 16:48:31.415967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-b0aeb4e7-db8a-4a89-848b-22e2e6463781 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623559 Jul 23 16:48:31.513209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7451181-8294-478a-88ca-a965ebaf2e43 req-ab9a0755-6c06-4197-bed6-ab02b8aa9fbd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.514949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7451181-8294-478a-88ca-a965ebaf2e43 req-ab9a0755-6c06-4197-bed6-ab02b8aa9fbd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.1604035 Jul 23 16:48:31.579815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f131864-13ac-4e13-8707-28ad41b8fea9 req-614562af-3a71-4917-bc9b-09147228f00e service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562183 Jul 23 16:48:31.585670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c7451181-8294-478a-88ca-a965ebaf2e43 req-d082d055-7df9-495e-ab51-c39a4574f026 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609930 Jul 23 16:48:31.738833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-f46fa5a3-9f71-4197-8d96-e295d7568856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.740332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-f46fa5a3-9f71-4197-8d96-e295d7568856 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1095 time: 0.0939717 Jul 23 16:48:31.845717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-cd715582-cabb-4d6c-958c-2cc5fcf7473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.847529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-cd715582-cabb-4d6c-958c-2cc5fcf7473d service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0986776 Jul 23 16:48:31.902231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-c81680e7-980b-40df-a0bb-b67c4cdaf8e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 217 time: 0.0416853 Jul 23 16:48:31.962459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-202603bb-79ad-4167-8b55-49f24b752f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:31.964023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-202603bb-79ad-4167-8b55-49f24b752f71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0550027 Jul 23 16:48:32.062974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-9e8994e0-88a1-4e6a-bc1a-bb946239f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:32.064771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-9e8994e0-88a1-4e6a-bc1a-bb946239f2a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900095 Jul 23 16:48:32.196010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-c0d87535-d08a-42a2-bddf-247bc14d0574 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203434 Jul 23 16:48:32.857643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2aec0fb7-9af1-48e0-8cb5-a86d3883e818 req-9dc94c30-3e52-4925-9bd4-58d198cc834d service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545680 Jul 23 16:48:32.894091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5586f-6805-4edb-8424-62dc62ab9963 req-38ac91b7-5956-4219-81fc-2467c2d9bf74 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:32.906918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14b5586f-6805-4edb-8424-62dc62ab9963 req-38ac91b7-5956-4219-81fc-2467c2d9bf74 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.1047804 Jul 23 16:48:32.954545 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14b5586f-6805-4edb-8424-62dc62ab9963 req-2f7a4333-1bfb-45d1-8422-53c4fedecef1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Jul 23 16:48:32.999163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55406) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:33.146651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9294cef7-86a7-44f4-9c5b-95190f8bc4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.306417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9294cef7-86a7-44f4-9c5b-95190f8bc4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.312529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9294cef7-86a7-44f4-9c5b-95190f8bc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.343900 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9294cef7-86a7-44f4-9c5b-95190f8bc4ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ce44d13a5814b34bb9e376e6eebb96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429790 Jul 23 16:48:33.347147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55418) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:33.366126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294cef7-86a7-44f4-9c5b-95190f8bc4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac015f1-661b-4360-bdcc-0876c5f260d4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:33.434512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.460728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.517209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.520024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.521256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eac015f1-661b-4360-bdcc-0876c5f260d4 HTTP/1.1" status: 204 len: 168 time: 0.1727018 Jul 23 16:48:33.529706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21134373-9b1d-4559-886b-8e69d234dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac015f1-661b-4360-bdcc-0876c5f260d4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:33.854900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:33.868840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c40b783f-4b71-400a-ada9-e29fa7d1ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.976333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c40b783f-4b71-400a-ada9-e29fa7d1ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:33.981343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c40b783f-4b71-400a-ada9-e29fa7d1ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.022390 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c40b783f-4b71-400a-ada9-e29fa7d1ea77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21d258a8f0d44d228502f03074f65f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639538 Jul 23 16:48:34.023139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 55436) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:34.119552 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b783f-4b71-400a-ada9-e29fa7d1ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe6055-e6df-4fa9-97b8-13cc6e2304fa,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:34.149206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b13a2-b93a-46c4-aff6-44f012188697 req-197fbfe4-a7be-4bf6-8c5a-5582320a0d4b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:34.155746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.159370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a02b13a2-b93a-46c4-aff6-44f012188697 req-197fbfe4-a7be-4bf6-8c5a-5582320a0d4b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.1167858 Jul 23 16:48:34.182290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.222345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a02b13a2-b93a-46c4-aff6-44f012188697 req-868ddf14-a45e-4209-833f-a889ab94a91f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580645 Jul 23 16:48:34.252978 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.256348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:34.257653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbbe6055-e6df-4fa9-97b8-13cc6e2304fa HTTP/1.1" status: 204 len: 168 time: 0.2335057 Jul 23 16:48:34.268248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e6d2-3bf9-4713-b13d-104f4e76892f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe6055-e6df-4fa9-97b8-13cc6e2304fa,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:35.363107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb4c35-8242-4198-b232-c7f5cfbcf1b2 req-f2b10079-2109-4ba9-97b7-d89f494bb781 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:35.364636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cdb4c35-8242-4198-b232-c7f5cfbcf1b2 req-f2b10079-2109-4ba9-97b7-d89f494bb781 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0706687 Jul 23 16:48:35.407043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0cdb4c35-8242-4198-b232-c7f5cfbcf1b2 req-ea1f4302-8dc1-4ce4-9f4d-358ffab626c3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353582 Jul 23 16:48:36.546021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f019737-7562-4f16-8328-bbf5d0adc2eb req-d3d59903-c3b5-4327-99a3-478b8441f3c9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:36.548370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f019737-7562-4f16-8328-bbf5d0adc2eb req-d3d59903-c3b5-4327-99a3-478b8441f3c9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0730441 Jul 23 16:48:36.589308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f019737-7562-4f16-8328-bbf5d0adc2eb req-5468bcb1-f24b-43cf-8dc7-a9ae20cf4e2a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346394 Jul 23 16:48:37.731202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f16e-9801-4e64-be1e-a3b675392610 req-f85580ba-7475-4b07-baf1-2656817af745 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:37.732784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed4f16e-9801-4e64-be1e-a3b675392610 req-f85580ba-7475-4b07-baf1-2656817af745 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0727284 Jul 23 16:48:37.773342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fed4f16e-9801-4e64-be1e-a3b675392610 req-f5fde402-995d-4325-be33-70d3a6580173 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jul 23 16:48:38.918080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e15c10-c771-40cb-8a0f-e36223db8e97 req-ff75d61e-8399-4e9f-a22f-340d9874329b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:38.919686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29e15c10-c771-40cb-8a0f-e36223db8e97 req-ff75d61e-8399-4e9f-a22f-340d9874329b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0720716 Jul 23 16:48:38.960919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-29e15c10-c771-40cb-8a0f-e36223db8e97 req-14d2ab2e-9c95-48a0-ad72-e639fc8a74ca tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353007 Jul 23 16:48:40.107861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3bb66-441c-4c3f-b281-3901348f5bfb req-7e725a04-51c6-4ccd-b4ed-1809ff3029b3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:40.109512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9de3bb66-441c-4c3f-b281-3901348f5bfb req-7e725a04-51c6-4ccd-b4ed-1809ff3029b3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0794837 Jul 23 16:48:40.149401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9de3bb66-441c-4c3f-b281-3901348f5bfb req-2c62e63f-fabd-4e53-9813-e2e680777be7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 Jul 23 16:48:41.180110 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 939b9d25-d131-4d8d-b301-9d5a557b4bea details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:48:41.300853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:41.308125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11026045-a78f-490b-8b56-661cab9c8a79 req-2dba2f2c-5cc2-425f-9301-36af6ba438cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:41.309682 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11026045-a78f-490b-8b56-661cab9c8a79 req-2dba2f2c-5cc2-425f-9301-36af6ba438cb tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 944 time: 0.0803437 Jul 23 16:48:41.314580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'mac_address': 'fa:16:3e:64:4f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:48:41.350732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11026045-a78f-490b-8b56-661cab9c8a79 req-8d75ce1b-558f-43a7-8393-f04563965c19 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331485 Jul 23 16:48:41.351896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.368773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b9d25-d131-4d8d-b301-9d5a557b4bea {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:48:41.388190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:41.393186 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.442922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:41.663852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['939b9d25-d131-4d8d-b301-9d5a557b4bea'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:48:41.788599 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.805057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f31dc375-1770-4f24-a131-00707e27220d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.492982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea382-6f0f-441a-b938-622944c14ed6 req-13f8ab3a-c834-48b2-a17b-46b2819cd2c3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:42.494702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-211ea382-6f0f-441a-b938-622944c14ed6 req-13f8ab3a-c834-48b2-a17b-46b2819cd2c3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 945 time: 0.0703959 Jul 23 16:48:42.534447 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-211ea382-6f0f-441a-b938-622944c14ed6 req-46ffcd84-4a9c-4001-bd54-f9b635811c1e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Jul 23 16:48:43.212818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 939b9d25-d131-4d8d-b301-9d5a557b4bea up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:48:43.262172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 939b9d25-d131-4d8d-b301-9d5a557b4bea completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:48:43.266322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 939b9d25-d131-4d8d-b301-9d5a557b4bea triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:48:43.266696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.349202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.371189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:43.373441 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984926b-5152-4584-bbb9-b4b45cde5916" -d '{"events": [{"server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "name": "network-vif-plugged", "status": "completed", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:43.386729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:48:43.392565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.419476 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110d77d-a25b-4245-baaf-65d040c4a5ce x-openstack-request-id: req-d110d77d-a25b-4245-baaf-65d040c4a5ce {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:43.419784 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "name": "network-vif-plugged", "status": "completed", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:43.420040 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d110d77d-a25b-4245-baaf-65d040c4a5ce {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:43.420443 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'code': 200} Jul 23 16:48:43.450375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:43.557262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e508209-6923-4728-8bf9-335323521e18 req-93ef005e-7dc6-4842-849b-4be017d98b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:43.558854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e508209-6923-4728-8bf9-335323521e18 req-93ef005e-7dc6-4842-849b-4be017d98b0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1097 time: 0.0560617 Jul 23 16:48:43.603060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e508209-6923-4728-8bf9-335323521e18 req-601d469d-06ab-4236-9b64-e29cc6ce5db1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335586 Jul 23 16:48:43.700715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5e2e3-0d0b-4c65-afe1-5a2f16706b53 req-0913ea4e-8ccc-4dcd-8ecb-b1caa3a17ffa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:43.702758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ee5e2e3-0d0b-4c65-afe1-5a2f16706b53 req-0913ea4e-8ccc-4dcd-8ecb-b1caa3a17ffa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0843568 Jul 23 16:48:43.741828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ee5e2e3-0d0b-4c65-afe1-5a2f16706b53 req-7b60d763-564c-4e6f-b336-db062adcbece tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328295 Jul 23 16:48:44.329614 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.431284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0867785b-8d67-46b3-bbee-002f4917057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:44.878350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d410e-797b-472b-878a-12a177f44094 req-ec448e36-141d-4f3f-909d-49e8b32f383b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:44.879724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-785d410e-797b-472b-878a-12a177f44094 req-ec448e36-141d-4f3f-909d-49e8b32f383b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0704174 Jul 23 16:48:44.921220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-785d410e-797b-472b-878a-12a177f44094 req-54180efe-880c-4f33-b63b-ba5458df2837 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355713 Jul 23 16:48:45.057224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fee4-fad8-4ecd-b7f1-c5b973c5d643 req-b0ac6a6c-6948-4ebb-813a-a5224bee9ec5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:45.058745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed2fee4-fad8-4ecd-b7f1-c5b973c5d643 req-b0ac6a6c-6948-4ebb-813a-a5224bee9ec5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0648174 Jul 23 16:48:45.098196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed2fee4-fad8-4ecd-b7f1-c5b973c5d643 req-3cbdb55d-4294-4390-81a2-5fed0e90ee97 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Jul 23 16:48:45.122483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55670) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:45.181067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef766c-e4aa-40aa-ae5e-5c9d0a79fa1e tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:45.182611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-79ef766c-e4aa-40aa-ae5e-5c9d0a79fa1e tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1092 time: 0.0590773 Jul 23 16:48:45.185561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 55676) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:48:45.190768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:48:45.220035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.324137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.436972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.25.2.233 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a318a0be-b83f-4aee-92d8-34039d2ffd39) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:48:45.553555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.572987 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.603251 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:45.640911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:48:45.644124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:48:45.651464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:48:45.678842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=a318a0be-b83f-4aee-92d8-34039d2ffd39,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:46.055320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.145842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.310693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.321701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.402242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=a318a0be-b83f-4aee-92d8-34039d2ffd39,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:48:46.420374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.523481 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP 5cd3b237-eeb8-4725-96ce-97c252a57272 associated. External IP: 172.25.2.233, port: 939b9d25-d131-4d8d-b301-9d5a557b4bea. Jul 23 16:48:46.738892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:48:46.862397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:48:46.875358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:48:46.881552 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:46.888807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:46.889494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:46.926634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bff34bb2-51c0-46e4-9283-5a99af68aa52 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7398520 Jul 23 16:48:46.928417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:48:46.929431 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc7bdf-6059-44a5-b9ca-f8afdf634749" -d '{"events": [{"name": "network-changed", "server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:48:46.970712 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44972129-2a69-4349-b069-708c4a93be34 x-openstack-request-id: req-44972129-2a69-4349-b069-708c4a93be34 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:48:46.971017 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:48:46.971272 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44972129-2a69-4349-b069-708c4a93be34 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:48:46.971674 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'status': 'completed', 'code': 200} Jul 23 16:48:47.011634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:47.072827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-e1e8d921-f391-45c5-88a9-8b0e20e15748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:47.074964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-e1e8d921-f391-45c5-88a9-8b0e20e15748 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1097 time: 0.0740364 Jul 23 16:48:47.178410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-b49d7330-96ea-4b09-b9b1-de7617221d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:47.179885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-b49d7330-96ea-4b09-b9b1-de7617221d3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0943477 Jul 23 16:48:47.256427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-74cb5282-de6e-40c2-b54c-fdec3ba5c970 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 1000 time: 0.0691955 Jul 23 16:48:47.258376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '5cd3b237-eeb8-4725-96ce-97c252a57272', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:64:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:45Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:47.285792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:48:47.294841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:48:47.295468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:48:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:47.309805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-d32bfb68-e420-4627-942e-7ca0c0f5af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:47.311341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-d32bfb68-e420-4627-942e-7ca0c0f5af5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0464163 Jul 23 16:48:47.382663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-f46c4993-a1e9-4434-a17c-6a77f9ce7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:48:47.384287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-f46c4993-a1e9-4434-a17c-6a77f9ce7dcf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653098 Jul 23 16:48:47.408099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:48:47.525565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:47.529893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-12e3d177-ffb5-43ce-b690-871496787106 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360288 Jul 23 16:48:47.636898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebc7bdf-6059-44a5-b9ca-f8afdf634749 req-3b4985ae-9fa1-4315-b50e-b169bf39027c service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979290 Jul 23 16:48:47.688740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '5cd3b237-eeb8-4725-96ce-97c252a57272', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:64:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:45Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:48:47.719663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb795e6-ca40-4495-9a96-dd2120cd63d7 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '5cd3b237-eeb8-4725-96ce-97c252a57272', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:64:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:48:45Z', 'updated_at': '2021-07-23T16:48:45Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:48:47.937591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87acfb7d-43e3-4736-ba79-12ff5075565c None None] New status for floating IP 5cd3b237-eeb8-4725-96ce-97c252a57272: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:48:50.054673 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:48:59.041687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:02.260497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-8237c012-4776-434b-b178-ff8073b2e6ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577064 Jul 23 16:49:02.368013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-a04b95eb-e49a-4805-8e88-cef441157712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:02.369806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-a04b95eb-e49a-4805-8e88-cef441157712 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1097 time: 0.0580847 Jul 23 16:49:02.491190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-dc983c6b-1c1e-4ca1-81b4-4ad6bb5df0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:02.492892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-dc983c6b-1c1e-4ca1-81b4-4ad6bb5df0d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1023009 Jul 23 16:49:02.597772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-ec14feb3-5ba9-4dc4-b212-c2ad3d6ff5ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 1002 time: 0.0958126 Jul 23 16:49:02.659595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aef3fb-908e-4430-9136-565e7cb88859 req-584b2a5f-542e-4a80-a078-247ffe44a089 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:02.661098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26aef3fb-908e-4430-9136-565e7cb88859 req-584b2a5f-542e-4a80-a078-247ffe44a089 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.1179061 Jul 23 16:49:02.664848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-d7e6b418-4539-41f4-8826-4d5f51c110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:02.666226 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-d7e6b418-4539-41f4-8826-4d5f51c110ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0617871 Jul 23 16:49:02.728977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26aef3fb-908e-4430-9136-565e7cb88859 req-0988b951-8ab1-49e1-8f99-4d7668144480 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618136 Jul 23 16:49:02.753412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-0f09a588-aa1a-49e2-99f8-2ec2a1be69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:02.755015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-0f09a588-aa1a-49e2-99f8-2ec2a1be69d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710239 Jul 23 16:49:02.850397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-ce9fc167-9490-4bd2-b6f1-482109118fbb service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871613 Jul 23 16:49:02.954636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25075985-efa1-4888-a0d5-b8190d7daa15 req-7705fead-41e2-4dba-b433-34d69a298b3d service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932484 Jul 23 16:49:03.867865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13d617-9a2a-435a-b4d5-3f5efaaa8094 req-c9a573d3-6d68-46a8-924a-d7eadf1d942d tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:03.869424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e13d617-9a2a-435a-b4d5-3f5efaaa8094 req-c9a573d3-6d68-46a8-924a-d7eadf1d942d tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.0707562 Jul 23 16:49:03.910904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e13d617-9a2a-435a-b4d5-3f5efaaa8094 req-c61aa921-3c49-4539-9ba9-a434b7953487 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/security-groups?id=6defe5ec-341b-475c-ab38-89386779a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Jul 23 16:49:04.350004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-2ecd5d12-6d7f-47ab-baee-d0e7dd546f7c tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:04.351483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-2ecd5d12-6d7f-47ab-baee-d0e7dd546f7c tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.81 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 949 time: 0.0711398 Jul 23 16:49:04.454347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Deleting port 08b3dfc6-13e8-4562-a297-a6f3b5231ece {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:49:04.454684 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.546127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] For port 08b3dfc6-13e8-4562-a297-a6f3b5231ece, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=08b3dfc6-13e8-4562-a297-a6f3b5231ece,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:04.546488 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.558445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Calling delete_port for 08b3dfc6-13e8-4562-a297-a6f3b5231ece owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:49:04.693192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.726229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Pushing event deleted for resources: {'Port': ['ID=08b3dfc6-13e8-4562-a297-a6f3b5231ece,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:04.727329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['08b3dfc6-13e8-4562-a297-a6f3b5231ece'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:04.756213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.756559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.756898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.757235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.757567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.757896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.758249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.758573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.758901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.759223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.759575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.759903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:04.784227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] No DVR routers for this DVR port 08b3dfc6-13e8-4562-a297-a6f3b5231ece on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:49:04.787295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:04.789732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbd29229-fd54-4420-aa9e-e1dcf9e3cd5f req-c241e0df-5099-45de-b0bb-da936c3f1772 tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.81 "DELETE /v2.0/ports/08b3dfc6-13e8-4562-a297-a6f3b5231ece HTTP/1.1" status: 204 len: 173 time: 0.4315577 Jul 23 16:49:04.790236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'name': 'network-vif-deleted', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:04.793130 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d683263-bf3c-4c8a-baa8-73cd62bbefce" -d '{"events": [{"server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "name": "network-vif-deleted", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:04.836929 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db681a08-6675-4242-b39f-bdf9dbb286af x-openstack-request-id: req-db681a08-6675-4242-b39f-bdf9dbb286af {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:04.837226 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04dc985-65dc-4a70-a427-eb50a8ad7dac", "name": "network-vif-deleted", "tag": "08b3dfc6-13e8-4562-a297-a6f3b5231ece", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:04.837485 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db681a08-6675-4242-b39f-bdf9dbb286af {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:04.837910 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04dc985-65dc-4a70-a427-eb50a8ad7dac', 'name': 'network-vif-deleted', 'tag': '08b3dfc6-13e8-4562-a297-a6f3b5231ece', 'status': 'completed', 'code': 200} Jul 23 16:49:05.027433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8491b407-f3c4-4749-a1c0-781007362f87 req-2baaf4b3-f626-4dfa-a73c-49d4d4186f2a tempest-VolumesBackupsTest-1510267191 tempest-VolumesBackupsTest-1510267191-project] 10.222.0.64 "GET /v2.0/ports?device_id=a04dc985-65dc-4a70-a427-eb50a8ad7dac HTTP/1.1" status: 200 len: 210 time: 0.0294874 Jul 23 16:49:08.662612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08b3dfc6-13e8-4562-a297-a6f3b5231ece no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:08.694150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 08b3dfc6-13e8-4562-a297-a6f3b5231ece {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:49:08.694498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 08b3dfc6-13e8-4562-a297-a6f3b5231ece not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:49:08.789197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7cca-78ed-48bf-a413-99a7d1630e49 req-3b2c381d-5e05-4920-8c4b-bc0fbee46608 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:08.791583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9eba7cca-78ed-48bf-a413-99a7d1630e49 req-3b2c381d-5e05-4920-8c4b-bc0fbee46608 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0756490 Jul 23 16:49:08.836835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9eba7cca-78ed-48bf-a413-99a7d1630e49 req-ee92c0c6-e18f-4dc5-924a-832b7bcbfedc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392094 Jul 23 16:49:10.000897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e1f25-e06a-4a64-90a7-1592acf4f2d0 req-041faf72-79d2-49f2-88b2-c099bb3cbfb2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:10.003117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-454e1f25-e06a-4a64-90a7-1592acf4f2d0 req-041faf72-79d2-49f2-88b2-c099bb3cbfb2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0748663 Jul 23 16:49:10.044613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-454e1f25-e06a-4a64-90a7-1592acf4f2d0 req-4eaebf43-a832-49ca-b866-f6891b064792 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352688 Jul 23 16:49:11.224602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190749f-1faf-439b-809a-d645399c5b27 req-018d36ce-9cd8-4841-8314-7a3b34275732 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:11.226347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f190749f-1faf-439b-809a-d645399c5b27 req-018d36ce-9cd8-4841-8314-7a3b34275732 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0821733 Jul 23 16:49:11.283953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f190749f-1faf-439b-809a-d645399c5b27 req-c1ea3835-58e0-4fbf-ad0a-b1eb4ee520e6 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500107 Jul 23 16:49:11.758181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:11.795609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9a9f829f-64e6-43e7-9b73-7062e134c3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.440988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1831f-e85b-4642-987b-1720cadf4eda req-9240ffb7-b520-4898-8755-3832c7d0d9e4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:12.442578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cf1831f-e85b-4642-987b-1720cadf4eda req-9240ffb7-b520-4898-8755-3832c7d0d9e4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0746932 Jul 23 16:49:12.485689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cf1831f-e85b-4642-987b-1720cadf4eda req-96eab679-9756-4e12-8904-884a217c1751 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370810 Jul 23 16:49:13.636787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefdb81-8e5b-48cd-a1b6-a05c7f02e35d req-5982e8b8-7409-4092-897c-944445f9a5d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:13.638444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbefdb81-8e5b-48cd-a1b6-a05c7f02e35d req-5982e8b8-7409-4092-897c-944445f9a5d1 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0683131 Jul 23 16:49:13.682566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbefdb81-8e5b-48cd-a1b6-a05c7f02e35d req-d9b6db35-6efb-4e19-82b5-306da61bc6fc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Jul 23 16:49:14.333948 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.426859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94d2449e-4b08-45fe-97f7-1142f3aa386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.866573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3034-cb5b-4d0f-9de5-c72d2f37da98 req-9b73b130-4522-48c4-9fed-d33bf7b58f33 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:14.868086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6ca3034-cb5b-4d0f-9de5-c72d2f37da98 req-9b73b130-4522-48c4-9fed-d33bf7b58f33 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0959356 Jul 23 16:49:14.916618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6ca3034-cb5b-4d0f-9de5-c72d2f37da98 req-950b2790-67cf-4887-923a-c024667a1bc4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Jul 23 16:49:15.307768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-4c54b0e7-0cba-46ec-aac5-3e1ecb97ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.309264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-4c54b0e7-0cba-46ec-aac5-3e1ecb97ebf3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1096 time: 0.0610702 Jul 23 16:49:15.444083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-3573b2fc-0e47-42b9-b625-a0bacd54b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.445614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-3573b2fc-0e47-42b9-b625-a0bacd54b58a service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.1172302 Jul 23 16:49:15.523829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-377ce3ed-3e07-4736-b4fe-20810b67c5a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 1001 time: 0.0704002 Jul 23 16:49:15.578862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:15.590309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-871f3b1b-73a4-4d3c-9e6f-fac47e863047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.591807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-871f3b1b-73a4-4d3c-9e6f-fac47e863047 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0590630 Jul 23 16:49:15.667061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-5c5739ac-852d-400f-9b50-f96a76791427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:15.668720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-5c5739ac-852d-400f-9b50-f96a76791427 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697389 Jul 23 16:49:15.790253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-35478304-deee-4774-9a22-ecff3070ab6f service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070232 Jul 23 16:49:16.279093 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b16c9e1-56b7-4325-b954-fd6883246f8d req-a5f6f584-8c30-42eb-8ae1-7869b6247080 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795313 Jul 23 16:49:16.306463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e907-b90b-413e-9190-eb572ad56ea7 req-47fda605-8c0a-4176-b63a-05b1d6abda36 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:16.307972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37a3e907-b90b-413e-9190-eb572ad56ea7 req-47fda605-8c0a-4176-b63a-05b1d6abda36 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0881011 Jul 23 16:49:16.355560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-37a3e907-b90b-413e-9190-eb572ad56ea7 req-bd79969c-91e7-4efa-924a-79b984562feb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Jul 23 16:49:17.499736 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:17.504350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1c415-d949-484c-a357-6e64c08539bc req-49107933-a1a7-45f6-af82-46322558b941 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:17.505884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6db1c415-d949-484c-a357-6e64c08539bc req-49107933-a1a7-45f6-af82-46322558b941 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0737672 Jul 23 16:49:17.562119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6db1c415-d949-484c-a357-6e64c08539bc req-31942e3c-b3d7-4010-91ea-5ece37e1d42e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486135 Jul 23 16:49:18.738516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010ed2c-4ec2-4f04-8865-afd907868e06 req-df7da6d1-08b5-4618-adb7-ac8da3c09b77 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:18.740294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5010ed2c-4ec2-4f04-8865-afd907868e06 req-df7da6d1-08b5-4618-adb7-ac8da3c09b77 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0790398 Jul 23 16:49:18.787175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5010ed2c-4ec2-4f04-8865-afd907868e06 req-41c8c2c7-ba8d-4974-96fd-8ae5648e33b3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363214 Jul 23 16:49:19.942248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3214bfc-8ea8-44fb-bfc4-994febce35e9 req-c1d1f04b-3c67-499f-a180-927ef367f011 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:19.943879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3214bfc-8ea8-44fb-bfc4-994febce35e9 req-c1d1f04b-3c67-499f-a180-927ef367f011 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0710335 Jul 23 16:49:19.990823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3214bfc-8ea8-44fb-bfc4-994febce35e9 req-130128cb-cd4e-43e9-9078-6845320ca487 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403962 Jul 23 16:49:20.724636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:49:20.837034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:20.850004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:49:20.891965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.915813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:20.938017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:20.942408 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:20.992602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:21.125823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ce9ba141-5423-492e-ad63-4afc66efeef6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:21.139672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31aa91-273a-4bbe-b24d-bde368e5c9d3 req-7b0d659a-9362-41e7-9132-42a886dbae2f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:21.141232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f31aa91-273a-4bbe-b24d-bde368e5c9d3 req-7b0d659a-9362-41e7-9132-42a886dbae2f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.0741203 Jul 23 16:49:21.189362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f31aa91-273a-4bbe-b24d-bde368e5c9d3 req-27417f10-c94e-4cde-ae53-0170554e0533 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Jul 23 16:49:22.357838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824a5e-9393-4efe-8ad2-6e7a4b1cf5d1 req-c41527d0-200a-42d7-b79c-270121b1c053 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:22.359411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0824a5e-9393-4efe-8ad2-6e7a4b1cf5d1 req-c41527d0-200a-42d7-b79c-270121b1c053 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.0828028 Jul 23 16:49:22.425329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0824a5e-9393-4efe-8ad2-6e7a4b1cf5d1 req-55e5e450-d009-41ea-b28b-1f7dff795736 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588317 Jul 23 16:49:22.741235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:22.824274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ce9ba141-5423-492e-ad63-4afc66efeef6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:22.824617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.953904 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:22.999980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:23.004402 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04b90a-365c-4c86-b0ff-a0061b2ca25b" -d '{"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:23.041035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:23.049605 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:23.091657 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08591f71-6561-4a11-afd8-2673e76236b1 x-openstack-request-id: req-08591f71-6561-4a11-afd8-2673e76236b1 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:23.092097 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:23.092407 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08591f71-6561-4a11-afd8-2673e76236b1 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:23.092873 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'code': 200} Jul 23 16:49:23.133516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:23.589729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539dbf2-b577-464d-96bb-5e1632af3202 req-80370dc4-fa09-4ffa-9ec7-12b4a6b8d4a2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:23.601025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a539dbf2-b577-464d-96bb-5e1632af3202 req-80370dc4-fa09-4ffa-9ec7-12b4a6b8d4a2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0892549 Jul 23 16:49:23.659883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a539dbf2-b577-464d-96bb-5e1632af3202 req-9b4febac-35b1-4ce7-949a-f5532f6e2044 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566714 Jul 23 16:49:24.829976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb918-4211-41bc-a233-d0f83c481706 req-eef70ab5-7451-4dd7-87e3-b7dad5676024 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:24.831982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71fb918-4211-41bc-a233-d0f83c481706 req-eef70ab5-7451-4dd7-87e3-b7dad5676024 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0887094 Jul 23 16:49:24.896169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71fb918-4211-41bc-a233-d0f83c481706 req-b81f68d7-e0ca-479f-be55-d1251ff43bbc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561774 Jul 23 16:49:26.081748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950fe4-c0d4-45cd-9fff-9fb5b2f68050 req-43d0d885-5cdc-4327-a113-1921c042d59d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:26.090384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9950fe4-c0d4-45cd-9fff-9fb5b2f68050 req-43d0d885-5cdc-4327-a113-1921c042d59d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0876138 Jul 23 16:49:26.136948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9950fe4-c0d4-45cd-9fff-9fb5b2f68050 req-997ab127-576c-44ce-87f2-1407a2b987c4 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Jul 23 16:49:27.054210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:49:27.313851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a59e1-5e50-4fe0-b83f-68bf05f8b2ea req-30fc7034-fede-4e45-a0ec-078be99dafb9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:27.315321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf2a59e1-5e50-4fe0-b83f-68bf05f8b2ea req-30fc7034-fede-4e45-a0ec-078be99dafb9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0874527 Jul 23 16:49:27.357643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf2a59e1-5e50-4fe0-b83f-68bf05f8b2ea req-98ef8cd3-3160-4cab-af96-78b1290588ce tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366979 Jul 23 16:49:28.523848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca058-230b-4473-a9da-00de33cbecd0 req-ef242c46-10f2-464f-b105-14ebd76d5e35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:28.534563 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6bca058-230b-4473-a9da-00de33cbecd0 req-ef242c46-10f2-464f-b105-14ebd76d5e35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0787151 Jul 23 16:49:28.600586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6bca058-230b-4473-a9da-00de33cbecd0 req-c10b1833-5239-4923-83c5-935411f46bcd tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646796 Jul 23 16:49:29.052371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.761083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccec33-c021-4680-9b30-a97a3e2f5a24 req-95beef34-894d-477f-866d-595c6863e192 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:29.764032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57ccec33-c021-4680-9b30-a97a3e2f5a24 req-95beef34-894d-477f-866d-595c6863e192 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0760524 Jul 23 16:49:29.813985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57ccec33-c021-4680-9b30-a97a3e2f5a24 req-7c3d2034-5030-4474-b77d-8d7905a69397 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Jul 23 16:49:30.969299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ad666-a1d0-4d7b-8b1a-9f5ecdab24f6 req-f2ad5612-ccfa-488d-a7cd-75df38e41956 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:30.977538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c1ad666-a1d0-4d7b-8b1a-9f5ecdab24f6 req-f2ad5612-ccfa-488d-a7cd-75df38e41956 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0768292 Jul 23 16:49:31.019311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c1ad666-a1d0-4d7b-8b1a-9f5ecdab24f6 req-1fe34900-1e6d-447a-ba52-4b781b67ee35 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Jul 23 16:49:31.947017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-bf80d6b7-5594-4ecd-8500-01e2167e615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:31.948549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-bf80d6b7-5594-4ecd-8500-01e2167e615a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1096 time: 0.0597517 Jul 23 16:49:32.051625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-cfe60335-2dae-41e0-9c5a-a1707e957205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:32.053913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-cfe60335-2dae-41e0-9c5a-a1707e957205 service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.0993085 Jul 23 16:49:32.152735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-0ecc2b4b-c38a-4f65-9fa8-b9f9532355b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 1001 time: 0.0921283 Jul 23 16:49:32.215151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8cfa5-76ae-45b6-8a5c-20e7460dd27b req-9a217857-43b1-4356-9f85-855ac5daa9c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:32.216639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7f8cfa5-76ae-45b6-8a5c-20e7460dd27b req-9a217857-43b1-4356-9f85-855ac5daa9c2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.1185098 Jul 23 16:49:32.222941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-dc8cc21c-4eb5-4c70-87b0-071f4573aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:32.224329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-dc8cc21c-4eb5-4c70-87b0-071f4573aa0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0647461 Jul 23 16:49:32.288374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7f8cfa5-76ae-45b6-8a5c-20e7460dd27b req-872c7093-813a-4850-a534-7ecd06d6d7e0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630116 Jul 23 16:49:32.310829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-2d0af3d6-ab54-4917-a1d1-e66f50c3fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:32.312763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-2d0af3d6-ab54-4917-a1d1-e66f50c3fb7f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801909 Jul 23 16:49:32.412553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-0bc8c9f4-e85c-4892-a4e0-f5a998134f80 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907540 Jul 23 16:49:32.516074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eed3b16b-c8ba-4814-9ad0-297c46364fcd req-443a4848-d19c-4c29-852d-f81b0a49d59a service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964277 Jul 23 16:49:33.446275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148b3c-732c-466e-b82b-990c5026233b req-f8a29248-cbc8-41b2-91d3-14d23d18a70a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:33.447768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94148b3c-732c-466e-b82b-990c5026233b req-f8a29248-cbc8-41b2-91d3-14d23d18a70a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0765526 Jul 23 16:49:33.487765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94148b3c-732c-466e-b82b-990c5026233b req-7d86ae29-152e-4fe2-881c-4709aa874df0 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Jul 23 16:49:34.676727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a903f-1241-47a6-a744-5c2e9f9b1a11 req-52c3b02f-dab1-4375-a330-00c257a63f5d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:34.678502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a04a903f-1241-47a6-a744-5c2e9f9b1a11 req-52c3b02f-dab1-4375-a330-00c257a63f5d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 945 time: 0.0778077 Jul 23 16:49:34.720341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a04a903f-1241-47a6-a744-5c2e9f9b1a11 req-211b6ae6-0d0c-41e3-aedc-10a7fd4a27be tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358241 Jul 23 16:49:34.806826 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:49:34.891549 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.915034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:34.917164 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0232e-b34c-4d7d-bdd6-2829682007f4" -d '{"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:34.944247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:34.948667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:34.953510 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ecbc73-7624-4f6d-96e6-b9e20f0f45ca x-openstack-request-id: req-c0ecbc73-7624-4f6d-96e6-b9e20f0f45ca {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:34.954043 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-unplugged", "status": "failed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "code": 422}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:34.954297 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0ecbc73-7624-4f6d-96e6-b9e20f0f45ca {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:34.954907 n-d-800484-3 neutron-server[94005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'code': 422} returned with failed status Jul 23 16:49:35.178707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:35.186572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.186897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.187488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.187827 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.188671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.188997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.189323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.189644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.189982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.190307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.190635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.190942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:49:35.740542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3bcf9-20fe-4cdc-b121-44dc1d5234ec req-c43fad56-0668-460a-b012-9821d6ad144f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:35.742042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dd3bcf9-20fe-4cdc-b121-44dc1d5234ec req-c43fad56-0668-460a-b012-9821d6ad144f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0858498 Jul 23 16:49:35.810451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8dd3bcf9-20fe-4cdc-b121-44dc1d5234ec req-d810e98f-2a4d-4588-b042-1eb6b61006c3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479538 Jul 23 16:49:35.825345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-12e9e209-b511-4508-bf7c-1e3b373032ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052191 Jul 23 16:49:36.667874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-15a14f1f-a1ea-4f6e-81cb-4f47e3395b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:36.669399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-15a14f1f-a1ea-4f6e-81cb-4f47e3395b52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d&tenant_id=265d865fb03f43aa8115f1c1aa90c713 HTTP/1.1" status: 200 len: 1094 time: 0.0577669 Jul 23 16:49:36.771457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-eb38c84a-f10e-453f-b9e4-bccaa83aa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:36.772972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-eb38c84a-f10e-453f-b9e4-bccaa83aa9bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=265d865fb03f43aa8115f1c1aa90c713&device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1094 time: 0.0633419 Jul 23 16:49:36.868647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-96d60d18-169f-49f7-b913-1386b678263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:36.870162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-96d60d18-169f-49f7-b913-1386b678263b service neutron] 10.222.0.81 "GET /v2.0/networks?id=16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 200 len: 918 time: 0.0903816 Jul 23 16:49:36.970287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-0252e5a4-1a9e-46c9-ba58-82e7e0698e6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 200 len: 999 time: 0.0929134 Jul 23 16:49:37.028887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f7d5a-6579-4d74-992b-5f206231b0e1 req-2ee131ff-aed8-4ee3-9988-c4f9b4698373 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:37.030414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e58f7d5a-6579-4d74-992b-5f206231b0e1 req-2ee131ff-aed8-4ee3-9988-c4f9b4698373 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.1471589 Jul 23 16:49:37.040030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-6584e103-eaa6-4e58-96c6-5e98e0a92141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:37.041386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-6584e103-eaa6-4e58-96c6-5e98e0a92141 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 200 len: 856 time: 0.0649838 Jul 23 16:49:37.103378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e58f7d5a-6579-4d74-992b-5f206231b0e1 req-cbb9856f-38c4-4e2b-be07-bf41f39a2a64 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656981 Jul 23 16:49:37.124998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-378af402-0414-4fe8-9dbb-0532ec3ae116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:37.126631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-378af402-0414-4fe8-9dbb-0532ec3ae116 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=16dce680-b336-44eb-bb51-1ce961d9af91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789130 Jul 23 16:49:37.222382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-00f5f1a2-93b7-417d-9d63-1138ad003851 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876217 Jul 23 16:49:37.318665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-78e364c0-c139-4181-a255-185e59fde4a9 service neutron] 10.222.0.81 "GET /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Jul 23 16:49:38.282549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaafbaf-ad0c-41d9-889e-b3df3afd82af req-54bb9b89-be5a-4363-979f-38129def215d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:38.284315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7aaafbaf-ad0c-41d9-889e-b3df3afd82af req-54bb9b89-be5a-4363-979f-38129def215d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0826883 Jul 23 16:49:38.330905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7aaafbaf-ad0c-41d9-889e-b3df3afd82af req-fa56db68-f5e4-4ff3-9d4c-be4e02ef50d7 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Jul 23 16:49:39.490309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5e77-b57d-42a5-bb75-c31fc7c797e6 req-e9beb15e-6557-4ac4-b03b-824f98d7758f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:39.494902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f82c5e77-b57d-42a5-bb75-c31fc7c797e6 req-e9beb15e-6557-4ac4-b03b-824f98d7758f tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0716667 Jul 23 16:49:39.533784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f82c5e77-b57d-42a5-bb75-c31fc7c797e6 req-ceb8b6ab-92b8-4297-8fb5-1e30eb295a29 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355456 Jul 23 16:49:40.691988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb16a5-3aa3-4fe3-8ea4-c964078c89c8 req-6f82e80a-00d0-4dba-a2c7-fbc64bf1a25d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:40.694465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cdb16a5-3aa3-4fe3-8ea4-c964078c89c8 req-6f82e80a-00d0-4dba-a2c7-fbc64bf1a25d tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0711389 Jul 23 16:49:40.753601 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3cdb16a5-3aa3-4fe3-8ea4-c964078c89c8 req-0bded770-b8eb-400c-853a-6b405d777c8a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512056 Jul 23 16:49:41.799956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.803825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a685ed63-83ec-4fe2-a47c-0ed6b2290dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.931077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911fd8-a259-4653-b7eb-41395c8c318d req-3925b098-9213-4c20-b4eb-b0a07a90a24e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:41.932652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0911fd8-a259-4653-b7eb-41395c8c318d req-3925b098-9213-4c20-b4eb-b0a07a90a24e tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0697486 Jul 23 16:49:41.976303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0911fd8-a259-4653-b7eb-41395c8c318d req-e3de5151-2e4d-4dc4-9681-d5002cfe48f2 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362384 Jul 23 16:49:43.136699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f285c92-9401-4d07-b8ee-5bc6b6b863ef req-ddc8cce3-b222-4563-a75d-f5b3322f21a9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:43.138292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f285c92-9401-4d07-b8ee-5bc6b6b863ef req-ddc8cce3-b222-4563-a75d-f5b3322f21a9 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0811992 Jul 23 16:49:43.207332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f285c92-9401-4d07-b8ee-5bc6b6b863ef req-0b38f1ae-f315-417d-bb9b-a3e16567b9aa tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500185 Jul 23 16:49:44.342354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.383230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641289-79db-4bc4-94fe-4e1997d81211 req-85424d91-9a3d-4020-bbe5-eed90eefb697 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:44.385011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d641289-79db-4bc4-94fe-4e1997d81211 req-85424d91-9a3d-4020-bbe5-eed90eefb697 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.1013231 Jul 23 16:49:44.434206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b671a8b-d0e5-46a8-9499-3b262b08b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:44.452762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d641289-79db-4bc4-94fe-4e1997d81211 req-ad4b0a9c-6cd2-4eb0-af26-f2dfc9ee6342 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588870 Jul 23 16:49:45.587615 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:45.638734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ef687-0fe7-44d8-be53-7416bc19c153 req-3f5265ac-a0ec-4acd-8454-c3f4e43b03b6 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:45.641461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d60ef687-0fe7-44d8-be53-7416bc19c153 req-3f5265ac-a0ec-4acd-8454-c3f4e43b03b6 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0878167 Jul 23 16:49:45.709985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d60ef687-0fe7-44d8-be53-7416bc19c153 req-ba70d99c-4527-492d-afe9-173ec16f9d80 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621982 Jul 23 16:49:46.857733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dcf3a-9d72-4542-ae1f-07466ce28a5b req-5f754b33-46b0-4e3e-aa99-276c24090ebe tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:46.860173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-498dcf3a-9d72-4542-ae1f-07466ce28a5b req-5f754b33-46b0-4e3e-aa99-276c24090ebe tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0742073 Jul 23 16:49:46.911023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-498dcf3a-9d72-4542-ae1f-07466ce28a5b req-8997d86c-9295-4eba-83d7-62555ff0b1ce tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396600 Jul 23 16:49:47.501636 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:48.087507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba2d55-840b-4e38-a56f-29aa816dd2c1 req-923670e1-8152-4fbe-addc-9ed0f8680f96 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:48.089167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cba2d55-840b-4e38-a56f-29aa816dd2c1 req-923670e1-8152-4fbe-addc-9ed0f8680f96 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0958238 Jul 23 16:49:48.134930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9cba2d55-840b-4e38-a56f-29aa816dd2c1 req-fc80fb13-8b36-47dd-a753-db0664240ddb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387785 Jul 23 16:49:49.289830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0f591-0c92-4817-a31c-a32fc39b5395 req-d50d6631-f15a-445b-93a1-fdf9fb4ba0bb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:49.291342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26b0f591-0c92-4817-a31c-a32fc39b5395 req-d50d6631-f15a-445b-93a1-fdf9fb4ba0bb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0718148 Jul 23 16:49:49.331013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26b0f591-0c92-4817-a31c-a32fc39b5395 req-34acef89-5565-40ba-b3a6-9a8e274c7322 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Jul 23 16:49:50.478577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38471-1b4b-4519-92cf-a5744663d5cb req-3d3768ac-9b2c-4c3c-a8aa-7765dc14bc21 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:50.479939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aa38471-1b4b-4519-92cf-a5744663d5cb req-3d3768ac-9b2c-4c3c-a8aa-7765dc14bc21 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 943 time: 0.0722926 Jul 23 16:49:50.520726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aa38471-1b4b-4519-92cf-a5744663d5cb req-16af0104-45af-4797-8c2c-46a8af3f7550 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336697 Jul 23 16:49:50.832365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:49:50.954234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:50.965505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'port_id': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'mac_address': 'fa:16:3e:d4:be:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:49:51.002377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:51.014975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:49:51.035048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:51.039579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:51.087215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:51.315498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ce9ba141-5423-492e-ad63-4afc66efeef6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:49:51.665421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf61ce-920c-4265-a2b2-df5208793e0c req-b27450dc-dc77-4176-a9af-35faae42a6e3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:51.666997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53bf61ce-920c-4265-a2b2-df5208793e0c req-b27450dc-dc77-4176-a9af-35faae42a6e3 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.0702596 Jul 23 16:49:51.707295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53bf61ce-920c-4265-a2b2-df5208793e0c req-9cf074e4-3f31-4353-85d9-9b2e3b375fec tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342915 Jul 23 16:49:52.847666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:49:52.853034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5df3d-9747-47b8-843b-da651b7e7065 req-dd9250b9-52fa-484f-a73c-013e325cbb93 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:52.858458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ff5df3d-9747-47b8-843b-da651b7e7065 req-dd9250b9-52fa-484f-a73c-013e325cbb93 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 944 time: 0.0777667 Jul 23 16:49:52.896094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ff5df3d-9747-47b8-843b-da651b7e7065 req-8c7949c1-c21d-4343-85d8-4d3408486297 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352566 Jul 23 16:49:52.901666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ce9ba141-5423-492e-ad63-4afc66efeef6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:49:52.902076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:52.983224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:53.006444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:49:53.008743 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61ce87-64f4-43fc-a6e0-504f48dbd587" -d '{"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:49:53.025079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:49:53.030457 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:53.065109 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d3fce8-8834-49ca-891d-28119ea4a32c x-openstack-request-id: req-97d3fce8-8834-49ca-891d-28119ea4a32c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:49:53.065408 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-plugged", "status": "completed", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:49:53.065662 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97d3fce8-8834-49ca-891d-28119ea4a32c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:49:53.066081 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'code': 200} Jul 23 16:49:53.086978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:49:53.315686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892b7e5-cbfb-4c99-b02b-806a7d52c0db req-f991fde1-b491-4a20-a592-9cc292a30753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:53.317196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d892b7e5-cbfb-4c99-b02b-806a7d52c0db req-f991fde1-b491-4a20-a592-9cc292a30753 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 1097 time: 0.0631244 Jul 23 16:49:53.353242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d892b7e5-cbfb-4c99-b02b-806a7d52c0db req-2ea02284-64e2-4c06-804a-2ac37c887659 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280173 Jul 23 16:49:54.047572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f9fe-7c1d-4827-8495-dc3481c2e96f req-45aecb49-6e4f-40a6-81ee-48b6171c8b9b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:54.049197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f1f9fe-7c1d-4827-8495-dc3481c2e96f req-45aecb49-6e4f-40a6-81ee-48b6171c8b9b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 946 time: 0.0755386 Jul 23 16:49:54.089383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f1f9fe-7c1d-4827-8495-dc3481c2e96f req-03199a38-001c-4d05-bc78-867036318798 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343099 Jul 23 16:49:55.258140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8a41-2a83-4944-841d-d8f61c9db8e0 req-94c499a1-2e98-40cc-a301-7177ddd685cc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:49:55.259751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-302d8a41-2a83-4944-841d-d8f61c9db8e0 req-94c499a1-2e98-40cc-a301-7177ddd685cc tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 946 time: 0.0774956 Jul 23 16:49:55.301544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-302d8a41-2a83-4944-841d-d8f61c9db8e0 req-41f3bb72-4bcb-4858-82ea-366c99173b85 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 Jul 23 16:49:59.069068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:04.053450 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:50:04.240827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-18a7177b-cae4-4039-804a-0195f75b993c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578389 Jul 23 16:50:04.349188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063791c-7ad6-44e3-a352-06885df460bc req-5c5e3171-4561-4550-894d-d6a17ceea5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:04.350802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-5c5e3171-4561-4550-894d-d6a17ceea5d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 1097 time: 0.0560231 Jul 23 16:50:04.472669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063791c-7ad6-44e3-a352-06885df460bc req-3dbb0504-355b-440a-a505-3dc5cb6a9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:04.474177 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-3dbb0504-355b-440a-a505-3dc5cb6a9d1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1020391 Jul 23 16:50:04.545150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-1036c6bb-1b98-4963-91b2-d3f39dee7489 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 200 len: 1002 time: 0.0640194 Jul 23 16:50:04.602834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063791c-7ad6-44e3-a352-06885df460bc req-33b81af2-7983-43ca-9221-289ac0ead9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:04.604321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-33b81af2-7983-43ca-9221-289ac0ead9bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0524936 Jul 23 16:50:04.668833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063791c-7ad6-44e3-a352-06885df460bc req-1a88c9a6-0b28-4e27-9dc8-ed0817ee4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:04.670392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-1a88c9a6-0b28-4e27-9dc8-ed0817ee4b1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570846 Jul 23 16:50:04.764412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-aa11ae9c-1d3e-42e5-9a50-3a0f372062eb service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Jul 23 16:50:04.861712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c063791c-7ad6-44e3-a352-06885df460bc req-74254bcb-8a61-408d-8a11-482c9ee2b766 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885680 Jul 23 16:50:11.779935 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.790376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-74a02d88-bc2f-48ac-b21e-901706c7c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.335447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:14.427850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4146ae7c-9c8d-4624-9b71-c4eb1fd81419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:15.580432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:17.498453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:29.060503 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:29.121751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9e2b-f7dd-4ccb-9326-4c0c14bc06d4 req-2e47d320-37f0-4d7c-914a-66cd77c74094 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:29.123845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a7a9e2b-f7dd-4ccb-9326-4c0c14bc06d4 req-2e47d320-37f0-4d7c-914a-66cd77c74094 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 946 time: 0.2506611 Jul 23 16:50:29.163717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a7a9e2b-f7dd-4ccb-9326-4c0c14bc06d4 req-b0135890-466c-4ae6-bb35-49ee128f0519 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331252 Jul 23 16:50:30.367290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff654-3002-44a4-b8b4-463cc463ab27 req-027d1e89-4c52-4239-aac0-c8396cfe420c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:30.368983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a27ff654-3002-44a4-b8b4-463cc463ab27 req-027d1e89-4c52-4239-aac0-c8396cfe420c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 946 time: 0.1263115 Jul 23 16:50:30.442352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a27ff654-3002-44a4-b8b4-463cc463ab27 req-e97f5274-6962-442f-82cd-6e943283cc74 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups?id=644e88ed-e700-4397-ad9c-39422af2a44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673478 Jul 23 16:50:30.475118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-bd9df91b-ac7b-4809-8796-d24da0f4856c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:30.476626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-bd9df91b-ac7b-4809-8796-d24da0f4856c tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 946 time: 0.0836148 Jul 23 16:50:30.582924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Deleting port ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:30.583282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.673798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] For port ce9ba141-5423-492e-ad63-4afc66efeef6, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ce9ba141-5423-492e-ad63-4afc66efeef6,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:30.674101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.844300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.844670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:30.844982 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Floating IP 09636193-fc5f-4767-8b84-e8c19d265664 disassociated. External IP: 172.25.2.115, port: ce9ba141-5423-492e-ad63-4afc66efeef6. Jul 23 16:50:30.845325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Calling delete_port for ce9ba141-5423-492e-ad63-4afc66efeef6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:30.980641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.016868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'Port': ['ID=ce9ba141-5423-492e-ad63-4afc66efeef6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:31.055916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.056311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.056593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.056923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.057257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.057582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.057909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.058261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.058584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.058904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.059221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.059535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:31.134374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:50:31.243695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:50:31.255482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:50:31.265911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:31.266753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:31.289964 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] No DVR routers for this DVR port ce9ba141-5423-492e-ad63-4afc66efeef6 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:31.293004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:31.295152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74fb7be7-827d-4cdf-b46f-8ff900c16c66 req-678222c5-914e-4a95-9f9d-e622656ed779 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.81 "DELETE /v2.0/ports/ce9ba141-5423-492e-ad63-4afc66efeef6 HTTP/1.1" status: 204 len: 173 time: 0.8129315 Jul 23 16:50:31.296150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-deleted', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:50:31.298524 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6bb6f2-3c6f-43ff-afb3-5d3373ea5102" -d '{"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-deleted", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:50:31.349785 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e565e1fe-bfdf-4ea3-a853-7f3d1019d03e x-openstack-request-id: req-e565e1fe-bfdf-4ea3-a853-7f3d1019d03e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:50:31.350107 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c064b5ed-f3d9-432d-ad4e-763c53e60a4d", "name": "network-vif-deleted", "tag": "ce9ba141-5423-492e-ad63-4afc66efeef6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:50:31.350506 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e565e1fe-bfdf-4ea3-a853-7f3d1019d03e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:50:31.350938 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c064b5ed-f3d9-432d-ad4e-763c53e60a4d', 'name': 'network-vif-deleted', 'tag': 'ce9ba141-5423-492e-ad63-4afc66efeef6', 'status': 'completed', 'code': 200} Jul 23 16:50:31.424947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:31.596595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9ab84afe-70ca-4e5c-bd9c-b855416e5111 req-5f09a08d-f9e3-473f-874d-54c1ccc4aedb tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/ports?device_id=c064b5ed-f3d9-432d-ad4e-763c53e60a4d HTTP/1.1" status: 200 len: 210 time: 0.0321283 Jul 23 16:50:31.656074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:31.683008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:50:31.691773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:31.692384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:31.811221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:32.073041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:32.100563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ed957-e0df-49f3-a337-8002a1baa221 None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7', 'name': '', 'network_id': '16dce680-b336-44eb-bb51-1ce961d9af91', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'mac_address': 'fa:16:3e:20:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:29Z', 'updated_at': '2021-07-23T16:42:38Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'subnets': [{'id': 'b47ac8df-6f61-414a-8eaf-e342f7efea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:50:32.363536 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df52658-69ce-4680-9c9c-480d0dc06e7b None None] New status for floating IP 09636193-fc5f-4767-8b84-e8c19d265664: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:50:32.693130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57310) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:32.754170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.780538 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.838842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.843773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:32.845726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "DELETE /v2.0/security-groups/644e88ed-e700-4397-ad9c-39422af2a44e HTTP/1.1" status: 204 len: 168 time: 0.1512649 Jul 23 16:50:32.848788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:32.865389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b353a-46d3-46d1-825d-38c8eb63144a tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e88ed-e700-4397-ad9c-39422af2a44e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:32.868922 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-f26af62c-157e-4760-8785-0486748d2e9b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] show failed (client error): The resource could not be found. Jul 23 16:50:32.873143 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f26af62c-157e-4760-8785-0486748d2e9b tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "GET /v2.0/security-groups/644e88ed-e700-4397-ad9c-39422af2a44e HTTP/1.1" status: 404 len: 347 time: 0.0229309 Jul 23 16:50:32.875208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57316) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:33.026296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Deleting port cb83a756-d7bd-4456-a37e-36a9242a9f37 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:33.026669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.034994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:33.060251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ce9ba141-5423-492e-ad63-4afc66efeef6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:33.061299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ce9ba141-5423-492e-ad63-4afc66efeef6 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:33.110512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.110762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.123666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Calling delete_port for cb83a756-d7bd-4456-a37e-36a9242a9f37 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:33.270353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.299241 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Pushing event deleted for resources: {'Port': ['ID=cb83a756-d7bd-4456-a37e-36a9242a9f37,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:33.331812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.332188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.332531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.332866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.333195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.333525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.333854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.334207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.334532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.334854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.335176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.335495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:33.377304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.379877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:33.381047 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f8218b64-32e2-45a5-bcec-e67c41570e11 tempest-AttachVolumeShelveTestJSON-1522120283 tempest-AttachVolumeShelveTestJSON-1522120283-project] 10.222.0.64 "DELETE /v2.0/floatingips/09636193-fc5f-4767-8b84-e8c19d265664 HTTP/1.1" status: 204 len: 168 time: 0.5035911 Jul 23 16:50:39.065812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57388) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:39.596335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:39.881978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Deleting port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:39.882328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:39.963584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] For port 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:39.963947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:39.977420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Calling delete_port for 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:40.162960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:40.195187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:40.385251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:40.951519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Router 05c9be8b-54f8-4458-902c-0791750a3b7c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:50:41.052488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:50:41.063885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:50:41.069031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-49e20df1-4021-4f52-8d61-35ffbd8cbd70 admin admin] 10.222.0.64 "PUT /v2.0/routers/05c9be8b-54f8-4458-902c-0791750a3b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0020263 Jul 23 16:50:41.071523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57428) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:41.073478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Sync routers for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:50:41.083754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:41.084366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:41.183259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.200816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:41.309670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.392604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Deleting port 498009d9-a929-4c3e-b4a2-f2389f6360d9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:41.393353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.421630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:50:40Z', 'revision_number': 5, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port': {'id': '498009d9-a929-4c3e-b4a2-f2389f6360d9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:24Z', 'updated_at': '2021-07-23T16:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:41.449217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Checking router: 05c9be8b-54f8-4458-902c-0791750a3b7c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:50:41.458901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Routers {'05c9be8b-54f8-4458-902c-0791750a3b7c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:41.459803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['05c9be8b-54f8-4458-902c-0791750a3b7c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:41.482068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] For port 498009d9-a929-4c3e-b4a2-f2389f6360d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=498009d9-a929-4c3e-b4a2-f2389f6360d9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:41.482423 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.497501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Calling delete_port for 498009d9-a929-4c3e-b4a2-f2389f6360d9 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:41.552633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] Set router 05c9be8b-54f8-4458-902c-0791750a3b7c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:41.605195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:50:41Z', 'revision_number': 6, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:41.637674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63cfe2f-55b7-46e6-81e6-019a22f6759e None None] The sync data for ids ['05c9be8b-54f8-4458-902c-0791750a3b7c'] in n-d-800484-3 is: [{'id': '05c9be8b-54f8-4458-902c-0791750a3b7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1825877883-router', 'tenant_id': '265d865fb03f43aa8115f1c1aa90c713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:23Z', 'updated_at': '2021-07-23T16:50:41Z', 'revision_number': 6, 'project_id': '265d865fb03f43aa8115f1c1aa90c713', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:50:41.712593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.740329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Pushing event deleted for resources: {'Port': ['ID=498009d9-a929-4c3e-b4a2-f2389f6360d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:41.818034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.823153 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.827555 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6998110c-e2d3-49dc-9263-d47bf152a2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.921839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.924635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.971808 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.973178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c9be8b-54f8-4458-902c-0791750a3b7c {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:50:41.978022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:41.979400 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-86d14e35-0f63-476e-a963-8357b5f3567e admin admin] 10.222.0.64 "DELETE /v2.0/routers/05c9be8b-54f8-4458-902c-0791750a3b7c HTTP/1.1" status: 204 len: 168 time: 0.9067900 Jul 23 16:50:41.981781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57444) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:42.028796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Deleting subnet b47ac8df-6f61-414a-8eaf-e342f7efea92 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:50:42.033274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.085872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.169369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.227927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.258053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47ac8df-6f61-414a-8eaf-e342f7efea92,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:42.260084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.262034 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9d5ce4c2-d234-4fcc-99a4-094d91b746fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b47ac8df-6f61-414a-8eaf-e342f7efea92 HTTP/1.1" status: 204 len: 168 time: 0.2790220 Jul 23 16:50:42.265312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:42.269358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac148ae-169e-476a-93b2-0caad27f1ff7 None None] Network 16dce680-b336-44eb-bb51-1ce961d9af91 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:50:42.340875 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.401177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Deleting port 7497aad1-1356-41cf-b3c7-520aab4a4300 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:42.401522 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.485788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] For port 7497aad1-1356-41cf-b3c7-520aab4a4300, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7497aad1-1356-41cf-b3c7-520aab4a4300,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:42.486312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.499482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Calling delete_port for 7497aad1-1356-41cf-b3c7-520aab4a4300 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:42.507139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] DHCP port deletion for 16dce680-b336-44eb-bb51-1ce961d9af91 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:50:42.563561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Deleting port 7497aad1-1356-41cf-b3c7-520aab4a4300 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:42.564387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.594435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.626704 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Pushing event deleted for resources: {'Port': ['ID=7497aad1-1356-41cf-b3c7-520aab4a4300,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:42.633853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] No DVR routers for this DVR port 7497aad1-1356-41cf-b3c7-520aab4a4300 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:42.654888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] For port 7497aad1-1356-41cf-b3c7-520aab4a4300, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7497aad1-1356-41cf-b3c7-520aab4a4300,segment=NetworkSegment(9309d3b1-dfcc-469a-abbf-c83191fda6d2),segment_id=9309d3b1-dfcc-469a-abbf-c83191fda6d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:42.655532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.669651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Calling delete_port for 7497aad1-1356-41cf-b3c7-520aab4a4300 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:42.712693 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.723503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dce680-b336-44eb-bb51-1ce961d9af91']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:42.734565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9309d3b1-dfcc-469a-abbf-c83191fda6d2') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:42.734862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9309d3b1-dfcc-469a-abbf-c83191fda6d2') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:42.745974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.755020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.769775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.778379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:50:42.779433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.785852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Pushing event deleted for resources: {'Port': ['ID=7497aad1-1356-41cf-b3c7-520aab4a4300,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:42.797312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] No DVR routers for this DVR port 7497aad1-1356-41cf-b3c7-520aab4a4300 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:42.812143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.812666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.813172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.813646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.814147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.814645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.815115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.815601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.816149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.816617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.817133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.817614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8103263-7871-403b-bb68-50db13bf5206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:50:42.852189 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:50:42.861647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.867902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:42.875237 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] 10.222.0.64 "DELETE /v2.0/networks/16dce680-b336-44eb-bb51-1ce961d9af91 HTTP/1.1" status: 204 len: 168 time: 0.6087568 Jul 23 16:50:42.896397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035c092-80d7-4113-8e62-1a32918e5306 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dce680-b336-44eb-bb51-1ce961d9af91,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:43.013543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:43.056746 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1775b78-c746-4eed-b302-88801edf6478 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=265d865fb03f43aa8115f1c1aa90c713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419149 Jul 23 16:50:43.059128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57466) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:43.111866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:43.134034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:43.199221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:43.206444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:43.207680 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44e8858d-8f57-45e3-a314-436080184f6b HTTP/1.1" status: 204 len: 168 time: 0.1476045 Jul 23 16:50:43.215865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2265-0538-4dea-9a73-8855de962887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e8858d-8f57-45e3-a314-436080184f6b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:43.336819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:43.364503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:43.364777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47d3dc7e-0ec9-48c3-958b-2a4f5cd48ea7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:43.365204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7497aad1-1356-41cf-b3c7-520aab4a4300 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:43.384367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7497aad1-1356-41cf-b3c7-520aab4a4300 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:43.384717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7497aad1-1356-41cf-b3c7-520aab4a4300 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:43.385180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498009d9-a929-4c3e-b4a2-f2389f6360d9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:43.403799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 498009d9-a929-4c3e-b4a2-f2389f6360d9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:43.404149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 498009d9-a929-4c3e-b4a2-f2389f6360d9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:50:44.344822 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:44.435912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdaaf9b9-cc1a-4622-9759-38b408432b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:45.594892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.222085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57588) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:46.335896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a31df36-3862-40b3-b63a-dd9a154dbe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.437344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a31df36-3862-40b3-b63a-dd9a154dbe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.441817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a31df36-3862-40b3-b63a-dd9a154dbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.473659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31df36-3862-40b3-b63a-dd9a154dbe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5abb45-ccf8-4624-b804-57220d4567a0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:46.492227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57598) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:46.492785 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a31df36-3862-40b3-b63a-dd9a154dbe04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8365f7d6a97c4ed3aeee91ff0bfd2818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690749 Jul 23 16:50:46.544841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.570307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.619167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.621747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:46.623646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a5abb45-ccf8-4624-b804-57220d4567a0 HTTP/1.1" status: 204 len: 168 time: 0.1297863 Jul 23 16:50:46.636144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117a8e-5477-4a10-aa72-3e24dd0f85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5abb45-ccf8-4624-b804-57220d4567a0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:46.925229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57612) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:46.940144 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57114eda-3abd-4553-b74e-4ab658221471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.055272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57114eda-3abd-4553-b74e-4ab658221471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.059518 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57114eda-3abd-4553-b74e-4ab658221471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.102701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57114eda-3abd-4553-b74e-4ab658221471 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccef4683c5404f9ab33085b4ba3417e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762745 Jul 23 16:50:47.103730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57114eda-3abd-4553-b74e-4ab658221471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a532b-d854-43a0-9d2a-b4483aa99b26,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:47.104988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57620) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:47.161526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.184410 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.240039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.243066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:47.244334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a31a532b-d854-43a0-9d2a-b4483aa99b26 HTTP/1.1" status: 204 len: 168 time: 0.1373193 Jul 23 16:50:47.259332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f301a-4cf2-4fa2-89bf-80bbb7b2d28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a532b-d854-43a0-9d2a-b4483aa99b26,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:47.500892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:49.632175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57738) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:49.772437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bca0a75-6e68-4902-9e6d-efb83c24146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:49.872170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bca0a75-6e68-4902-9e6d-efb83c24146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:49.876939 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bca0a75-6e68-4902-9e6d-efb83c24146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:49.908232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca0a75-6e68-4902-9e6d-efb83c24146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f64cdb3-a757-4095-afe3-64cdf145c561,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:49.926571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9bca0a75-6e68-4902-9e6d-efb83c24146d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c70c9404503413793c2ec592d5a2205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932651 Jul 23 16:50:49.929162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57748) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:49.989223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.011044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.070664 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.073458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.078441 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f64cdb3-a757-4095-afe3-64cdf145c561 HTTP/1.1" status: 204 len: 168 time: 0.1480391 Jul 23 16:50:50.086230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7478a-7148-47f1-a164-5305d54cc59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f64cdb3-a757-4095-afe3-64cdf145c561,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:50.366178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57766) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:50.380113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab11d-fc8d-4506-ba75-1c9265a146ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.497025 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab11d-fc8d-4506-ba75-1c9265a146ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.502093 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ff0ab11d-fc8d-4506-ba75-1c9265a146ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.541605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff0ab11d-fc8d-4506-ba75-1c9265a146ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a661cf1db0d498eb7e38239fe7d37e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736975 Jul 23 16:50:50.543596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57770) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:50.550609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ab11d-fc8d-4506-ba75-1c9265a146ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc636ee-f9e9-49d1-8719-929191de0ab7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:50.598415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.625758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.679460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.682377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:50.683565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3dc636ee-f9e9-49d1-8719-929191de0ab7 HTTP/1.1" status: 204 len: 168 time: 0.1390061 Jul 23 16:50:50.692428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e14a5-341e-44f0-8a9a-b59c98e74167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc636ee-f9e9-49d1-8719-929191de0ab7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:52.988102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:53.100064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1efa4dee-119b-4f73-8f3a-f20e41ac97c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.203213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1efa4dee-119b-4f73-8f3a-f20e41ac97c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.208563 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1efa4dee-119b-4f73-8f3a-f20e41ac97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.246997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa4dee-119b-4f73-8f3a-f20e41ac97c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7b8a2-858b-4fc8-a28a-6d5efd1ca5ec,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:53.255916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1efa4dee-119b-4f73-8f3a-f20e41ac97c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=daad0805f5324c99af5a895bee911e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665238 Jul 23 16:50:53.256715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57866) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:53.320022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.346288 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.408593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.414862 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.418448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8a7b8a2-858b-4fc8-a28a-6d5efd1ca5ec HTTP/1.1" status: 204 len: 168 time: 0.1606081 Jul 23 16:50:53.431650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2684c4-6731-4289-a8c9-d8b743cb708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7b8a2-858b-4fc8-a28a-6d5efd1ca5ec,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:53.724465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 57876) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:53.742717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ef06-f303-4c79-ae88-c8ed00ba7883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.785479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8dfee-466b-476d-8c01-384cd39adfa2 req-01a2fba5-576a-4d48-ba90-2ae6881489e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:53.787008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd8dfee-466b-476d-8c01-384cd39adfa2 req-01a2fba5-576a-4d48-ba90-2ae6881489e0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0989735 Jul 23 16:50:53.848453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1bd8dfee-466b-476d-8c01-384cd39adfa2 req-1198b571-cfc0-424d-a003-04ca936130d2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519176 Jul 23 16:50:53.890392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ef06-f303-4c79-ae88-c8ed00ba7883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.894363 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ef06-f303-4c79-ae88-c8ed00ba7883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:53.936334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0cc7ef06-f303-4c79-ae88-c8ed00ba7883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e446be93508a48b193fd4f2677545713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080600 Jul 23 16:50:53.936334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ef06-f303-4c79-ae88-c8ed00ba7883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f49fc-40c8-414a-892c-5fe45623d497,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:53.937193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 57878) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:50:53.989822 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.011318 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.058690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.061662 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:54.062914 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d14f49fc-40c8-414a-892c-5fe45623d497 HTTP/1.1" status: 204 len: 168 time: 0.1244869 Jul 23 16:50:54.071516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f92c6e-5a0f-441a-850e-20f0c03c815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f49fc-40c8-414a-892c-5fe45623d497,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:54.991940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfd9a9-7716-4755-9830-8b8978fdfcd4 req-a2d79edf-2e9b-4f91-8973-d159ff9b3013 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:54.993797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bdfd9a9-7716-4755-9830-8b8978fdfcd4 req-a2d79edf-2e9b-4f91-8973-d159ff9b3013 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0710127 Jul 23 16:50:55.039621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bdfd9a9-7716-4755-9830-8b8978fdfcd4 req-89c247d1-2555-4717-99b4-3fc5fe6e2da5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Jul 23 16:50:55.787731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-9a91420c-8327-4aa0-979e-22833b69cf3a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:55.789256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-9a91420c-8327-4aa0-979e-22833b69cf3a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.0663249 Jul 23 16:50:55.898531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 939b9d25-d131-4d8d-b301-9d5a557b4bea {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:50:55.898868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:55.993384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port 939b9d25-d131-4d8d-b301-9d5a557b4bea, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=939b9d25-d131-4d8d-b301-9d5a557b4bea,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:50:55.994080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.213297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.213676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.214097 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP 5cd3b237-eeb8-4725-96ce-97c252a57272 disassociated. External IP: 172.25.2.233, port: 939b9d25-d131-4d8d-b301-9d5a557b4bea. Jul 23 16:50:56.214627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 939b9d25-d131-4d8d-b301-9d5a557b4bea owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:50:56.241199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797922-1c41-4fcb-b312-05e10cd69ada req-474a04ad-19f1-4fdb-9669-be796cf5fa35 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:50:56.242812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07797922-1c41-4fcb-b312-05e10cd69ada req-474a04ad-19f1-4fdb-9669-be796cf5fa35 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 946 time: 0.1319416 Jul 23 16:50:56.328251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07797922-1c41-4fcb-b312-05e10cd69ada req-3cbd23ae-d909-4499-89c8-b5d5446c8aa8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Jul 23 16:50:56.423513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:56.468894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=939b9d25-d131-4d8d-b301-9d5a557b4bea,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:50:56.977729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:50:57.109095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:50:57.121968 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:50:57.132597 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:57.133241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:57.163112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port 939b9d25-d131-4d8d-b301-9d5a557b4bea on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:50:57.166117 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:57.168337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-422c478e-ea6f-47b4-a96e-39841a089fcb req-30d91723-7970-4d6b-8f5c-a318bfe855d3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "DELETE /v2.0/ports/939b9d25-d131-4d8d-b301-9d5a557b4bea HTTP/1.1" status: 204 len: 173 time: 1.3702245 Jul 23 16:50:57.168574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'name': 'network-vif-deleted', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:50:57.170979 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb8d311-5e18-4eaf-a884-b64fbeab7050" -d '{"events": [{"server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "name": "network-vif-deleted", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:50:57.224000 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d944e601-262a-4747-a2fe-c67002b0fd64 x-openstack-request-id: req-d944e601-262a-4747-a2fe-c67002b0fd64 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:50:57.224455 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078dcfa9-49d8-4226-a1a3-4dbb7cbff277", "name": "network-vif-deleted", "tag": "939b9d25-d131-4d8d-b301-9d5a557b4bea", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:50:57.224709 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d944e601-262a-4747-a2fe-c67002b0fd64 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:50:57.225107 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078dcfa9-49d8-4226-a1a3-4dbb7cbff277', 'name': 'network-vif-deleted', 'tag': '939b9d25-d131-4d8d-b301-9d5a557b4bea', 'status': 'completed', 'code': 200} Jul 23 16:50:57.283552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:57.538951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39c48f7c-e8c3-44ef-96fb-fcb51672d2e5 req-6611ea78-906c-4ff2-a2df-4e77c10ea6d9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.0529792 Jul 23 16:50:57.595416 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:57.627227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:50:57.633614 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:50:57.634274 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:50:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:57.758535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:50:58.039072 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:50:58.082111 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a081f8d-d37c-4436-9130-54f6541dfc76 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:50:58.425187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d50ac-07b6-4d55-bedd-c7d6abfaeb19 None None] New status for floating IP 5cd3b237-eeb8-4725-96ce-97c252a57272: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:50:58.680077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0fe90fd-44b5-4224-b3d3-7a536bcb32ab req-f7e9b6e9-b29e-41a8-96d3-a92b19e6c7c0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.0402427 Jul 23 16:50:59.082634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:59.841013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8fda30e-4130-4e81-8269-b62dfcbcf43e req-eea8a64c-4dac-4710-b773-4f9ca81c8bec tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.0638378 Jul 23 16:50:59.845909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 939b9d25-d131-4d8d-b301-9d5a557b4bea no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:50:59.876187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 939b9d25-d131-4d8d-b301-9d5a557b4bea {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:50:59.876600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 939b9d25-d131-4d8d-b301-9d5a557b4bea not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:51:00.972784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bd611fa-f35f-4621-9e0b-4f321df2a7d6 req-e0f047ae-3b48-4735-802c-ade5277d25d0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=078dcfa9-49d8-4226-a1a3-4dbb7cbff277 HTTP/1.1" status: 200 len: 210 time: 0.0321844 Jul 23 16:51:02.274210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-b1ab5a47-a74e-493f-adc6-70d2089d5d45 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931872228&fields=id&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 267 time: 0.0355444 Jul 23 16:51:02.394008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-62c77e3e-9d65-495c-9452-2c06152f6d04 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:02.395532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-62c77e3e-9d65-495c-9452-2c06152f6d04 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1136823 Jul 23 16:51:02.411744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-5d1491d5-07a4-4cdc-9d79-bafa2eeac745 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0098705 Jul 23 16:51:02.488313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-3fac6cb7-e53d-476c-8101-918a7dae9a7a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693767 Jul 23 16:51:02.621160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ceb2dd58-2efe-411e-b8f3-abcab5e67ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199710 Jul 23 16:51:02.732478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-e10e9ccc-1d0f-4d8c-86a9-af781194f27a service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104558 Jul 23 16:51:03.072395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a82e3335-bd27-4580-9d92-f055e70d7a8f req-67958ce9-1cf1-4f00-81df-76b20faded91 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0315969 Jul 23 16:51:04.195047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-555ad6ce-ba5c-485f-9acc-878e9b5cc66f req-a752051e-adbc-4559-a1c4-dec2fb93af6b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0502942 Jul 23 16:51:04.484125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-02dffcd6-ac88-4b40-87f4-30b93d0c0f39 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:04.485950 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-02dffcd6-ac88-4b40-87f4-30b93d0c0f39 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1300378 Jul 23 16:51:04.566104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-452b4637-0b5a-4560-8299-b58e741c894a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 380 time: 0.0541632 Jul 23 16:51:04.581721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'security_groups': ['ac3519b0-d729-4be9-9867-13173812dbc0']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:04.715770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:04.721831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:04.910682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.7 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/540ef24c-adf7-4c77-9513-febb2c83d4b2) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:05.068909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.083872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object 540ef24c-adf7-4c77-9513-febb2c83d4b2 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:05.118402 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.168823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:05.173158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:05.177859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:05.188230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:05.260086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:05.260790 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.280992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-4b6dc6df-17bf-4415-9879-0fd68bda31c7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057021 Jul 23 16:51:05.414801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25813b88-8fc6-46d5-8d33-7025a6cef89c req-a2c7aad2-2495-4029-a5f7-2b96590267c8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:05.417740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25813b88-8fc6-46d5-8d33-7025a6cef89c req-a2c7aad2-2495-4029-a5f7-2b96590267c8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 931 time: 0.1164486 Jul 23 16:51:05.480847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Request body: {'port': {'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:05.560741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54a1823c-f167-4c1e-9636-24b58f95dd72 None None] Provisioning for port 540ef24c-adf7-4c77-9513-febb2c83d4b2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:05.566739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-54a1823c-f167-4c1e-9636-24b58f95dd72 None None] Provisioning complete for port 540ef24c-adf7-4c77-9513-febb2c83d4b2 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:05.567371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-54a1823c-f167-4c1e-9636-24b58f95dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.613693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25813b88-8fc6-46d5-8d33-7025a6cef89c req-e3795430-12ca-497f-96d4-71a436ea6109 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893852 Jul 23 16:51:05.625368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-54a1823c-f167-4c1e-9636-24b58f95dd72 None None] Port 540ef24c-adf7-4c77-9513-febb2c83d4b2 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:51:05.679550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:05.740727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58656) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:05.879646 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88a22c81-901b-4803-9091-23c086529703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.068534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540ef24c-adf7-4c77-9513-febb2c83d4b2 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:06.081610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.108002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Transition to ACTIVE for port object 540ef24c-adf7-4c77-9513-febb2c83d4b2 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:06.113722 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88a22c81-901b-4803-9091-23c086529703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.115292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.125981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88a22c81-901b-4803-9091-23c086529703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.216057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58660) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:06.216622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-88a22c81-901b-4803-9091-23c086529703 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2c81efd40de4c71a0e692e12e5042e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741056 Jul 23 16:51:06.218839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Pushing event updated for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:06.227432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a22c81-901b-4803-9091-23c086529703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a627fd-84b1-4b43-9a80-227260da60a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:06.304858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.305923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Attempting to bind port 540ef24c-adf7-4c77-9513-febb2c83d4b2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:06.306797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Attempting to bind port 540ef24c-adf7-4c77-9513-febb2c83d4b2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:06.307311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Attempting to bind port 540ef24c-adf7-4c77-9513-febb2c83d4b2 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:06.313389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Port 540ef24c-adf7-4c77-9513-febb2c83d4b2 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:06.314082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Attempting to bind port 540ef24c-adf7-4c77-9513-febb2c83d4b2 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:06.319519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:06.320081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:06.320649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:06.321235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Bound port: 540ef24c-adf7-4c77-9513-febb2c83d4b2, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:06.321771 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.335548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.414392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.415140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:06.418778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.419944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:06.422687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7a627fd-84b1-4b43-9a80-227260da60a6 HTTP/1.1" status: 204 len: 168 time: 0.2053099 Jul 23 16:51:06.433124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37170bbc-91ba-4ced-9fe8-1689d600a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a627fd-84b1-4b43-9a80-227260da60a6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:06.438675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.488549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.489359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.490991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] 10.222.0.67 "PUT /v2.0/ports/540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 1091 time: 1.1968653 Jul 23 16:51:06.491607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:06.494027 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:06.529604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282e1b-48fb-4207-ab31-584b09453616 service neutron] Pushing event updated for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:06.569318 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9891a0-ef5f-4919-9387-3c9dde829c68 x-openstack-request-id: req-3e9891a0-ef5f-4919-9387-3c9dde829c68 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:06.574493 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:06.574967 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e9891a0-ef5f-4919-9387-3c9dde829c68 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:06.576150 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'status': 'completed', 'code': 200} Jul 23 16:51:06.642826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-61f541c1-d637-423e-a95c-6b03d91089c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.643523 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-61f541c1-d637-423e-a95c-6b03d91089c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1094 time: 0.0970495 Jul 23 16:51:06.700860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-739bcb01-02e2-46db-9c41-a6108826404d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0474825 Jul 23 16:51:06.796592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-82a287de-a657-4675-89e8-57b94035bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.798189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-82a287de-a657-4675-89e8-57b94035bd61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0621295 Jul 23 16:51:06.815733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652087a4-3a57-4fc7-bf88-22341045f9a6 req-086764a4-60ed-4b99-8203-2fe65688606a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.818434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-652087a4-3a57-4fc7-bf88-22341045f9a6 req-086764a4-60ed-4b99-8203-2fe65688606a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.1165257 Jul 23 16:51:06.838894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58672) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:06.853792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e0a6-adf2-4884-9989-f2c52927c7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.897209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-652087a4-3a57-4fc7-bf88-22341045f9a6 req-21efc37e-ca5f-40b3-8e87-2b9d205047c1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673969 Jul 23 16:51:06.915776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-91524be1-be66-4109-be45-6e9b89d92a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:06.917961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-91524be1-be66-4109-be45-6e9b89d92a0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106901 Jul 23 16:51:06.972023 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e0a6-adf2-4884-9989-f2c52927c7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:06.976533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e0a6-adf2-4884-9989-f2c52927c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.014973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9e0a6-adf2-4884-9989-f2c52927c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e1923-cbe1-43fb-b927-a23578dd04fb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:07.018761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-bdffb541-2a00-481c-bd83-f565596a0218 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929825 Jul 23 16:51:07.019373 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1bf9e0a6-adf2-4884-9989-f2c52927c7aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b9639c4b9c84483ab8baefe7802a1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794112 Jul 23 16:51:07.021814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:07.073889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.097714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.119620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa803b99-7f78-4512-aa57-fca4a718ea83 req-8e196f4b-80d6-4e57-a643-6021cdf5ef30 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926936 Jul 23 16:51:07.149962 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.152517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:07.156754 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/377e1923-cbe1-43fb-b927-a23578dd04fb HTTP/1.1" status: 204 len: 168 time: 0.1307671 Jul 23 16:51:07.165310 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37401923-6e5c-4eb1-8ac8-45e3f7046b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e1923-cbe1-43fb-b927-a23578dd04fb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:07.236531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-dc16f8b1-f4ce-4b95-94e8-2480faefe33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.238098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-dc16f8b1-f4ce-4b95-94e8-2480faefe33a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1094 time: 0.0589468 Jul 23 16:51:07.347781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-3f8abb3a-12d0-4bb2-bafe-0809a4ce54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.349295 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-3f8abb3a-12d0-4bb2-bafe-0809a4ce54d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0995569 Jul 23 16:51:07.395027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-6304cb97-43a4-4a8c-a95a-15bc896a58fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0381811 Jul 23 16:51:07.447328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-c36dcd94-11db-4c2c-b8de-42d661b155fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.449056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-c36dcd94-11db-4c2c-b8de-42d661b155fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0473628 Jul 23 16:51:07.526571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-2c75bb03-3028-4cd9-9a1e-0cab0c72ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:07.528205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-2c75bb03-3028-4cd9-9a1e-0cab0c72ad19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665684 Jul 23 16:51:07.639275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-65863b92-adee-48d2-b81a-6ec9c558683c service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976698 Jul 23 16:51:07.756073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a3406e1-1bd2-46aa-82ff-bc6098d5f9b3 req-c1695676-385e-476b-b950-8bac20f1bf63 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094122 Jul 23 16:51:08.024073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-05a54857-f20a-424e-adae-4239ddaaf6d1 req-abe323ea-202d-43ab-a1ba-4fbfa742cf48 service neutron] (94003) timed out ('10.222.0.64', 38426) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:51:08.076576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c27c3-429a-4eef-b0eb-e268a81c5baf req-cadfe755-c428-4930-8b94-ed4160af8827 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:08.079644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b6c27c3-429a-4eef-b0eb-e268a81c5baf req-cadfe755-c428-4930-8b94-ed4160af8827 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0863767 Jul 23 16:51:08.134230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b6c27c3-429a-4eef-b0eb-e268a81c5baf req-e8dd2200-4115-4fdd-ae41-a3ba47bc4675 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466375 Jul 23 16:51:09.198701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58758) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:09.275203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026498-64eb-4098-ae9a-e08d63cc76b1 req-bdefa775-2cb1-42ec-b18c-a512427ad0ea tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:09.282410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e026498-64eb-4098-ae9a-e08d63cc76b1 req-bdefa775-2cb1-42ec-b18c-a512427ad0ea tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0774765 Jul 23 16:51:09.319459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb5fd-4b2c-4015-a28d-adf6875de67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.345967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e026498-64eb-4098-ae9a-e08d63cc76b1 req-4064ddbc-8d26-419e-b286-b073c37ec85f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625963 Jul 23 16:51:09.427528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb5fd-4b2c-4015-a28d-adf6875de67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.431427 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb5fd-4b2c-4015-a28d-adf6875de67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.475034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1b3fb5fd-4b2c-4015-a28d-adf6875de67d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c6fa431ecff41cfbe40bc6f71193ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728276 Jul 23 16:51:09.475034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fb5fd-4b2c-4015-a28d-adf6875de67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a27e9-a6b9-4ad8-8993-bad91a21ee91,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:09.475551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58762) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:09.526302 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.549955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.603386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.606048 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.608315 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc0a27e9-a6b9-4ad8-8993-bad91a21ee91 HTTP/1.1" status: 204 len: 168 time: 0.1314075 Jul 23 16:51:09.616565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a18833-9133-4952-a9cc-e7291ad9b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a27e9-a6b9-4ad8-8993-bad91a21ee91,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:09.877063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58770) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:09.890323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7de9a07b-8d4a-40f2-a95e-fd5256f82d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.981117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7de9a07b-8d4a-40f2-a95e-fd5256f82d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:09.986710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7de9a07b-8d4a-40f2-a95e-fd5256f82d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:10.023486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a07b-8d4a-40f2-a95e-fd5256f82d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4d747-5eea-4df0-950a-ff9d6a76b2f2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:10.027863 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7de9a07b-8d4a-40f2-a95e-fd5256f82d64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9651be766660487c97076d49bce1c9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497667 Jul 23 16:51:10.031130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58772) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:10.080991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:10.102635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:10.150114 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:10.152788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:10.156962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86a4d747-5eea-4df0-950a-ff9d6a76b2f2 HTTP/1.1" status: 204 len: 168 time: 0.1224289 Jul 23 16:51:10.164971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffe1a-a426-4e1d-848c-8eeb0447aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4d747-5eea-4df0-950a-ff9d6a76b2f2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:10.488621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4fdcc-0bf5-4371-84b9-5ebde23f5daa req-0ff3b30b-6137-46ad-bf8e-497f9576f4a2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:10.490920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c4fdcc-0bf5-4371-84b9-5ebde23f5daa req-0ff3b30b-6137-46ad-bf8e-497f9576f4a2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0758758 Jul 23 16:51:10.540641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50c4fdcc-0bf5-4371-84b9-5ebde23f5daa req-b136eba9-ffae-4abc-87d6-889ab83b4d5b tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Jul 23 16:51:11.687332 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dbc9c-b854-4d86-b651-1be9edb7e9ea req-a176ac19-f4d9-425c-b20d-bacb2e005a02 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:11.689060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-591dbc9c-b854-4d86-b651-1be9edb7e9ea req-a176ac19-f4d9-425c-b20d-bacb2e005a02 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0718856 Jul 23 16:51:11.739045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-591dbc9c-b854-4d86-b651-1be9edb7e9ea req-8eb6b118-8ae9-4757-b3fd-062a2707c05c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Jul 23 16:51:11.815403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7aafde22-007b-4410-876c-54e82e330428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:11.819007 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:12.697083 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 58878) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:12.806304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2531587c-d613-4c2c-97b0-97704075621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:12.922382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e2b5-f25c-4555-a31a-5464cc080215 req-7e24090f-d57c-4736-8e4d-a7998808303e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:12.923779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c61e2b5-f25c-4555-a31a-5464cc080215 req-7e24090f-d57c-4736-8e4d-a7998808303e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.1070974 Jul 23 16:51:12.975702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2531587c-d613-4c2c-97b0-97704075621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:12.981083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c61e2b5-f25c-4555-a31a-5464cc080215 req-14f74111-13a8-4cab-8e95-59b5c9cdb6f7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Jul 23 16:51:12.982729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2531587c-d613-4c2c-97b0-97704075621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.021684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2531587c-d613-4c2c-97b0-97704075621e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3680475abd9f406fb13e2293455ee829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234954 Jul 23 16:51:13.022618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531587c-d613-4c2c-97b0-97704075621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eddad1-a3b1-4bf0-9603-6cc1b6b16284,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:13.024669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:13.073707 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.094083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.140251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.142845 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.143999 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0eddad1-a3b1-4bf0-9603-6cc1b6b16284 HTTP/1.1" status: 204 len: 168 time: 0.1183379 Jul 23 16:51:13.151605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28184d-3cd8-41b3-9a5a-5fb4e632645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eddad1-a3b1-4bf0-9603-6cc1b6b16284,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:13.401747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:13.417698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f661e338-23b8-4554-9a6f-613864f1073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.507699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f661e338-23b8-4554-9a6f-613864f1073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.512271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f661e338-23b8-4554-9a6f-613864f1073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.552768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e338-23b8-4554-9a6f-613864f1073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cf27e7-83ab-4559-b1ec-1a1f39d06916,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:13.560231 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f661e338-23b8-4554-9a6f-613864f1073f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e69e1f4a03004ccb9f2417b45bb5c74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547408 Jul 23 16:51:13.560655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 58894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:13.611129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.632550 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.679791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.682428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:13.683592 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1cf27e7-83ab-4559-b1ec-1a1f39d06916 HTTP/1.1" status: 204 len: 168 time: 0.1222401 Jul 23 16:51:13.691931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f13fcf-4af3-47aa-a60e-21b54314809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cf27e7-83ab-4559-b1ec-1a1f39d06916,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:14.125491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba01a-fa28-4c2a-bc33-0fe7cf6cbf32 req-76984f2b-4c4c-402c-b31d-034b4590c548 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:14.127077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f4ba01a-fa28-4c2a-bc33-0fe7cf6cbf32 req-76984f2b-4c4c-402c-b31d-034b4590c548 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0697351 Jul 23 16:51:14.177469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f4ba01a-fa28-4c2a-bc33-0fe7cf6cbf32 req-9baeb2b9-d95a-4fd6-a728-cd9c7dd18ffa tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jul 23 16:51:14.342453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:14.427287 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ce80f003-177a-4788-99d1-67a5af8b7f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:15.342536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928197-b30f-4228-9640-be39aa179099 req-9fdd3747-4c42-4f52-93ea-d5385ab84f2c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:15.344139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41928197-b30f-4228-9640-be39aa179099 req-9fdd3747-4c42-4f52-93ea-d5385ab84f2c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0951557 Jul 23 16:51:15.389178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41928197-b30f-4228-9640-be39aa179099 req-cce37b6d-721e-4e3b-985f-bca78a95cc9a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Jul 23 16:51:15.593548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:15.828568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59024) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:15.963018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61fa5620-7c75-4449-8a72-185729f364af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.058824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61fa5620-7c75-4449-8a72-185729f364af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.063955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-61fa5620-7c75-4449-8a72-185729f364af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.099820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5620-7c75-4449-8a72-185729f364af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22acbfa2-401a-41ab-8d1e-fd1e29eda036,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:16.110075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-61fa5620-7c75-4449-8a72-185729f364af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74f01ee3dee14af59e5f88909f7e968b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801373 Jul 23 16:51:16.112762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59034) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:16.164189 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.188630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.236418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.239127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.242606 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22acbfa2-401a-41ab-8d1e-fd1e29eda036 HTTP/1.1" status: 204 len: 168 time: 0.1265447 Jul 23 16:51:16.248702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da20d72-ec10-4402-aa9d-e15ae5e540c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22acbfa2-401a-41ab-8d1e-fd1e29eda036,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:16.516995 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:16.530973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd4f2-74a1-4fd4-a278-1fc5d7cb2891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.551385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958229-cc87-49e6-bf60-4a0effa4e982 req-e4765316-2676-4d2e-bd63-f1c57a579b8f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:16.558528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc958229-cc87-49e6-bf60-4a0effa4e982 req-e4765316-2676-4d2e-bd63-f1c57a579b8f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0955741 Jul 23 16:51:16.598977 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc958229-cc87-49e6-bf60-4a0effa4e982 req-bb3bdfd0-5cc2-4ace-b478-3c3813beecae tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Jul 23 16:51:16.637255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd4f2-74a1-4fd4-a278-1fc5d7cb2891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.642171 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd4f2-74a1-4fd4-a278-1fc5d7cb2891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.682812 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e9fd4f2-74a1-4fd4-a278-1fc5d7cb2891 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fb2b3b882fe424fa7849fb474fd95e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647172 Jul 23 16:51:16.683819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd4f2-74a1-4fd4-a278-1fc5d7cb2891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17617212-e85c-45c8-b1f9-1ec253eef30d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:16.686443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59052) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:16.739740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.771900 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.818972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.821540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:16.822772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17617212-e85c-45c8-b1f9-1ec253eef30d HTTP/1.1" status: 204 len: 168 time: 0.1345437 Jul 23 16:51:16.830661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d1c4-9e06-479a-a983-1cf4226ab1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17617212-e85c-45c8-b1f9-1ec253eef30d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:17.504322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:17.755427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dcab1-4a8d-4306-af9e-c7e49242453f req-459f9a30-7451-4bfe-b9d4-60954562ff5e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:17.757124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-996dcab1-4a8d-4306-af9e-c7e49242453f req-459f9a30-7451-4bfe-b9d4-60954562ff5e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.0702748 Jul 23 16:51:17.813517 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-996dcab1-4a8d-4306-af9e-c7e49242453f req-8475821a-99a0-47c4-9b6e-bea3db55d4f0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445960 Jul 23 16:51:18.148263 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:51:18.274711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59144) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:18.394301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ab56ed5-5330-4274-8739-daee8543c17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.491551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ab56ed5-5330-4274-8739-daee8543c17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.496014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ab56ed5-5330-4274-8739-daee8543c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.533410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56ed5-5330-4274-8739-daee8543c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e427f3-c6ee-4720-b946-8e19d64e6ea4,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:18.540625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ab56ed5-5330-4274-8739-daee8543c17f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4c7026008174ae59979ca66eec38553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647283 Jul 23 16:51:18.543429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59152) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:18.595376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.616296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.661705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.664304 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:18.665577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49e427f3-c6ee-4720-b946-8e19d64e6ea4 HTTP/1.1" status: 204 len: 168 time: 0.1209309 Jul 23 16:51:18.681239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3d730-1708-4c5c-8a25-1a919c760306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e427f3-c6ee-4720-b946-8e19d64e6ea4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:18.989820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d4a9a-a8dc-4cb8-a3a8-b74cb0b0c5da req-45fbdfe1-b1c0-41ab-a47f-561b062401e1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:18.991386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb0d4a9a-a8dc-4cb8-a3a8-b74cb0b0c5da req-45fbdfe1-b1c0-41ab-a47f-561b062401e1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 943 time: 0.1088059 Jul 23 16:51:19.035946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cb0d4a9a-a8dc-4cb8-a3a8-b74cb0b0c5da req-d7de0615-626d-4031-b4f4-df55ff88507a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Jul 23 16:51:19.910371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 540ef24c-adf7-4c77-9513-febb2c83d4b2 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:51:19.922111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:20.017575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:20.029702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:51:20.073339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.087418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1948799842'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:20.097362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540ef24c-adf7-4c77-9513-febb2c83d4b2 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:51:20.120087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Made reservation on behalf of 44ac30fdd0874077a2f810b6da8f8b39 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:20.122900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:20.125431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.128374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.137145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.187834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:20.241814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.246483 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.251527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0ebd4-e274-457d-8e57-ffa164a03604 req-5d1abbb5-4acf-4d0e-990c-a8f7d11fb6ec tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:20.259848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3a0ebd4-e274-457d-8e57-ffa164a03604 req-5d1abbb5-4acf-4d0e-990c-a8f7d11fb6ec tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 944 time: 0.1130784 Jul 23 16:51:20.276828 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:20.282734 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971e89f0-9b8c-4f59-9217-bbc61d7891c0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:20.301008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3a0ebd4-e274-457d-8e57-ffa164a03604 req-8913f3ba-1b31-4a7b-ba8b-5c779e1ab1f9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Jul 23 16:51:20.303378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.303725 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Added segment 6ee836af-e0f4-406b-8831-64ff788796e9 of type vlan for network 85fb99fb-62aa-4cea-b553-7ba722081938 Jul 23 16:51:20.352895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.384368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.390666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:20.391457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.426077 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5027552 Jul 23 16:51:20.446301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['540ef24c-adf7-4c77-9513-febb2c83d4b2'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:51:20.459701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f16d-3645-48e0-aad5-4757cae86277 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Pushing event updated for resources: {'Network': ['ID=85fb99fb-62aa-4cea-b553-7ba722081938,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:20.472386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 85fb99fb-62aa-4cea-b553-7ba722081938 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:20.621913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59236) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:20.627143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938', 'binding:host_id': 'n-h2-800484-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-596072875'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:20.654968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Made reservation on behalf of 90c7a23566a64989ae54bc4de4041230 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:20.657673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.667153 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.778115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.783102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:20.788297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:20.867282 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed4884-b6c4-4002-8e04-1d020d0a3093,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:21.019248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:21.030699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.042064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Transition to ACTIVE for port object 0bce02b5-03b2-42db-a1ce-99105d7af2f2 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:21.050919 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.101959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=0bce02b5-03b2-42db-a1ce-99105d7af2f2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:21.118227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Checking segment: {'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:21.118859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Network hostable DHCP agents. Network: 85fb99fb-62aa-4cea-b553-7ba722081938, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:21.137105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Network 85fb99fb-62aa-4cea-b553-7ba722081938 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:21.146522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 85fb99fb-62aa-4cea-b553-7ba722081938) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:21.152561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:21.154672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e838f0-f06f-44f1-81fc-f20980ab4550 None None] Network 85fb99fb-62aa-4cea-b553-7ba722081938 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:21.168161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.168537 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.168871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.174167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.174500 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.174890 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 2 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.188825 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.189160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.189499 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.194630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.194895 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.195216 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 3 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.209829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.210192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.210720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.215295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.215661 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.216165 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 4 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.228082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.228418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.228748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.234062 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.234395 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.234815 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 5 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.249151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.249480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.249819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.254481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.254799 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.255178 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 6 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.268016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.268346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.268676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.273008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.273320 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.273875 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 7 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.286413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.286740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.287065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.291720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.292039 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.292540 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 8 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.305769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.306347 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.306868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.312998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.313534 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.314197 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 9 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.327280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.327608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.327940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.332411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.332747 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.333450 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 10 to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 Jul 23 16:51:21.346824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:21.347160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:21.347495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:21.352129 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:21.352453 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:21.352807 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.426172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port 0bce02b5-03b2-42db-a1ce-99105d7af2f2, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:21.426544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempted to set empty binding levels {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:51:21.432688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.446641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a73a98-a99e-4420-8a9a-e3e28d202cc6 req-1619c748-8ee2-4f13-a4b2-1d95def1b834 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:21.448253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57a73a98-a99e-4420-8a9a-e3e28d202cc6 req-1619c748-8ee2-4f13-a4b2-1d95def1b834 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 944 time: 0.0678787 Jul 23 16:51:21.470934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:21.471776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.495191 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8721237 Jul 23 16:51:21.496077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59254) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:21.501463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a935-1ae7-4b4e-b33e-5390c881b878 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=0bce02b5-03b2-42db-a1ce-99105d7af2f2,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:21.537622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57a73a98-a99e-4420-8a9a-e3e28d202cc6 req-ed5c2a2a-68ca-4804-86d2-607cac357516 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799634 Jul 23 16:51:21.596544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Deleting port 0bce02b5-03b2-42db-a1ce-99105d7af2f2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:21.596820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.672546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port 0bce02b5-03b2-42db-a1ce-99105d7af2f2, host n-h2-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:21.672902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.685796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Calling delete_port for 0bce02b5-03b2-42db-a1ce-99105d7af2f2 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:21.774306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.803094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bce02b5-03b2-42db-a1ce-99105d7af2f2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:21.811088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.813219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1aeeaac1-6278-4c5c-b694-ea27b8ebb37f tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0bce02b5-03b2-42db-a1ce-99105d7af2f2 HTTP/1.1" status: 204 len: 168 time: 0.3165474 Jul 23 16:51:21.815777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59260) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:21.846337 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a7e894-ee69-4451-a802-786be1e6afb6 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:51:21.847918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-75a7e894-ee69-4451-a802-786be1e6afb6 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports/0bce02b5-03b2-42db-a1ce-99105d7af2f2 HTTP/1.1" status: 404 len: 333 time: 0.0311456 Jul 23 16:51:21.851482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59262) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:21.856615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-862468051'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:21.877288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Made reservation on behalf of 90c7a23566a64989ae54bc4de4041230 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:21.879655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:21.897072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port bc31b30c-8255-4ad0-ae34-1be79030b2d6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:21.914195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 540ef24c-adf7-4c77-9513-febb2c83d4b2 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:21.969574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 540ef24c-adf7-4c77-9513-febb2c83d4b2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:21.973709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 540ef24c-adf7-4c77-9513-febb2c83d4b2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:21.974137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.054940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.066818 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.084126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:22.086817 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f76421-7407-49c2-86e0-e4d766ed284f" -d '{"events": [{"server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "name": "network-vif-plugged", "status": "completed", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:22.100023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:22.104797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.108955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.152104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Network 85fb99fb-62aa-4cea-b553-7ba722081938 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:22.153672 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9c407-95f0-42dd-8960-8098bfc1b539 x-openstack-request-id: req-b1f9c407-95f0-42dd-8960-8098bfc1b539 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:22.153980 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "name": "network-vif-plugged", "status": "completed", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:22.154404 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1f9c407-95f0-42dd-8960-8098bfc1b539 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:22.154940 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'code': 200} Jul 23 16:51:22.157182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:22.160600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:22.163922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:22.164872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.165482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.169457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=bc31b30c-8255-4ad0-ae34-1be79030b2d6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:22.182205 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1a8accfe-dfce-4dbb-ae63-0a06940fc948 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3296006 Jul 23 16:51:22.185703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:22.191044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:22.267958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.297492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99cc2-4755-4e18-b584-2b9072c4f5ad req-d6dd2cc8-c4c9-40e2-8d56-a8b51a1b3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.299169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ed99cc2-4755-4e18-b584-2b9072c4f5ad req-d6dd2cc8-c4c9-40e2-8d56-a8b51a1b3bdb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0581324 Jul 23 16:51:22.339697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ed99cc2-4755-4e18-b584-2b9072c4f5ad req-8d4a7eee-07d8-4353-8d99-368a6f8758a8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285203 Jul 23 16:51:22.445795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port bc31b30c-8255-4ad0-ae34-1be79030b2d6 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:22.453427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.466425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Transition to ACTIVE for port object bc31b30c-8255-4ad0-ae34-1be79030b2d6 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:22.470554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.526374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=bc31b30c-8255-4ad0-ae34-1be79030b2d6,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:22.538736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.539071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.539408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.544143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.544470 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.544931 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 2 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.560380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.560713 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.561058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.565771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.566159 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.566555 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 3 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.592065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.592641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.593076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.598121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.598563 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.602098 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 4 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.617003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.617263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.617647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.622626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.623335 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.623824 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 5 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.641888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.642584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.642974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.647919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.648241 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.648623 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 6 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.665487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.665815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.666176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.670977 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.671294 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.671672 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 7 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.679505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c1ef-b498-4335-be6d-60ddf3ea97c6 req-7c9a598b-7f0b-43ec-a6fc-0cb3a66e5a0e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.681588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01f7c1ef-b498-4335-be6d-60ddf3ea97c6 req-7c9a598b-7f0b-43ec-a6fc-0cb3a66e5a0e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.0711801 Jul 23 16:51:22.684660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.685306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.685706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.690145 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.690460 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.690841 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 8 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.703806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.704196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.704529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.708803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.709188 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.709493 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 9 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.724156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.724489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.724821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.725866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01f7c1ef-b498-4335-be6d-60ddf3ea97c6 req-c305d2d7-5d0e-4637-9a6f-8104e499219d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365515 Jul 23 16:51:22.729406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.729732 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.730161 n-d-800484-3 neutron-server[94004]: INFO neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 10 to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 Jul 23 16:51:22.752675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:22.753008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:22.753341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:22.757684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:22.758035 n-d-800484-3 neutron-server[94004]: ERROR neutron.plugins.ml2.managers [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:22.758406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.822003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port bc31b30c-8255-4ad0-ae34-1be79030b2d6, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:22.822375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempted to set empty binding levels {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:51:22.827370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.862707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] In _notify_port_updated(), no bound segment for port bc31b30c-8255-4ad0-ae34-1be79030b2d6 on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:51:22.863470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.864071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:22.865414 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "PUT /v2.0/ports/bc31b30c-8255-4ad0-ae34-1be79030b2d6 HTTP/1.1" status: 200 len: 974 time: 0.6786969 Jul 23 16:51:22.868037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:22.936751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f48cb-d461-405d-9548-7733c6bd9f6c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=bc31b30c-8255-4ad0-ae34-1be79030b2d6,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:22.983230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.983711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.984179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.984646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.985107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.985565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.986056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.986500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.986955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.987411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.987865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.988316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.988766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:22.991030 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a8242c5f-ac9f-4944-8956-d713a3f4d6bb tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11829 time: 0.1220434 Jul 23 16:51:22.994334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59290) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:23.080539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Deleting port bc31b30c-8255-4ad0-ae34-1be79030b2d6 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:23.081101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.142800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port bc31b30c-8255-4ad0-ae34-1be79030b2d6, host n-h2-800484-3, got binding levels [] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:23.143161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.158557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Calling delete_port for bc31b30c-8255-4ad0-ae34-1be79030b2d6 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:23.240090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.269972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc31b30c-8255-4ad0-ae34-1be79030b2d6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:23.277710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.280124 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-834adc69-c14a-45b4-865d-815408c06aba tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "DELETE /v2.0/ports/bc31b30c-8255-4ad0-ae34-1be79030b2d6 HTTP/1.1" status: 204 len: 168 time: 0.2848568 Jul 23 16:51:23.282779 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:23.310750 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1448c9-58e6-4c21-80e9-eeb4e31f20e3 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:51:23.322827 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c1448c9-58e6-4c21-80e9-eeb4e31f20e3 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports/bc31b30c-8255-4ad0-ae34-1be79030b2d6 HTTP/1.1" status: 404 len: 333 time: 0.0286450 Jul 23 16:51:23.323148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:23.328584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1646045788', 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:23.348677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Made reservation on behalf of 90c7a23566a64989ae54bc4de4041230 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:23.350981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.366801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port 95b29b30-2038-4b63-b1f4-16df8297b959 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:23.531346 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.571703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.616550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Network 85fb99fb-62aa-4cea-b553-7ba722081938 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:23.619382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:23.625702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:23.626645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:23.627234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.630471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=95b29b30-2038-4b63-b1f4-16df8297b959,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:23.646707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-24b8d6b2-9c9a-4503-b88c-ec5afab741ed tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3199527 Jul 23 16:51:23.646839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59310) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:23.692908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b46a15-8ad0-4899-ae89-0f2fb02155fc tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:23.694322 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85b46a15-8ad0-4899-ae89-0f2fb02155fc tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports/95b29b30-2038-4b63-b1f4-16df8297b959 HTTP/1.1" status: 200 len: 955 time: 0.0466609 Jul 23 16:51:23.697057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59312) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:23.779989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Deleting port 95b29b30-2038-4b63-b1f4-16df8297b959 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:23.780329 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.842857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.857502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Calling delete_port for 95b29b30-2038-4b63-b1f4-16df8297b959 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:23.868924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba0c44-82de-4f73-b110-adb88afd50b6 req-35092337-b21d-423c-960e-65261ae33020 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:23.871630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4ba0c44-82de-4f73-b110-adb88afd50b6 req-35092337-b21d-423c-960e-65261ae33020 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.0726712 Jul 23 16:51:23.917442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b4ba0c44-82de-4f73-b110-adb88afd50b6 req-1fb39982-c22d-499d-82fa-291d6f3acb3f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384853 Jul 23 16:51:23.943519 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.972502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event deleted for resources: {'Port': ['ID=95b29b30-2038-4b63-b1f4-16df8297b959,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:23.979893 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:23.983202 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57c78384-0730-4979-b562-851d59053fd5 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "DELETE /v2.0/ports/95b29b30-2038-4b63-b1f4-16df8297b959 HTTP/1.1" status: 204 len: 168 time: 0.2852399 Jul 23 16:51:23.986932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59322) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:24.016641 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b34196-4781-4f97-a1ec-3af6c81f4eb2 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:51:24.018114 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1b34196-4781-4f97-a1ec-3af6c81f4eb2 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports/95b29b30-2038-4b63-b1f4-16df8297b959 HTTP/1.1" status: 404 len: 333 time: 0.0302248 Jul 23 16:51:24.021888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59324) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:24.026640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1682465925'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:24.058616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Made reservation on behalf of 90c7a23566a64989ae54bc4de4041230 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:24.061206 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.083896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68b7b7-e04f-4d80-9dd5-21fa4af0dbf3 req-b6d05671-f549-401b-901c-ae033f533d88 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:24.085430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd68b7b7-e04f-4d80-9dd5-21fa4af0dbf3 req-b6d05671-f549-401b-901c-ae033f533d88 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.0936801 Jul 23 16:51:24.090933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port 933296f1-40d8-45b1-8e9c-8bc7da08fdab yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:24.174297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd68b7b7-e04f-4d80-9dd5-21fa4af0dbf3 req-5aa19aac-48e6-4ac9-8a0d-1af6f14c74bd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793319 Jul 23 16:51:24.197678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59328) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:24.284889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.332993 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.380559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Network 85fb99fb-62aa-4cea-b553-7ba722081938 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:24.383451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:24.386032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5410534d-0af0-4eda-b777-62fdb8e084cc tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:24.386224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:24.386948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:24.390934 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5410534d-0af0-4eda-b777-62fdb8e084cc tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1091 time: 0.1894591 Jul 23 16:51:24.391675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.391791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:24.398832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=933296f1-40d8-45b1-8e9c-8bc7da08fdab,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:24.400279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:24.425619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.432015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d329425-c0b5-4b27-b71c-88c15a2bb594 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4090371 Jul 23 16:51:24.434658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59338) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:24.440415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:24.516430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.532983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.658318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.25.2.102 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/05d8f0a1-3f82-4849-b98d-8a5116bd60c7) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:24.708871 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] device_id is not set on port 933296f1-40d8-45b1-8e9c-8bc7da08fdab yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:24.717476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.730116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Transition to ACTIVE for port object 933296f1-40d8-45b1-8e9c-8bc7da08fdab will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:24.735260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.780658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.786133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=933296f1-40d8-45b1-8e9c-8bc7da08fdab,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:24.800761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.801093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.801629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.805691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.806061 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.806439 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 2 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.818696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.819030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.819549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.823701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.824014 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.824614 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 3 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.829190 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:24.838186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.838520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.838927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.843841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.844096 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.844481 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 4 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.857451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.857778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.858141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.862484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.862806 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.863190 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 5 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.870370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:24.873375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:24.875096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.876059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.876400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.877114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:24.881359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.881683 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.882215 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 6 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.894677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.894980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.895315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.899953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.900430 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.900661 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 7 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.912939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=05d8f0a1-3f82-4849-b98d-8a5116bd60c7,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:24.919548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.920130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.920660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.928778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.929112 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.929956 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 8 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.944106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.944434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.944770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.949877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.950631 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.951145 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 9 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.966717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.967062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.967600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.976112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.977647 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.978317 n-d-800484-3 neutron-server[94003]: INFO neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempt 10 to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab Jul 23 16:51:24.993096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:24.993724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:24.994255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempting to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:24.998843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:51:24.999338 n-d-800484-3 neutron-server[94003]: ERROR neutron.plugins.ml2.managers [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Failed to bind port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on host n-h2-800484-3 for vnic_type normal using segments [{'id': '6ee836af-e0f4-406b-8831-64ff788796e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85fb99fb-62aa-4cea-b553-7ba722081938'}] Jul 23 16:51:24.999871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.062357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port 933296f1-40d8-45b1-8e9c-8bc7da08fdab, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:25.062839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attempted to set empty binding levels {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 16:51:25.068186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.108413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] In _notify_port_updated(), no bound segment for port 933296f1-40d8-45b1-8e9c-8bc7da08fdab on network 85fb99fb-62aa-4cea-b553-7ba722081938 {{(pid=94003) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 16:51:25.109286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:25.109884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.113819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "PUT /v2.0/ports/933296f1-40d8-45b1-8e9c-8bc7da08fdab HTTP/1.1" status: 200 len: 975 time: 0.6753714 Jul 23 16:51:25.115187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59348) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:25.148413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa732e2-ada0-4dbc-aedf-39e20c386021 tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event updated for resources: {'Port': ['ID=933296f1-40d8-45b1-8e9c-8bc7da08fdab,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:25.219940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Deleting port 933296f1-40d8-45b1-8e9c-8bc7da08fdab {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:25.220260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.301561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] For port 933296f1-40d8-45b1-8e9c-8bc7da08fdab, host n-h2-800484-3, got binding levels [] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:25.302168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.316580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Calling delete_port for 933296f1-40d8-45b1-8e9c-8bc7da08fdab owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:25.402372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.440686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Pushing event deleted for resources: {'Port': ['ID=933296f1-40d8-45b1-8e9c-8bc7da08fdab,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:25.443163 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.445407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bff24fc9-59e8-4e0b-bd58-bdc5da1f5b5c tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "DELETE /v2.0/ports/933296f1-40d8-45b1-8e9c-8bc7da08fdab HTTP/1.1" status: 204 len: 168 time: 0.3304000 Jul 23 16:51:25.448156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59358) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:25.479059 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-4751b69d-21ca-4391-8660-35c5defc2bca tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] GET failed (client error): The resource could not be found. Jul 23 16:51:25.484377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4751b69d-21ca-4391-8660-35c5defc2bca tempest-PortsAdminExtendedAttrsTestJSON-1726163454 tempest-PortsAdminExtendedAttrsTestJSON-1726163454-project-admin] 10.222.0.64 "GET /v2.0/ports/933296f1-40d8-45b1-8e9c-8bc7da08fdab HTTP/1.1" status: 404 len: 333 time: 0.0314021 Jul 23 16:51:25.484803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59362) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:25.568758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.635455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.673715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.684161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fb99fb-62aa-4cea-b553-7ba722081938']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:25.694567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee836af-e0f4-406b-8831-64ff788796e9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:25.694862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee836af-e0f4-406b-8831-64ff788796e9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:25.704267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.720017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.722421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.727104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:25.727584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:25.730517 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:25.796547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.805524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.807513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] 10.222.0.64 "DELETE /v2.0/networks/85fb99fb-62aa-4cea-b553-7ba722081938 HTTP/1.1" status: 204 len: 168 time: 0.3217285 Jul 23 16:51:25.824273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71eb2a-ec69-4e74-9917-174279324a17 tempest-PortsAdminExtendedAttrsTestJSON-1130251889 tempest-PortsAdminExtendedAttrsTestJSON-1130251889-project] Pushing event deleted for resources: {'Network': ['ID=85fb99fb-62aa-4cea-b553-7ba722081938,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:25.889197 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.895944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:25.983747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=05d8f0a1-3f82-4849-b98d-8a5116bd60c7,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:25.987308 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.108760 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP d3fe3e16-4d1b-47ac-b23e-d4c5bc7596db associated. External IP: 172.25.2.102, port: 540ef24c-adf7-4c77-9513-febb2c83d4b2. Jul 23 16:51:26.119546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59376) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:26.270675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e4abfb1e-3cc3-44fb-9b2e-8436b363ff8c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44ac30fdd0874077a2f810b6da8f8b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494155 Jul 23 16:51:26.273225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59384) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:26.333085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.342205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:51:26.359481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.408095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.411104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.412399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/971e89f0-9b8c-4f59-9217-bbc61d7891c0 HTTP/1.1" status: 204 len: 168 time: 0.1380718 Jul 23 16:51:26.423339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8447-f82c-4576-be46-b3c6ad1fba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e89f0-9b8c-4f59-9217-bbc61d7891c0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:26.478901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:51:26.492369 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:51:26.498210 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.502618 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:51:26.503473 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:51:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:26.558832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d4b711c8-880e-4d58-a5d7-075f58caed56 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1657302 Jul 23 16:51:26.560016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:51:26.563495 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f3a23-9d25-4eee-8f43-6664cd05fb14" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:51:26.659659 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:51:26.784043 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6f9f8-083a-4499-b341-be8fd1162f0b x-openstack-request-id: req-d4f6f9f8-083a-4499-b341-be8fd1162f0b {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:51:26.787387 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:51:26.787387 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4f6f9f8-083a-4499-b341-be8fd1162f0b {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:51:26.787387 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'status': 'completed', 'code': 200} Jul 23 16:51:26.787813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59402) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:26.830703 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cdae11f7-7a94-4857-a200-d48b25a7d34a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90c7a23566a64989ae54bc4de4041230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415752 Jul 23 16:51:26.832701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59404) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:26.881901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-505916e4-5300-459a-b0cf-74f48530c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:26.883506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-505916e4-5300-459a-b0cf-74f48530c277 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0656152 Jul 23 16:51:26.891526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.924130 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.958862 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:25Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:26.996566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:26.999690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:27.003452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8aed4884-b6c4-4002-8e04-1d020d0a3093 HTTP/1.1" status: 204 len: 168 time: 0.1674197 Jul 23 16:51:27.014197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92bd7-f790-4a3d-8b63-26f51756b8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed4884-b6c4-4002-8e04-1d020d0a3093,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:27.016688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:51:27.033416 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:51:27.034008 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:51:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:27.202577 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:51:27.383515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-09eccf72-1e6d-4f15-ad4c-7398f009353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:27.385031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-09eccf72-1e6d-4f15-ad4c-7398f009353c service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.4932458 Jul 23 16:51:27.471731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-0559299e-e6b1-42d9-b199-69bed57d4464 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 999 time: 0.0749340 Jul 23 16:51:27.499916 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:25Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:27.533527 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051aeb8-3cb7-4141-8860-1f72680b23ee None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:25Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:51:27.540766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-bfe5dd13-b03b-47c4-ab8e-928ef9a8b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:27.542401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-bfe5dd13-b03b-47c4-ab8e-928ef9a8b959 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0607150 Jul 23 16:51:27.624421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-a9607f7a-8e23-4475-8c31-9da7b3d166bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:27.626052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-a9607f7a-8e23-4475-8c31-9da7b3d166bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677004 Jul 23 16:51:27.747056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-2ba5a703-61ba-4b17-84ae-8fc7c358389e service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078861 Jul 23 16:51:27.859925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-959f3a23-9d25-4eee-8f43-6664cd05fb14 req-cb7d3879-5664-46b6-a27a-1f121e5d53b7 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038699 Jul 23 16:51:27.880288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1c2eb-80f7-4bdd-be81-e2a223b0e316 None None] New status for floating IP d3fe3e16-4d1b-47ac-b23e-d4c5bc7596db: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:51:27.913168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59444) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:28.021627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'networks': [{'name': 'tempest-network--999409138'}, {'name': 'tempest-network--1102512842'}]} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:28.021964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-network--999409138'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:28.022463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-network--1102512842'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:28.051039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'network': 2} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:28.056313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.068391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.170583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.176073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.176531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.218482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c60d163-a6a8-46c7-92b6-fadb4e06488e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:28.224199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:28.237159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.237519 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment 46e656df-6680-43e6-bf1b-14301168cdab of type vlan for network fa8510b7-8637-4939-a6b2-c59afa5e4f6a Jul 23 16:51:28.290420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.321760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:28.331083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.331432 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment 40416ebf-20e3-4c6f-afb4-95fd46bd74aa of type vlan for network e21c6d86-1816-464f-aea6-36dc6f128b44 Jul 23 16:51:28.373162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.409169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.409830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.415762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.421313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.422046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.460234 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5458491 Jul 23 16:51:28.462990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59458) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:28.499861 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=fa8510b7-8637-4939-a6b2-c59afa5e4f6a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:28.515683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network fa8510b7-8637-4939-a6b2-c59afa5e4f6a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:28.570945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd493-bc5d-409e-bec2-0696e3c7869a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=e21c6d86-1816-464f-aea6-36dc6f128b44,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:28.595778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e21c6d86-1816-464f-aea6-36dc6f128b44 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:28.678993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8263f95-064d-4893-80ce-76fee1c8e855 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.686363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8263f95-064d-4893-80ce-76fee1c8e855 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.692293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8263f95-064d-4893-80ce-76fee1c8e855 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.698489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8263f95-064d-4893-80ce-76fee1c8e855 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:28.700784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f8263f95-064d-4893-80ce-76fee1c8e855 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2367804 Jul 23 16:51:28.703820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59464) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:28.780461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.871030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.881410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8510b7-8637-4939-a6b2-c59afa5e4f6a']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:28.892216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e656df-6680-43e6-bf1b-14301168cdab') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:28.892517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e656df-6680-43e6-bf1b-14301168cdab') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:28.901428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.918352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.926624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:28.927082 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:28.930456 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:28.998015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.005217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.007084 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/fa8510b7-8637-4939-a6b2-c59afa5e4f6a HTTP/1.1" status: 204 len: 168 time: 0.3023376 Jul 23 16:51:29.009949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59470) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:29.020971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44887af-edb1-4c4d-82c6-d8b23a80397d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=fa8510b7-8637-4939-a6b2-c59afa5e4f6a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:29.076326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.092376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.183384 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.195352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21c6d86-1816-464f-aea6-36dc6f128b44']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:29.207277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40416ebf-20e3-4c6f-afb4-95fd46bd74aa') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:29.207565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40416ebf-20e3-4c6f-afb4-95fd46bd74aa') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:29.216564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.229869 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.235800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:29.236205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:29.239015 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:29.303600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.311530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.313359 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/e21c6d86-1816-464f-aea6-36dc6f128b44 HTTP/1.1" status: 204 len: 168 time: 0.3023202 Jul 23 16:51:29.316134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59478) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:29.325412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb923b7d-3b4a-4c1f-a530-83836495229d tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=e21c6d86-1816-464f-aea6-36dc6f128b44,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:29.420540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27288d25-45a7-41df-9722-73fb633e3141 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:29.426778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27288d25-45a7-41df-9722-73fb633e3141 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:29.428360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-27288d25-45a7-41df-9722-73fb633e3141 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1111600 Jul 23 16:51:29.432754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59484) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:29.438816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-105245378'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:29.462501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:29.466246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.490875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:29.501378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.501736 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment 0ec9f7e9-5e44-40c7-88b8-a4ff099c1d43 of type vlan for network f026480a-b774-472c-980b-444e089561f3 Jul 23 16:51:29.547105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.575847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.581592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:29.582218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.619468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1855972 Jul 23 16:51:29.622687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59486) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:29.627686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-983759112'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:29.660788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400082aa-f6c5-4188-90d9-14bacbdf1ce6 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=f026480a-b774-472c-980b-444e089561f3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:29.671865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f026480a-b774-472c-980b-444e089561f3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:29.682720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:29.687702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.724526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:29.734665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.735004 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment 3814d563-210a-4b22-9bea-65fa208d020a of type vlan for network fc66b935-b161-4f03-9702-7b7ba5c162fd Jul 23 16:51:29.774849 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.807632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.814134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:29.814715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:29.851201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2274828 Jul 23 16:51:29.853985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59492) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:29.859460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'ports': [{'network_id': 'f026480a-b774-472c-980b-444e089561f3', 'name': 'tempest-port--308048787', 'admin_state_up': True}, {'network_id': 'fc66b935-b161-4f03-9702-7b7ba5c162fd', 'admin_state_up': False}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:29.859772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'port': {'network_id': 'f026480a-b774-472c-980b-444e089561f3', 'name': 'tempest-port--308048787', 'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:29.860246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'port': {'network_id': 'fc66b935-b161-4f03-9702-7b7ba5c162fd', 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:29.898862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0499dc-501e-46db-bc51-a40d4e2bad4e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=fc66b935-b161-4f03-9702-7b7ba5c162fd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:29.910957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network fc66b935-b161-4f03-9702-7b7ba5c162fd details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:30.055260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'port': 2} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:30.060504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.073622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.154161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] device_id is not set on port 4738a7f1-d41f-47ef-bdcf-7c2d6679bace yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:30.276394 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.352460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] device_id is not set on port 88f457a6-3278-4a00-9af4-78c8a6e4d6d8 yet. {{(pid=94003) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:30.466566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.517348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.571176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Port': ['ID=4738a7f1-d41f-47ef-bdcf-7c2d6679bace,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:30.591448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Checking segment: {'id': '0ec9f7e9-5e44-40c7-88b8-a4ff099c1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f026480a-b774-472c-980b-444e089561f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:30.591835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network hostable DHCP agents. Network: f026480a-b774-472c-980b-444e089561f3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:30.608351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network f026480a-b774-472c-980b-444e089561f3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:30.616947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f026480a-b774-472c-980b-444e089561f3) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:30.622807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:30.624944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea04b50-46ad-4169-880f-d1b68624b953 None None] Network f026480a-b774-472c-980b-444e089561f3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:30.626915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.686080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Port': ['ID=88f457a6-3278-4a00-9af4-78c8a6e4d6d8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:30.707946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Checking segment: {'id': '3814d563-210a-4b22-9bea-65fa208d020a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fc66b935-b161-4f03-9702-7b7ba5c162fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:30.708317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network hostable DHCP agents. Network: fc66b935-b161-4f03-9702-7b7ba5c162fd, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:30.725398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network fc66b935-b161-4f03-9702-7b7ba5c162fd is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:30.737194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, fc66b935-b161-4f03-9702-7b7ba5c162fd) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:30.744937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:30.745898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580d5e9-a2e1-41ce-92fc-39b327ecfbb5 None None] Network fc66b935-b161-4f03-9702-7b7ba5c162fd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:30.752623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:30.758220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:30.758973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:30.781911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d4923ca5-c7ec-46d4-b5a9-b816981fee3a tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9267442 Jul 23 16:51:30.784275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59514) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:30.851380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8047e8-d060-460b-ae06-7c3327346eef tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:30.858353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8047e8-d060-460b-ae06-7c3327346eef tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:30.860380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ed8047e8-d060-460b-ae06-7c3327346eef tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0751140 Jul 23 16:51:30.863214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59516) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:30.970760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Deleting port 4738a7f1-d41f-47ef-bdcf-7c2d6679bace {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:30.971083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.038207 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.050873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Calling delete_port for 4738a7f1-d41f-47ef-bdcf-7c2d6679bace owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:31.131933 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.162583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Port': ['ID=4738a7f1-d41f-47ef-bdcf-7c2d6679bace,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:31.169073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.171185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/ports/4738a7f1-d41f-47ef-bdcf-7c2d6679bace HTTP/1.1" status: 204 len: 168 time: 0.3069892 Jul 23 16:51:31.173952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59522) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:31.177704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.178084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.178429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.178767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.179100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.179430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.179789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.180117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.180438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.180761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.181084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.181406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b20d2c-f47b-454b-b697-f6c3bf30bd6f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:31.286257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Deleting port 88f457a6-3278-4a00-9af4-78c8a6e4d6d8 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:31.286708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.360443 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.372365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Calling delete_port for 88f457a6-3278-4a00-9af4-78c8a6e4d6d8 owned by {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:31.456648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.486059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Port': ['ID=88f457a6-3278-4a00-9af4-78c8a6e4d6d8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:31.491245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.493302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f86da6b-6f57-460d-8d30-a1e50fedee68 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/ports/88f457a6-3278-4a00-9af4-78c8a6e4d6d8 HTTP/1.1" status: 204 len: 168 time: 0.3180108 Jul 23 16:51:31.495898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59534) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:31.527540 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e6066ff4-6e6a-4c93-b1f8-6b4ac662679e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0299041 Jul 23 16:51:31.531413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59536) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:31.537120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1298259048'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:31.560159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:31.563783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.591030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:31.600716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.601066 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment 6a98dfc3-4939-440e-82d9-48311a2745fa of type vlan for network 25231cad-11c3-46a2-8add-8a7c436aa491 Jul 23 16:51:31.642720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.671198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.677113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:31.677736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.709031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1763816 Jul 23 16:51:31.711585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59538) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:31.717727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2109037351'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:31.743191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:31.747295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.759956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819df74-1abc-48b7-a7c9-10a9f6a8ae21 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=25231cad-11c3-46a2-8add-8a7c436aa491,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:31.772308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 25231cad-11c3-46a2-8add-8a7c436aa491 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:31.772819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:31.781942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.782304 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Added segment c8e07683-7b16-4549-9f38-3eeab0f5f3fb of type vlan for network 9983222e-1a10-4379-a021-a45a7033b638 Jul 23 16:51:31.829069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.862601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.868566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:31.869199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:31.908310 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1956153 Jul 23 16:51:31.938728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9d206-54da-4c82-9f56-425d13373169 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Network': ['ID=9983222e-1a10-4379-a021-a45a7033b638,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:31.955156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9983222e-1a10-4379-a021-a45a7033b638 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:35.182045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59600) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:35.188118 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'subnets': [{'network_id': '25231cad-11c3-46a2-8add-8a7c436aa491', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--632599730', 'ip_version': 6}, {'network_id': '9983222e-1a10-4379-a021-a45a7033b638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:35.188525 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'subnet': {'network_id': '25231cad-11c3-46a2-8add-8a7c436aa491', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--632599730', 'ip_version': 6}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:35.189254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Request body: {'subnet': {'network_id': '9983222e-1a10-4379-a021-a45a7033b638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:35.367397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Made reservation on behalf of 3f78088c82654bac811694a93dc55fdf for: {'subnet': 2} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:35.372653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.373006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.806746 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.869725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Subnet': ['ID=e67ae43f-4eca-479e-ad2b-68d278a42544,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:35.888009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.888411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.888763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.889199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.889535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.889865 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.890222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.890624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.890945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.891360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.891691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.892014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:35.901663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Checking segment: {'id': '6a98dfc3-4939-440e-82d9-48311a2745fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '25231cad-11c3-46a2-8add-8a7c436aa491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:35.902126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network hostable DHCP agents. Network: 25231cad-11c3-46a2-8add-8a7c436aa491, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:35.921616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network 25231cad-11c3-46a2-8add-8a7c436aa491 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:35.931651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 25231cad-11c3-46a2-8add-8a7c436aa491) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:35.937381 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:35.940711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa352b26-4219-4862-bbc6-d5588201c683 None None] Network 25231cad-11c3-46a2-8add-8a7c436aa491 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:36.009027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event updated for resources: {'Subnet': ['ID=8843c346-236f-48c3-9ca9-ac7e8dbcd07b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:36.014725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Checking segment: {'id': 'c8e07683-7b16-4549-9f38-3eeab0f5f3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9983222e-1a10-4379-a021-a45a7033b638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:36.015010 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network hostable DHCP agents. Network: 9983222e-1a10-4379-a021-a45a7033b638, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:36.036556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Network 9983222e-1a10-4379-a021-a45a7033b638 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:36.048135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9983222e-1a10-4379-a021-a45a7033b638) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:36.052947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.053568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.054419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.069360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c035031-bd64-4640-b78b-de062f8f2449 None None] Network 9983222e-1a10-4379-a021-a45a7033b638 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:36.073854 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7c8c9a2a-0a2f-4ffa-8955-04a5ca98fbbb tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8883657 Jul 23 16:51:36.074126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59620) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:36.139448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb14cf-6e33-4613-b4de-c0c72b4446d0 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.141117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb14cf-6e33-4613-b4de-c0c72b4446d0 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.143848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb14cf-6e33-4613-b4de-c0c72b4446d0 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.146044 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1edb14cf-6e33-4613-b4de-c0c72b4446d0 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0695968 Jul 23 16:51:36.155503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59622) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:36.190265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6ed2c-86ec-4cb3-862f-8ca99740e92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-25231cad-11c3-46a2-8add-8a7c436aa491', 'network_id': '25231cad-11c3-46a2-8add-8a7c436aa491', 'tenant_id': '3f78088c82654bac811694a93dc55fdf', 'fixed_ips': [{'subnet_id': 'e67ae43f-4eca-479e-ad2b-68d278a42544'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:36.191103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fcb6ed2c-86ec-4cb3-862f-8ca99740e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.217249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Deleting subnet e67ae43f-4eca-479e-ad2b-68d278a42544 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:51:36.221525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.270033 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.327390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.359637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f89cfc-2aea-4a54-bfd3-204a2a059c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9983222e-1a10-4379-a021-a45a7033b638', 'network_id': '9983222e-1a10-4379-a021-a45a7033b638', 'tenant_id': '3f78088c82654bac811694a93dc55fdf', 'fixed_ips': [{'subnet_id': '8843c346-236f-48c3-9ca9-ac7e8dbcd07b'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:36.360468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00f89cfc-2aea-4a54-bfd3-204a2a059c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.400153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.426681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Subnet': ['ID=e67ae43f-4eca-479e-ad2b-68d278a42544,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:36.436923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.442542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-71679935-d456-4b81-bc09-fad10d4b6e0f tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/subnets/e67ae43f-4eca-479e-ad2b-68d278a42544 HTTP/1.1" status: 204 len: 168 time: 0.2854338 Jul 23 16:51:36.442768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59628) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-fcb6ed2c-86ec-4cb3-862f-8ca99740e92c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e67ae43f-4eca-479e-ad2b-68d278a42544: This subnet is being modified by another concurrent operation. Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e67ae43f-4eca-479e-ad2b-68d278a42544: This subnet is being modified by another concurrent operation. Jul 23 16:51:36.504360 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 16:51:36.512717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Deleting subnet 8843c346-236f-48c3-9ca9-ac7e8dbcd07b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:51:36.512717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.558421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.580044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17039899-d8f4-4240-8a33-7f3c04df3700 None None] Network 25231cad-11c3-46a2-8add-8a7c436aa491 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:36.614029 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.718321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-00f89cfc-2aea-4a54-bfd3-204a2a059c06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8843c346-236f-48c3-9ca9-ac7e8dbcd07b: This subnet is being modified by another concurrent operation. Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8843c346-236f-48c3-9ca9-ac7e8dbcd07b: This subnet is being modified by another concurrent operation. Jul 23 16:51:36.749191 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 16:51:36.760431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Subnet': ['ID=8843c346-236f-48c3-9ca9-ac7e8dbcd07b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:36.765150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:36.771577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f08ffa66-c9d6-4127-8459-9077cf1ce265 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/subnets/8843c346-236f-48c3-9ca9-ac7e8dbcd07b HTTP/1.1" status: 204 len: 168 time: 0.3253086 Jul 23 16:51:36.771910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59636) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:36.789020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c5d225-2a92-4e64-b35a-131798b7342a None None] Network 9983222e-1a10-4379-a021-a45a7033b638 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:36.831648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e042bf-abac-4e44-bb94-8f2fe89b6228 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:36.836875 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f1e042bf-abac-4e44-bb94-8f2fe89b6228 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604630 Jul 23 16:51:36.837253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59638) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:36.913820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97c473-f8f2-40dd-b1ad-a21acca029e7 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:51:36.923965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.005391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97c473-f8f2-40dd-b1ad-a21acca029e7 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:51:37.018754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.031099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9983222e-1a10-4379-a021-a45a7033b638']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.042447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e07683-7b16-4549-9f38-3eeab0f5f3fb') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.042751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e07683-7b16-4549-9f38-3eeab0f5f3fb') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.053024 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.068330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.075450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:37.075806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:37.079308 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:37.148644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.167475 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.169520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/9983222e-1a10-4379-a021-a45a7033b638 HTTP/1.1" status: 204 len: 168 time: 0.3311894 Jul 23 16:51:37.170726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7cc55-84be-4892-9abe-18ff3369a56e tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=9983222e-1a10-4379-a021-a45a7033b638,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:37.172336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:37.261294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.298651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b861753-518d-42cb-b242-c0b755cad942 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:51:37.356885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.367279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25231cad-11c3-46a2-8add-8a7c436aa491']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.377911 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a98dfc3-4939-440e-82d9-48311a2745fa') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.378418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a98dfc3-4939-440e-82d9-48311a2745fa') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.380529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b861753-518d-42cb-b242-c0b755cad942 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:51:37.389720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.406380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.414357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:37.414908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:37.417994 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:37.485341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.492809 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.497813 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/25231cad-11c3-46a2-8add-8a7c436aa491 HTTP/1.1" status: 204 len: 168 time: 0.3212767 Jul 23 16:51:37.498388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59656) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:37.515141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fe4c3-edd2-4c20-9bd0-8090a25fe291 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=25231cad-11c3-46a2-8add-8a7c436aa491,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:37.597909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.687836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.698178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc66b935-b161-4f03-9702-7b7ba5c162fd']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.708582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3814d563-210a-4b22-9bea-65fa208d020a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.708872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3814d563-210a-4b22-9bea-65fa208d020a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:37.717489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.730770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.736876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:37.737234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:37.740517 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:37.815179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.833071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:37.835037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/fc66b935-b161-4f03-9702-7b7ba5c162fd HTTP/1.1" status: 204 len: 168 time: 0.3356307 Jul 23 16:51:37.836016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb08f9-d48a-403c-abbf-17e87714eb08 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=fc66b935-b161-4f03-9702-7b7ba5c162fd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:37.837585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59662) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:37.915013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.000299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.011552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f026480a-b774-472c-980b-444e089561f3']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:38.022766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec9f7e9-5e44-40c7-88b8-a4ff099c1d43') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:38.023061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec9f7e9-5e44-40c7-88b8-a4ff099c1d43') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:38.033538 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.047605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.053424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:38.053811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:38.056837 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:38.120169 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.127225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.128861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] 10.222.0.64 "DELETE /v2.0/networks/f026480a-b774-472c-980b-444e089561f3 HTTP/1.1" status: 204 len: 168 time: 0.2903445 Jul 23 16:51:38.140619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36d77-4a3a-4cca-9338-8ac3bcb03f94 tempest-BulkNetworkOpsIpV6Test-782462880 tempest-BulkNetworkOpsIpV6Test-782462880-project] Pushing event deleted for resources: {'Network': ['ID=f026480a-b774-472c-980b-444e089561f3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:38.384425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59678) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:38.515913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2ff9b7e2-2e7e-4cc6-ab43-aba7322fc462 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f78088c82654bac811694a93dc55fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302724 Jul 23 16:51:38.518463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59684) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:38.569554 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.591500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.646605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.649155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:38.650348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c60d163-a6a8-46c7-92b6-fadb4e06488e HTTP/1.1" status: 204 len: 168 time: 0.1308315 Jul 23 16:51:38.658619 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3147-3f18-4104-bec9-2fb4e05398e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c60d163-a6a8-46c7-92b6-fadb4e06488e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:39.310431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59722) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:39.415318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'networks': [{'name': 'tempest-network--2060946729'}, {'name': 'tempest-network--1060397141'}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:39.415961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-network--2060946729'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:39.416220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-network--1060397141'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:39.438632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'network': 2} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:39.443339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.453218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.558166 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.562463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.562955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.602113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fac2fb0-d79b-4d79-826b-074a4e62b769,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:39.607092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:39.616133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.616482 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment 9ec6d246-4968-49e4-83e9-3661af6c11df of type vlan for network 85218f0e-422a-452a-be2d-5275d603238a Jul 23 16:51:39.656916 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.690241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:39.706952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.707302 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment 2f926380-b05a-4f6a-88d4-21a678a52d45 of type vlan for network 232c61fa-e811-46ec-b836-365e090c7476 Jul 23 16:51:39.755516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.794864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.795483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.801136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:39.806128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:39.806764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:39.842445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5308979 Jul 23 16:51:39.845162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59736) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:39.877136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=85218f0e-422a-452a-be2d-5275d603238a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:39.890560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 85218f0e-422a-452a-be2d-5275d603238a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:39.952044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc4b1-4d3d-4a3b-830b-547810f504e4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=232c61fa-e811-46ec-b836-365e090c7476,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:40.052963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdb7d3-2310-4641-bbbf-65db672cad23 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.059263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdb7d3-2310-4641-bbbf-65db672cad23 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.065783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdb7d3-2310-4641-bbbf-65db672cad23 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.071830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdb7d3-2310-4641-bbbf-65db672cad23 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.077065 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-20fdb7d3-2310-4641-bbbf-65db672cad23 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2275174 Jul 23 16:51:40.077424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59742) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:40.156482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 232c61fa-e811-46ec-b836-365e090c7476 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:40.161325 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.269498 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.280684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85218f0e-422a-452a-be2d-5275d603238a']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.290623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec6d246-4968-49e4-83e9-3661af6c11df') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.290913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec6d246-4968-49e4-83e9-3661af6c11df') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.299831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.313859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.320155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:40.320633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:40.323748 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:40.383649 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.391253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.392896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/85218f0e-422a-452a-be2d-5275d603238a HTTP/1.1" status: 204 len: 168 time: 0.3144314 Jul 23 16:51:40.395707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59750) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:40.404831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c09826-b9b8-450e-bb0e-f01c44c42312 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=85218f0e-422a-452a-be2d-5275d603238a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:40.490546 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.582660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.594394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232c61fa-e811-46ec-b836-365e090c7476']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.608958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f926380-b05a-4f6a-88d4-21a678a52d45') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.609254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f926380-b05a-4f6a-88d4-21a678a52d45') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:40.618268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.632467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.639640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:40.640151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:40.643365 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:40.701046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.707737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.710004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/232c61fa-e811-46ec-b836-365e090c7476 HTTP/1.1" status: 204 len: 168 time: 0.3127358 Jul 23 16:51:40.712435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59760) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:40.731803 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109edc6e-c606-45ae-9596-7c6ceba5db90 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=232c61fa-e811-46ec-b836-365e090c7476,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:40.829981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430eb3b7-0b17-48cb-8b7c-2148794c0e4c tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.836053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430eb3b7-0b17-48cb-8b7c-2148794c0e4c tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.837594 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-430eb3b7-0b17-48cb-8b7c-2148794c0e4c tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1241264 Jul 23 16:51:40.841344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59764) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:40.846442 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1659248429'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:40.869345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:40.873409 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.898098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:40.907063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.907400 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment 41eb679b-2f3d-4f64-9243-38f0fbf6ed9b of type vlan for network 7c94c897-aa30-4a54-a23d-d327c91088b8 Jul 23 16:51:40.947742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.976511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:40.982727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:40.983321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.020795 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1778281 Jul 23 16:51:41.023978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59770) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:41.032136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2044349572'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:41.061137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba3e61-5983-4984-a9e9-f4c57357f7ba tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=7c94c897-aa30-4a54-a23d-d327c91088b8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:41.071330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7c94c897-aa30-4a54-a23d-d327c91088b8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:41.074634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:41.078204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.107311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:41.116534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.116932 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment 73a24bb6-9fb2-4d22-8e64-d34c0a757413 of type vlan for network 334996c4-3d1b-4921-93bd-2529894d07a6 Jul 23 16:51:41.157901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.186729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.192523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:41.193222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.234528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2090433 Jul 23 16:51:41.236530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:41.242117 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'ports': [{'network_id': '7c94c897-aa30-4a54-a23d-d327c91088b8', 'name': 'tempest-port--2045034124', 'admin_state_up': True}, {'network_id': '334996c4-3d1b-4921-93bd-2529894d07a6', 'admin_state_up': False}]} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:41.242708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'port': {'network_id': '7c94c897-aa30-4a54-a23d-d327c91088b8', 'name': 'tempest-port--2045034124', 'admin_state_up': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:41.243190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'port': {'network_id': '334996c4-3d1b-4921-93bd-2529894d07a6', 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:41.267162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8218525-8480-45f8-b342-136464616033 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=334996c4-3d1b-4921-93bd-2529894d07a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:41.280886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 334996c4-3d1b-4921-93bd-2529894d07a6 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:41.412308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'port': 2} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:41.416895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.430137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.507161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] device_id is not set on port cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2 yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:41.633166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.700544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] device_id is not set on port 2b8e9594-12e1-43b8-b45b-64e52774ad3f yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:51:41.807708 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d65818d-79af-4ac7-8dee-6f4c532a3c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.811294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.826671 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.869520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.927171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Port': ['ID=cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:41.943556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Checking segment: {'id': '41eb679b-2f3d-4f64-9243-38f0fbf6ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '7c94c897-aa30-4a54-a23d-d327c91088b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:41.943920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network hostable DHCP agents. Network: 7c94c897-aa30-4a54-a23d-d327c91088b8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:41.962438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network 7c94c897-aa30-4a54-a23d-d327c91088b8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:41.972028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7c94c897-aa30-4a54-a23d-d327c91088b8) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:41.975630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:41.976472 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:41.982733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b500ff-5753-446c-8bcd-d065814405b0 None None] Network 7c94c897-aa30-4a54-a23d-d327c91088b8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:42.035951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Port': ['ID=2b8e9594-12e1-43b8-b45b-64e52774ad3f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:42.062625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Checking segment: {'id': '73a24bb6-9fb2-4d22-8e64-d34c0a757413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '334996c4-3d1b-4921-93bd-2529894d07a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:42.062990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network hostable DHCP agents. Network: 334996c4-3d1b-4921-93bd-2529894d07a6, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:42.084459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network 334996c4-3d1b-4921-93bd-2529894d07a6 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:42.095927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 334996c4-3d1b-4921-93bd-2529894d07a6) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:42.100881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:42.109085 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:42.115681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:42.116445 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.117181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f9180-84bb-43ad-8655-0f8b7da517d0 None None] Network 334996c4-3d1b-4921-93bd-2529894d07a6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:42.135533 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3606ebea-c76a-4ccf-92ac-02086ab9b4fd tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8953531 Jul 23 16:51:42.135903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:42.206670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2d395-e246-4915-95f2-b99851aa03cb tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:42.212998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2d395-e246-4915-95f2-b99851aa03cb tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:42.217290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5eb2d395-e246-4915-95f2-b99851aa03cb tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0771780 Jul 23 16:51:42.217502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59806) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:42.318504 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Deleting port cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:42.318843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.388301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.400041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Calling delete_port for cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2 owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:42.478312 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.512142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.517602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/ports/cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2 HTTP/1.1" status: 204 len: 168 time: 0.2955885 Jul 23 16:51:42.517602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1e786-0935-41e9-910c-746754f0eb7f tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Port': ['ID=cae6b14b-971d-4ff8-8bfd-df8c0a8fd1f2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:42.518370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59808) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:42.619471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Deleting port 2b8e9594-12e1-43b8-b45b-64e52774ad3f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:42.619874 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.687832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:42.700710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Calling delete_port for 2b8e9594-12e1-43b8-b45b-64e52774ad3f owned by {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:43.140962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.168776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Port': ['ID=2b8e9594-12e1-43b8-b45b-64e52774ad3f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:43.174168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.176349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fe38bb20-0b93-4d42-95b4-aa0d3062bf5b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/ports/2b8e9594-12e1-43b8-b45b-64e52774ad3f HTTP/1.1" status: 204 len: 168 time: 0.6565027 Jul 23 16:51:43.178505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59812) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:43.211470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dc2df728-3690-496a-b72b-ebf7723b05ee tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286658 Jul 23 16:51:43.211990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:43.217831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1465957894'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:43.246032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:43.249531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.273512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:43.283468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.283815 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment abe6f7e5-868a-4a89-83e4-fff4450d1dff of type vlan for network 67d5db97-d536-45d5-a7bf-daa9f99a0d35 Jul 23 16:51:43.323709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.357628 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.363253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:43.363905 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.401875 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1862903 Jul 23 16:51:43.402786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59816) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:43.407966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1214141827'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:43.429439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:43.434717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d8cc4-4d5d-464f-b702-e8ff9bd2a6a9 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=67d5db97-d536-45d5-a7bf-daa9f99a0d35,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:43.434934 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.447584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 67d5db97-d536-45d5-a7bf-daa9f99a0d35 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:43.460152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:43.470296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.470635 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Added segment 29e46bac-bd70-46fc-b535-6b4ea90a1c92 of type vlan for network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b Jul 23 16:51:43.549804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.580426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.586516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:43.587144 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.623088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2192118 Jul 23 16:51:43.657664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92aaff-18d9-4172-bda0-a12c562ba603 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Network': ['ID=77b39d7c-fa1f-41b1-ad6b-2811e13b617b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:43.668222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:43.753652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59820) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:43.759085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'subnets': [{'network_id': '67d5db97-d536-45d5-a7bf-daa9f99a0d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2145075271', 'ip_version': 4}, {'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:43.759475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'subnet': {'network_id': '67d5db97-d536-45d5-a7bf-daa9f99a0d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2145075271', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:43.760121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Request body: {'subnet': {'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:43.920461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Made reservation on behalf of cbaf8f0d0ac54900a695c0f76fc4be8c for: {'subnet': 2} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:43.924875 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:43.925222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.317895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.347825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.405206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Subnet': ['ID=a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:44.415954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Checking segment: {'id': 'abe6f7e5-868a-4a89-83e4-fff4450d1dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '67d5db97-d536-45d5-a7bf-daa9f99a0d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:44.416446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network hostable DHCP agents. Network: 67d5db97-d536-45d5-a7bf-daa9f99a0d35, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:44.440772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network 67d5db97-d536-45d5-a7bf-daa9f99a0d35 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:44.444924 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6395b8f-fd98-441d-b55f-a413f4a9bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.454739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 67d5db97-d536-45d5-a7bf-daa9f99a0d35) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:44.460606 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.469163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e6c66-9efa-45bc-93e1-b6a01cd4b072 None None] Network 67d5db97-d536-45d5-a7bf-daa9f99a0d35 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:44.543933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event updated for resources: {'Subnet': ['ID=f916cc5c-e79e-42fa-aa77-476bb6cec2ed,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:44.566556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Checking segment: {'id': '29e46bac-bd70-46fc-b535-6b4ea90a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:44.566918 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network hostable DHCP agents. Network: 77b39d7c-fa1f-41b1-ad6b-2811e13b617b, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:44.592045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:44.604510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 77b39d7c-fa1f-41b1-ad6b-2811e13b617b) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:44.611676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:44.612475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:44.613210 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.630207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33831ac-2e76-47b5-b563-6f687b3f4f82 None None] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:44.633951 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-aad183b4-f47c-404d-b79c-6a4904793f6a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8768177 Jul 23 16:51:44.634629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:44.732786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7997c-ec9f-4c84-aea5-c2dd851f7bd4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:44.735350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7997c-ec9f-4c84-aea5-c2dd851f7bd4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:44.736867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7997c-ec9f-4c84-aea5-c2dd851f7bd4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:44.742047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c4f7997c-ec9f-4c84-aea5-c2dd851f7bd4 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1031923 Jul 23 16:51:44.742216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59826) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:44.755618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a321c32-5e11-4ec3-981b-b5591bad712b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-67d5db97-d536-45d5-a7bf-daa9f99a0d35', 'network_id': '67d5db97-d536-45d5-a7bf-daa9f99a0d35', 'tenant_id': 'cbaf8f0d0ac54900a695c0f76fc4be8c', 'fixed_ips': [{'subnet_id': 'a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:44.756589 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a321c32-5e11-4ec3-981b-b5591bad712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.804163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Deleting subnet a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:51:44.807629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.848641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.901745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-77b39d7c-fa1f-41b1-ad6b-2811e13b617b', 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b', 'tenant_id': 'cbaf8f0d0ac54900a695c0f76fc4be8c', 'fixed_ips': [{'subnet_id': 'f916cc5c-e79e-42fa-aa77-476bb6cec2ed'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:44.902222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.906185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.974949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-6a321c32-5e11-4ec3-981b-b5591bad712b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8: This subnet is being modified by another concurrent operation. Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8: This subnet is being modified by another concurrent operation. Jul 23 16:51:44.986030 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 16:51:45.007355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1db13d-599f-417e-88c3-58cf7c3ac8b7 None None] Network 67d5db97-d536-45d5-a7bf-daa9f99a0d35 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:45.013786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:45.019436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.024227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59828) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:45.034382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7e216978-5629-4762-8826-3ea0487ca85a tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/subnets/a2e12f0a-4dda-4cc6-aaa8-f4864ef7a1b8 HTTP/1.1" status: 204 len: 168 time: 0.2900596 Jul 23 16:51:45.144073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Allocated IP 172.20.0.18 (77b39d7c-fa1f-41b1-ad6b-2811e13b617b/f916cc5c-e79e-42fa-aa77-476bb6cec2ed/a69d96e3-8c09-42fd-8c6f-9028b40d4bf2) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:45.323662 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.333187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Transition to ACTIVE for port object a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:45.348999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Transition to ACTIVE for port object a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:45.355249 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.395858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:45.397917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:45.401562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:45.414561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Pushing event updated for resources: {'Port': ['ID=a69d96e3-8c09-42fd-8c6f-9028b40d4bf2,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:45.435336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Deleting subnet f916cc5c-e79e-42fa-aa77-476bb6cec2ed {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:51:45.438728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.445854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.446233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.446574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.446905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.447232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.447555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.447877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.448197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.448518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.449356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.449680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.450078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:51:45.481173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.487806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Attempting to bind port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:45.488335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Attempting to bind port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '29e46bac-bd70-46fc-b535-6b4ea90a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:45.488549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Attempting to bind port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 on network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:45.493800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:45.494251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Checking segment: {'id': '29e46bac-bd70-46fc-b535-6b4ea90a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:45.494658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.495049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Bound using segment: {'id': '29e46bac-bd70-46fc-b535-6b4ea90a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:45.495541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Bound port: a69d96e3-8c09-42fd-8c6f-9028b40d4bf2, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e46bac-bd70-46fc-b535-6b4ea90a1c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '77b39d7c-fa1f-41b1-ad6b-2811e13b617b'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:45.495968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.562350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] For port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:45.565910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] For port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a69d96e3-8c09-42fd-8c6f-9028b40d4bf2,segment=NetworkSegment(29e46bac-bd70-46fc-b535-6b4ea90a1c92),segment_id=29e46bac-bd70-46fc-b535-6b4ea90a1c92)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:45.571117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.583734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.635316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.656746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea7a0-4d4e-4f10-a8ac-38b48817dfba None None] Pushing event updated for resources: {'Port': ['ID=a69d96e3-8c09-42fd-8c6f-9028b40d4bf2,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:45.666126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.696398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Subnet': ['ID=f916cc5c-e79e-42fa-aa77-476bb6cec2ed,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:45.704297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.706435 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-58aa7f97-5665-4393-8d6f-2f22fa684cb7 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/subnets/f916cc5c-e79e-42fa-aa77-476bb6cec2ed HTTP/1.1" status: 204 len: 168 time: 0.6811783 Jul 23 16:51:45.708903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59830) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:45.768293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1298a-cbdf-45e1-9898-9738769ff506 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:45.774069 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-90c1298a-cbdf-45e1-9898-9738769ff506 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599198 Jul 23 16:51:45.774313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59834) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:45.891972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:45.956395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Deleting port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:51:45.956738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.021030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] For port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a69d96e3-8c09-42fd-8c6f-9028b40d4bf2,segment=NetworkSegment(29e46bac-bd70-46fc-b535-6b4ea90a1c92),segment_id=29e46bac-bd70-46fc-b535-6b4ea90a1c92)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:46.021386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.034559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Calling delete_port for a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:51:46.123999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.148517 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Port': ['ID=a69d96e3-8c09-42fd-8c6f-9028b40d4bf2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:46.154209 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] No DVR routers for this DVR port a69d96e3-8c09-42fd-8c6f-9028b40d4bf2 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:51:46.237853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.249907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b39d7c-fa1f-41b1-ad6b-2811e13b617b']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.261440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e46bac-bd70-46fc-b535-6b4ea90a1c92') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.261732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e46bac-bd70-46fc-b535-6b4ea90a1c92') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.273391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.288119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.297404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:46.297902 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:46.301374 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:46.367111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.375633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.380179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59836) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:46.380736 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/77b39d7c-fa1f-41b1-ad6b-2811e13b617b HTTP/1.1" status: 204 len: 168 time: 0.6047726 Jul 23 16:51:46.394385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81714a2-1819-4c8d-afa8-cecf2042115b tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=77b39d7c-fa1f-41b1-ad6b-2811e13b617b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:46.468202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.562436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.573123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5db97-d536-45d5-a7bf-daa9f99a0d35']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.583928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe6f7e5-868a-4a89-83e4-fff4450d1dff') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.584230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe6f7e5-868a-4a89-83e4-fff4450d1dff') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.594532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.602023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-003f307f-c6cb-4452-b0ef-f2a7d3ae3b80 None None] Could not find standard attr ID for object a69d96e3-8c09-42fd-8c6f-9028b40d4bf2. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:51:46.611967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.618056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:46.618444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:46.621762 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:46.646404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343afc0e-7b01-4501-9caa-c6d2db67d248 None None] DHCP port deletion for 77b39d7c-fa1f-41b1-ad6b-2811e13b617b request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:51:46.664288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e51e6-c8c0-4d20-b731-e0ec14dbcb7d None None] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:46.679419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.679690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e51e6-c8c0-4d20-b731-e0ec14dbcb7d None None] Network 77b39d7c-fa1f-41b1-ad6b-2811e13b617b could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:51:46.685786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.690666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/67d5db97-d536-45d5-a7bf-daa9f99a0d35 HTTP/1.1" status: 204 len: 168 time: 0.3064477 Jul 23 16:51:46.690842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee5a662-2039-46c5-8819-45196e07169a None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:51:46.691202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:46.703547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810520e6-d777-446c-9a97-f9d3b51784da tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=67d5db97-d536-45d5-a7bf-daa9f99a0d35,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:46.766663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5a662-2039-46c5-8819-45196e07169a None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:51:46.776278 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.874703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.885306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334996c4-3d1b-4921-93bd-2529894d07a6']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.899428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a24bb6-9fb2-4d22-8e64-d34c0a757413') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.899758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a24bb6-9fb2-4d22-8e64-d34c0a757413') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:46.910156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.928951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.936239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:46.937394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:46.941543 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:47.011969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.017312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.023341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/334996c4-3d1b-4921-93bd-2529894d07a6 HTTP/1.1" status: 204 len: 168 time: 0.3283224 Jul 23 16:51:47.023535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59852) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:47.040333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52df1fd-c262-46b5-8a48-96142288e0e2 tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=334996c4-3d1b-4921-93bd-2529894d07a6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:47.114836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.210255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.221725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c94c897-aa30-4a54-a23d-d327c91088b8']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:47.231802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eb679b-2f3d-4f64-9243-38f0fbf6ed9b') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:47.232100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eb679b-2f3d-4f64-9243-38f0fbf6ed9b') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:47.241177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.256759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.263857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:47.264178 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:47.267540 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:47.335580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.343231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.344903 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] 10.222.0.64 "DELETE /v2.0/networks/7c94c897-aa30-4a54-a23d-d327c91088b8 HTTP/1.1" status: 204 len: 168 time: 0.3204529 Jul 23 16:51:47.358816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4c50-823a-4b5b-82b0-9b4af8d6d6ef tempest-BulkNetworkOpsTest-1850361404 tempest-BulkNetworkOpsTest-1850361404-project] Pushing event deleted for resources: {'Network': ['ID=7c94c897-aa30-4a54-a23d-d327c91088b8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:47.515407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.594574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59862) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:47.750027 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e69541ea-6eb2-4a82-8b1f-3202fea16a03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbaf8f0d0ac54900a695c0f76fc4be8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541920 Jul 23 16:51:47.752417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59866) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:47.812840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.837504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.889516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.892263 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:47.893436 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fac2fb0-d79b-4d79-826b-074a4e62b769 HTTP/1.1" status: 204 len: 168 time: 0.1400499 Jul 23 16:51:47.901663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdd749-af9b-4631-9856-921b42db367c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fac2fb0-d79b-4d79-826b-074a4e62b769,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:48.583275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:48.685673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710278004'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:48.707929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:48.711578 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.720777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.816699 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.821541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.851658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:48.861899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f95147-8f1f-4eda-89d1-83335150d5b1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:48.866969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.867308 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment e3a47a2b-666b-4d9b-9814-19d5c6714fec of type vlan for network 093d2a00-161f-4090-b529-b751f545e6eb Jul 23 16:51:48.913854 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.943463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.950217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:48.950819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:48.990128 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4056160 Jul 23 16:51:49.020758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3158ecd-e423-4eba-91da-0b010fb30b40 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=093d2a00-161f-4090-b529-b751f545e6eb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:49.032293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 093d2a00-161f-4090-b529-b751f545e6eb details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:52.159275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:52.164643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': '093d2a00-161f-4090-b529-b751f545e6eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:52.264703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:52.268380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.487004 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.548037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=8635c54d-be7a-49b0-9198-f1be324d2c46,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:52.555282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': 'e3a47a2b-666b-4d9b-9814-19d5c6714fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:52.555641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: 093d2a00-161f-4090-b529-b751f545e6eb, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:52.572440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network 093d2a00-161f-4090-b529-b751f545e6eb is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:52.581757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 093d2a00-161f-4090-b529-b751f545e6eb) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:52.585860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:52.586478 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.593610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7180d23-8851-46ab-ad40-836379360b1d None None] Network 093d2a00-161f-4090-b529-b751f545e6eb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:52.604535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d07e907a-3f62-40f0-8240-5cbff8d12e5d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4440842 Jul 23 16:51:52.608781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59906) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:52.614176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047412933'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:52.635605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:52.639120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.664073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:52.674872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.675223 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment 8bdcb826-4361-4a5e-88a6-1dffca5431f8 of type vlan for network 8d39b6ed-49fd-4dca-bb0b-271919c10586 Jul 23 16:51:52.724070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.760657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-093d2a00-161f-4090-b529-b751f545e6eb', 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '8635c54d-be7a-49b0-9198-f1be324d2c46'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:52.761045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.761622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.767689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:52.768400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.802035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1921597 Jul 23 16:51:52.805325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:52.811938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': '8d39b6ed-49fd-4dca-bb0b-271919c10586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:52.849097 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d700-b80d-42d5-962e-ca0d84ffb3bb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=8d39b6ed-49fd-4dca-bb0b-271919c10586,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:52.877733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8d39b6ed-49fd-4dca-bb0b-271919c10586 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:52.907981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:52.911545 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:52.957500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Allocated IP 2001:db8:0:ffff::2 (093d2a00-161f-4090-b529-b751f545e6eb/8635c54d-be7a-49b0-9198-f1be324d2c46/166f51c6-6525-4a2e-bd0a-ba0b33691911) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:53.100920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.132600 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.143066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Transition to ACTIVE for port object 166f51c6-6525-4a2e-bd0a-ba0b33691911 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:53.158767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Transition to ACTIVE for port object 166f51c6-6525-4a2e-bd0a-ba0b33691911 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:53.162558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=76550b73-eb60-4204-b179-b1ed6584164d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:53.165129 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.171968 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': '8bdcb826-4361-4a5e-88a6-1dffca5431f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '8d39b6ed-49fd-4dca-bb0b-271919c10586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:53.172327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: 8d39b6ed-49fd-4dca-bb0b-271919c10586, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:53.189664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network 8d39b6ed-49fd-4dca-bb0b-271919c10586 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:53.198950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8d39b6ed-49fd-4dca-bb0b-271919c10586) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:53.203400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Network 093d2a00-161f-4090-b529-b751f545e6eb is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:53.203604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:53.204304 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.211511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:53.213471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03a2be-4b11-4af7-a175-6a6e305cae97 None None] Network 8d39b6ed-49fd-4dca-bb0b-271919c10586 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:53.216341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:53.220356 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-466484a4-10fb-4ff4-bde8-7d2b97462f00 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4132733 Jul 23 16:51:53.223052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59910) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:53.238397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Pushing event updated for resources: {'Port': ['ID=166f51c6-6525-4a2e-bd0a-ba0b33691911,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:53.332977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.369980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Attempting to bind port 166f51c6-6525-4a2e-bd0a-ba0b33691911 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:53.371035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Attempting to bind port 166f51c6-6525-4a2e-bd0a-ba0b33691911 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e3a47a2b-666b-4d9b-9814-19d5c6714fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:53.371396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Attempting to bind port 166f51c6-6525-4a2e-bd0a-ba0b33691911 on network 093d2a00-161f-4090-b529-b751f545e6eb {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:53.379818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:53.380229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Checking segment: {'id': 'e3a47a2b-666b-4d9b-9814-19d5c6714fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:53.380637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.381608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Bound using segment: {'id': 'e3a47a2b-666b-4d9b-9814-19d5c6714fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:53.381608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Bound port: 166f51c6-6525-4a2e-bd0a-ba0b33691911, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a47a2b-666b-4d9b-9814-19d5c6714fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '093d2a00-161f-4090-b529-b751f545e6eb'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:53.383272 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.396909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.461046 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.490524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3dbde-5346-4c37-a365-183dfe858d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-8d39b6ed-49fd-4dca-bb0b-271919c10586', 'network_id': '8d39b6ed-49fd-4dca-bb0b-271919c10586', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '76550b73-eb60-4204-b179-b1ed6584164d'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:53.491385 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3a3dbde-5346-4c37-a365-183dfe858d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.493557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=76550b73-eb60-4204-b179-b1ed6584164d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:53.569821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.584445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d39b6ed-49fd-4dca-bb0b-271919c10586']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:53.596736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdcb826-4361-4a5e-88a6-1dffca5431f8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:53.597064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdcb826-4361-4a5e-88a6-1dffca5431f8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:53.608450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.626266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.632630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:53.632966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:53.637100 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:53.684005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] For port 166f51c6-6525-4a2e-bd0a-ba0b33691911, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:53.703945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] For port 166f51c6-6525-4a2e-bd0a-ba0b33691911, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=166f51c6-6525-4a2e-bd0a-ba0b33691911,segment=NetworkSegment(e3a47a2b-666b-4d9b-9814-19d5c6714fec),segment_id=e3a47a2b-666b-4d9b-9814-19d5c6714fec)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:53.752296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.763429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.784424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a43540-d7fd-4abd-9b88-5215f7f56d30 None None] Network 8d39b6ed-49fd-4dca-bb0b-271919c10586 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:53.981107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.981107 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/8d39b6ed-49fd-4dca-bb0b-271919c10586 HTTP/1.1" status: 204 len: 168 time: 0.5666177 Jul 23 16:51:53.981107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6475-16e2-4ea6-b6d7-b41dc2e848db tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=8d39b6ed-49fd-4dca-bb0b-271919c10586,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:53.981107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59918) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:53.981107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535542112'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:53.986794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a43540-d7fd-4abd-9b88-5215f7f56d30 None None] Network 8d39b6ed-49fd-4dca-bb0b-271919c10586 could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:51:53.986794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52df60-3c8f-43c7-b5b0-0cadcb4437e8 None None] Pushing event updated for resources: {'Port': ['ID=166f51c6-6525-4a2e-bd0a-ba0b33691911,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment 0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3 of type vlan for network d1ad78fa-44af-4be8-bd63-7883c19919dd Jul 23 16:51:53.987265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.988508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:53.996204 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:53.996204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.033490 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2324154 Jul 23 16:51:54.036408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:54.044063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:54.124456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e86a-af2c-4272-9fbc-8051cc1cfea9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=d1ad78fa-44af-4be8-bd63-7883c19919dd,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:54.139902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:54.257069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:54.263907 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.487105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.561902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=d79054ae-3de6-4813-bea4-9106d28873f8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:54.570691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:54.571137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: d1ad78fa-44af-4be8-bd63-7883c19919dd, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:54.595189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network d1ad78fa-44af-4be8-bd63-7883c19919dd is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:54.613068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d1ad78fa-44af-4be8-bd63-7883c19919dd) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:54.624413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc45227-cb43-4eda-8c2b-1abce706cf44 None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:54.626287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:54.627059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.648559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ccea333f-10ef-4976-ae5e-c44e9f1f415f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6110713 Jul 23 16:51:54.653421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59944) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:54.662079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860356915'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:54.688135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:54.692558 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.725037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:54.736843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.737562 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment 1baf7c10-5134-442b-aa3b-78ca117fb4b6 of type vlan for network b200c6d0-70d2-46c2-aa7a-71778262575a Jul 23 16:51:54.791630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.814496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-d1ad78fa-44af-4be8-bd63-7883c19919dd', 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': 'd79054ae-3de6-4813-bea4-9106d28873f8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:54.816941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.845117 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.851764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:54.852442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:54.886580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2302239 Jul 23 16:51:54.889854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:54.895400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'b200c6d0-70d2-46c2-aa7a-71778262575a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:54.968078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c446816-875a-4e5f-8753-e47a88add937 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=b200c6d0-70d2-46c2-aa7a-71778262575a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:54.995906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b200c6d0-70d2-46c2-aa7a-71778262575a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:55.059863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:55.063853 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.065652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:51:55.078380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376338f-42f0-4d13-a629-3521bddbbdc8 None None] Network 093d2a00-161f-4090-b529-b751f545e6eb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:55.090155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Allocated IP 2001:db8::1 (d1ad78fa-44af-4be8-bd63-7883c19919dd/d79054ae-3de6-4813-bea4-9106d28873f8/67e92e77-26e5-43f0-a1af-3eb6c113d5f1) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:55.137252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Performing IP validity checks on allocation pools {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:51:55.138090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:51:55.199103 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d6f01d19-47a2-468c-b956-b31d5ae1b9e0 None None] Provisioning for port 166f51c6-6525-4a2e-bd0a-ba0b33691911 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:55.300212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.372681 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=90b741a0-1983-459d-8cd9-b150d55bed18,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:55.375931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': '1baf7c10-5134-442b-aa3b-78ca117fb4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b200c6d0-70d2-46c2-aa7a-71778262575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:55.376299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: b200c6d0-70d2-46c2-aa7a-71778262575a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:55.395939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network b200c6d0-70d2-46c2-aa7a-71778262575a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:55.411348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b200c6d0-70d2-46c2-aa7a-71778262575a) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:55.416322 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:55.416990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.418157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.430665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Transition to ACTIVE for port object 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:55.438582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960afa9a-97b2-4a53-8cd0-f1e95d7f1c5d None None] Network b200c6d0-70d2-46c2-aa7a-71778262575a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:55.442256 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8914c764-c351-4397-861a-3b99f12e2467 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5503244 Jul 23 16:51:55.444451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 59964) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:55.471379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 166f51c6-6525-4a2e-bd0a-ba0b33691911 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:55.483027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Transition to ACTIVE for port object 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:51:55.539246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.589530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.622125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:55.637793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:55.662007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Pushing event updated for resources: {'Port': ['ID=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:55.664513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:51:55.678701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.732143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 166f51c6-6525-4a2e-bd0a-ba0b33691911 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:55.752828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.762761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 166f51c6-6525-4a2e-bd0a-ba0b33691911 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:55.763523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.780821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=90b741a0-1983-459d-8cd9-b150d55bed18,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:55.814194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc9516-19d4-467b-89d0-bfa9a3906c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b200c6d0-70d2-46c2-aa7a-71778262575a', 'network_id': 'b200c6d0-70d2-46c2-aa7a-71778262575a', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '90b741a0-1983-459d-8cd9-b150d55bed18'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:55.815495 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9516-19d4-467b-89d0-bfa9a3906c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.837636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Attempting to bind port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:51:55.838057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Attempting to bind port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:51:55.838434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Attempting to bind port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 on network d1ad78fa-44af-4be8-bd63-7883c19919dd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:51:55.861426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.865589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:51:55.866112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Checking segment: {'id': '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:55.866383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.866857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Bound using segment: {'id': '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:51:55.867350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Bound port: 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd1ad78fa-44af-4be8-bd63-7883c19919dd'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:51:55.867742 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.876776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b200c6d0-70d2-46c2-aa7a-71778262575a']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:55.888387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baf7c10-5134-442b-aa3b-78ca117fb4b6') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:55.888654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baf7c10-5134-442b-aa3b-78ca117fb4b6') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:55.905242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.930109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.939766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:55.940176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:55.944602 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:56.015928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.025682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad09cbf-118e-4090-ac4f-c325d9430716 None None] Network b200c6d0-70d2-46c2-aa7a-71778262575a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:56.035924 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.038378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/b200c6d0-70d2-46c2-aa7a-71778262575a HTTP/1.1" status: 204 len: 168 time: 0.5928266 Jul 23 16:51:56.039711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b762-fb42-4d9f-bbc1-ee0a21e3ce03 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=b200c6d0-70d2-46c2-aa7a-71778262575a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.041983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:56.052802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899932211'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:56.058701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad09cbf-118e-4090-ac4f-c325d9430716 None None] Network b200c6d0-70d2-46c2-aa7a-71778262575a could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:51:56.069270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc861313-2a5c-4d80-b5e1-a18339a26b90 None None] Provisioning complete for port 166f51c6-6525-4a2e-bd0a-ba0b33691911 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:56.069645 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc861313-2a5c-4d80-b5e1-a18339a26b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.085723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:56.094613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.108717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] For port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:51:56.112404 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.124927 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:56.134779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.135118 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment f573ce3c-a31f-4174-9c42-90c0f1404bed of type vlan for network 253878e0-038a-4b1b-9dda-0f997ff72018 Jul 23 16:51:56.142332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] For port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,segment=NetworkSegment(0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3),segment_id=0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:51:56.154135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.181638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.213573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 166f51c6-6525-4a2e-bd0a-ba0b33691911, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=166f51c6-6525-4a2e-bd0a-ba0b33691911,segment=NetworkSegment(e3a47a2b-666b-4d9b-9814-19d5c6714fec),segment_id=e3a47a2b-666b-4d9b-9814-19d5c6714fec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:56.215237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.224469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.224637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.234700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.270948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c6c48-4296-4f69-a26d-64b40ea1268c None None] Pushing event updated for resources: {'Port': ['ID=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.304862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=253878e0-038a-4b1b-9dda-0f997ff72018,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.320563 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e6855ebb-d70a-4021-b63a-30cf8045ab7f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2720060 Jul 23 16:51:56.321715 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:56.329218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': '253878e0-038a-4b1b-9dda-0f997ff72018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:56.342881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 253878e0-038a-4b1b-9dda-0f997ff72018 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:56.362641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=166f51c6-6525-4a2e-bd0a-ba0b33691911,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.485852 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:56.489698 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.721044 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.779575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=37914212-0003-4c2f-bc6a-a172406953e2,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:56.797345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': 'f573ce3c-a31f-4174-9c42-90c0f1404bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '253878e0-038a-4b1b-9dda-0f997ff72018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:56.797701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: 253878e0-038a-4b1b-9dda-0f997ff72018, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:56.815142 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network 253878e0-038a-4b1b-9dda-0f997ff72018 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:56.824983 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 253878e0-038a-4b1b-9dda-0f997ff72018) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:56.829164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:56.829761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:56.834990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359d8e1-ece4-49aa-812f-7d48494628bb None None] Network 253878e0-038a-4b1b-9dda-0f997ff72018 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:56.845418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60439108-25b2-43a3-a5fa-9ad6500b87b7 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5218112 Jul 23 16:51:56.848214 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 59996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:56.962252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.023703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae50fd9-dff2-4c89-8942-19fb2ad1f933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-253878e0-038a-4b1b-9dda-0f997ff72018', 'network_id': '253878e0-038a-4b1b-9dda-0f997ff72018', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '37914212-0003-4c2f-bc6a-a172406953e2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:57.024665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eae50fd9-dff2-4c89-8942-19fb2ad1f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.030008 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.130951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-eae50fd9-dff2-4c89-8942-19fb2ad1f933 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37914212-0003-4c2f-bc6a-a172406953e2: This subnet is being modified by another concurrent operation. Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37914212-0003-4c2f-bc6a-a172406953e2: This subnet is being modified by another concurrent operation. Jul 23 16:51:57.154112 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 16:51:57.167937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=37914212-0003-4c2f-bc6a-a172406953e2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:57.180742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249909e-5d48-4111-b082-32cca5f495b0 None None] Network 253878e0-038a-4b1b-9dda-0f997ff72018 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:57.248778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.262258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253878e0-038a-4b1b-9dda-0f997ff72018']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:57.276315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f573ce3c-a31f-4174-9c42-90c0f1404bed') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:57.277429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f573ce3c-a31f-4174-9c42-90c0f1404bed') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:57.290378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.306217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.332597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:57.333014 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:57.338364 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:57.415325 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.423176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.430742 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/253878e0-038a-4b1b-9dda-0f997ff72018 HTTP/1.1" status: 204 len: 168 time: 0.5759029 Jul 23 16:51:57.431221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60008) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:57.436475 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231836832'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:57.454097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8201d6-b5e2-4b7b-9b56-6431dbd411b6 None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:57.454318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c5a45-e713-4cce-b3e0-08f0fc3c6796 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=253878e0-038a-4b1b-9dda-0f997ff72018,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:57.472967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:57.477339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.508836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:57.538593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.538933 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment fb3e2988-1ec5-4d04-ad43-7a24efc31cbe of type vlan for network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f Jul 23 16:51:57.547042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:57.596861 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.620853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b19f0173-6b9a-4703-be3a-75adfde303b4 None None] Provisioning for port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:57.641972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.647080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:57.647684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.685188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:51:57.686843 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2549672 Jul 23 16:51:57.689600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60016) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:57.690134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:57.690513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.696405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': '9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:57.753857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bfb79-7943-4dce-a6a2-c784b19890d1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:57.777954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:57.815191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.855726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:57.860279 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.902584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,segment=NetworkSegment(0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3),segment_id=0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:51:57.908232 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:57.910144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 166f51c6-6525-4a2e-bd0a-ba0b33691911 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:58.016540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd0771-437d-4bc7-b9a2-712d46c622f7 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:51:58.051609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:58.078396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 166f51c6-6525-4a2e-bd0a-ba0b33691911 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:58.079062 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.127466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f7a10650-e73b-4968-a06b-ba2c31abe898 None None] Provisioning complete for port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:58.127847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7a10650-e73b-4968-a06b-ba2c31abe898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.134202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.205194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=0f4ac491-6e6f-4324-a369-e0f9ad2aa222,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:58.215345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': 'fb3e2988-1ec5-4d04-ad43-7a24efc31cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:58.215718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:58.220277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd0771-437d-4bc7-b9a2-712d46c622f7 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:51:58.234749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:58.245097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:58.260227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:58.262957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.279963 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b6eac1c9-13f5-482a-92aa-7141d2ea2c20 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5876081 Jul 23 16:51:58.281564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60028) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:58.399638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.461377 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.547059 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.578165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4ac491-6e6f-4324-a369-e0f9ad2aa222,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:58.590379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783529c4-94ed-4c00-8abb-ea86f5be1cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f', 'network_id': '9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '0f4ac491-6e6f-4324-a369-e0f9ad2aa222'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:58.591741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-783529c4-94ed-4c00-8abb-ea86f5be1cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.662840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.674313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:58.687686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3e2988-1ec5-4d04-ad43-7a24efc31cbe') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:58.687686 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3e2988-1ec5-4d04-ad43-7a24efc31cbe') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:51:58.690770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1e69a-aa9f-4267-9cc8-ce7f8b1d2bf0 None None] Network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:58.697657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.713749 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.722371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:51:58.722860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:51:58.726483 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:51:58.796165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.803582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.809714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60042) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:58.810299 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f HTTP/1.1" status: 204 len: 168 time: 0.5271513 Jul 23 16:51:58.815889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018941042'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:58.817783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4036f-6b3c-4c52-921f-a88d6711f43f None None] Network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:58.824592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9dffd-2649-4753-9cce-fb7050e999bd tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:58.839858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:58.842677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4036f-6b3c-4c52-921f-a88d6711f43f None None] Network 9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f could not be found, it might have been deleted concurrently. {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 16:51:58.843989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.872449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:51:58.883576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.883924 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment 74dfd3c7-76f2-4e51-bf5e-8891ae3a430a of type vlan for network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 Jul 23 16:51:58.928792 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.967216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:58.977442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:58.978087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.012980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2013857 Jul 23 16:51:59.016018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:59.021326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:59.062605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1bf2b-6c89-43b9-90e2-0f054ca96de4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:59.072998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:51:59.114558 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.124787 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:59.129242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.349912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.390976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:51:59.423349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=c80500ed-5687-4740-b583-a654f3e24826,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:59.434332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:51:59.434839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:51:59.443467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:51:59.443845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.452248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:51:59.462709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:59.468676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:59.469284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.476943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d745d-fec7-4c24-9c57-b916a20a6954 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:51:59.492122 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50bfa5d9-ea76-42c7-950b-b6a024c37f9d tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723337 Jul 23 16:51:59.492348 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60058) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:51:59.499280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:51:59.635132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:51:59.639733 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.701959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795', 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': 'c80500ed-5687-4740-b583-a654f3e24826'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:51:59.702915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.858652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Allocated IP 2001:db8::2 (bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795/c80500ed-5687-4740-b583-a654f3e24826/eb3f5b98-9909-43ae-ae0d-da5844a8323a) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:51:59.904776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.950437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:51:59.953595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:51:59.957862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:51:59.958475 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:51:59.972561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=3151b445-131a-40f2-9273-e050175c4d96,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:51:59.982475 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e715b43c-95b3-4134-909f-2786a00ece02 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4885020 Jul 23 16:51:59.983200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60072) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:00.040809 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.045327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.047870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.050494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.052407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Transition to ACTIVE for port object eb3f5b98-9909-43ae-ae0d-da5844a8323a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:00.052555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.055305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.061564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-07bb7983-3a2d-4a94-b187-e0651fe3b7b4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0727398 Jul 23 16:52:00.062077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60074) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:00.068095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811341787'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:00.080529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Transition to ACTIVE for port object eb3f5b98-9909-43ae-ae0d-da5844a8323a will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:00.089951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.095741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:00.100774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.124904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:00.134148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:00.135928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.136814 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment e16dee4a-3219-45c8-89d2-779fd0c7f8f9 of type vlan for network f84fd9a7-5c36-4803-a19c-a1c743e1b533 Jul 23 16:52:00.137862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:00.140561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:00.191936 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.208742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Pushing event updated for resources: {'Port': ['ID=eb3f5b98-9909-43ae-ae0d-da5844a8323a,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:00.230627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.232480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Attempting to bind port eb3f5b98-9909-43ae-ae0d-da5844a8323a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:00.232858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Attempting to bind port eb3f5b98-9909-43ae-ae0d-da5844a8323a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:00.233228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Attempting to bind port eb3f5b98-9909-43ae-ae0d-da5844a8323a on network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:00.238723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.238939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:00.239146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Checking segment: {'id': '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:00.239347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.239551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.239950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Bound using segment: {'id': '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:00.240420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Bound port: eb3f5b98-9909-43ae-ae0d-da5844a8323a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:00.240812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.281467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2182539 Jul 23 16:52:00.284607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60080) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:00.293138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:00.316295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] For port eb3f5b98-9909-43ae-ae0d-da5844a8323a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:00.320544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] For port eb3f5b98-9909-43ae-ae0d-da5844a8323a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eb3f5b98-9909-43ae-ae0d-da5844a8323a,segment=NetworkSegment(74dfd3c7-76f2-4e51-bf5e-8891ae3a430a),segment_id=74dfd3c7-76f2-4e51-bf5e-8891ae3a430a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:00.324909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.346837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a1ce-078f-4391-855f-68e860ea7be8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=f84fd9a7-5c36-4803-a19c-a1c743e1b533,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:00.368602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:00.497801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fdf56-deb4-42a1-802a-f75b6a42fd8c None None] Pushing event updated for resources: {'Port': ['ID=eb3f5b98-9909-43ae-ae0d-da5844a8323a,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:00.514896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.530917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.566467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 is not hosted by any dhcp agent {{(pid=94003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:52:00.571953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:00.577779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.582267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "PUT /v2.0/networks/f84fd9a7-5c36-4803-a19c-a1c743e1b533 HTTP/1.1" status: 200 len: 723 time: 0.2936728 Jul 23 16:52:00.582574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60090) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:00.590349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:00.663811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4331-6ebb-4340-8f2e-6039861e9240 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=f84fd9a7-5c36-4803-a19c-a1c743e1b533,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:00.681876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:00.734090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:00.737538 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:00.935064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.008736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=59ba964f-363f-4233-8346-91933be63346,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:01.015427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:01.015795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: f84fd9a7-5c36-4803-a19c-a1c743e1b533, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:01.031688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:01.040817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f84fd9a7-5c36-4803-a19c-a1c743e1b533) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:01.045396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:01.046020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.055300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e0b7d-b6ae-42c9-a9db-038099cbca60 None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:01.061514 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ba06c08c-1a7a-4fb8-93a8-6109177d00ef tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4778144 Jul 23 16:52:01.064190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60100) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:01.070333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:01.192411 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12463114'] for subnet, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.249757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f84fd9a7-5c36-4803-a19c-a1c743e1b533', 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': '59ba964f-363f-4233-8346-91933be63346'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:01.251733 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.505822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eb3f5b98-9909-43ae-ae0d-da5844a8323a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:01.608170 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port eb3f5b98-9909-43ae-ae0d-da5844a8323a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:01.638800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eff7d6-d9dd-4acd-8042-8e1dfb82ca08 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:01.776030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Provisioning for port eb3f5b98-9909-43ae-ae0d-da5844a8323a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:01.785845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Provisioning complete for port eb3f5b98-9909-43ae-ae0d-da5844a8323a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:01.786231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.792726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742689111884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8852021'] for subnet, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.827599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:01.828244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:01.831953 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "PUT /v2.0/subnets/59ba964f-363f-4233-8346-91933be63346 HTTP/1.1" status: 200 len: 826 time: 0.7641270 Jul 23 16:52:01.832343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60118) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:01.851072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8528d-eda2-4099-89a7-3ff6f86c6531 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=59ba964f-363f-4233-8346-91933be63346,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:01.917442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Allocated IP 2001:db8::2 (f84fd9a7-5c36-4803-a19c-a1c743e1b533/59ba964f-363f-4233-8346-91933be63346/7c766654-9515-4e01-abfa-d503c4d54a61) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:01.965339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.000277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.032175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.117402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] For port eb3f5b98-9909-43ae-ae0d-da5844a8323a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eb3f5b98-9909-43ae-ae0d-da5844a8323a,segment=NetworkSegment(74dfd3c7-76f2-4e51-bf5e-8891ae3a430a),segment_id=74dfd3c7-76f2-4e51-bf5e-8891ae3a430a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:02.128790 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.158644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Update dhcp port {'port': {'network_id': 'bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795', 'fixed_ips': [{'subnet_id': 'c80500ed-5687-4740-b583-a654f3e24826', 'ip_address': '2001:db8::2'}, {'subnet_id': '3151b445-131a-40f2-9273-e050175c4d96'}], 'binding:host_id': 'n-d-800484-3'}, 'id': 'eb3f5b98-9909-43ae-ae0d-da5844a8323a'} from n-d-800484-3. {{(pid=94005) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 16:52:02.241349 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.258020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.260234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Transition to ACTIVE for port object 7c766654-9515-4e01-abfa-d503c4d54a61 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:02.276963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f81cb-25d7-4586-83ad-de38883f2a68 None None] Pushing event updated for resources: {'Port': ['ID=eb3f5b98-9909-43ae-ae0d-da5844a8323a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:02.308307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Transition to ACTIVE for port object 7c766654-9515-4e01-abfa-d503c4d54a61 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:02.317690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.334018 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.371144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=59ba964f-363f-4233-8346-91933be63346,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:02.436026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:02.439737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Pushing event updated for resources: {'Port': ['ID=7c766654-9515-4e01-abfa-d503c4d54a61,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:02.440739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.444719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:02.449402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:02.451968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84fd9a7-5c36-4803-a19c-a1c743e1b533']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:02.468452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:02.468759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:02.498049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.516744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.523518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:02.523828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:02.531752 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:02.547419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Attempting to bind port 7c766654-9515-4e01-abfa-d503c4d54a61 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:02.547773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Attempting to bind port 7c766654-9515-4e01-abfa-d503c4d54a61 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:02.548137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Attempting to bind port 7c766654-9515-4e01-abfa-d503c4d54a61 on network f84fd9a7-5c36-4803-a19c-a1c743e1b533 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:02.553665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Allocated IP 172.20.0.1 (bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795/3151b445-131a-40f2-9273-e050175c4d96/eb3f5b98-9909-43ae-ae0d-da5844a8323a) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:02.559660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:02.560031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Checking segment: {'id': 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:02.560434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.560823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Bound using segment: {'id': 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:02.561293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Bound port: 7c766654-9515-4e01-abfa-d503c4d54a61, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:02.561673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.623182 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.db.api [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:52:02.623182 n-d-800484-3 neutron-server[94003]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:52:02.623182 n-d-800484-3 neutron-server[94003]: [parameters: {'id': 'f84fd9a7-5c36-4803-a19c-a1c743e1b533'}] Jul 23 16:52:02.623182 n-d-800484-3 neutron-server[94003]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:52:02.623718 n-d-800484-3 neutron-server[94003]: DEBUG oslo_db.api [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:52:02.709701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] For port 7c766654-9515-4e01-abfa-d503c4d54a61, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:02.714736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] For port 7c766654-9515-4e01-abfa-d503c4d54a61, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c766654-9515-4e01-abfa-d503c4d54a61,segment=NetworkSegment(e16dee4a-3219-45c8-89d2-779fd0c7f8f9),segment_id=e16dee4a-3219-45c8-89d2-779fd0c7f8f9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:02.721898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.774470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] For port eb3f5b98-9909-43ae-ae0d-da5844a8323a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eb3f5b98-9909-43ae-ae0d-da5844a8323a,segment=NetworkSegment(74dfd3c7-76f2-4e51-bf5e-8891ae3a430a),segment_id=74dfd3c7-76f2-4e51-bf5e-8891ae3a430a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:02.852225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.855387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52f11a-7073-4b87-baf6-03d1c18796b0 None None] Pushing event updated for resources: {'Port': ['ID=7c766654-9515-4e01-abfa-d503c4d54a61,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:02.875482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Transition to ACTIVE for port object eb3f5b98-9909-43ae-ae0d-da5844a8323a will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:02.879903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:02.887534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63604b2f-bcf6-458c-80de-bae113a0e75e None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:03.135094 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.195019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting port 7c766654-9515-4e01-abfa-d503c4d54a61 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:03.195614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.202207 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad4aa4-2036-48eb-8c0c-474923dbbe4e None None] Pushing event updated for resources: {'Port': ['ID=eb3f5b98-9909-43ae-ae0d-da5844a8323a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:03.289334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] For port 7c766654-9515-4e01-abfa-d503c4d54a61, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c766654-9515-4e01-abfa-d503c4d54a61,segment=NetworkSegment(e16dee4a-3219-45c8-89d2-779fd0c7f8f9),segment_id=e16dee4a-3219-45c8-89d2-779fd0c7f8f9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:03.290641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.303599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f9b4b-f23a-4aa9-a701-854794deced1 None None] Network f84fd9a7-5c36-4803-a19c-a1c743e1b533 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:03.306817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Calling delete_port for 7c766654-9515-4e01-abfa-d503c4d54a61 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:03.449610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.460153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eb3f5b98-9909-43ae-ae0d-da5844a8323a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:03.478792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Port': ['ID=7c766654-9515-4e01-abfa-d503c4d54a61,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:03.484437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No DVR routers for this DVR port 7c766654-9515-4e01-abfa-d503c4d54a61 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:03.591064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.602900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84fd9a7-5c36-4803-a19c-a1c743e1b533']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:03.615874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:03.616167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16dee4a-3219-45c8-89d2-779fd0c7f8f9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:03.629141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.645922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.652842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:03.653349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:03.657428 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:03.743474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.762794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.764874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/f84fd9a7-5c36-4803-a19c-a1c743e1b533 HTTP/1.1" status: 204 len: 168 time: 1.9309402 Jul 23 16:52:03.765864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98bb94-bd39-470e-bf84-ea9a15ef03bf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=f84fd9a7-5c36-4803-a19c-a1c743e1b533,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:03.767608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60160) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:03.787764 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-af225088-1f20-4330-936c-e8be1babab0c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:03.788422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af225088-1f20-4330-936c-e8be1babab0c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:03.793995 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af225088-1f20-4330-936c-e8be1babab0c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/f84fd9a7-5c36-4803-a19c-a1c743e1b533 HTTP/1.1" status: 404 len: 339 time: 0.0210392 Jul 23 16:52:03.795418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60162) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:03.800771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73911696', 'description': 'd1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:03.826805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:03.832274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.832475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51daf3d-232c-44fa-bd85-62896eb59437 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:03.862938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:03.874456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.874804 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment fe462717-e097-4289-bfe7-ec162832b71a of type vlan for network aa1a6d63-f701-484c-95b6-78c9b6c863e9 Jul 23 16:52:03.912992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fbfb0080-782a-4ffc-aa76-18877be1c431 None None] Provisioning for port eb3f5b98-9909-43ae-ae0d-da5844a8323a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:03.923701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fbfb0080-782a-4ffc-aa76-18877be1c431 None None] Provisioning complete for port eb3f5b98-9909-43ae-ae0d-da5844a8323a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:03.924204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fbfb0080-782a-4ffc-aa76-18877be1c431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.927086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.970628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:03.976324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:03.976921 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:04.011700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2148383 Jul 23 16:52:04.014959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60168) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.067915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12af30-ad25-4be9-be3b-5c2bbeed40ce tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=aa1a6d63-f701-484c-95b6-78c9b6c863e9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:04.085069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aa1a6d63-f701-484c-95b6-78c9b6c863e9 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:04.125978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b40b1-d2fc-40fa-8215-bfc684f9fcb9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.127576 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a78b40b1-d2fc-40fa-8215-bfc684f9fcb9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks?id=aa1a6d63-f701-484c-95b6-78c9b6c863e9 HTTP/1.1" status: 200 len: 763 time: 0.1111989 Jul 23 16:52:04.130260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60172) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.135362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'description': 'd2'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:04.319564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:04.335219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:04.353971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network aa1a6d63-f701-484c-95b6-78c9b6c863e9 is not hosted by any dhcp agent {{(pid=94004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:52:04.360184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.360816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:04.362251 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "PUT /v2.0/networks/aa1a6d63-f701-484c-95b6-78c9b6c863e9 HTTP/1.1" status: 200 len: 760 time: 0.2309322 Jul 23 16:52:04.365060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.412998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9cd7-7d23-4b0f-95ac-fb97ee9fa558 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=aa1a6d63-f701-484c-95b6-78c9b6c863e9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:04.425404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network aa1a6d63-f701-484c-95b6-78c9b6c863e9 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:04.455306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c5f33-2af2-401d-8a4d-3d66fb69d897 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:52:04.473280 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78aeda-8cdf-4119-8a59-8653f1c6afdf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.476439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9b78aeda-8cdf-4119-8a59-8653f1c6afdf tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks?id=aa1a6d63-f701-484c-95b6-78c9b6c863e9 HTTP/1.1" status: 200 len: 763 time: 0.1081860 Jul 23 16:52:04.480025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60184) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.551494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5d296846-3b05-4f20-ac5f-174b75075f4a None None] Provisioning complete for port eb3f5b98-9909-43ae-ae0d-da5844a8323a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:04.551877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5d296846-3b05-4f20-ac5f-174b75075f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:04.649443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c5f33-2af2-401d-8a4d-3d66fb69d897 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:52:04.696622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b406d-82fb-4144-972c-2e264c4a4f0f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.701836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-817b406d-82fb-4144-972c-2e264c4a4f0f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2180393 Jul 23 16:52:04.702215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60192) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.743810 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8d387ddf-257a-431b-b467-fde424e39cb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27 HTTP/1.1" status: 200 len: 207 time: 0.0404370 Jul 23 16:52:04.747613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60196) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:04.882450 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.888948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.895482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.901406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.908700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.915206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:04.917697 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c7a74c05-92cc-4786-8c15-8f941f8d585e tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1686435 Jul 23 16:52:04.922800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.052452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46c9e138-8c74-460c-8170-b9d05cb9cbb6 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1281316 Jul 23 16:52:05.056189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60208) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.130548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.132203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.133745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.135279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.137051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.138958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7a76bf72-abe9-4211-bd4d-00f6f32939e2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0820982 Jul 23 16:52:05.142491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.199791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.201354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.202782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.204202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.205642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.207750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-43ad9bfc-bc64-4e6c-b7e1-d280d8e02bb8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0637453 Jul 23 16:52:05.211153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60214) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.329174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3e063-b4dd-4293-94e7-735043e79cd3 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.329174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bae3e063-b4dd-4293-94e7-735043e79cd3 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks/093d2a00-161f-4090-b529-b751f545e6eb HTTP/1.1" status: 200 len: 804 time: 0.1120050 Jul 23 16:52:05.329174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60218) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.446896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e43a77ba-9cdd-45c3-ae71-1e6081589a57 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/networks/093d2a00-161f-4090-b529-b751f545e6eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1177328 Jul 23 16:52:05.450191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.501655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a103b-8060-45b9-a1ab-9e755136c537 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.503113 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f91a103b-8060-45b9-a1ab-9e755136c537 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets/8635c54d-be7a-49b0-9198-f1be324d2c46 HTTP/1.1" status: 200 len: 843 time: 0.0518398 Jul 23 16:52:05.506903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.570986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8b75-5d9c-45e2-a7e9-ac39433dbdc8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['shared'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.572343 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f84b8b75-5d9c-45e2-a7e9-ac39433dbdc8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "GET /v2.0/subnets/8635c54d-be7a-49b0-9198-f1be324d2c46?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0644968 Jul 23 16:52:05.576570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60230) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.581571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715109172'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:05.611828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:05.615753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.641525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:05.650614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.651015 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Added segment 200c94f7-d678-4f67-afe0-12fb31d3d491 of type vlan for network ee100757-4105-455e-94ea-d8741b0204a6 Jul 23 16:52:05.696832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.729620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.735275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:05.735863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:05.772047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1923959 Jul 23 16:52:05.772967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60234) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:05.778583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:05.826114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b995-3f8d-43b4-9482-786414a95162 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Network': ['ID=ee100757-4105-455e-94ea-d8741b0204a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:05.838757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ee100757-4105-455e-94ea-d8741b0204a6 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:06.276437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Made reservation on behalf of 1f9b4ec505094d2c8c3e50b77dc10f76 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:06.280213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.339196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Performing IP validity checks on allocation pools {{(pid=94003) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 16:52:06.339761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.ipam_backend_mixin [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94003) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 16:52:06.476477 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.539572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=a231b02a-6473-48a5-bb7f-89d31c8ec9e8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:06.551214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Checking segment: {'id': '200c94f7-d678-4f67-afe0-12fb31d3d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:06.551776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network hostable DHCP agents. Network: ee100757-4105-455e-94ea-d8741b0204a6, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:06.569266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Network ee100757-4105-455e-94ea-d8741b0204a6 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:06.578184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ee100757-4105-455e-94ea-d8741b0204a6) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:06.589047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae0a36-8305-4ca5-8712-977bbd0aaa4c None None] Network ee100757-4105-455e-94ea-d8741b0204a6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:06.591496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:06.592284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.609057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de3ead1e-68b3-40ce-86e7-cae6b5c32fda tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8350558 Jul 23 16:52:06.611823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60236) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:06.617273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:06.720902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11475586'] for subnet, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.763353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ee100757-4105-455e-94ea-d8741b0204a6', 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6', 'tenant_id': '1f9b4ec505094d2c8c3e50b77dc10f76', 'fixed_ips': [{'subnet_id': 'a231b02a-6473-48a5-bb7f-89d31c8ec9e8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:06.764342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.895820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742689111884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8601028'] for subnet, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.944044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Allocated IP 2001:db8::3 (ee100757-4105-455e-94ea-d8741b0204a6/a231b02a-6473-48a5-bb7f-89d31c8ec9e8/1264569f-1afa-428a-856b-f15392a7b4a3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:06.946771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:06.947532 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:06.949120 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "PUT /v2.0/subnets/a231b02a-6473-48a5-bb7f-89d31c8ec9e8 HTTP/1.1" status: 200 len: 900 time: 0.3362443 Jul 23 16:52:06.952824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60240) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:06.956303 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f6fd0-08cc-4885-8bfa-ea8da3991080 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event updated for resources: {'Subnet': ['ID=a231b02a-6473-48a5-bb7f-89d31c8ec9e8,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:07.063050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.104395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.114062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Transition to ACTIVE for port object 1264569f-1afa-428a-856b-f15392a7b4a3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:07.119003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.130629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Transition to ACTIVE for port object 1264569f-1afa-428a-856b-f15392a7b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:07.137977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.178408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Network ee100757-4105-455e-94ea-d8741b0204a6 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:07.181504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:07.185361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:07.194798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Pushing event updated for resources: {'Port': ['ID=1264569f-1afa-428a-856b-f15392a7b4a3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:07.209425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.235317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=a231b02a-6473-48a5-bb7f-89d31c8ec9e8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:07.254030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-f90343bd-d89e-44a3-9048-9662b78b71bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639598 Jul 23 16:52:07.271288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Attempting to bind port 1264569f-1afa-428a-856b-f15392a7b4a3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:07.271668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Attempting to bind port 1264569f-1afa-428a-856b-f15392a7b4a3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '200c94f7-d678-4f67-afe0-12fb31d3d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:07.272034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Attempting to bind port 1264569f-1afa-428a-856b-f15392a7b4a3 on network ee100757-4105-455e-94ea-d8741b0204a6 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:07.277880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:07.278572 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Checking segment: {'id': '200c94f7-d678-4f67-afe0-12fb31d3d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:07.279143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.279684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Bound using segment: {'id': '200c94f7-d678-4f67-afe0-12fb31d3d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:07.280321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Bound port: 1264569f-1afa-428a-856b-f15392a7b4a3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200c94f7-d678-4f67-afe0-12fb31d3d491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ee100757-4105-455e-94ea-d8741b0204a6'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:07.281052 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.317307 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.329248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee100757-4105-455e-94ea-d8741b0204a6']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:07.341811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200c94f7-d678-4f67-afe0-12fb31d3d491') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:07.342766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200c94f7-d678-4f67-afe0-12fb31d3d491') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:07.353990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.358399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] For port 1264569f-1afa-428a-856b-f15392a7b4a3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:07.363052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] For port 1264569f-1afa-428a-856b-f15392a7b4a3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1264569f-1afa-428a-856b-f15392a7b4a3,segment=NetworkSegment(200c94f7-d678-4f67-afe0-12fb31d3d491),segment_id=200c94f7-d678-4f67-afe0-12fb31d3d491)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:07.370904 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.372206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.379457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:07.380122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:07.390557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-aad43638-da49-42bb-b4b0-96aaaba4f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.392194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-aad43638-da49-42bb-b4b0-96aaaba4f28e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0750239 Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:07.394224 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:07.460036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 16:52:07.460036 n-d-800484-3 neutron-server[94004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 16:52:07.460036 n-d-800484-3 neutron-server[94004]: [parameters: {'id': 'ee100757-4105-455e-94ea-d8741b0204a6'}] Jul 23 16:52:07.460036 n-d-800484-3 neutron-server[94004]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:52:07.460576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23166ab9-139f-44f3-9278-9355d58e4360 None None] Pushing event updated for resources: {'Port': ['ID=1264569f-1afa-428a-856b-f15392a7b4a3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:07.460690 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:52:07.485186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354bd425-dbd8-426d-aabe-eb87d2b6bf5c None None] Network ee100757-4105-455e-94ea-d8741b0204a6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:07.527569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-76e8e136-e54f-47ff-b616-6335f9aaedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.529244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-76e8e136-e54f-47ff-b616-6335f9aaedf2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1137216 Jul 23 16:52:07.599405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-d58b3727-e402-4393-9869-20179e2e0244 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0616105 Jul 23 16:52:07.630605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa46a7-1586-4657-bc79-4e7e9bc7657a None None] Network ee100757-4105-455e-94ea-d8741b0204a6 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:07.660498 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-d04951f3-8780-44f8-97d4-fff7be3de261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.662024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-d04951f3-8780-44f8-97d4-fff7be3de261 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0516779 Jul 23 16:52:07.729127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-91afb586-596a-4c5e-ba8b-f8ba3ac846e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:07.730752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-91afb586-596a-4c5e-ba8b-f8ba3ac846e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577390 Jul 23 16:52:07.774035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38547b8d-b4e2-4848-807e-ea1eaf8e3c3d None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 16:52:07.836291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-c900797a-e31b-45f9-9ecb-619323749319 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969741 Jul 23 16:52:07.876575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38547b8d-b4e2-4848-807e-ea1eaf8e3c3d None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 16:52:07.937766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4e17199-ff3f-4f98-9a8b-755a232711a7 req-ded01a96-9925-4ba2-868d-c62d67825989 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944605 Jul 23 16:52:07.961194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.019848 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting port 1264569f-1afa-428a-856b-f15392a7b4a3 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:08.020208 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.092205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] For port 1264569f-1afa-428a-856b-f15392a7b4a3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1264569f-1afa-428a-856b-f15392a7b4a3,segment=NetworkSegment(200c94f7-d678-4f67-afe0-12fb31d3d491),segment_id=200c94f7-d678-4f67-afe0-12fb31d3d491)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:08.092617 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.105428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Calling delete_port for 1264569f-1afa-428a-856b-f15392a7b4a3 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:08.187104 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.212829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Port': ['ID=1264569f-1afa-428a-856b-f15392a7b4a3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:08.216831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No DVR routers for this DVR port 1264569f-1afa-428a-856b-f15392a7b4a3 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:08.302601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.313228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee100757-4105-455e-94ea-d8741b0204a6']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.323170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200c94f7-d678-4f67-afe0-12fb31d3d491') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.323470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200c94f7-d678-4f67-afe0-12fb31d3d491') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.332319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.346449 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.352671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:08.353068 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:08.356713 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:08.422847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.429817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.431675 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/ee100757-4105-455e-94ea-d8741b0204a6 HTTP/1.1" status: 204 len: 168 time: 1.4766150 Jul 23 16:52:08.435717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60244) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.447159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c7e79-90f5-4aef-8ac9-fd5cc92dc09a tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=ee100757-4105-455e-94ea-d8741b0204a6,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:08.462913 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb58f97f-c09b-41fc-bb9b-c9345205f5e9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:08.464167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb58f97f-c09b-41fc-bb9b-c9345205f5e9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:08.468276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bb58f97f-c09b-41fc-bb9b-c9345205f5e9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/a231b02a-6473-48a5-bb7f-89d31c8ec9e8 HTTP/1.1" status: 404 len: 337 time: 0.0289452 Jul 23 16:52:08.468554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60246) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.487752 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e79f89-e7a9-4ba8-99c8-57c506591906 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:08.488348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e79f89-e7a9-4ba8-99c8-57c506591906 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:08.490158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f0e79f89-e7a9-4ba8-99c8-57c506591906 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/ee100757-4105-455e-94ea-d8741b0204a6 HTTP/1.1" status: 404 len: 339 time: 0.0206099 Jul 23 16:52:08.492689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60248) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.576614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.667080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.677509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1a6d63-f701-484c-95b6-78c9b6c863e9']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.688416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe462717-e097-4289-bfe7-ec162832b71a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.688711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe462717-e097-4289-bfe7-ec162832b71a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:08.698626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.712402 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.719032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:08.719424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:08.722400 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:08.780458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.791179 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.793307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/aa1a6d63-f701-484c-95b6-78c9b6c863e9 HTTP/1.1" status: 204 len: 168 time: 0.2996686 Jul 23 16:52:08.795824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60252) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.804551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2232ae-a896-424f-b2a8-71602248d6b1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=aa1a6d63-f701-484c-95b6-78c9b6c863e9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:08.830858 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1161132-88e2-4b9a-8838-c3ab00dda5c1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:08.831318 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1161132-88e2-4b9a-8838-c3ab00dda5c1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:08.833048 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a1161132-88e2-4b9a-8838-c3ab00dda5c1 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/59ba964f-363f-4233-8346-91933be63346 HTTP/1.1" status: 404 len: 337 time: 0.0362055 Jul 23 16:52:08.835757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60254) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.855396 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb460e20-49f3-4373-b502-06fcfcc0c6a0 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:08.856039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb460e20-49f3-4373-b502-06fcfcc0c6a0 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:08.857763 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-eb460e20-49f3-4373-b502-06fcfcc0c6a0 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/f84fd9a7-5c36-4803-a19c-a1c743e1b533 HTTP/1.1" status: 404 len: 339 time: 0.0209897 Jul 23 16:52:08.860369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:08.911217 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting subnet 3151b445-131a-40f2-9273-e050175c4d96 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:08.915141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:08.963740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.056883 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.116247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.150296 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=3151b445-131a-40f2-9273-e050175c4d96,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:09.154074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.156014 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-77e06cae-8511-40db-ba48-b7e35b1094a2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/3151b445-131a-40f2-9273-e050175c4d96 HTTP/1.1" status: 204 len: 168 time: 0.2945642 Jul 23 16:52:09.158747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60258) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:09.163951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862aacd-5a28-46af-9800-1a35624d8e74 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:09.217856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting subnet c80500ed-5687-4740-b583-a654f3e24826 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:09.221839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.263965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.351052 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.421879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.452404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=c80500ed-5687-4740-b583-a654f3e24826,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:09.454644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.458759 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-31331dc1-d336-458e-900f-d33d21e0b6b2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/c80500ed-5687-4740-b583-a654f3e24826 HTTP/1.1" status: 204 len: 168 time: 0.2969012 Jul 23 16:52:09.458991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60260) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:09.540188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.599416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting port eb3f5b98-9909-43ae-ae0d-da5844a8323a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:09.599966 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.673716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] For port eb3f5b98-9909-43ae-ae0d-da5844a8323a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eb3f5b98-9909-43ae-ae0d-da5844a8323a,segment=NetworkSegment(74dfd3c7-76f2-4e51-bf5e-8891ae3a430a),segment_id=74dfd3c7-76f2-4e51-bf5e-8891ae3a430a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:09.674133 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.688758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Calling delete_port for eb3f5b98-9909-43ae-ae0d-da5844a8323a owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:09.784664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.814221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Port': ['ID=eb3f5b98-9909-43ae-ae0d-da5844a8323a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:09.823461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No DVR routers for this DVR port eb3f5b98-9909-43ae-ae0d-da5844a8323a on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:09.922361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.924067 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a7cddb-aea3-4caf-aca2-8016c70d9495 None None] Network bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:09.933347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:09.944718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:09.945047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dfd3c7-76f2-4e51-bf5e-8891ae3a430a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:09.956698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.974219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.981572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:09.982358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:09.985597 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:09.988646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4726e22f-465e-40e8-82b8-88315d530023 None None] Could not find standard attr ID for object eb3f5b98-9909-43ae-ae0d-da5844a8323a. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 16:52:10.050156 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.054790 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.058411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 HTTP/1.1" status: 204 len: 168 time: 0.5984385 Jul 23 16:52:10.059579 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.077262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9654f-44f3-41a3-90c1-9da40d6b337f tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:10.086013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2b916-1435-4cc1-ad4f-d8daacfad909 None None] DHCP port deletion for bf14cbcb-3911-4fe2-96cb-3cb7fb2f8795 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:10.099674 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec76a73-a6ad-44b2-9c03-4e27810b62d8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.100125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec76a73-a6ad-44b2-9c03-4e27810b62d8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.101864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7ec76a73-a6ad-44b2-9c03-4e27810b62d8 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/0f4ac491-6e6f-4324-a369-e0f9ad2aa222 HTTP/1.1" status: 404 len: 337 time: 0.0412161 Jul 23 16:52:10.104420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.122208 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd61eb1f-1cde-4f7f-97c5-e24aeef08090 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.122733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd61eb1f-1cde-4f7f-97c5-e24aeef08090 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.124367 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd61eb1f-1cde-4f7f-97c5-e24aeef08090 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/9270a7d7-79c8-4ab7-8f06-8a9b8f06f09f HTTP/1.1" status: 404 len: 339 time: 0.0190666 Jul 23 16:52:10.126771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60268) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.153374 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f789564-cef9-4f1c-9a0e-0e40ad330a97 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.154074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f789564-cef9-4f1c-9a0e-0e40ad330a97 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.156403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f789564-cef9-4f1c-9a0e-0e40ad330a97 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/37914212-0003-4c2f-bc6a-a172406953e2 HTTP/1.1" status: 404 len: 337 time: 0.0284905 Jul 23 16:52:10.158907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60270) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.176994 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827415b-d908-432f-91da-1bd86cc241a9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.177510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827415b-d908-432f-91da-1bd86cc241a9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.179196 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5827415b-d908-432f-91da-1bd86cc241a9 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/253878e0-038a-4b1b-9dda-0f997ff72018 HTTP/1.1" status: 404 len: 339 time: 0.0191798 Jul 23 16:52:10.181762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.209470 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-45193987-7adc-4b31-a8d5-9c9a4d110c29 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.210102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45193987-7adc-4b31-a8d5-9c9a4d110c29 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.212280 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-45193987-7adc-4b31-a8d5-9c9a4d110c29 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/90b741a0-1983-459d-8cd9-b150d55bed18 HTTP/1.1" status: 404 len: 337 time: 0.0294731 Jul 23 16:52:10.215436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.233499 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc651db-fbaa-4c37-a26a-3a5f4893df9c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:10.234076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc651db-fbaa-4c37-a26a-3a5f4893df9c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:10.235794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dbc651db-fbaa-4c37-a26a-3a5f4893df9c tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/b200c6d0-70d2-46c2-aa7a-71778262575a HTTP/1.1" status: 404 len: 339 time: 0.0194652 Jul 23 16:52:10.238410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.294338 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting subnet d79054ae-3de6-4813-bea4-9106d28873f8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:10.297467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.338312 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.419724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.484886 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.518034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=d79054ae-3de6-4813-bea4-9106d28873f8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:10.522383 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.524411 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a16a33e-a10c-433c-b3d9-58f97bc9af25 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/d79054ae-3de6-4813-bea4-9106d28873f8 HTTP/1.1" status: 204 len: 168 time: 0.2850809 Jul 23 16:52:10.526948 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:10.528972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad0d92-1f9e-4f89-ba68-829ca7ae1135 None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:10.604244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.664006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:10.664415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.713449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] DHCP port deletion for d1ad78fa-44af-4be8-bd63-7883c19919dd request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:10.735115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] For port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,segment=NetworkSegment(0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3),segment_id=0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:10.735468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.751674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Calling delete_port for 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:10.761954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Deleting port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:10.762339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.827135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] For port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,segment=NetworkSegment(0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3),segment_id=0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:10.827541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.840992 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.841915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Calling delete_port for 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:10.869287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Port': ['ID=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:10.871801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No DVR routers for this DVR port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:10.958782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:10.970079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ad78fa-44af-4be8-bd63-7883c19919dd']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:10.982881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:10.983219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbe6f82-c78c-4dc2-99a8-7ca09fc865d3') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:10.993294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.017447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.023429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:11.023872 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:11.027617 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:11.096247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.104779 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.105063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.107061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/d1ad78fa-44af-4be8-bd63-7883c19919dd HTTP/1.1" status: 204 len: 168 time: 0.5791366 Jul 23 16:52:11.110049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:11.137144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab005-e7e5-4a31-8c2b-240f7450bdcb tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=d1ad78fa-44af-4be8-bd63-7883c19919dd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:11.140414 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b2c966-dacb-4ee6-8001-cfd39fc37ec4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:11.141146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b2c966-dacb-4ee6-8001-cfd39fc37ec4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:11.143640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-37b2c966-dacb-4ee6-8001-cfd39fc37ec4 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/76550b73-eb60-4204-b179-b1ed6584164d HTTP/1.1" status: 404 len: 337 time: 0.0318110 Jul 23 16:52:11.146218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60292) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:11.148638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Network d1ad78fa-44af-4be8-bd63-7883c19919dd is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 16:52:11.149109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] No DVR routers for this DVR port 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:11.151755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250a0c7-b9bf-49d6-a838-062a3d49693f None None] Pushing event deleted for resources: {'Port': ['ID=67e92e77-26e5-43f0-a1af-3eb6c113d5f1,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:11.171894 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-07846f12-b808-406e-904c-6cdcade948d2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] DELETE failed (client error): The resource could not be found. Jul 23 16:52:11.172503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07846f12-b808-406e-904c-6cdcade948d2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:52:11.174297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-07846f12-b808-406e-904c-6cdcade948d2 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/8d39b6ed-49fd-4dca-bb0b-271919c10586 HTTP/1.1" status: 404 len: 339 time: 0.0268748 Jul 23 16:52:11.176905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60294) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:11.229859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting subnet 8635c54d-be7a-49b0-9198-f1be324d2c46 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:11.233572 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.284299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.378267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.389028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eb3f5b98-9909-43ae-ae0d-da5844a8323a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:11.410483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: eb3f5b98-9909-43ae-ae0d-da5844a8323a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:11.410977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eb3f5b98-9909-43ae-ae0d-da5844a8323a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:11.411468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:11.430380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:11.430729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 67e92e77-26e5-43f0-a1af-3eb6c113d5f1 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:11.446724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.482415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Subnet': ['ID=8635c54d-be7a-49b0-9198-f1be324d2c46,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:11.483669 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.488258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:11.488403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3d3832e3-5b85-420b-87df-cf48d32b1f17 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/subnets/8635c54d-be7a-49b0-9198-f1be324d2c46 HTTP/1.1" status: 204 len: 168 time: 0.3103757 Jul 23 16:52:11.489847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3bfd9d-9ab7-484f-bf0b-247a953943f1 None None] Network 093d2a00-161f-4090-b529-b751f545e6eb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:11.585970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.647989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Deleting port 166f51c6-6525-4a2e-bd0a-ba0b33691911 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:11.648394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.707659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] DHCP port deletion for 093d2a00-161f-4090-b529-b751f545e6eb request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:11.717043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] For port 166f51c6-6525-4a2e-bd0a-ba0b33691911, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=166f51c6-6525-4a2e-bd0a-ba0b33691911,segment=NetworkSegment(e3a47a2b-666b-4d9b-9814-19d5c6714fec),segment_id=e3a47a2b-666b-4d9b-9814-19d5c6714fec)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:11.717408 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.731249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Calling delete_port for 166f51c6-6525-4a2e-bd0a-ba0b33691911 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:11.762125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Deleting port 166f51c6-6525-4a2e-bd0a-ba0b33691911 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:11.762507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.826041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.847488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ff927cf-1b93-496f-ab8c-fa492bdfd7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.852109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] For port 166f51c6-6525-4a2e-bd0a-ba0b33691911, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=166f51c6-6525-4a2e-bd0a-ba0b33691911,segment=NetworkSegment(e3a47a2b-666b-4d9b-9814-19d5c6714fec),segment_id=e3a47a2b-666b-4d9b-9814-19d5c6714fec)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:11.852750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.860181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Port': ['ID=166f51c6-6525-4a2e-bd0a-ba0b33691911,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:11.861646 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.866095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] No DVR routers for this DVR port 166f51c6-6525-4a2e-bd0a-ba0b33691911 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:11.867857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Calling delete_port for 166f51c6-6525-4a2e-bd0a-ba0b33691911 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:11.951282 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.952479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:11.963994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093d2a00-161f-4090-b529-b751f545e6eb']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:11.972951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] Pushing event deleted for resources: {'Port': ['ID=166f51c6-6525-4a2e-bd0a-ba0b33691911,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:11.974815 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a47a2b-666b-4d9b-9814-19d5c6714fec') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:11.978189 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a47a2b-666b-4d9b-9814-19d5c6714fec') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:11.984047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3abdab-6aba-454f-a0ac-b0338e9b0d2d None None] No DVR routers for this DVR port 166f51c6-6525-4a2e-bd0a-ba0b33691911 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:11.993511 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.008668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.015106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:12.015603 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:12.018748 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:12.079430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.086247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.088067 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] 10.222.0.64 "DELETE /v2.0/networks/093d2a00-161f-4090-b529-b751f545e6eb HTTP/1.1" status: 204 len: 168 time: 0.5985734 Jul 23 16:52:12.099800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c1de-a941-47a5-9c6b-87393224da36 tempest-NetworksIpV6Test-408701962 tempest-NetworksIpV6Test-408701962-project] Pushing event deleted for resources: {'Network': ['ID=093d2a00-161f-4090-b529-b751f545e6eb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:12.342071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60304) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:12.482311 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4291f488-d92a-456f-8672-3d4075542cdc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f9b4ec505094d2c8c3e50b77dc10f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365230 Jul 23 16:52:12.482722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60308) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:12.533645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.556229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.603117 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.606371 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:12.607548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03f95147-8f1f-4eda-89d1-83335150d5b1 HTTP/1.1" status: 204 len: 168 time: 0.1238074 Jul 23 16:52:12.615702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef031e22-93ad-41da-bd30-88ba19818907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f95147-8f1f-4eda-89d1-83335150d5b1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:13.280374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60332) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:13.390069 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-720197903'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:13.393230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 166f51c6-6525-4a2e-bd0a-ba0b33691911 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:13.413316 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:13.413891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 166f51c6-6525-4a2e-bd0a-ba0b33691911 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:13.414332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 166f51c6-6525-4a2e-bd0a-ba0b33691911 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:13.417641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.428434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.532005 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.538944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.564451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:13.579041 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537c3b25-0b0b-4764-851c-280a08aba008,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:13.584846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.585191 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 790399a8-15cc-4690-92e2-bc9b0fc8ae61 of type vlan for network b604b5fc-0449-499b-b99d-47117bbaa090 Jul 23 16:52:13.628402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.661694 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.667972 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:13.668558 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.705031 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4234023 Jul 23 16:52:13.708071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:13.714990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-962614014'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:13.752533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e529be-6ad2-4bc5-aeb5-d3b66f0d7037 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=b604b5fc-0449-499b-b99d-47117bbaa090,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:13.765047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b604b5fc-0449-499b-b99d-47117bbaa090 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:13.776689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:13.780863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.811628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:13.825841 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.826619 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 638600cd-33fb-43d9-a2d1-fe435f2ea1df of type vlan for network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 Jul 23 16:52:13.869187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.901338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.907157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:13.907890 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:13.944290 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2351964 Jul 23 16:52:13.947225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60338) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:13.954376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:13.999065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fb06a-e866-468c-887c-78cfe06e60ca tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=0e39f4e3-60b9-4436-b2f9-88ceab87f806,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:14.009732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:14.082529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:14.086156 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.274981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.335822 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.343099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=f1afbc6e-4073-4171-b089-ab5d44338a6f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:14.359933 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '790399a8-15cc-4690-92e2-bc9b0fc8ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:14.360218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: b604b5fc-0449-499b-b99d-47117bbaa090, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:14.377920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b604b5fc-0449-499b-b99d-47117bbaa090 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:14.387326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b604b5fc-0449-499b-b99d-47117bbaa090) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:14.391738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:14.392444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.396865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e715bd-f3ba-42ea-b745-843564ec7fb5 None None] Network b604b5fc-0449-499b-b99d-47117bbaa090 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:14.415712 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-27ebd38f-eab3-4ba3-ba93-06026abb4923 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4661410 Jul 23 16:52:14.415712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60356) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:14.424985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:14.436508 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-00f57bdb-4a79-43a7-87a0-badb96e27987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.553128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:14.557199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.598204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b604b5fc-0449-499b-b99d-47117bbaa090', 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': 'f1afbc6e-4073-4171-b089-ab5d44338a6f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:14.599075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.778846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Allocated IP 172.20.0.2 (b604b5fc-0449-499b-b99d-47117bbaa090/f1afbc6e-4073-4171-b089-ab5d44338a6f/9e11961c-e428-44b9-9057-dd372156411f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:14.788941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.867609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=7034e733-8098-4967-89bd-445de02eeadf,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:14.870275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '638600cd-33fb-43d9-a2d1-fe435f2ea1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:14.870639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: 0e39f4e3-60b9-4436-b2f9-88ceab87f806, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:14.892027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:14.904435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0e39f4e3-60b9-4436-b2f9-88ceab87f806) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:14.908938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:14.909817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.919292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a209c-1e13-46d1-873b-b6da370671da None None] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:14.935780 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-35b063b9-582f-4132-8425-293bba3dc298 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5190620 Jul 23 16:52:14.938553 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60426) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:14.947112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1764619019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:14.975207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:14.976322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.015460 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.032264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Transition to ACTIVE for port object 9e11961c-e428-44b9-9057-dd372156411f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:15.038520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.042910 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.063705 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.064218 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Transition to ACTIVE for port object 9e11961c-e428-44b9-9057-dd372156411f will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:15.065215 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a2d88731-a0f9-4664-9c81-986c7228e1cf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1237960 Jul 23 16:52:15.068480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:15.070384 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.152402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Network b604b5fc-0449-499b-b99d-47117bbaa090 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:15.162406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:15.165754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:15.169301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Pushing event updated for resources: {'Port': ['ID=9e11961c-e428-44b9-9057-dd372156411f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:15.222831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0e39f4e3-60b9-4436-b2f9-88ceab87f806', 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': '7034e733-8098-4967-89bd-445de02eeadf'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:15.223689 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.279507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Attempting to bind port 9e11961c-e428-44b9-9057-dd372156411f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:15.279507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Attempting to bind port 9e11961c-e428-44b9-9057-dd372156411f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '790399a8-15cc-4690-92e2-bc9b0fc8ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:15.279507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Attempting to bind port 9e11961c-e428-44b9-9057-dd372156411f on network b604b5fc-0449-499b-b99d-47117bbaa090 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:15.331125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:15.331503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Checking segment: {'id': '790399a8-15cc-4690-92e2-bc9b0fc8ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:15.331910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.332315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Bound using segment: {'id': '790399a8-15cc-4690-92e2-bc9b0fc8ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:15.332825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Bound port: 9e11961c-e428-44b9-9057-dd372156411f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790399a8-15cc-4690-92e2-bc9b0fc8ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b604b5fc-0449-499b-b99d-47117bbaa090'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:15.333201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.459157 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.466602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] For port 9e11961c-e428-44b9-9057-dd372156411f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:15.472026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] For port 9e11961c-e428-44b9-9057-dd372156411f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9e11961c-e428-44b9-9057-dd372156411f,segment=NetworkSegment(790399a8-15cc-4690-92e2-bc9b0fc8ae61),segment_id=790399a8-15cc-4690-92e2-bc9b0fc8ae61)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:15.476989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Allocated IP 172.21.0.2 (0e39f4e3-60b9-4436-b2f9-88ceab87f806/7034e733-8098-4967-89bd-445de02eeadf/eeb772c4-6e78-470b-8910-4b9afdc7f866) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:15.479949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.576252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bffb2-d45c-4c0f-a90d-753e634fe5ad None None] Pushing event updated for resources: {'Port': ['ID=9e11961c-e428-44b9-9057-dd372156411f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:15.636675 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.755065 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.771648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Transition to ACTIVE for port object eeb772c4-6e78-470b-8910-4b9afdc7f866 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:15.796693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Transition to ACTIVE for port object eeb772c4-6e78-470b-8910-4b9afdc7f866 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:15.812030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:15.837239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.20.0.1 (b604b5fc-0449-499b-b99d-47117bbaa090/f1afbc6e-4073-4171-b089-ab5d44338a6f/bfde67ce-4ed8-40fa-af55-d08e1148ba55) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:15.876049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:15.879893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:15.884017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:15.909463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Pushing event updated for resources: {'Port': ['ID=eeb772c4-6e78-470b-8910-4b9afdc7f866,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:15.991531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Attempting to bind port eeb772c4-6e78-470b-8910-4b9afdc7f866 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:15.992127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Attempting to bind port eeb772c4-6e78-470b-8910-4b9afdc7f866 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '638600cd-33fb-43d9-a2d1-fe435f2ea1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:15.992816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Attempting to bind port eeb772c4-6e78-470b-8910-4b9afdc7f866 on network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:15.999742 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:16.000729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Checking segment: {'id': '638600cd-33fb-43d9-a2d1-fe435f2ea1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:16.001289 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.001832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Bound using segment: {'id': '638600cd-33fb-43d9-a2d1-fe435f2ea1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:16.003020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Bound port: eeb772c4-6e78-470b-8910-4b9afdc7f866, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638600cd-33fb-43d9-a2d1-fe435f2ea1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '0e39f4e3-60b9-4436-b2f9-88ceab87f806'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:16.003723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.040951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.056547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object bfde67ce-4ed8-40fa-af55-d08e1148ba55 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:16.081760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] For port eeb772c4-6e78-470b-8910-4b9afdc7f866, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:16.085480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] For port eeb772c4-6e78-470b-8910-4b9afdc7f866, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eeb772c4-6e78-470b-8910-4b9afdc7f866,segment=NetworkSegment(638600cd-33fb-43d9-a2d1-fe435f2ea1df),segment_id=638600cd-33fb-43d9-a2d1-fe435f2ea1df)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:16.090410 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.103215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.165324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d71c-e4b0-4d88-ae4c-563fd02a54f6 None None] Pushing event updated for resources: {'Port': ['ID=eeb772c4-6e78-470b-8910-4b9afdc7f866,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:16.168683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b604b5fc-0449-499b-b99d-47117bbaa090 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:16.172420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:16.181726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:16.187301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=bfde67ce-4ed8-40fa-af55-d08e1148ba55,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:16.236724 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.421111 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.767195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.772434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.862898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=bfde67ce-4ed8-40fa-af55-d08e1148ba55,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:16.871723 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:16.929659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155bc2d-0d10-4fe3-ad69-117a9c110145 None None] Network b604b5fc-0449-499b-b99d-47117bbaa090 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:16.998415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b604b5fc-0449-499b-b99d-47117bbaa090 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:17.000234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:17.052441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d85791ac-9b0a-4da2-92b4-74137440c7f0 None None] Provisioning for port 9e11961c-e428-44b9-9057-dd372156411f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:17.451273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99bf4a-7c0d-4d9b-8c85-c974de167866 None None] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:17.568989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3310a931-24db-4f9e-b252-0c621a1b968a None None] Provisioning for port eeb772c4-6e78-470b-8910-4b9afdc7f866 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:17.599454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.639851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router e2c41893-7e25-48ef-9286-34b47b3c66a0 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:17.683021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9e11961c-e428-44b9-9057-dd372156411f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:17.756833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Provisioning for port bfde67ce-4ed8-40fa-af55-d08e1148ba55 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:17.769963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Provisioning complete for port bfde67ce-4ed8-40fa-af55-d08e1148ba55 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:17.770322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.780800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:17.798146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] Sync routers for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:17.810822 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-838f3b59-a2be-4697-97c0-ec3ac226ce42 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381954 Jul 23 16:52:17.811052 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:17.811204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60764) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:17.825123 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:17.832718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9e11961c-e428-44b9-9057-dd372156411f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:17.835267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Port bfde67ce-4ed8-40fa-af55-d08e1148ba55 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:17.842325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9e11961c-e428-44b9-9057-dd372156411f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:17.842692 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.870672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Provisioning complete for port 9e11961c-e428-44b9-9057-dd372156411f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:17.871240 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:17.931183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51001cd1-3388-4a2a-afb2-ef9c2a2cd5f0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:17.936612 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:17.937279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:17.950886 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:17.951517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:17.953750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-51001cd1-3388-4a2a-afb2-ef9c2a2cd5f0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports/bfde67ce-4ed8-40fa-af55-d08e1148ba55 HTTP/1.1" status: 200 len: 910 time: 0.1408501 Jul 23 16:52:17.992551 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:17.993262 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bce183-4801-4a1b-8e73-792be5c5d586 None None] The sync data for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:18.039873 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.063601 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.113705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9e11961c-e428-44b9-9057-dd372156411f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9e11961c-e428-44b9-9057-dd372156411f,segment=NetworkSegment(790399a8-15cc-4690-92e2-bc9b0fc8ae61),segment_id=790399a8-15cc-4690-92e2-bc9b0fc8ae61)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:18.180162 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:52:18.180854 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-0105860f-91a4-4f6c-b995-26261d892c3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:52:18.181616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.182644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eeb772c4-6e78-470b-8910-4b9afdc7f866 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:18.270784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9e11961c-e428-44b9-9057-dd372156411f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:18.289127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port eeb772c4-6e78-470b-8910-4b9afdc7f866 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:18.293565 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port eeb772c4-6e78-470b-8910-4b9afdc7f866 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:18.293963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.408097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.548796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.584708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port eeb772c4-6e78-470b-8910-4b9afdc7f866, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eeb772c4-6e78-470b-8910-4b9afdc7f866,segment=NetworkSegment(638600cd-33fb-43d9-a2d1-fe435f2ea1df),segment_id=638600cd-33fb-43d9-a2d1-fe435f2ea1df)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:18.590055 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.651213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=eeb772c4-6e78-470b-8910-4b9afdc7f866,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:18.710019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.21.0.1 (0e39f4e3-60b9-4436-b2f9-88ceab87f806/7034e733-8098-4967-89bd-445de02eeadf/8f852e51-40cb-49e6-8210-1e0445f51207) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:18.844165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-34f049f4-9dea-4fab-ba1d-2e49dacba083 None None] Provisioning complete for port eeb772c4-6e78-470b-8910-4b9afdc7f866 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:18.844513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-34f049f4-9dea-4fab-ba1d-2e49dacba083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.852102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.866299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object 8f852e51-40cb-49e6-8210-1e0445f51207 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:18.913257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.942659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-34f049f4-9dea-4fab-ba1d-2e49dacba083 None None] Provisioning complete for port bfde67ce-4ed8-40fa-af55-d08e1148ba55 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:18.943229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-34f049f4-9dea-4fab-ba1d-2e49dacba083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:18.957759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:18.963240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:18.976800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:18.981477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=8f852e51-40cb-49e6-8210-1e0445f51207,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:18.984471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-34f049f4-9dea-4fab-ba1d-2e49dacba083 None None] Port bfde67ce-4ed8-40fa-af55-d08e1148ba55 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:19.027011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.171274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.203537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff5d70f4-48db-40fd-a846-0735688c4d57 None None] Provisioning for port 8f852e51-40cb-49e6-8210-1e0445f51207 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:19.208180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff5d70f4-48db-40fd-a846-0735688c4d57 None None] Provisioning complete for port 8f852e51-40cb-49e6-8210-1e0445f51207 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:19.208557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff5d70f4-48db-40fd-a846-0735688c4d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.250029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d70f4-48db-40fd-a846-0735688c4d57 None None] Port 8f852e51-40cb-49e6-8210-1e0445f51207 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:19.412812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9e11961c-e428-44b9-9057-dd372156411f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:19.470970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9e11961c-e428-44b9-9057-dd372156411f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:19.471426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.474512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.487898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.562304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eeb772c4-6e78-470b-8910-4b9afdc7f866 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:19.587222 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.590017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=8f852e51-40cb-49e6-8210-1e0445f51207,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:19.620262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port eeb772c4-6e78-470b-8910-4b9afdc7f866 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:19.621049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:19.703837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:19.705280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:19.815035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router e2c41893-7e25-48ef-9286-34b47b3c66a0 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:19.923130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:19.928258 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f18ef0fd-f9cd-4438-b231-1f38b5616eb5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896438 Jul 23 16:52:19.930809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60802) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:19.935892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] Sync routers for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:19.945726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:19.946385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:19.987615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:19.988448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e001279-38f0-47b0-ae41-a31b4eecbe87 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:19.992591 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9e001279-38f0-47b0-ae41-a31b4eecbe87 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports/8f852e51-40cb-49e6-8210-1e0445f51207 HTTP/1.1" status: 200 len: 910 time: 0.0582199 Jul 23 16:52:19.992969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:20.002998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:20.003722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:20.038396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1b5aafd0-2ac3-43c5-98d4-9abbdb96c9e9 None None] Provisioning complete for port 8f852e51-40cb-49e6-8210-1e0445f51207 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:20.038862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b5aafd0-2ac3-43c5-98d4-9abbdb96c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:20.040606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:20.041341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3e998-304f-4c47-8b37-fed626333e6f None None] The sync data for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:20.078657 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1b5aafd0-2ac3-43c5-98d4-9abbdb96c9e9 None None] Port 8f852e51-40cb-49e6-8210-1e0445f51207 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:20.383316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:20.698867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 8f852e51-40cb-49e6-8210-1e0445f51207 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:20.698867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:20.794365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:20.807859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 8f852e51-40cb-49e6-8210-1e0445f51207 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:20.994959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:21.022063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=8f852e51-40cb-49e6-8210-1e0445f51207,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:21.196407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:21.406213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router e2c41893-7e25-48ef-9286-34b47b3c66a0 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:21.775509 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:21.788251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-55001c67-0d8e-4dce-8dab-a1355d660792 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7941899 Jul 23 16:52:21.789079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60810) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:21.795779 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] Sync routers for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:21.811107 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:21.812499 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:21.873859 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:21.885749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:21.886793 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:21.945227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:21.946405 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a1e30b-e1b0-4ec0-b9bc-38f02e2e9345 None None] The sync data for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:22.201413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:22.477907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port bfde67ce-4ed8-40fa-af55-d08e1148ba55 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:22.478364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:22.587202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:22.600409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for bfde67ce-4ed8-40fa-af55-d08e1148ba55 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:22.781268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:22.811689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=bfde67ce-4ed8-40fa-af55-d08e1148ba55,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:22.966717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.143734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router e2c41893-7e25-48ef-9286-34b47b3c66a0 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:23.233270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:23.238863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1470f4e4-7430-4735-8dec-fb0716d0a0c1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481404 Jul 23 16:52:23.241454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60820) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:23.245233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] Sync routers for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:23.254754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:23.255400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:23.278934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2a629924-63c8-44ac-9659-2332abec3db7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2c41893-7e25-48ef-9286-34b47b3c66a0 HTTP/1.1" status: 200 len: 205 time: 0.0360012 Jul 23 16:52:23.281503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:23.295046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:23.304186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] Routers {'e2c41893-7e25-48ef-9286-34b47b3c66a0'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:23.304858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['e2c41893-7e25-48ef-9286-34b47b3c66a0'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:23.337687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:23.339153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006930b-c56d-4d2c-8b81-07e523887dda None None] The sync data for ids ['e2c41893-7e25-48ef-9286-34b47b3c66a0'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:23.364416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.530955 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.533455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.579744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.580377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router e2c41893-7e25-48ef-9286-34b47b3c66a0 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:23.590426 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.593919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-86d1aa37-656d-40ff-a69d-34eb24bdf816 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0 HTTP/1.1" status: 204 len: 168 time: 0.3086343 Jul 23 16:52:23.594626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60824) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:23.646901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet 7034e733-8098-4967-89bd-445de02eeadf {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:23.650273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.698265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.785508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.849335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.878847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=7034e733-8098-4967-89bd-445de02eeadf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:23.887088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:23.887973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-833b4119-7049-4e24-a277-73a421bd8361 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/7034e733-8098-4967-89bd-445de02eeadf HTTP/1.1" status: 204 len: 168 time: 0.2926221 Jul 23 16:52:23.891379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60826) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:23.894487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf65684-1184-44be-acca-e910d5e7aa28 None None] Network 0e39f4e3-60b9-4436-b2f9-88ceab87f806 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:23.953880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet f1afbc6e-4073-4171-b089-ab5d44338a6f {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:23.957643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.003692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.108851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.121835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] DHCP port deletion for 0e39f4e3-60b9-4436-b2f9-88ceab87f806 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:24.176534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Deleting port eeb772c4-6e78-470b-8910-4b9afdc7f866 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:24.177103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.189692 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.220075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=f1afbc6e-4073-4171-b089-ab5d44338a6f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.226169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.228071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a21597af-ada3-469f-9476-b35360e235fb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/f1afbc6e-4073-4171-b089-ab5d44338a6f HTTP/1.1" status: 204 len: 168 time: 0.3356948 Jul 23 16:52:24.231594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60832) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:24.240437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fdc41-e79d-4ce2-a445-e0fbb0aef298 None None] Network b604b5fc-0449-499b-b99d-47117bbaa090 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:24.262287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] For port eeb772c4-6e78-470b-8910-4b9afdc7f866, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eeb772c4-6e78-470b-8910-4b9afdc7f866,segment=NetworkSegment(638600cd-33fb-43d9-a2d1-fe435f2ea1df),segment_id=638600cd-33fb-43d9-a2d1-fe435f2ea1df)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:24.262978 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.283177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Calling delete_port for eeb772c4-6e78-470b-8910-4b9afdc7f866 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:24.318414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.377469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port eeb772c4-6e78-470b-8910-4b9afdc7f866 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:24.377847 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.451426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port eeb772c4-6e78-470b-8910-4b9afdc7f866, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=eeb772c4-6e78-470b-8910-4b9afdc7f866,segment=NetworkSegment(638600cd-33fb-43d9-a2d1-fe435f2ea1df),segment_id=638600cd-33fb-43d9-a2d1-fe435f2ea1df)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:24.451904 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.456705 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.466970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for eeb772c4-6e78-470b-8910-4b9afdc7f866 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:24.487787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] Pushing event deleted for resources: {'Port': ['ID=eeb772c4-6e78-470b-8910-4b9afdc7f866,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.502563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e052d-7a03-4f0a-8297-8601efb79e4d None None] No DVR routers for this DVR port eeb772c4-6e78-470b-8910-4b9afdc7f866 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:24.522675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] DHCP port deletion for b604b5fc-0449-499b-b99d-47117bbaa090 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:24.555729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.576264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Deleting port 9e11961c-e428-44b9-9057-dd372156411f {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:24.576572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.585602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=eeb772c4-6e78-470b-8910-4b9afdc7f866,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.595801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port eeb772c4-6e78-470b-8910-4b9afdc7f866 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:24.652471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] For port 9e11961c-e428-44b9-9057-dd372156411f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9e11961c-e428-44b9-9057-dd372156411f,segment=NetworkSegment(790399a8-15cc-4690-92e2-bc9b0fc8ae61),segment_id=790399a8-15cc-4690-92e2-bc9b0fc8ae61)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:24.653395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.669260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Calling delete_port for 9e11961c-e428-44b9-9057-dd372156411f owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:24.684723 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.695451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e39f4e3-60b9-4436-b2f9-88ceab87f806']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:24.706981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638600cd-33fb-43d9-a2d1-fe435f2ea1df') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:24.707473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638600cd-33fb-43d9-a2d1-fe435f2ea1df') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:24.718049 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.734086 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.741487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:24.742283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self.session.flush() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:24.746049 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:24.770570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.798137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] Pushing event deleted for resources: {'Port': ['ID=9e11961c-e428-44b9-9057-dd372156411f,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.803511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35beb0e8-84e2-4b06-aa47-8960a379cebc None None] No DVR routers for this DVR port 9e11961c-e428-44b9-9057-dd372156411f on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:24.826170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.831242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:24.835704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/0e39f4e3-60b9-4436-b2f9-88ceab87f806 HTTP/1.1" status: 204 len: 168 time: 0.6004651 Jul 23 16:52:24.836179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60836) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:24.848853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eb25e-99ee-4e93-8e1a-53b669c7f072 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=0e39f4e3-60b9-4436-b2f9-88ceab87f806,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:24.918622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.011009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.021501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b604b5fc-0449-499b-b99d-47117bbaa090']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:25.032219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790399a8-15cc-4690-92e2-bc9b0fc8ae61') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:25.032649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790399a8-15cc-4690-92e2-bc9b0fc8ae61') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:25.041573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.056254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.063654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:25.064116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:25.067742 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:25.138860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.148590 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.150712 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/b604b5fc-0449-499b-b99d-47117bbaa090 HTTP/1.1" status: 204 len: 168 time: 0.3135657 Jul 23 16:52:25.155374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60844) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.160535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-2763366'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:25.162544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178710d5-925c-416b-8a92-6139a4262a3b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=b604b5fc-0449-499b-b99d-47117bbaa090,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:25.180416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:25.185067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.210584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:25.219949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.220294 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8 of type vlan for network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 Jul 23 16:52:25.262372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.291334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.297340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:25.297949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.333722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.1746886 Jul 23 16:52:25.334662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60846) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.340226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:25.415518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a23a2-d549-47a3-934f-47332e23d15a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=34c4de6c-19ff-4e90-a44c-3663f597bfd2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:25.417045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9e11961c-e428-44b9-9057-dd372156411f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:25.443398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:25.446137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:25.447215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.448985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9e11961c-e428-44b9-9057-dd372156411f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:25.449330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9e11961c-e428-44b9-9057-dd372156411f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:25.449818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eeb772c4-6e78-470b-8910-4b9afdc7f866 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:25.451175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60850) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.484859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: eeb772c4-6e78-470b-8910-4b9afdc7f866 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:25.485548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device eeb772c4-6e78-470b-8910-4b9afdc7f866 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:25.604832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e440354e-4eeb-4104-9bac-2d8ca358403d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7481d440cee5413684b7ac5a5951a21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524794 Jul 23 16:52:25.607471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60854) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.658582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.669779 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.680926 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.729187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=2c183794-b922-43b2-ab4c-64427d52ac48,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:25.731744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.735027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.738705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6defe5ec-341b-475c-ab38-89386779a9a9 HTTP/1.1" status: 204 len: 168 time: 0.1279182 Jul 23 16:52:25.742104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:25.742585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: 34c4de6c-19ff-4e90-a44c-3663f597bfd2, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:25.745821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a383070-65a6-4fae-9c4c-73b6713b49f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defe5ec-341b-475c-ab38-89386779a9a9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:25.761885 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:25.775066 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 34c4de6c-19ff-4e90-a44c-3663f597bfd2) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:25.780238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:25.780838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.789283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7f894-721d-4ee8-b9ec-6fc7123625c6 None None] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:25.797422 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca52b235-02b7-477a-946e-1b056b802eac tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4621501 Jul 23 16:52:25.800044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60858) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.804890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3735196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:25.831491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.832483 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.929548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.934366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.955175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.957260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-34c4de6c-19ff-4e90-a44c-3663f597bfd2', 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': '2c183794-b922-43b2-ab4c-64427d52ac48'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:25.958159 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:25.960054 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60862) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:25.960626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-06101dac-31d3-470d-9860-8945a500618f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1590464 Jul 23 16:52:25.965871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'port': {'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2', 'name': 'tempest-RoutersTest-1890693216'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:26.096381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:26.100604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.115885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Allocated IP 172.20.0.2 (34c4de6c-19ff-4e90-a44c-3663f597bfd2/2c183794-b922-43b2-ab4c-64427d52ac48/e1a3205b-ec41-42d2-9827-e0eacff61e4f) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:26.123718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] device_id is not set on port bea58297-719c-4206-b08e-d8544beb056a yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:52:26.281229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.290893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Transition to ACTIVE for port object e1a3205b-ec41-42d2-9827-e0eacff61e4f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:26.306708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Transition to ACTIVE for port object e1a3205b-ec41-42d2-9827-e0eacff61e4f will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:26.313026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.350304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:26.353900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:26.357780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:26.387470 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.db.api [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9d3b7092-ac04-41c6-9ccc-1fb9e3369c35 {{(pid=94004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:52:26.388106 n-d-800484-3 neutron-server[94004]: DEBUG oslo_db.api [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:52:26.392749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Pushing event updated for resources: {'Port': ['ID=e1a3205b-ec41-42d2-9827-e0eacff61e4f,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:26.433873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Attempting to bind port e1a3205b-ec41-42d2-9827-e0eacff61e4f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:26.434561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Attempting to bind port e1a3205b-ec41-42d2-9827-e0eacff61e4f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:26.434703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Attempting to bind port e1a3205b-ec41-42d2-9827-e0eacff61e4f on network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:26.439984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:26.440350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Checking segment: {'id': '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:26.440754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.441149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Bound using segment: {'id': '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:26.441611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Bound port: e1a3205b-ec41-42d2-9827-e0eacff61e4f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '34c4de6c-19ff-4e90-a44c-3663f597bfd2'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:26.442020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.459611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60880) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:26.520630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] For port e1a3205b-ec41-42d2-9827-e0eacff61e4f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:26.524399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] For port e1a3205b-ec41-42d2-9827-e0eacff61e4f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1a3205b-ec41-42d2-9827-e0eacff61e4f,segment=NetworkSegment(7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8),segment_id=7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:26.528937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.607621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-25534421-network', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:26.607882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860cab7-ba11-4357-9717-b1dd8a2425be None None] Pushing event updated for resources: {'Port': ['ID=e1a3205b-ec41-42d2-9827-e0eacff61e4f,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:26.632851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Made reservation on behalf of bada36ce8d874652b1e6ce0dce4d49ee for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:26.632851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.642857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.739194 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.746678 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.778560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3012a9-34d5-4c48-9805-fef321a9e360,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:26.783599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:26.792925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.793271 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Added segment 77306eeb-f253-46c4-b161-f8e6c79ebc72 of type vlan for network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c Jul 23 16:52:26.840916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.882200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.883197 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:26.883780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.889053 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.938813 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4780762 Jul 23 16:52:26.940049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] device_id is not set on port 5666df78-0d4d-4699-82f3-6c11bcd2661a yet. {{(pid=94004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 16:52:26.941835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60884) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:26.948099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Request body: {'subnet': {'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-25534421-subnet', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:26.974856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Made reservation on behalf of bada36ce8d874652b1e6ce0dce4d49ee for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:26.975473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb423-c01c-4485-a437-db364a7f831f admin admin] Pushing event updated for resources: {'Network': ['ID=ef8d5d1d-0326-4e4b-9562-c1c926d03a9c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:26.977434 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:26.988681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:27.108285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.20.0.9 (34c4de6c-19ff-4e90-a44c-3663f597bfd2/2c183794-b922-43b2-ab4c-64427d52ac48/5666df78-0d4d-4699-82f3-6c11bcd2661a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:27.310967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.327806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object 5666df78-0d4d-4699-82f3-6c11bcd2661a will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:27.380069 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.436595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:27.439923 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:27.444367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:27.475979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=5666df78-0d4d-4699-82f3-6c11bcd2661a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:27.485344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1a3205b-ec41-42d2-9827-e0eacff61e4f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:27.488406 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.514600 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:27.515370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.540782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2fe2fb19-c0c4-4dd2-b7a8-d565160ff0d3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5783305 Jul 23 16:52:27.542257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60886) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:27.552454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8d50de-93b3-4de9-92a4-f1c500cba2d9,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:27.555089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e1a3205b-ec41-42d2-9827-e0eacff61e4f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:27.571781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Checking segment: {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:27.572832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Network hostable DHCP agents. Network: ef8d5d1d-0326-4e4b-9562-c1c926d03a9c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:27.591974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:27.602923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ef8d5d1d-0326-4e4b-9562-c1c926d03a9c) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:27.607748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:27.608802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.613449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d73230-d333-42b2-86d1-1ae79caf75a4 None None] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:27.626939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-77bcf6d2-d287-4f89-8c17-5efe7029d301 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.6838136 Jul 23 16:52:27.629472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60888) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:27.635436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:27.673236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.674461 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.676389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea57205-f63c-49c1-b536-db5ba15d90cb None None] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:27.733044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.797459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Provisioning for port e1a3205b-ec41-42d2-9827-e0eacff61e4f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:27.816261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Provisioning complete for port e1a3205b-ec41-42d2-9827-e0eacff61e4f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:27.816771 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.883618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.909341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'fixed_ips': [{'subnet_id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:27.910130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:27.955569 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.073330 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.152151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] For port e1a3205b-ec41-42d2-9827-e0eacff61e4f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1a3205b-ec41-42d2-9827-e0eacff61e4f,segment=NetworkSegment(7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8),segment_id=7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:28.157960 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.159221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Allocated IP 172.20.0.2 (ef8d5d1d-0326-4e4b-9562-c1c926d03a9c/4a8d50de-93b3-4de9-92a4-f1c500cba2d9/ec738e6d-0c5e-41d7-890e-34e0330be388) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:28.171393 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.201060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.242195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9c4c-d0df-4d27-ac32-16450faea853 None None] Pushing event updated for resources: {'Port': ['ID=e1a3205b-ec41-42d2-9827-e0eacff61e4f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:28.243888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.249909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.345229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Allocated IP 172.25.2.122 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/ae930440-5f97-40eb-998f-aae1aaba4e83) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:28.354830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=5666df78-0d4d-4699-82f3-6c11bcd2661a,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:28.378888 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.391770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Transition to ACTIVE for port object ec738e6d-0c5e-41d7-890e-34e0330be388 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:28.417194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Transition to ACTIVE for port object ec738e6d-0c5e-41d7-890e-34e0330be388 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:28.425519 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.472718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:28.476252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:28.481034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:28.491581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.555248 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.560145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.568461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Pushing event updated for resources: {'Port': ['ID=ec738e6d-0c5e-41d7-890e-34e0330be388,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:28.571254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Attempting to bind port ec738e6d-0c5e-41d7-890e-34e0330be388 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:28.571624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Attempting to bind port ec738e6d-0c5e-41d7-890e-34e0330be388 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:28.571993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Attempting to bind port ec738e6d-0c5e-41d7-890e-34e0330be388 on network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:28.578461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:28.578744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Checking segment: {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:28.579150 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.579547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Bound using segment: {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:28.580012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Bound port: ec738e6d-0c5e-41d7-890e-34e0330be388, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:28.580392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.583721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Provisioning for port 5666df78-0d4d-4699-82f3-6c11bcd2661a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:28.607382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Provisioning complete for port 5666df78-0d4d-4699-82f3-6c11bcd2661a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:28.608754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.612131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:28.615386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:28.617998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:28.697737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Port 5666df78-0d4d-4699-82f3-6c11bcd2661a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:28.704633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] For port ec738e6d-0c5e-41d7-890e-34e0330be388, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:28.708200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] For port ec738e6d-0c5e-41d7-890e-34e0330be388, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec738e6d-0c5e-41d7-890e-34e0330be388,segment=NetworkSegment(77306eeb-f253-46c4-b161-f8e6c79ebc72),segment_id=77306eeb-f253-46c4-b161-f8e6c79ebc72)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:28.714900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.739896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Pushing event updated for resources: {'Port': ['ID=ae930440-5f97-40eb-998f-aae1aaba4e83,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:28.759240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.782169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Provisioning complete for port e1a3205b-ec41-42d2-9827-e0eacff61e4f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:28.782545 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-42685b5a-589b-4326-bb1e-19afbe185e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:28.829910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1fdc-f7e3-4e37-99b1-8b59f6500265 None None] Pushing event updated for resources: {'Port': ['ID=ec738e6d-0c5e-41d7-890e-34e0330be388,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:28.971539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.225376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.313247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.347556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-68662eec-f808-4968-8286-0fb05e5f6561 None None] Provisioning complete for port 5666df78-0d4d-4699-82f3-6c11bcd2661a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:29.349304 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68662eec-f808-4968-8286-0fb05e5f6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.414073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-68662eec-f808-4968-8286-0fb05e5f6561 None None] Port 5666df78-0d4d-4699-82f3-6c11bcd2661a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:29.513708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:29.542224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec738e6d-0c5e-41d7-890e-34e0330be388 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:29.566166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.572585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.607120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ec738e6d-0c5e-41d7-890e-34e0330be388 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:29.612242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1a3205b-ec41-42d2-9827-e0eacff61e4f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:29.658033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:29.666919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e1a3205b-ec41-42d2-9827-e0eacff61e4f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:29.667091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.677830 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Sync routers for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:29.684896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.688144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=5666df78-0d4d-4699-82f3-6c11bcd2661a,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:29.692266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-06f1ac79-19d1-4609-ac88-82e8ded2b2ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0582402 Jul 23 16:52:29.692498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:29.693272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60890) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:29.706619 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:29.707657 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:29.856928 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:29.906753 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:29.908926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:30.100827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 9f187273-abf6-4854-9cd5-3c29ba3cdf01 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:30.141675 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:28Z', 'revision_number': 3, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.244604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:30.250216 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1826665-6671-46eb-8018-465e31a1be2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/9f187273-abf6-4854-9cd5-3c29ba3cdf01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7066188 Jul 23 16:52:30.252986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60892) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:30.257396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] Sync routers for ids ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:30.263259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a9ba9-c944-4e81-a9f3-752853f4c369 None None] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:30.285560 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Checking router: f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:30.286140 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Updating router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 port ae930440-5f97-40eb-998f-aae1aaba4e83 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:30.290361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] Routers {'9f187273-abf6-4854-9cd5-3c29ba3cdf01'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:30.291977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.324460 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.329412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.341249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b8cae-201c-46fa-863d-da7839e999c3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:30.348386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dd1b8cae-201c-46fa-863d-da7839e999c3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports/5666df78-0d4d-4699-82f3-6c11bcd2661a HTTP/1.1" status: 200 len: 977 time: 0.0887542 Jul 23 16:52:30.348386 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60894) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:30.388444 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] Routers {'9f187273-abf6-4854-9cd5-3c29ba3cdf01'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:30.388791 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.426678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Provisioning complete for port 5666df78-0d4d-4699-82f3-6c11bcd2661a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:30.426678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.454005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.455106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa9dd92-2041-4ebf-81cd-cf7aae00ed91 None None] The sync data for ids ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:30.489437 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.499529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Port 5666df78-0d4d-4699-82f3-6c11bcd2661a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:30.537841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Provisioning for port ec738e6d-0c5e-41d7-890e-34e0330be388 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:30.544197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Provisioning complete for port ec738e6d-0c5e-41d7-890e-34e0330be388 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:30.544573 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.649246 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.662517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Transition to ACTIVE for port object ae930440-5f97-40eb-998f-aae1aaba4e83 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:30.667229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.675253 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.720564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] For port ec738e6d-0c5e-41d7-890e-34e0330be388, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec738e6d-0c5e-41d7-890e-34e0330be388,segment=NetworkSegment(77306eeb-f253-46c4-b161-f8e6c79ebc72),segment_id=77306eeb-f253-46c4-b161-f8e6c79ebc72)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:30.726718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.746187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Attempting to bind port ae930440-5f97-40eb-998f-aae1aaba4e83 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:30.747302 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Attempting to bind port ae930440-5f97-40eb-998f-aae1aaba4e83 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:30.747881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Attempting to bind port ae930440-5f97-40eb-998f-aae1aaba4e83 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:30.757394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:30.758237 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:30.759641 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.760411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:30.761680 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Bound port: ae930440-5f97-40eb-998f-aae1aaba4e83, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:30.762378 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.795128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2813fa-cec6-4530-921f-a1ffeab3a3fe None None] Pushing event updated for resources: {'Port': ['ID=ec738e6d-0c5e-41d7-890e-34e0330be388,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:30.803605 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Pushing event updated for resources: {'Port': ['ID=ae930440-5f97-40eb-998f-aae1aaba4e83,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:30.820606 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.821254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.821591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.821922 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.822324 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.822652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.822974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.823294 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.823786 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.824117 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.824439 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.824759 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:30.855873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] For port ae930440-5f97-40eb-998f-aae1aaba4e83, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:30.859777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] For port ae930440-5f97-40eb-998f-aae1aaba4e83, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ae930440-5f97-40eb-998f-aae1aaba4e83,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:30.864520 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:30.915343 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:30.916596 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:30.949915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-606c26f7-0270-4819-976f-02d0c1f34ea2 None None] Provisioning complete for port ec738e6d-0c5e-41d7-890e-34e0330be388 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:30.950479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-606c26f7-0270-4819-976f-02d0c1f34ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.005189 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3ac8a-4186-4295-b569-144b2ae27e8a None None] Pushing event updated for resources: {'Port': ['ID=ae930440-5f97-40eb-998f-aae1aaba4e83,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:31.046940 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:31.189578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Allocated IP 172.20.0.1 (ef8d5d1d-0326-4e4b-9562-c1c926d03a9c/4a8d50de-93b3-4de9-92a4-f1c500cba2d9/f351641c-8ef4-4991-a306-ea0c878b9be0) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:31.233100 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:28Z', 'revision_number': 3, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:31.259978 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2792de-8ba1-4295-8f96-0c5c9a88d448 None None] The sync data for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 is: [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:28Z', 'revision_number': 3, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:31.393910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.410539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec738e6d-0c5e-41d7-890e-34e0330be388 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:31.466932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ec738e6d-0c5e-41d7-890e-34e0330be388 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:31.467312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.467556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.488654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Transition to ACTIVE for port object f351641c-8ef4-4991-a306-ea0c878b9be0 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:31.598618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.643810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:31.650900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:31.658421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:31.664494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Pushing event updated for resources: {'Port': ['ID=f351641c-8ef4-4991-a306-ea0c878b9be0,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:31.704457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.704797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.705137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.705476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.705807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.706163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.706487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.706809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.707129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.707448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.707767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.708084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:31.748650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.907893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 5666df78-0d4d-4699-82f3-6c11bcd2661a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:31.908245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:31.960544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-10d7485a-658b-45cb-b502-9b5623fe60b4 None None] Provisioning for port f351641c-8ef4-4991-a306-ea0c878b9be0 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:31.965972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-10d7485a-658b-45cb-b502-9b5623fe60b4 None None] Provisioning complete for port f351641c-8ef4-4991-a306-ea0c878b9be0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:31.966794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10d7485a-658b-45cb-b502-9b5623fe60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.005107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-10d7485a-658b-45cb-b502-9b5623fe60b4 None None] Port f351641c-8ef4-4991-a306-ea0c878b9be0 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:32.051104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.054077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.057581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:52:32.075660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 5666df78-0d4d-4699-82f3-6c11bcd2661a owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:32.360869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.368099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.421766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.462535 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.485378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Pushing event updated for resources: {'Port': ['ID=f351641c-8ef4-4991-a306-ea0c878b9be0,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:32.533529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=5666df78-0d4d-4699-82f3-6c11bcd2661a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:32.697213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:32.753963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:32.780160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:33.032519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31ea9dc5-8790-45db-a9c6-7cd29233343a None None] Provisioning complete for port f351641c-8ef4-4991-a306-ea0c878b9be0 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:33.033687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31ea9dc5-8790-45db-a9c6-7cd29233343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.082496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-31ea9dc5-8790-45db-a9c6-7cd29233343a None None] Port f351641c-8ef4-4991-a306-ea0c878b9be0 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:33.248848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 9f187273-abf6-4854-9cd5-3c29ba3cdf01 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:33.305879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:33.343248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:33.350378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-294afeac-8399-45a1-9b86-a11c5173be06 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/9f187273-abf6-4854-9cd5-3c29ba3cdf01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0012021 Jul 23 16:52:33.353265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:33.357280 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] Sync routers for ids ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:33.372885 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] Routers {'9f187273-abf6-4854-9cd5-3c29ba3cdf01'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:33.374701 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:33.413336 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:33.424165 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] Routers {'9f187273-abf6-4854-9cd5-3c29ba3cdf01'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:33.424971 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:33.460966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ae930440-5f97-40eb-998f-aae1aaba4e83 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:33.462775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:33.463823 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9230f8ea-5f1a-4f2c-a23f-64995b83eda2 None None] The sync data for ids ['9f187273-abf6-4854-9cd5-3c29ba3cdf01'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:33.470902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:33.476237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c6bc40a-e01e-465a-a8c2-9b6ff93eb9ed admin admin] 10.222.0.64 "PUT /v2.0/routers/f1e6db1f-a9d0-46dc-8a2a-b774862b62e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7804816 Jul 23 16:52:33.489374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Sync routers for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:33.510777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:33.511398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:33.582951 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-e824b9a2-a027-4053-a86a-5c9adec9e438 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 16:52:33.583946 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e824b9a2-a027-4053-a86a-5c9adec9e438 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/9f187273-abf6-4854-9cd5-3c29ba3cdf01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2270727 Jul 23 16:52:33.587699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:33.595031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ae930440-5f97-40eb-998f-aae1aaba4e83 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:33.601724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ae930440-5f97-40eb-998f-aae1aaba4e83 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:33.602137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.630532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9730c37c-a170-4a41-8636-6e32c3a4b591 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f187273-abf6-4854-9cd5-3c29ba3cdf01 HTTP/1.1" status: 200 len: 205 time: 0.0387697 Jul 23 16:52:33.631462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60904) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:33.666898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:33.716799 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.788641 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.846489 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port ae930440-5f97-40eb-998f-aae1aaba4e83, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ae930440-5f97-40eb-998f-aae1aaba4e83,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:33.856456 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.894506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.898815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.944304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=ae930440-5f97-40eb-998f-aae1aaba4e83,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:33.958151 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.958660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router 9f187273-abf6-4854-9cd5-3c29ba3cdf01 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:33.967514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:33.970707 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-967b3616-d038-422c-986b-f48d5fb1eadb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/9f187273-abf6-4854-9cd5-3c29ba3cdf01 HTTP/1.1" status: 204 len: 168 time: 0.3383510 Jul 23 16:52:33.971882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60914) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:33.974491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:31Z', 'revision_number': 4, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f351641c-8ef4-4991-a306-ea0c878b9be0', 'name': '', 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'mac_address': 'fa:16:3e:e2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:30Z', 'updated_at': '2021-07-23T16:52:32Z', 'revision_number': 2, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'subnets': [{'id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:34.003370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Checking router: f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:34.003756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Updating router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 port f351641c-8ef4-4991-a306-ea0c878b9be0 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:34.029226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet 2c183794-b922-43b2-ab4c-64427d52ac48 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:34.032667 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.044724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.081118 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.174719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.244851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.268301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9659f-984a-4dcc-9901-46d429efbce5 None None] Network 34c4de6c-19ff-4e90-a44c-3663f597bfd2 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:34.283111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.287850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/2c183794-b922-43b2-ab4c-64427d52ac48 HTTP/1.1" status: 204 len: 168 time: 0.3142745 Jul 23 16:52:34.288098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:34.288799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b497831-f0f8-4c7d-86fd-06bd964ff94c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=2c183794-b922-43b2-ab4c-64427d52ac48,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:34.382587 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.430074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.443681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Transition to ACTIVE for port object f351641c-8ef4-4991-a306-ea0c878b9be0 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:34.446465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port e1a3205b-ec41-42d2-9827-e0eacff61e4f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:34.447601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.452946 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.527042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad177fa-0032-4b5d-bd3f-cc31909a9477 None None] Pushing event updated for resources: {'Port': ['ID=f351641c-8ef4-4991-a306-ea0c878b9be0,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:34.532402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port e1a3205b-ec41-42d2-9827-e0eacff61e4f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e1a3205b-ec41-42d2-9827-e0eacff61e4f,segment=NetworkSegment(7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8),segment_id=7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:34.532800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.553584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for e1a3205b-ec41-42d2-9827-e0eacff61e4f owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:34.623372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Attempting to bind port f351641c-8ef4-4991-a306-ea0c878b9be0 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:34.624158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Attempting to bind port f351641c-8ef4-4991-a306-ea0c878b9be0 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:34.624792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Attempting to bind port f351641c-8ef4-4991-a306-ea0c878b9be0 on network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:34.634187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:34.635569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Checking segment: {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:34.636366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.637005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Bound using segment: {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:34.637736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Bound port: f351641c-8ef4-4991-a306-ea0c878b9be0, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77306eeb-f253-46c4-b161-f8e6c79ebc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:34.638436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.642939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36efbb-845c-4d21-a299-ca0b2c7a9fcd None None] DHCP port deletion for 34c4de6c-19ff-4e90-a44c-3663f597bfd2 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:34.645024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.686932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=e1a3205b-ec41-42d2-9827-e0eacff61e4f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:34.692645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:34.693867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port e1a3205b-ec41-42d2-9827-e0eacff61e4f on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:34.737161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] For port f351641c-8ef4-4991-a306-ea0c878b9be0, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:34.741043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] For port f351641c-8ef4-4991-a306-ea0c878b9be0, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f351641c-8ef4-4991-a306-ea0c878b9be0,segment=NetworkSegment(77306eeb-f253-46c4-b161-f8e6c79ebc72),segment_id=77306eeb-f253-46c4-b161-f8e6c79ebc72)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:34.745196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.818545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:34.819288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:34.852619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.872292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c4de6c-19ff-4e90-a44c-3663f597bfd2']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:34.886914 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:34.887297 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7446f81d-c437-4bb2-9dc6-2f8c30dfcbe8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:34.900791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.906008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad177fa-0032-4b5d-bd3f-cc31909a9477 None None] Pushing event updated for resources: {'Port': ['ID=f351641c-8ef4-4991-a306-ea0c878b9be0,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:34.954768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:34.961453 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:34.998646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:34.999077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:35.002605 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:35.086506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.093434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.101498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/34c4de6c-19ff-4e90-a44c-3663f597bfd2 HTTP/1.1" status: 204 len: 168 time: 0.8058960 Jul 23 16:52:35.101618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60926) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:35.104940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-1755835662'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:35.127262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:35.130997 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.158010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:35.161208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20b4c-4de6-40ac-b816-2fc6418f3466 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=34c4de6c-19ff-4e90-a44c-3663f597bfd2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:35.172405 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.173043 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment b114b0b8-2776-4318-b324-60644e5ea8ca of type vlan for network b4483021-f24b-41b7-b982-c8313dbb0d2a Jul 23 16:52:35.226565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.259907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.267454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:35.268067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.292058 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.300351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2000535 Jul 23 16:52:35.308767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60928) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:35.316460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:35.364591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:31Z', 'revision_number': 4, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f351641c-8ef4-4991-a306-ea0c878b9be0', 'name': '', 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'mac_address': 'fa:16:3e:e2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:30Z', 'updated_at': '2021-07-23T16:52:34Z', 'revision_number': 4, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'subnets': [{'id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:35.366557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1d97-e0ec-468f-b4d1-66347cd0162c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=b4483021-f24b-41b7-b982-c8313dbb0d2a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:35.400119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34f6b5-7ea7-49e6-b492-e41e90c3e7df None None] The sync data for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 is: [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:31Z', 'revision_number': 4, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f351641c-8ef4-4991-a306-ea0c878b9be0', 'name': '', 'network_id': 'ef8d5d1d-0326-4e4b-9562-c1c926d03a9c', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'mac_address': 'fa:16:3e:e2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:30Z', 'updated_at': '2021-07-23T16:52:34Z', 'revision_number': 4, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'subnets': [{'id': '4a8d50de-93b3-4de9-92a4-f1c500cba2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:35.406574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b4483021-f24b-41b7-b982-c8313dbb0d2a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:35.436686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ae930440-5f97-40eb-998f-aae1aaba4e83 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:35.469682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:35.475583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.609339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ae930440-5f97-40eb-998f-aae1aaba4e83 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:35.610155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.728423 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Deleting port f351641c-8ef4-4991-a306-ea0c878b9be0 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:35.728993 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.804419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1a3205b-ec41-42d2-9827-e0eacff61e4f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:35.818728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.848411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e1a3205b-ec41-42d2-9827-e0eacff61e4f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:35.848771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e1a3205b-ec41-42d2-9827-e0eacff61e4f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:35.879974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] For port f351641c-8ef4-4991-a306-ea0c878b9be0, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f351641c-8ef4-4991-a306-ea0c878b9be0,segment=NetworkSegment(77306eeb-f253-46c4-b161-f8e6c79ebc72),segment_id=77306eeb-f253-46c4-b161-f8e6c79ebc72)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:35.880209 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.901402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Calling delete_port for f351641c-8ef4-4991-a306-ea0c878b9be0 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:35.905594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=6e84724b-ff64-4b57-8ee5-7480069b7bb1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:35.920382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': 'b114b0b8-2776-4318-b324-60644e5ea8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:35.920884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: b4483021-f24b-41b7-b982-c8313dbb0d2a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:35.948284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b4483021-f24b-41b7-b982-c8313dbb0d2a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:35.961689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b4483021-f24b-41b7-b982-c8313dbb0d2a) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:35.966826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:35.968273 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:35.972885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3602f0-0b87-4d85-af9b-37c39d088cb8 None None] Network b4483021-f24b-41b7-b982-c8313dbb0d2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:35.988055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-46eea96d-833e-4295-a6a1-47558533d9b0 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6778638 Jul 23 16:52:35.988886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60930) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:35.994734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-825247817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:36.020219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.022072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.104074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.112194 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.127474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.137996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.142406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-705aa89e-6ad0-41ff-8964-feba229ede79 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1524489 Jul 23 16:52:36.143106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60932) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:36.157006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f351641c-8ef4-4991-a306-ea0c878b9be0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:36.172276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b4483021-f24b-41b7-b982-c8313dbb0d2a', 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': '6e84724b-ff64-4b57-8ee5-7480069b7bb1'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:36.173797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.189979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.193386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.193837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.194264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.194659 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.195321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.195443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.195816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.199082 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.199496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.199894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.200286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:36.396956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Allocated IP 172.20.0.2 (b4483021-f24b-41b7-b982-c8313dbb0d2a/6e84724b-ff64-4b57-8ee5-7480069b7bb1/4a8ad22a-01ef-4611-ae52-06093dd0d2dc) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:36.421826 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.557164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.616172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.627500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Transition to ACTIVE for port object 4a8ad22a-01ef-4611-ae52-06093dd0d2dc will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:36.644174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Transition to ACTIVE for port object 4a8ad22a-01ef-4611-ae52-06093dd0d2dc will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:36.653628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.675053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Network b4483021-f24b-41b7-b982-c8313dbb0d2a is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:36.678228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:36.699374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:36.719333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:36.748187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Pushing event updated for resources: {'Port': ['ID=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:36.779308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Attempting to bind port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:36.779557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Attempting to bind port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b114b0b8-2776-4318-b324-60644e5ea8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:36.779745 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Attempting to bind port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc on network b4483021-f24b-41b7-b982-c8313dbb0d2a {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:36.785308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:36.785584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Checking segment: {'id': 'b114b0b8-2776-4318-b324-60644e5ea8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:36.785828 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.786261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Bound using segment: {'id': 'b114b0b8-2776-4318-b324-60644e5ea8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:36.786739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Bound port: 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b114b0b8-2776-4318-b324-60644e5ea8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'b4483021-f24b-41b7-b982-c8313dbb0d2a'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:36.787128 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.852083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:36.855089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] For port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:36.858446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] For port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,segment=NetworkSegment(b114b0b8-2776-4318-b324-60644e5ea8ca),segment_id=b114b0b8-2776-4318-b324-60644e5ea8ca)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:36.861505 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e9749252-17a3-40a1-a649-e2407cf29bb8 admin admin] 10.222.0.64 "PUT /v2.0/routers/f1e6db1f-a9d0-46dc-8a2a-b774862b62e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413774 Jul 23 16:52:36.861714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60934) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:36.866198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:36.940660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03133196-ee32-4652-8e10-45ea942aa1ae None None] Pushing event updated for resources: {'Port': ['ID=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:36.984180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.20.0.1 (b4483021-f24b-41b7-b982-c8313dbb0d2a/6e84724b-ff64-4b57-8ee5-7480069b7bb1/b04974dc-a93d-4214-b4da-72a40a67f980) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:37.033394 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.040351 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Sync routers for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:37.050688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:37.051318 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:37.184607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:37.208370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.250845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.284295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object b04974dc-a93d-4214-b4da-72a40a67f980 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:37.327653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Deleting port ae930440-5f97-40eb-998f-aae1aaba4e83 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:37.327991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.344344 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.390999 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:36Z', 'revision_number': 5, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port': {'id': 'ae930440-5f97-40eb-998f-aae1aaba4e83', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:28Z', 'updated_at': '2021-07-23T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:37.424457 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Checking router: f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:37.431640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b4483021-f24b-41b7-b982-c8313dbb0d2a is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:37.437193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Routers {'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:37.438654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:37.439105 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:37.452534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:37.458487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=b04974dc-a93d-4214-b4da-72a40a67f980,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:37.466172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a8ad22a-01ef-4611-ae52-06093dd0d2dc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:37.507085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] For port ae930440-5f97-40eb-998f-aae1aaba4e83, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ae930440-5f97-40eb-998f-aae1aaba4e83,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:37.507545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.527450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Calling delete_port for ae930440-5f97-40eb-998f-aae1aaba4e83 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:37.528680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:37.529571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:37.552014 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] Set router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:37.611160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:37Z', 'revision_number': 6, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:37.742441 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39c0de-3774-4ef1-8657-aebd7c1a180d None None] The sync data for ids ['f1e6db1f-a9d0-46dc-8a2a-b774862b62e8'] in n-d-800484-3 is: [{'id': 'f1e6db1f-a9d0-46dc-8a2a-b774862b62e8', 'name': 'tempest-ImageQuotaTest-25534421-router', 'tenant_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:27Z', 'updated_at': '2021-07-23T16:52:37Z', 'revision_number': 6, 'project_id': 'bada36ce8d874652b1e6ce0dce4d49ee', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:37.968805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dd6fa-8622-48dd-b127-3c18e7febf70 None None] Network b4483021-f24b-41b7-b982-c8313dbb0d2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:38.059728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Provisioning for port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:38.083612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Provisioning complete for port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:38.083907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.088551 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.210239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.257526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] For port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,segment=NetworkSegment(b114b0b8-2776-4318-b324-60644e5ea8ca),segment_id=b114b0b8-2776-4318-b324-60644e5ea8ca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:38.262594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.284656 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.323675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b333538-43e2-4c3f-98a8-b9c9eec1b03b None None] Pushing event updated for resources: {'Port': ['ID=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:38.329056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ae930440-5f97-40eb-998f-aae1aaba4e83,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:38.452005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.486469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Provisioning complete for port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:38.486993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.566756 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.573810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.579446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.614094 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Provisioning for port b04974dc-a93d-4214-b4da-72a40a67f980 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:38.619029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.631334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Provisioning complete for port b04974dc-a93d-4214-b4da-72a40a67f980 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:38.633436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.667060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.667609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:38.676910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.678102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3ddf97c6-9a78-48a1-ab96-84aef0d1f5ad admin admin] 10.222.0.64 "DELETE /v2.0/routers/f1e6db1f-a9d0-46dc-8a2a-b774862b62e8 HTTP/1.1" status: 204 len: 168 time: 1.8152726 Jul 23 16:52:38.680867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:38.692442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-b72396a0-2df9-4834-9458-8efce1fc063c None None] Port b04974dc-a93d-4214-b4da-72a40a67f980 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:38.703656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=b04974dc-a93d-4214-b4da-72a40a67f980,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:38.708541 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.739363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Deleting subnet 4a8d50de-93b3-4de9-92a4-f1c500cba2d9 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:38.743273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.785869 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.820111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network b4483021-f24b-41b7-b982-c8313dbb0d2a is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:38.822738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:38.826530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5bdc8c6c-3bb9-4670-a620-d0f1653e9be3 None None] Provisioning complete for port b04974dc-a93d-4214-b4da-72a40a67f980 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:38.828212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5bdc8c6c-3bb9-4670-a620-d0f1653e9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.892668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.896863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc8c6c-3bb9-4670-a620-d0f1653e9be3 None None] Port b04974dc-a93d-4214-b4da-72a40a67f980 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:38.974633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:38.985850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:39.006443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8d50de-93b3-4de9-92a4-f1c500cba2d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:39.013148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.019083 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-757bbb8e-9ac1-4eb8-80cc-048a88b226c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4a8d50de-93b3-4de9-92a4-f1c500cba2d9 HTTP/1.1" status: 204 len: 168 time: 0.3322096 Jul 23 16:52:39.020089 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c0933-3524-413c-a3bc-4e8e1a0eaca7 None None] Network ef8d5d1d-0326-4e4b-9562-c1c926d03a9c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:39.025586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60938) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.103677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:39.106147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.108928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c2ad84b2-f5a6-4d91-858c-9f3c41ec41e6 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9646628 Jul 23 16:52:39.111831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60940) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.153121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] Sync routers for ids ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:39.164666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Deleting port ec738e6d-0c5e-41d7-890e-34e0330be388 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:39.165007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.172563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] Routers {'fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:39.173321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.184834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4177ee3-6804-414b-874d-cbcbb9778eb7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:39.189972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f4177ee3-6804-414b-874d-cbcbb9778eb7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports/b04974dc-a93d-4214-b4da-72a40a67f980 HTTP/1.1" status: 200 len: 910 time: 0.0730455 Jul 23 16:52:39.191516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60942) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.214404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.221675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5dd3cfcf-ab7f-446a-9fa1-3dd18ef78adb None None] Provisioning complete for port b04974dc-a93d-4214-b4da-72a40a67f980 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:39.222185 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5dd3cfcf-ab7f-446a-9fa1-3dd18ef78adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.245150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] For port ec738e6d-0c5e-41d7-890e-34e0330be388, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ec738e6d-0c5e-41d7-890e-34e0330be388,segment=NetworkSegment(77306eeb-f253-46c4-b161-f8e6c79ebc72),segment_id=77306eeb-f253-46c4-b161-f8e6c79ebc72)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:39.245512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.249512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] Routers {'fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:39.250173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.261133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Calling delete_port for ec738e6d-0c5e-41d7-890e-34e0330be388 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:39.296057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.296705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292b4d3-235b-4689-b5ce-0fd30fd456c5 None None] The sync data for ids ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:39.300481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3cfcf-ab7f-446a-9fa1-3dd18ef78adb None None] Port b04974dc-a93d-4214-b4da-72a40a67f980 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:39.352780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.377105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec738e6d-0c5e-41d7-890e-34e0330be388,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:39.383904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] No DVR routers for this DVR port ec738e6d-0c5e-41d7-890e-34e0330be388 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:39.390346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941965e-87ac-47b5-aad4-c04809f981ac None None] DHCP port deletion for ef8d5d1d-0326-4e4b-9562-c1c926d03a9c request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:39.475561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a8ad22a-01ef-4611-ae52-06093dd0d2dc up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:39.479637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.491058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8d5d1d-0326-4e4b-9562-c1c926d03a9c']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.502151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77306eeb-f253-46c4-b161-f8e6c79ebc72') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.502443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77306eeb-f253-46c4-b161-f8e6c79ebc72') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:39.512810 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.534753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:39.535323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.535720 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.542937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:39.543345 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:39.545034 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:39.565471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.611957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.622554 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.627961 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef8d5d1d-0326-4e4b-9562-c1c926d03a9c HTTP/1.1" status: 204 len: 168 time: 0.6015408 Jul 23 16:52:39.643135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc077-b466-4c29-821f-478aaf4ba515 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8d5d1d-0326-4e4b-9562-c1c926d03a9c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:39.690782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ae930440-5f97-40eb-998f-aae1aaba4e83 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:39.713997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ae930440-5f97-40eb-998f-aae1aaba4e83 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:39.714439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ae930440-5f97-40eb-998f-aae1aaba4e83 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:39.714949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec738e6d-0c5e-41d7-890e-34e0330be388 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:39.738705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ec738e6d-0c5e-41d7-890e-34e0330be388 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:39.739060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ec738e6d-0c5e-41d7-890e-34e0330be388 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:39.739483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f351641c-8ef4-4991-a306-ea0c878b9be0 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:39.759006 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f351641c-8ef4-4991-a306-ea0c878b9be0 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:39.759397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f351641c-8ef4-4991-a306-ea0c878b9be0 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:39.769195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60946) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.819744 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-79ddd39c-49d6-4967-b827-b2f826262ea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bada36ce8d874652b1e6ce0dce4d49ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491211 Jul 23 16:52:39.822619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60948) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:39.874031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.895777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port b04974dc-a93d-4214-b4da-72a40a67f980 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:39.896116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.901167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.950244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.954421 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:39.956126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c3012a9-34d5-4c48-9805-fef321a9e360 HTTP/1.1" status: 204 len: 168 time: 0.1321814 Jul 23 16:52:39.968653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca555a-4059-47c3-a773-52c295176350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3012a9-34d5-4c48-9805-fef321a9e360,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:40.001582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.015461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for b04974dc-a93d-4214-b4da-72a40a67f980 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:40.196059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.222297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=b04974dc-a93d-4214-b4da-72a40a67f980,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:40.343306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60954) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:40.384647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bcfa-7740-440a-be85-f09e3ed893bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.393870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.601523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:40.694474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bcfa-7740-440a-be85-f09e3ed893bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.701092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bcfa-7740-440a-be85-f09e3ed893bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.706936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:40.717259 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] Sync routers for ids ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:40.721558 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bcb77f48-0eea-4946-bc29-4f35f5d3f9dc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289645 Jul 23 16:52:40.725440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:40.726704 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] Routers {'fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:40.727710 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.745570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1bcfa-7740-440a-be85-f09e3ed893bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857a261-5ef1-4ce7-a14b-32ff67d9e330,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:40.752626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ddc1bcfa-7740-440a-be85-f09e3ed893bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4056997 Jul 23 16:52:40.753021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60958) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:40.758536 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-070d10e5-0be6-46f5-8a7c-90722005251a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a HTTP/1.1" status: 200 len: 205 time: 0.0314238 Jul 23 16:52:40.762994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60960) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:40.772255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.783557 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] Routers {'fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:40.784186 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.819613 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:40.820255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055e836-c750-4c59-a7d4-f3e843d37c3b None None] The sync data for ids ['fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:40.827115 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.849243 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.849793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.901368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.904160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:40.907676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4857a261-5ef1-4ce7-a14b-32ff67d9e330 HTTP/1.1" status: 204 len: 168 time: 0.1510234 Jul 23 16:52:40.913216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c2058-2178-4f94-a805-a6c75d659840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857a261-5ef1-4ce7-a14b-32ff67d9e330,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:41.028961 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.031339 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.082583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.083276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:41.090775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.094718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8795cb4-d082-4a90-b333-ee2614ae9c16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a HTTP/1.1" status: 204 len: 168 time: 0.3287361 Jul 23 16:52:41.095134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60964) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:41.151408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet 6e84724b-ff64-4b57-8ee5-7480069b7bb1 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:41.159001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.209883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.318162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.396475 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.425320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=6e84724b-ff64-4b57-8ee5-7480069b7bb1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:41.429841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.434455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6ba9ab8a-36dd-4089-8afc-0aaaa4784995 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/6e84724b-ff64-4b57-8ee5-7480069b7bb1 HTTP/1.1" status: 204 len: 168 time: 0.3382051 Jul 23 16:52:41.435501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60966) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:41.439270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4077a96-38d0-4a48-a985-3a4f45723fa3 None None] Network b4483021-f24b-41b7-b982-c8313dbb0d2a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:41.517561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.579639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:41.579980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.645567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934477b-4c29-491a-86a7-8802500a200b None None] DHCP port deletion for b4483021-f24b-41b7-b982-c8313dbb0d2a request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:41.646998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,segment=NetworkSegment(b114b0b8-2776-4318-b324-60644e5ea8ca),segment_id=b114b0b8-2776-4318-b324-60644e5ea8ca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:41.647497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.660910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 4a8ad22a-01ef-4611-ae52-06093dd0d2dc owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:41.694187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Deleting port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:41.694509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.753475 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.767240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c934477b-4c29-491a-86a7-8802500a200b None None] For port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,segment=NetworkSegment(b114b0b8-2776-4318-b324-60644e5ea8ca),segment_id=b114b0b8-2776-4318-b324-60644e5ea8ca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:41.767637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.781493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Calling delete_port for 4a8ad22a-01ef-4611-ae52-06093dd0d2dc owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:41.784836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:41.786700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:41.847860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-553c203f-cf07-4dc8-8d1f-389fce7a7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.859138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.865886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.876072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4483021-f24b-41b7-b982-c8313dbb0d2a']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:41.883802 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.890416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b114b0b8-2776-4318-b324-60644e5ea8ca') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:41.890714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b114b0b8-2776-4318-b324-60644e5ea8ca') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:41.900236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.907907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934477b-4c29-491a-86a7-8802500a200b None None] Pushing event deleted for resources: {'Port': ['ID=4a8ad22a-01ef-4611-ae52-06093dd0d2dc,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:41.914310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934477b-4c29-491a-86a7-8802500a200b None None] No DVR routers for this DVR port 4a8ad22a-01ef-4611-ae52-06093dd0d2dc on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:41.916959 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.926693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:41.927229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:41.930279 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:41.989195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.996991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:41.998734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/b4483021-f24b-41b7-b982-c8313dbb0d2a HTTP/1.1" status: 204 len: 168 time: 0.5622625 Jul 23 16:52:42.002633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60968) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:42.008055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-737631770', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:42.011691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c287d-0f45-4500-ba53-96b614cc137c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=b4483021-f24b-41b7-b982-c8313dbb0d2a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:42.032722 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.033846 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.089787 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.226649 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.417508 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.436347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.543341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.25.2.68 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e46f0c3c-1ea1-4447-b1eb-697e2001db4a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:42.645289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:42.684051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:43.062205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:43.065084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:43.068534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:43.076638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=e46f0c3c-1ea1-4447-b1eb-697e2001db4a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:43.321126 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:43.397013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a8ad22a-01ef-4611-ae52-06093dd0d2dc no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:43.418250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 4a8ad22a-01ef-4611-ae52-06093dd0d2dc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:52:43.418597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a8ad22a-01ef-4611-ae52-06093dd0d2dc not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:43.541368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:43.670301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1942eb76-5752-48f8-bef3-1a1dedf052f5 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:43.779521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:43.788708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] Sync routers for ids ['1942eb76-5752-48f8-bef3-1a1dedf052f5'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:43.798179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] Routers {'1942eb76-5752-48f8-bef3-1a1dedf052f5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:43.798798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1942eb76-5752-48f8-bef3-1a1dedf052f5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:43.799761 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:43.801154 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b5df7045-bd41-4223-bc28-d71653fb719c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7975252 Jul 23 16:52:43.803853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:43.836008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:43.845658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] Routers {'1942eb76-5752-48f8-bef3-1a1dedf052f5'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:43.846211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1942eb76-5752-48f8-bef3-1a1dedf052f5'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:43.878724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:43.879387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cafad2-9716-4984-bd43-63c1a5edbc79 None None] The sync data for ids ['1942eb76-5752-48f8-bef3-1a1dedf052f5'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:43.917599 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e8063cd-8bfa-4704-a68d-1e371b130699 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers/1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 200 len: 879 time: 0.1126351 Jul 23 16:52:43.920060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:44.105522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-07272ac3-eacf-4d53-87f7-8dc1dbbd81ba tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.1842852 Jul 23 16:52:44.107960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:44.112276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-737631770'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:44.331422 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.414328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.424230 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.427851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6bb69bb0-0135-42df-8dc6-c352acf24e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.534097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1942eb76-5752-48f8-bef3-1a1dedf052f5 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:44.646888 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:44.653648 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:44.654919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-023d2b6a-8663-4c2c-81b1-1c0f289ea475 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 200 len: 886 time: 0.5460513 Jul 23 16:52:44.656208 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] Sync routers for ids ['1942eb76-5752-48f8-bef3-1a1dedf052f5'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:44.657486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60976) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:44.665608 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] Routers {'1942eb76-5752-48f8-bef3-1a1dedf052f5'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:44.666301 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1942eb76-5752-48f8-bef3-1a1dedf052f5'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:44.699213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:44.707455 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] Routers {'1942eb76-5752-48f8-bef3-1a1dedf052f5'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:44.708042 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1942eb76-5752-48f8-bef3-1a1dedf052f5'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:44.737744 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:44.738790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ecf81-9151-487e-a416-866af61c16b8 None None] The sync data for ids ['1942eb76-5752-48f8-bef3-1a1dedf052f5'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:44.766395 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a19b6fc-3fb4-4909-94e9-1c2e42d3d1bb tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers/1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 200 len: 886 time: 0.1077764 Jul 23 16:52:44.768921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60978) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:44.799119 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ab95fc5-3303-495d-9b3b-3eacdfad846e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 200 len: 205 time: 0.0291426 Jul 23 16:52:44.801503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:44.905762 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.335889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.386967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port e46f0c3c-1ea1-4447-b1eb-697e2001db4a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:45.387295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.459686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.470856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for e46f0c3c-1ea1-4447-b1eb-697e2001db4a owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:45.589906 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.636650 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.666509 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=e46f0c3c-1ea1-4447-b1eb-697e2001db4a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:45.726767 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.816744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.818805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.862487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.863059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router 1942eb76-5752-48f8-bef3-1a1dedf052f5 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:45.870737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.871837 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-35e3999b-dfcb-4835-8b6d-52df8fa0a8fa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 204 len: 168 time: 1.0694244 Jul 23 16:52:45.875688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60982) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:45.880886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-447017306'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:45.901575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:45.904937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.928570 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:45.938323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:45.938657 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 301cd6b5-2705-462d-bf5b-51007601c3a5 of type vlan for network db0a01f5-4be0-4bcb-b935-b38815732634 Jul 23 16:52:45.982100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.011830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.017281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:46.017854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.050434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1736197 Jul 23 16:52:46.053519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.059751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.083630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c643b9b-2936-43ea-a107-b9c32d9c0d11 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=db0a01f5-4be0-4bcb-b935-b38815732634,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.094925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network db0a01f5-4be0-4bcb-b935-b38815732634 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:46.151077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:46.154535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.330999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.388926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=5bcf1935-8885-4a4d-ad34-7167bb4062fa,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.397409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '301cd6b5-2705-462d-bf5b-51007601c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:46.397763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: db0a01f5-4be0-4bcb-b935-b38815732634, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:46.413901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network db0a01f5-4be0-4bcb-b935-b38815732634 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:46.422469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, db0a01f5-4be0-4bcb-b935-b38815732634) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:46.426706 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:46.427297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.431002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6003b-2147-4beb-a33d-9d17f7b97527 None None] Network db0a01f5-4be0-4bcb-b935-b38815732634 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:46.441282 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5ef70f1c-2795-48f2-8cab-a5a7a01f6f16 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3865821 Jul 23 16:52:46.443819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60986) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.448854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1881129554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:46.470858 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.471891 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.526727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.531366 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.546799 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.548156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-790a3a2b-7fd7-4003-b321-8aa6d7043795 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1033742 Jul 23 16:52:46.551102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60988) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:46.589437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-db0a01f5-4be0-4bcb-b935-b38815732634', 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': '5bcf1935-8885-4a4d-ad34-7167bb4062fa'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:46.590338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.725573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Allocated IP 172.20.0.2 (db0a01f5-4be0-4bcb-b935-b38815732634/5bcf1935-8885-4a4d-ad34-7167bb4062fa/00af156b-d93d-4cd1-8375-4db5e8f31736) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:46.868107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.878705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Transition to ACTIVE for port object 00af156b-d93d-4cd1-8375-4db5e8f31736 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:46.894950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Transition to ACTIVE for port object 00af156b-d93d-4cd1-8375-4db5e8f31736 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:46.901385 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:46.942872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Network db0a01f5-4be0-4bcb-b935-b38815732634 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:46.945687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:46.949910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:46.960869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Pushing event updated for resources: {'Port': ['ID=00af156b-d93d-4cd1-8375-4db5e8f31736,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:46.988290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.988634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.988975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.989312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.989643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.989993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.990323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.990647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.990969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.991282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.991625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:46.991931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:52:47.030615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Attempting to bind port 00af156b-d93d-4cd1-8375-4db5e8f31736 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:47.030991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Attempting to bind port 00af156b-d93d-4cd1-8375-4db5e8f31736 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '301cd6b5-2705-462d-bf5b-51007601c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:47.031362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Attempting to bind port 00af156b-d93d-4cd1-8375-4db5e8f31736 on network db0a01f5-4be0-4bcb-b935-b38815732634 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:47.041300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:47.041679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Checking segment: {'id': '301cd6b5-2705-462d-bf5b-51007601c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:47.042122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.042540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Bound using segment: {'id': '301cd6b5-2705-462d-bf5b-51007601c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:47.042993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Bound port: 00af156b-d93d-4cd1-8375-4db5e8f31736, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301cd6b5-2705-462d-bf5b-51007601c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'db0a01f5-4be0-4bcb-b935-b38815732634'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:47.043380 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.107286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] For port 00af156b-d93d-4cd1-8375-4db5e8f31736, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:47.110327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] For port 00af156b-d93d-4cd1-8375-4db5e8f31736, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00af156b-d93d-4cd1-8375-4db5e8f31736,segment=NetworkSegment(301cd6b5-2705-462d-bf5b-51007601c3a5),segment_id=301cd6b5-2705-462d-bf5b-51007601c3a5)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:47.114753 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.132077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.177575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ccc6-c4d0-421f-8444-b4c5dff160cb None None] Pushing event updated for resources: {'Port': ['ID=00af156b-d93d-4cd1-8375-4db5e8f31736,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.392714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.20.0.1 (db0a01f5-4be0-4bcb-b935-b38815732634/5bcf1935-8885-4a4d-ad34-7167bb4062fa/041bcca1-3ffc-4654-b4b4-b1f0d42d19cf) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:47.477420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00af156b-d93d-4cd1-8375-4db5e8f31736 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:47.518858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.534291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:47.572445 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.621036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network db0a01f5-4be0-4bcb-b935-b38815732634 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:47.624388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:47.628234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:47.637018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=041bcca1-3ffc-4654-b4b4-b1f0d42d19cf,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:47.677985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.685465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:47.699602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 00af156b-d93d-4cd1-8375-4db5e8f31736 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:47.809181 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.063474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5dd03-472b-4f11-90bb-add66b90baed None None] Network db0a01f5-4be0-4bcb-b935-b38815732634 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:48.091468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.096635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.100955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Provisioning for port 00af156b-d93d-4cd1-8375-4db5e8f31736 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:48.129823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Provisioning complete for port 00af156b-d93d-4cd1-8375-4db5e8f31736 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:48.130218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.170080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.173102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=041bcca1-3ffc-4654-b4b4-b1f0d42d19cf,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.270436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network db0a01f5-4be0-4bcb-b935-b38815732634 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:48.271923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:48.282990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.326014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] For port 00af156b-d93d-4cd1-8375-4db5e8f31736, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00af156b-d93d-4cd1-8375-4db5e8f31736,segment=NetworkSegment(301cd6b5-2705-462d-bf5b-51007601c3a5),segment_id=301cd6b5-2705-462d-bf5b-51007601c3a5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:48.334696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.388991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed33a7d-9833-4bae-af1b-dce5e8b21acc None None] Pushing event updated for resources: {'Port': ['ID=00af156b-d93d-4cd1-8375-4db5e8f31736,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:48.408021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 39bfb12f-b697-49b6-a22b-df1bda897f4f is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:48.499468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:48.506088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-85f3e2d3-fda1-4d85-8af3-c41bce08222b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/39bfb12f-b697-49b6-a22b-df1bda897f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9535990 Jul 23 16:52:48.508307 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60990) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.512283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53917536-2400-4334-8713-17276f0264bd None None] Sync routers for ids ['39bfb12f-b697-49b6-a22b-df1bda897f4f'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:48.522115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53917536-2400-4334-8713-17276f0264bd None None] Routers {'39bfb12f-b697-49b6-a22b-df1bda897f4f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:48.522746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-53917536-2400-4334-8713-17276f0264bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['39bfb12f-b697-49b6-a22b-df1bda897f4f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:48.572520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-53917536-2400-4334-8713-17276f0264bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:48.572746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4930567-e446-4fd1-a04e-441f45b7cd63 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:48.574105 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c4930567-e446-4fd1-a04e-441f45b7cd63 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports/041bcca1-3ffc-4654-b4b4-b1f0d42d19cf HTTP/1.1" status: 200 len: 910 time: 0.0647142 Jul 23 16:52:48.576860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60992) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:48.586388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5bcf1935-8885-4a4d-ad34-7167bb4062fa'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:48.586603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53917536-2400-4334-8713-17276f0264bd None None] Routers {'39bfb12f-b697-49b6-a22b-df1bda897f4f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:48.586702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-53917536-2400-4334-8713-17276f0264bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['39bfb12f-b697-49b6-a22b-df1bda897f4f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:48.624176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-53917536-2400-4334-8713-17276f0264bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:48.624761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53917536-2400-4334-8713-17276f0264bd None None] The sync data for ids ['39bfb12f-b697-49b6-a22b-df1bda897f4f'] in n-d-800484-3 is: [] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:48.626214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Provisioning for port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:48.632892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Provisioning complete for port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:48.633268 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.672188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:48.683667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Provisioning complete for port 00af156b-d93d-4cd1-8375-4db5e8f31736 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:48.684042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-961c2b53-4db3-4060-8fd0-c43598d26f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.762146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.891843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-53451f35-72ba-41d1-bc46-4d8638389510 None None] Provisioning complete for port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:48.892760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53451f35-72ba-41d1-bc46-4d8638389510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:48.928646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-53451f35-72ba-41d1-bc46-4d8638389510 None None] Port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:49.048478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-856d63af-1ea4-499f-a499-f56d42636590 None None] Provisioning complete for port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:49.048772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-856d63af-1ea4-499f-a499-f56d42636590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.082692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-856d63af-1ea4-499f-a499-f56d42636590 None None] Port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:49.142280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.153027 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.230538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=041bcca1-3ffc-4654-b4b4-b1f0d42d19cf,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:49.240963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:49.241564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.242893 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-18311362-6a20-43ec-8fb6-dd8d6272a580 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/ports/041bcca1-3ffc-4654-b4b4-b1f0d42d19cf HTTP/1.1" status: 200 len: 910 time: 0.6651611 Jul 23 16:52:49.245763 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 60994) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:49.405305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00af156b-d93d-4cd1-8375-4db5e8f31736 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:49.453074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 00af156b-d93d-4cd1-8375-4db5e8f31736 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:49.453450 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.566239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.821172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:49.821539 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.909658 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:49.922766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 041bcca1-3ffc-4654-b4b4-b1f0d42d19cf owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:50.121268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.147829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=041bcca1-3ffc-4654-b4b4-b1f0d42d19cf,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:50.292763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.451542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 39bfb12f-b697-49b6-a22b-df1bda897f4f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:50.527317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:50.532663 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e3cac054-91c5-4fb6-8a44-53c36d13e69d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/39bfb12f-b697-49b6-a22b-df1bda897f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2855186 Jul 23 16:52:50.535125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60996) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:50.538506 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] Sync routers for ids ['39bfb12f-b697-49b6-a22b-df1bda897f4f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:50.548555 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] Routers {'39bfb12f-b697-49b6-a22b-df1bda897f4f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:50.549178 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['39bfb12f-b697-49b6-a22b-df1bda897f4f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:50.570806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-62c5bed3-70b0-4aa1-9eb3-9e055f6667e5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=39bfb12f-b697-49b6-a22b-df1bda897f4f HTTP/1.1" status: 200 len: 205 time: 0.0336781 Jul 23 16:52:50.573274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 60998) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:50.584977 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:50.595429 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] Routers {'39bfb12f-b697-49b6-a22b-df1bda897f4f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:50.596110 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['39bfb12f-b697-49b6-a22b-df1bda897f4f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:50.627848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:50.628495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b8aad-1de7-4de6-aa1e-4e71a9043947 None None] The sync data for ids ['39bfb12f-b697-49b6-a22b-df1bda897f4f'] in n-d-800484-3 is: [] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:50.650451 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.806355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.808705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.850070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.850601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router 39bfb12f-b697-49b6-a22b-df1bda897f4f {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:52:50.858029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.861518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-694de809-7505-469b-bea4-0a18a071b226 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/39bfb12f-b697-49b6-a22b-df1bda897f4f HTTP/1.1" status: 204 len: 168 time: 0.2847800 Jul 23 16:52:50.861518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32768) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:50.911137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet 5bcf1935-8885-4a4d-ad34-7167bb4062fa {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:52:50.914453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:50.955410 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.049783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.112929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.141803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcf1935-8885-4a4d-ad34-7167bb4062fa,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:51.143787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.146335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc806a8e-d7c2-4507-b5df-902c5b5d9192 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/5bcf1935-8885-4a4d-ad34-7167bb4062fa HTTP/1.1" status: 204 len: 168 time: 0.2832346 Jul 23 16:52:51.148341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32770) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.151379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b9e5e-1005-4797-abde-6734d41528f3 None None] Network db0a01f5-4be0-4bcb-b935-b38815732634 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:51.231446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.290843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 00af156b-d93d-4cd1-8375-4db5e8f31736 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:51.291241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.342164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] DHCP port deletion for db0a01f5-4be0-4bcb-b935-b38815732634 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:52:51.368909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 00af156b-d93d-4cd1-8375-4db5e8f31736, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00af156b-d93d-4cd1-8375-4db5e8f31736,segment=NetworkSegment(301cd6b5-2705-462d-bf5b-51007601c3a5),segment_id=301cd6b5-2705-462d-bf5b-51007601c3a5)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:51.369390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.387435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 00af156b-d93d-4cd1-8375-4db5e8f31736 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:51.399252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Deleting port 00af156b-d93d-4cd1-8375-4db5e8f31736 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:52:51.399750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.418635 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00af156b-d93d-4cd1-8375-4db5e8f31736 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:52:51.469867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.493694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] For port 00af156b-d93d-4cd1-8375-4db5e8f31736, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=00af156b-d93d-4cd1-8375-4db5e8f31736,segment=NetworkSegment(301cd6b5-2705-462d-bf5b-51007601c3a5),segment_id=301cd6b5-2705-462d-bf5b-51007601c3a5)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:51.494113 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.495640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=00af156b-d93d-4cd1-8375-4db5e8f31736,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:51.499167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port 00af156b-d93d-4cd1-8375-4db5e8f31736 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:51.515464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Calling delete_port for 00af156b-d93d-4cd1-8375-4db5e8f31736 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:52:51.517128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No active binding found for port 00af156b-d93d-4cd1-8375-4db5e8f31736 {{(pid=94005) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 16:52:51.517544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 00af156b-d93d-4cd1-8375-4db5e8f31736 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:52:51.584078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.596506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.597313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0a01f5-4be0-4bcb-b935-b38815732634']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:51.607677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301cd6b5-2705-462d-bf5b-51007601c3a5') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:51.607994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301cd6b5-2705-462d-bf5b-51007601c3a5') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:51.616767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.621416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] Pushing event deleted for resources: {'Port': ['ID=00af156b-d93d-4cd1-8375-4db5e8f31736,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:51.626454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66296bd-6aae-4d35-8a36-8ba070749d57 None None] No DVR routers for this DVR port 00af156b-d93d-4cd1-8375-4db5e8f31736 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:52:51.634963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.643088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:52:51.643555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:52:51.646662 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:52:51.707524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.714413 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.716236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/db0a01f5-4be0-4bcb-b935-b38815732634 HTTP/1.1" status: 204 len: 168 time: 0.5669842 Jul 23 16:52:51.720159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32772) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.724651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-409837678', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:51.739217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96439d2-7772-4c06-9e20-b391c3ca8c2a tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=db0a01f5-4be0-4bcb-b935-b38815732634,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:51.762622 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.763616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.817706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.821508 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.836291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.837543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0d073a1f-46cc-486d-9c7c-d0b314a5fe5e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1164114 Jul 23 16:52:51.840131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32774) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:51.844901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682764807'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:51.864362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:51.867751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.891019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:51.899658 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.900003 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 44c11bd1-118f-4e1b-8655-8a433f690250 of type vlan for network f9ec9190-92c5-46f0-ad0a-85754b5b1070 Jul 23 16:52:51.945450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.975664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:51.982100 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:51.982683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.018029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1768415 Jul 23 16:52:52.020807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32776) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:52.027609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:52.068554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d9cbd-4e40-44dd-97ff-e3a1e37ce3b7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=f9ec9190-92c5-46f0-ad0a-85754b5b1070,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:52.078472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:52.152205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:52.156145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.354123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.421893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=f85a2ee9-d8a5-4ee5-aa59-93c18e637184,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:52.431173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:52.431530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: f9ec9190-92c5-46f0-ad0a-85754b5b1070, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:52.449246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:52.457915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, f9ec9190-92c5-46f0-ad0a-85754b5b1070) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:52.462345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:52.463524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.466649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef9c53-deba-4649-9770-b41237ae4b2e None None] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:52.486472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ad7eaa28-7c83-4546-aa74-e830965926ef tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4646180 Jul 23 16:52:52.487148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32778) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:52.625357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:52.626380 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.772604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Allocated IP 172.20.0.2 (f9ec9190-92c5-46f0-ad0a-85754b5b1070/f85a2ee9-d8a5-4ee5-aa59-93c18e637184/9295e511-4831-4540-b56d-4f1978cf7206) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:52.924998 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:52.934095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Transition to ACTIVE for port object 9295e511-4831-4540-b56d-4f1978cf7206 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:52.949804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Transition to ACTIVE for port object 9295e511-4831-4540-b56d-4f1978cf7206 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:52.956303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.005327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:53.008455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:53.016307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:53.018758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Pushing event updated for resources: {'Port': ['ID=9295e511-4831-4540-b56d-4f1978cf7206,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:53.088460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Attempting to bind port 9295e511-4831-4540-b56d-4f1978cf7206 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:53.088833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Attempting to bind port 9295e511-4831-4540-b56d-4f1978cf7206 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:53.089199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Attempting to bind port 9295e511-4831-4540-b56d-4f1978cf7206 on network f9ec9190-92c5-46f0-ad0a-85754b5b1070 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:53.095618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.096250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:53.096250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Checking segment: {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:53.096492 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.096867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Bound using segment: {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:53.097611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Bound port: 9295e511-4831-4540-b56d-4f1978cf7206, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:53.098032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.162167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] For port 9295e511-4831-4540-b56d-4f1978cf7206, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:53.166056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] For port 9295e511-4831-4540-b56d-4f1978cf7206, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9295e511-4831-4540-b56d-4f1978cf7206,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:53.171553 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.244569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c1647-25db-4903-8cab-94efd4b34ed8 None None] Pushing event updated for resources: {'Port': ['ID=9295e511-4831-4540-b56d-4f1978cf7206,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:53.364265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.20.0.1 (f9ec9190-92c5-46f0-ad0a-85754b5b1070/f85a2ee9-d8a5-4ee5-aa59-93c18e637184/ad70c9e1-25cb-4d35-bc5f-02ae33ec9245) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:53.491989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.507499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:53.541820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.585652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:53.589204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:53.593156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:53.620806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:53.643153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:53.772286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.043433 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.048142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.122577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:54.127494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.134412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177d5db-7f89-462e-9423-c0a55a9b4c34 None None] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:54.222144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:54.223757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:54.257578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a31bf898-3d30-42fa-a70c-c3371fe86ec3 None None] Provisioning for port 9295e511-4831-4540-b56d-4f1978cf7206 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:54.353812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:52:54.454958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:54.459958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-45e5945b-f5c0-4517-b778-e74b9bfb533e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718277 Jul 23 16:52:54.463455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32780) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:54.469574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:54.470125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-1678036993'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:54.482070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:54.482881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:54.504482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:54.508720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.539329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:54.555932 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.555932 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 54e510ae-33ba-4cd9-9e5e-5ee68fb33003 of type vlan for network d73b7030-764e-4470-b11b-fb97b6e79a29 Jul 23 16:52:54.598238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.633286 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.639324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:54.640129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.680789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2158260 Jul 23 16:52:54.683949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32782) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:54.690026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:54.715523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc61d8b-0d81-4f11-bcd7-8a54ebf6c0bc tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=d73b7030-764e-4470-b11b-fb97b6e79a29,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:54.740253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network d73b7030-764e-4470-b11b-fb97b6e79a29 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:54.777139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:54.796534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:54.800578 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.840772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-221d6c04-095d-4c38-8892-af6bee5ba280 None None] Provisioning for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:54.856346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-221d6c04-095d-4c38-8892-af6bee5ba280 None None] Provisioning complete for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:54.856764 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-221d6c04-095d-4c38-8892-af6bee5ba280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:54.943938 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-221d6c04-095d-4c38-8892-af6bee5ba280 None None] Port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:55.009576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.057700 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:55.064236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=a75e078a-2cc1-4487-b319-7f19072ddc45,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:55.080131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:55.080492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: d73b7030-764e-4470-b11b-fb97b6e79a29, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:55.085738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:55.086134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Updating router 1f4c2600-da45-4047-a24e-ac00cca78e4c port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:55.106152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network d73b7030-764e-4470-b11b-fb97b6e79a29 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:55.119147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, d73b7030-764e-4470-b11b-fb97b6e79a29) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:55.125111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:55.126066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.132461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.136512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7aee08a8-aebd-4c32-850e-6a029c15bb34 None None] Provisioning complete for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:55.137548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7aee08a8-aebd-4c32-850e-6a029c15bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.148163 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1810dbb-00c7-4443-83a5-7d196993d9f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4623322 Jul 23 16:52:55.152232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32786) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:55.166308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b83f9-7848-4f8a-a85c-890b86596046 None None] Network d73b7030-764e-4470-b11b-fb97b6e79a29 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:55.253341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7aee08a8-aebd-4c32-850e-6a029c15bb34 None None] Port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:55.468241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9295e511-4831-4540-b56d-4f1978cf7206 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:55.496932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-d73b7030-764e-4470-b11b-fb97b6e79a29', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:55.497783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.539313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.640518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9295e511-4831-4540-b56d-4f1978cf7206 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:55.673248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9295e511-4831-4540-b56d-4f1978cf7206 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:55.673628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.751216 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.772529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Allocated IP 172.21.0.2 (d73b7030-764e-4470-b11b-fb97b6e79a29/a75e078a-2cc1-4487-b319-7f19072ddc45/5370685d-47f1-41be-b78d-428411e1d360) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:55.778666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Transition to ACTIVE for port object ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:55.795719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.921011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:55.936219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf534-1e0a-4b53-b4da-b2f9c27def48 None None] Pushing event updated for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:56.035787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9295e511-4831-4540-b56d-4f1978cf7206, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9295e511-4831-4540-b56d-4f1978cf7206,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:56.057591 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.062777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Attempting to bind port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:56.063152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Attempting to bind port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:56.063525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Attempting to bind port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 on network f9ec9190-92c5-46f0-ad0a-85754b5b1070 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:56.106112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:56.106491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Checking segment: {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:56.106894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.107294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Bound using segment: {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:56.107773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Bound port: ad70c9e1-25cb-4d35-bc5f-02ae33ec9245, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c11bd1-118f-4e1b-8655-8a433f690250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:56.108165 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.137047 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.176839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Transition to ACTIVE for port object 5370685d-47f1-41be-b78d-428411e1d360 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:56.183713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9295e511-4831-4540-b56d-4f1978cf7206,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:56.203451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Transition to ACTIVE for port object 5370685d-47f1-41be-b78d-428411e1d360 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:56.217269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.252383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] For port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:56.264067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.21.0.1 (d73b7030-764e-4470-b11b-fb97b6e79a29/a75e078a-2cc1-4487-b319-7f19072ddc45/60c7bebd-a0b7-465e-b4a8-28d51e581993) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:56.271046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Network d73b7030-764e-4470-b11b-fb97b6e79a29 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:56.274659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] For port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:56.277622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:56.281328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:56.289091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.296656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Pushing event updated for resources: {'Port': ['ID=5370685d-47f1-41be-b78d-428411e1d360,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:56.389943 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.392632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:56.393545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:56.404402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object 60c7bebd-a0b7-465e-b4a8-28d51e581993 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:56.439570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Attempting to bind port 5370685d-47f1-41be-b78d-428411e1d360 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:56.439827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.440017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Attempting to bind port 5370685d-47f1-41be-b78d-428411e1d360 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:56.440017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Attempting to bind port 5370685d-47f1-41be-b78d-428411e1d360 on network d73b7030-764e-4470-b11b-fb97b6e79a29 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:56.481705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf534-1e0a-4b53-b4da-b2f9c27def48 None None] Pushing event updated for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:56.483542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network d73b7030-764e-4470-b11b-fb97b6e79a29 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:56.487505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:56.487889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Checking segment: {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:56.488396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.490995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Bound using segment: {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:56.494135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Bound port: 5370685d-47f1-41be-b78d-428411e1d360, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:56.494548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.496665 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:56.504208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:56.508417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:56.549354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:56.556670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.690972 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.819554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] For port 5370685d-47f1-41be-b78d-428411e1d360, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:56.854836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] For port 5370685d-47f1-41be-b78d-428411e1d360, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5370685d-47f1-41be-b78d-428411e1d360,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:56.861643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:56.969806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f3cb-4442-4e41-abd4-74b3cc6d4278 None None] Pushing event updated for resources: {'Port': ['ID=5370685d-47f1-41be-b78d-428411e1d360,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:57.029337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:56Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:57.062702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a14f3-5936-47ce-9831-5e2d5a28f359 None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:53Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:56Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:52:57.380804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.388504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.471005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:57.476129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.573615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5370685d-47f1-41be-b78d-428411e1d360 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:57.582208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network d73b7030-764e-4470-b11b-fb97b6e79a29 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:57.583650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:57.633514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5370685d-47f1-41be-b78d-428411e1d360 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:57.638368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:57.698482 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:52:57.700418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:57.707102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:57.707464 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.802032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.826640 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:52:57.834404 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c57fbd9f-fc59-4aef-a354-b50571100e1e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6823418 Jul 23 16:52:57.836944 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32788) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:57.838425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:57.844544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930225194'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:57.845315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.848459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9295e511-4831-4540-b56d-4f1978cf7206 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:57.867956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:57.872343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.899627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:52:57.910737 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.911193 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 2393824e-56bb-47a7-bcf9-3a6904bbecc0 of type vlan for network 37c873d6-d964-48d5-be1d-0a4fce09c427 Jul 23 16:52:57.931617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:57.940221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9295e511-4831-4540-b56d-4f1978cf7206 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:57.940604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.960941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.993873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:57.999863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:58.000467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.015796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e9d12-975e-46f0-a155-0919b82fa268 None None] Network d73b7030-764e-4470-b11b-fb97b6e79a29 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:58.044037 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2057226 Jul 23 16:52:58.047188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32790) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:58.052505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:52:58.097239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Provisioning for port 5370685d-47f1-41be-b78d-428411e1d360 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:58.099133 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253b2ac-a6b8-4681-9469-0bfd391575f7 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=37c873d6-d964-48d5-be1d-0a4fce09c427,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:58.105909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Provisioning complete for port 5370685d-47f1-41be-b78d-428411e1d360 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:58.105909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.114329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:52:58.177718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:52:58.181444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.315531 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.360083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] For port 5370685d-47f1-41be-b78d-428411e1d360, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5370685d-47f1-41be-b78d-428411e1d360,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:52:58.364872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.376399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.424258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e682-e09b-4d3c-abe7-acdf56c70397 None None] Pushing event updated for resources: {'Port': ['ID=5370685d-47f1-41be-b78d-428411e1d360,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:58.445688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=2c63cc7f-3d05-48bb-9fc8-dcb7406553da,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:58.454259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:58.454622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: 37c873d6-d964-48d5-be1d-0a4fce09c427, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:52:58.473700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:52:58.484080 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 37c873d6-d964-48d5-be1d-0a4fce09c427) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:58.489141 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:52:58.489740 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.497499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9804c-8a45-474a-8690-7a1d8c95580c None None] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:52:58.510224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3949cb6-25e4-4326-bdca-80cde540a1d5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4620836 Jul 23 16:52:58.512931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:52:58.590727 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:52:58.600843 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:58.601700 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:58.684838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-37c873d6-d964-48d5-be1d-0a4fce09c427', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:52:58.686798 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.706584 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:58.727662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Provisioning for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:52:58.788111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Provisioning complete for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:58.788633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.871003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Port 60c7bebd-a0b7-465e-b4a8-28d51e581993 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:58.900767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Allocated IP 172.22.0.2 (37c873d6-d964-48d5-be1d-0a4fce09c427/2c63cc7f-3d05-48bb-9fc8-dcb7406553da/49e698f1-c3ee-4d50-b76b-a5af74615e20) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:58.903136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Provisioning complete for port 5370685d-47f1-41be-b78d-428411e1d360 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:58.903824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6f17-5690-46e5-b869-e1da957f582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.940837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:58.957476 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:56Z', 'revision_number': 3, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:58.990523 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:52:58.992259 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Updating router 1f4c2600-da45-4047-a24e-ac00cca78e4c port 60c7bebd-a0b7-465e-b4a8-28d51e581993 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:52:59.036751 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.119795 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.172254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.187351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Transition to ACTIVE for port object 49e698f1-c3ee-4d50-b76b-a5af74615e20 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:59.208828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3a15ff45-8e0d-46d2-a2fb-38e74a42dec2 None None] Provisioning complete for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:59.209103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3a15ff45-8e0d-46d2-a2fb-38e74a42dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.211823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Transition to ACTIVE for port object 49e698f1-c3ee-4d50-b76b-a5af74615e20 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:59.241430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.278525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3a15ff45-8e0d-46d2-a2fb-38e74a42dec2 None None] Port 60c7bebd-a0b7-465e-b4a8-28d51e581993 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:52:59.287358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:59.291172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:59.291536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.22.0.1 (37c873d6-d964-48d5-be1d-0a4fce09c427/2c63cc7f-3d05-48bb-9fc8-dcb7406553da/39244909-fd50-4b26-b31a-3280876183d9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:52:59.294777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:59.315210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Pushing event updated for resources: {'Port': ['ID=49e698f1-c3ee-4d50-b76b-a5af74615e20,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.346451 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.357775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Transition to ACTIVE for port object 60c7bebd-a0b7-465e-b4a8-28d51e581993 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:59.365596 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.375073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Attempting to bind port 49e698f1-c3ee-4d50-b76b-a5af74615e20 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:59.375073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Attempting to bind port 49e698f1-c3ee-4d50-b76b-a5af74615e20 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:59.375520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Attempting to bind port 49e698f1-c3ee-4d50-b76b-a5af74615e20 on network 37c873d6-d964-48d5-be1d-0a4fce09c427 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:59.384445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:59.384833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Checking segment: {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:59.385514 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.385976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Bound using segment: {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:59.386461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Bound port: 49e698f1-c3ee-4d50-b76b-a5af74615e20, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:59.386855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.438034 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.464455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5370685d-47f1-41be-b78d-428411e1d360 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:59.465024 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object 39244909-fd50-4b26-b31a-3280876183d9 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:52:59.488645 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c507-79b6-4139-a3a4-455313729f5f None None] Pushing event updated for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.506370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] For port 49e698f1-c3ee-4d50-b76b-a5af74615e20, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:59.506632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Attempting to bind port 60c7bebd-a0b7-465e-b4a8-28d51e581993 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:52:59.506983 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Attempting to bind port 60c7bebd-a0b7-465e-b4a8-28d51e581993 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:52:59.507660 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Attempting to bind port 60c7bebd-a0b7-465e-b4a8-28d51e581993 on network d73b7030-764e-4470-b11b-fb97b6e79a29 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:52:59.515410 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:52:59.515776 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Checking segment: {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:52:59.516371 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.516922 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Bound using segment: {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:52:59.517552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Bound port: 60c7bebd-a0b7-465e-b4a8-28d51e581993, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e510ae-33ba-4cd9-9e5e-5ee68fb33003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:52:59.518162 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.519045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.537728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] For port 49e698f1-c3ee-4d50-b76b-a5af74615e20, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=49e698f1-c3ee-4d50-b76b-a5af74615e20,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:59.547505 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.579894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:52:59.584999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:52:59.593457 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:52:59.609289 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] For port 60c7bebd-a0b7-465e-b4a8-28d51e581993, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:52:59.614771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] For port 60c7bebd-a0b7-465e-b4a8-28d51e581993, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c7bebd-a0b7-465e-b4a8-28d51e581993,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:52:59.623987 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.624940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5370685d-47f1-41be-b78d-428411e1d360 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:59.625399 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.640777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.662298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5b2ed-8dd7-4a7a-bf1c-6c139e1c0dff None None] Pushing event updated for resources: {'Port': ['ID=49e698f1-c3ee-4d50-b76b-a5af74615e20,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.683651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.706644 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:52:59.707372 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:52:59.751288 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c507-79b6-4139-a3a4-455313729f5f None None] Pushing event updated for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:52:59.768362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:52:59.824999 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:52:59.825616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:52:59.826603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:52:59.886241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.109998 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:56Z', 'revision_number': 3, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:52:59Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:00.141742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc96e51-397e-41ca-9ba2-d47cb7a835ee None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:56Z', 'revision_number': 3, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:52:59Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:00.258088 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.263681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.340527 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:00.343089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.451643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:00.453159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:00.576151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:00.689285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:00.697421 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d3dca424-bf00-457e-97f7-61d0648ffee1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805949 Jul 23 16:53:00.697671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32794) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:00.703401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'network': {'name': 'tempest-RoutersTest-1964056068'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:00.726438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:00.730079 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.756299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:53:00.767895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.768245 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added segment 0d7e1c92-69c7-4052-8cbf-c394abd64b86 of type vlan for network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 Jul 23 16:53:00.784505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:00.788546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59024bc-767a-4497-a4a7-a83e5d43cbc2 None None] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:00.812361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.816011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:00.816659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:00.844245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.850216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:00.850796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:00.879782 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1806858 Jul 23 16:53:00.882668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32796) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:00.890090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'subnet': {'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:00.922049 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8f05-d099-45ae-9c64-e3eb1538cc25 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Network': ['ID=0de83aec-8fe5-4bae-9bfa-6579e0eda750,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:00.942044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:53:00.956338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-667db0e8-5ee8-44d0-b7b8-dec8aa2ad4a5 None None] Provisioning for port 49e698f1-c3ee-4d50-b76b-a5af74615e20 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:00.980013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:00.987297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Made reservation on behalf of 76611f18744f4039846ae79ccefa9310 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:00.991630 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.185032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.248464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Subnet': ['ID=ed3a94e8-9fb7-4741-b0ee-fac19b6653a5,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:01.256773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Checking segment: {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:01.257136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network hostable DHCP agents. Network: 0de83aec-8fe5-4bae-9bfa-6579e0eda750, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:53:01.274613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:53:01.282863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0de83aec-8fe5-4bae-9bfa-6579e0eda750) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:01.294277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:01.294999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.296958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32efe6-6941-4b24-aa7e-23af6c3a190e None None] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:01.313158 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:01.314045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3e87e9fb-369c-4144-85c3-9750a5191a15 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4281201 Jul 23 16:53:01.515131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c7bebd-a0b7-465e-b4a8-28d51e581993 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:01.608356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 16:53:01.609222 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.637907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:52:59Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:00Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:52:59Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:01.646357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:01.679295 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:01.679540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Updating router 1f4c2600-da45-4047-a24e-ac00cca78e4c port 39244909-fd50-4b26-b31a-3280876183d9 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:53:01.714583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.726532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:01.726753 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.813657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:01.891370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-127d6bc5-503a-4377-afdc-08e84c00836e None None] Provisioning for port 39244909-fd50-4b26-b31a-3280876183d9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:01.903569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Allocated IP 172.23.0.2 (0de83aec-8fe5-4bae-9bfa-6579e0eda750/ed3a94e8-9fb7-4741-b0ee-fac19b6653a5/c20047ee-aa76-45ba-8e47-440fcab7c2b5) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:01.906951 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-127d6bc5-503a-4377-afdc-08e84c00836e None None] Provisioning complete for port 39244909-fd50-4b26-b31a-3280876183d9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:01.907210 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-127d6bc5-503a-4377-afdc-08e84c00836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.048897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.070258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-127d6bc5-503a-4377-afdc-08e84c00836e None None] Port 39244909-fd50-4b26-b31a-3280876183d9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:02.176350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 60c7bebd-a0b7-465e-b4a8-28d51e581993, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c7bebd-a0b7-465e-b4a8-28d51e581993,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:02.206918 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.207702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 49e698f1-c3ee-4d50-b76b-a5af74615e20 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:02.363830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:02.384478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-bc01759b-01d7-444c-870b-6830e8394321 None None] Provisioning complete for port 39244909-fd50-4b26-b31a-3280876183d9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:02.384856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc01759b-01d7-444c-870b-6830e8394321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.453298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.456501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 49e698f1-c3ee-4d50-b76b-a5af74615e20 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:02.473637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 49e698f1-c3ee-4d50-b76b-a5af74615e20 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:02.474041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.475425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-bc01759b-01d7-444c-870b-6830e8394321 None None] Port 39244909-fd50-4b26-b31a-3280876183d9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:02.477706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Transition to ACTIVE for port object c20047ee-aa76-45ba-8e47-440fcab7c2b5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:02.511728 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.532903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Transition to ACTIVE for port object c20047ee-aa76-45ba-8e47-440fcab7c2b5 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:02.534490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Transition to ACTIVE for port object 39244909-fd50-4b26-b31a-3280876183d9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:02.544627 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.546471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.593215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Allocated IP 172.23.0.1 (0de83aec-8fe5-4bae-9bfa-6579e0eda750/ed3a94e8-9fb7-4741-b0ee-fac19b6653a5/a436e3a1-05d1-4ea8-968a-224548343216) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:02.606463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:02.616222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:02.619413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Pushing event updated for resources: {'Port': ['ID=c20047ee-aa76-45ba-8e47-440fcab7c2b5,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:02.621490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:02.722712 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.740921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.755830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Transition to ACTIVE for port object a436e3a1-05d1-4ea8-968a-224548343216 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:02.792574 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.795099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0be18-92ac-4451-9758-0fe8f900348e None None] Pushing event updated for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:02.804355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Attempting to bind port 39244909-fd50-4b26-b31a-3280876183d9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:02.804355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Attempting to bind port 39244909-fd50-4b26-b31a-3280876183d9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:02.804726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Attempting to bind port 39244909-fd50-4b26-b31a-3280876183d9 on network 37c873d6-d964-48d5-be1d-0a4fce09c427 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:02.827941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:02.828627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Checking segment: {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:02.828788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.829087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Bound using segment: {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:02.829564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Bound port: 39244909-fd50-4b26-b31a-3280876183d9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2393824e-56bb-47a7-bcf9-3a6904bbecc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:02.829997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.834072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Attempting to bind port c20047ee-aa76-45ba-8e47-440fcab7c2b5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:02.834446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Attempting to bind port c20047ee-aa76-45ba-8e47-440fcab7c2b5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:02.834811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Attempting to bind port c20047ee-aa76-45ba-8e47-440fcab7c2b5 on network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:02.835576 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:02.839188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:02.841668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:02.844741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 49e698f1-c3ee-4d50-b76b-a5af74615e20, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=49e698f1-c3ee-4d50-b76b-a5af74615e20,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:02.850297 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:02.850677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Checking segment: {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:02.851079 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.851482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Bound using segment: {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:02.851978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Bound port: c20047ee-aa76-45ba-8e47-440fcab7c2b5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:02.852907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.862804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:02.877521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=a436e3a1-05d1-4ea8-968a-224548343216,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:02.904946 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.033838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.156524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=49e698f1-c3ee-4d50-b76b-a5af74615e20,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:03.166886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] For port 39244909-fd50-4b26-b31a-3280876183d9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:03.171896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] For port 39244909-fd50-4b26-b31a-3280876183d9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=39244909-fd50-4b26-b31a-3280876183d9,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:03.179050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.190074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] For port c20047ee-aa76-45ba-8e47-440fcab7c2b5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:03.227795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] For port c20047ee-aa76-45ba-8e47-440fcab7c2b5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c20047ee-aa76-45ba-8e47-440fcab7c2b5,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:03.238259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.272962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0be18-92ac-4451-9758-0fe8f900348e None None] Pushing event updated for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:03.276746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:03.277388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:03.422425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddab76-e3cc-4ed1-a176-6042ec3d0c06 None None] Pushing event updated for resources: {'Port': ['ID=c20047ee-aa76-45ba-8e47-440fcab7c2b5,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:03.436865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:03.482016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c7bebd-a0b7-465e-b4a8-28d51e581993 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:03.653570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 60c7bebd-a0b7-465e-b4a8-28d51e581993 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:03.653860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.738622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.744299 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.789409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 49e698f1-c3ee-4d50-b76b-a5af74615e20 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:03.817415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event updated for resources: {'Port': ['ID=a436e3a1-05d1-4ea8-968a-224548343216,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:03.819520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:03Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 1, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:03.822644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.849310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e5d92-4c1f-493e-b8bb-9d86cf6919ef None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:03Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 1, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:03.870740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 49e698f1-c3ee-4d50-b76b-a5af74615e20 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:03.871114 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:03.944339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:03.945674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:04.052786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:04.156757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:04.162732 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d6841642-7e75-4981-83ad-9d9643fe6837 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483715 Jul 23 16:53:04.166090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32800) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:04.171138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:04.504463 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673822de-064e-49b5-801f-d5e9f9404c3b None None] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:04.609796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:53:04.619997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c10a8134-1e8e-4071-9138-ebb741254955 None None] Provisioning for port c20047ee-aa76-45ba-8e47-440fcab7c2b5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:04.624585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Removed routes are [] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:53:04.625092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:04.836060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:04.841213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:04.947995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:04.961486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aac769f2-2316-49ed-8d28-1c3dbcf71578 None None] Provisioning for port a436e3a1-05d1-4ea8-968a-224548343216 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:04.966840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aac769f2-2316-49ed-8d28-1c3dbcf71578 None None] Provisioning complete for port a436e3a1-05d1-4ea8-968a-224548343216 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:04.967166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aac769f2-2316-49ed-8d28-1c3dbcf71578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.008332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-aac769f2-2316-49ed-8d28-1c3dbcf71578 None None] Port a436e3a1-05d1-4ea8-968a-224548343216 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:05.014417 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:05.026472 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:05.027099 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:05.062094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:05.069441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.072997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-be59f3e1-600a-4f30-bdb1-1b3d218aa721 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 933 time: 0.9058244 Jul 23 16:53:05.074080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:05.159825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-38c258d5-678d-4ce8-abf7-45e90534b825 None None] Provisioning complete for port a436e3a1-05d1-4ea8-968a-224548343216 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:05.160521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-38c258d5-678d-4ce8-abf7-45e90534b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.203224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-692d1f8e-af5d-435b-9821-e24b2bd7fab8 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 933 time: 0.1252465 Jul 23 16:53:05.203787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32806) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:05.209384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'routes': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:05.212307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-38c258d5-678d-4ce8-abf7-45e90534b825 None None] Port a436e3a1-05d1-4ea8-968a-224548343216 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:05.233308 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:05.437591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4105a5c9-57b6-4d2b-b956-73881b547915 None None] Provisioning complete for port a436e3a1-05d1-4ea8-968a-224548343216 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:05.437991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4105a5c9-57b6-4d2b-b956-73881b547915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.463508 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:04Z', 'revision_number': 6, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:03Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:03Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:05.492924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4105a5c9-57b6-4d2b-b956-73881b547915 None None] Port a436e3a1-05d1-4ea8-968a-224548343216 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:05.499116 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:05.499296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 39244909-fd50-4b26-b31a-3280876183d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:05.499765 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Updating router 1f4c2600-da45-4047-a24e-ac00cca78e4c port a436e3a1-05d1-4ea8-968a-224548343216 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 16:53:05.540573 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.551761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 39244909-fd50-4b26-b31a-3280876183d9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:05.558079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 39244909-fd50-4b26-b31a-3280876183d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:05.558761 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.655066 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.693041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 39244909-fd50-4b26-b31a-3280876183d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=39244909-fd50-4b26-b31a-3280876183d9,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:05.699507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.701334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c20047ee-aa76-45ba-8e47-440fcab7c2b5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:05.781923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:05.796043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c20047ee-aa76-45ba-8e47-440fcab7c2b5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:05.799895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c20047ee-aa76-45ba-8e47-440fcab7c2b5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:05.800374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.848289 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.858468 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Transition to ACTIVE for port object a436e3a1-05d1-4ea8-968a-224548343216 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:05.864293 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.887856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.930613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c20047ee-aa76-45ba-8e47-440fcab7c2b5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c20047ee-aa76-45ba-8e47-440fcab7c2b5,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:05.937393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.945177 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b47461-c8b2-4fe8-9999-bf6e1fa66053 None None] Pushing event updated for resources: {'Port': ['ID=a436e3a1-05d1-4ea8-968a-224548343216,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:05.959494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added routes are [] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:53:05.960085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:53:05.989733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Attempting to bind port a436e3a1-05d1-4ea8-968a-224548343216 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:05.990311 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Attempting to bind port a436e3a1-05d1-4ea8-968a-224548343216 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:05.990758 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Attempting to bind port a436e3a1-05d1-4ea8-968a-224548343216 on network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:05.995892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.996875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:05.997509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Checking segment: {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:05.997785 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:05.998597 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Bound using segment: {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:05.999124 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Bound port: a436e3a1-05d1-4ea8-968a-224548343216, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7e1c92-69c7-4052-8cbf-c394abd64b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:05.999670 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.000339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c20047ee-aa76-45ba-8e47-440fcab7c2b5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:06.068042 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] For port a436e3a1-05d1-4ea8-968a-224548343216, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:06.072188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] For port a436e3a1-05d1-4ea8-968a-224548343216, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a436e3a1-05d1-4ea8-968a-224548343216,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:06.076439 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.136601 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:06.137235 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:06.140254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b47461-c8b2-4fe8-9999-bf6e1fa66053 None None] Pushing event updated for resources: {'Port': ['ID=a436e3a1-05d1-4ea8-968a-224548343216,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:06.209897 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.216869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.257217 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:06.321306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:06.414908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:06.422323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.423584 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-04ad54b8-c184-4c70-87e5-8657909a5fcf tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 699 time: 1.2190664 Jul 23 16:53:06.426514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32808) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:06.475713 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 7, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:06Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:06.502174 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7523816-6c4e-414a-8e09-d96dc783caba None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 7, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:06Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:06.537913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d9e90d8-f129-4c36-b555-876928267647 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 699 time: 0.1098373 Jul 23 16:53:06.540093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32810) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:06.641752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:06.651394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:06.652017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:06.740111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:06.884977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:06.944828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 7, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:06Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:06.973872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:06.982814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:06.983423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:07.068814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:07.145712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port a436e3a1-05d1-4ea8-968a-224548343216 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:07.146073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.240575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port a436e3a1-05d1-4ea8-968a-224548343216, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a436e3a1-05d1-4ea8-968a-224548343216,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:07.241305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.252490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for a436e3a1-05d1-4ea8-968a-224548343216 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:07.282257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 7, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:06Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:07.308614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8ac59-5c14-4151-a622-12e6ed93386e None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 7, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a436e3a1-05d1-4ea8-968a-224548343216', 'name': '', 'network_id': '0de83aec-8fe5-4bae-9bfa-6579e0eda750', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:30:9f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:53:01Z', 'updated_at': '2021-07-23T16:53:06Z', 'revision_number': 4, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'ed3a94e8-9fb7-4741-b0ee-fac19b6653a5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:07.433778 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.462912 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=a436e3a1-05d1-4ea8-968a-224548343216,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:07.464957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 39244909-fd50-4b26-b31a-3280876183d9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:07.524825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 39244909-fd50-4b26-b31a-3280876183d9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:07.526100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.613012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a436e3a1-05d1-4ea8-968a-224548343216 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:07.632776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a436e3a1-05d1-4ea8-968a-224548343216 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:07.633661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a436e3a1-05d1-4ea8-968a-224548343216 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 16:53:07.640903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.653875 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Port a436e3a1-05d1-4ea8-968a-224548343216 not found, will not notify nova. {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 16:53:07.654346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c20047ee-aa76-45ba-8e47-440fcab7c2b5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:07.703387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c20047ee-aa76-45ba-8e47-440fcab7c2b5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:07.703765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:07.834119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:07.939182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:07.944257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-78600af1-548b-4fff-9b05-ff23635bc6e4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4031916 Jul 23 16:53:07.947760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32814) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:07.951299 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:07.962036 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:07.962797 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.002257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet ed3a94e8-9fb7-4741-b0ee-fac19b6653a5 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:53:08.005572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.075927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.082893 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:08.161754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.225055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.263065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3a94e8-9fb7-4741-b0ee-fac19b6653a5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:08.267372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.269784 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d7faf182-c1c4-43c5-9e6a-0c3dc10c7714 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/ed3a94e8-9fb7-4741-b0ee-fac19b6653a5 HTTP/1.1" status: 204 len: 168 time: 0.3199849 Jul 23 16:53:08.272343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32818) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:08.279656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e43cef-0478-42cc-a1ba-9097a0dafdb7 None None] Network 0de83aec-8fe5-4bae-9bfa-6579e0eda750 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:08.334220 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:07Z', 'revision_number': 8, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.366524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:08.369600 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.377595 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:08.378251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.434617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port c20047ee-aa76-45ba-8e47-440fcab7c2b5 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:08.435115 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.475992 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:08.511310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] DHCP port deletion for 0de83aec-8fe5-4bae-9bfa-6579e0eda750 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:53:08.512358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port c20047ee-aa76-45ba-8e47-440fcab7c2b5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c20047ee-aa76-45ba-8e47-440fcab7c2b5,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:08.512973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.527397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for c20047ee-aa76-45ba-8e47-440fcab7c2b5 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:08.560980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Deleting port c20047ee-aa76-45ba-8e47-440fcab7c2b5 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:08.561428 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.654983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] For port c20047ee-aa76-45ba-8e47-440fcab7c2b5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c20047ee-aa76-45ba-8e47-440fcab7c2b5,segment=NetworkSegment(0d7e1c92-69c7-4052-8cbf-c394abd64b86),segment_id=0d7e1c92-69c7-4052-8cbf-c394abd64b86)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:08.655810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.656187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.671224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Calling delete_port for c20047ee-aa76-45ba-8e47-440fcab7c2b5 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:08.677516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port c20047ee-aa76-45ba-8e47-440fcab7c2b5 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:08.707749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=c20047ee-aa76-45ba-8e47-440fcab7c2b5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:08.763642 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.765549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:07Z', 'revision_number': 8, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.791156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] Pushing event deleted for resources: {'Port': ['ID=c20047ee-aa76-45ba-8e47-440fcab7c2b5,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:08.794444 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.795334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f0ad0-de56-4c38-91d4-c0d30e9736fb None None] No DVR routers for this DVR port c20047ee-aa76-45ba-8e47-440fcab7c2b5 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:08.811681 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28daef-80e8-405c-a451-07ae0ef7c364 None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:07Z', 'revision_number': 8, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '39244909-fd50-4b26-b31a-3280876183d9', 'name': '', 'network_id': '37c873d6-d964-48d5-be1d-0a4fce09c427', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:24:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:59Z', 'updated_at': '2021-07-23T16:53:05Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': '2c63cc7f-3d05-48bb-9fc8-dcb7406553da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:08.820772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de83aec-8fe5-4bae-9bfa-6579e0eda750']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.833600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7e1c92-69c7-4052-8cbf-c394abd64b86') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.834016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7e1c92-69c7-4052-8cbf-c394abd64b86') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:08.852917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.867666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.874489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:53:08.874893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:53:08.878914 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:53:08.951066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.958453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:08.960385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/0de83aec-8fe5-4bae-9bfa-6579e0eda750 HTTP/1.1" status: 204 len: 168 time: 0.6867020 Jul 23 16:53:08.963855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32820) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:08.976488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea63ed4-1e13-43b9-905f-d6378fa1720d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=0de83aec-8fe5-4bae-9bfa-6579e0eda750,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:09.057391 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:53:09.295971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-7343fe46-9fa2-43f0-96be-9b6c8a88691f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817893 Jul 23 16:53:09.417125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.428686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-0180fd83-8a58-4b0a-9a4f-6fd29e7a8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:09.430824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-0180fd83-8a58-4b0a-9a4f-6fd29e7a8716 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0797875 Jul 23 16:53:09.449462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a436e3a1-05d1-4ea8-968a-224548343216 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:09.473222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a436e3a1-05d1-4ea8-968a-224548343216 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:09.473663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a436e3a1-05d1-4ea8-968a-224548343216 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:09.474203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c20047ee-aa76-45ba-8e47-440fcab7c2b5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:09.496179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c20047ee-aa76-45ba-8e47-440fcab7c2b5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:09.496632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c20047ee-aa76-45ba-8e47-440fcab7c2b5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:09.547800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-03f8a04a-89b9-4e56-86bc-8adf7d2e8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:09.549280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-03f8a04a-89b9-4e56-86bc-8adf7d2e8e6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0959067 Jul 23 16:53:09.622595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-172cfc51-d302-4832-9828-01958b4bf205 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0660679 Jul 23 16:53:09.677624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-8a4b5460-12b8-4173-aa4e-00ad7c24758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:09.679227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-8a4b5460-12b8-4173-aa4e-00ad7c24758e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0445645 Jul 23 16:53:09.703183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 39244909-fd50-4b26-b31a-3280876183d9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:09.703523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.738635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-1814cb67-1d87-4cf9-9fca-35ef9cff5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:09.740158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-1814cb67-1d87-4cf9-9fca-35ef9cff5b0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541761 Jul 23 16:53:09.797708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 39244909-fd50-4b26-b31a-3280876183d9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=39244909-fd50-4b26-b31a-3280876183d9,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:09.798115 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:09.811793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 39244909-fd50-4b26-b31a-3280876183d9 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:09.836658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-06da160d-516f-4825-8cd5-159761180d3e service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Jul 23 16:53:09.934205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcd6ec-561d-4e07-b6f8-b342a6e1addc req-ed371ffe-1108-4f5b-bb3e-0d6edb6ddc29 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Jul 23 16:53:09.983764 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.010949 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=39244909-fd50-4b26-b31a-3280876183d9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:10.175896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.375265 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:10.483240 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:10.489959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95ac13d9-34d8-4c9c-89cd-94c1168b6851 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5247006 Jul 23 16:53:10.492398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32838) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:10.501115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:10.516278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:10.516931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:10.554719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet 2c63cc7f-3d05-48bb-9fc8-dcb7406553da {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:53:10.559560 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.603249 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.704714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.773531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.786401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:10.801674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=2c63cc7f-3d05-48bb-9fc8-dcb7406553da,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:10.806101 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.811299 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32842) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:10.811872 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-39dcdebd-fadc-4a39-8a22-ba31a7925f85 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/2c63cc7f-3d05-48bb-9fc8-dcb7406553da HTTP/1.1" status: 204 len: 168 time: 0.3175750 Jul 23 16:53:10.824935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2ce7a-2f57-48b5-80d6-ecad4680824e None None] Network 37c873d6-d964-48d5-be1d-0a4fce09c427 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:10.897296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:10.956605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 49e698f1-c3ee-4d50-b76b-a5af74615e20 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:10.956956 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.027132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 49e698f1-c3ee-4d50-b76b-a5af74615e20, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=49e698f1-c3ee-4d50-b76b-a5af74615e20,segment=NetworkSegment(2393824e-56bb-47a7-bcf9-3a6904bbecc0),segment_id=2393824e-56bb-47a7-bcf9-3a6904bbecc0)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:11.027577 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.046073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 49e698f1-c3ee-4d50-b76b-a5af74615e20 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:11.141111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.153748 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:09Z', 'revision_number': 9, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.181656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=49e698f1-c3ee-4d50-b76b-a5af74615e20,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:11.186284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port 49e698f1-c3ee-4d50-b76b-a5af74615e20 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:11.193289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:11.206183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:11.206878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.248537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46ed02-5084-4789-85b1-1ce70b728722 None None] DHCP port deletion for 37c873d6-d964-48d5-be1d-0a4fce09c427 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:53:11.295731 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.307016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c873d6-d964-48d5-be1d-0a4fce09c427']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.308380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:11.318355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2393824e-56bb-47a7-bcf9-3a6904bbecc0') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.318723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2393824e-56bb-47a7-bcf9-3a6904bbecc0') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.329544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.345359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.353408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:53:11.353989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:53:11.357097 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:53:11.447470 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.459852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.464298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/37c873d6-d964-48d5-be1d-0a4fce09c427 HTTP/1.1" status: 204 len: 168 time: 0.6495466 Jul 23 16:53:11.466088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32844) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:11.487138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2d0a-b9e9-4d02-bc14-1391d32dc961 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=37c873d6-d964-48d5-be1d-0a4fce09c427,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:11.533426 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 49e698f1-c3ee-4d50-b76b-a5af74615e20 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:11.559545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 49e698f1-c3ee-4d50-b76b-a5af74615e20 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:11.559914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 49e698f1-c3ee-4d50-b76b-a5af74615e20 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:11.610722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:09Z', 'revision_number': 9, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:11.640573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d3c4a-f5da-47fa-b26e-0ab19d376a4e None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:09Z', 'revision_number': 9, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': '60c7bebd-a0b7-465e-b4a8-28d51e581993', 'name': '', 'network_id': 'd73b7030-764e-4470-b11b-fb97b6e79a29', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:60:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:55Z', 'updated_at': '2021-07-23T16:53:02Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'a75e078a-2cc1-4487-b319-7f19072ddc45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:11.804560 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0daf88da-432e-4adf-8175-713479f1384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:11.853451 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.169869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.429054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 60c7bebd-a0b7-465e-b4a8-28d51e581993 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:12.429318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.533830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 60c7bebd-a0b7-465e-b4a8-28d51e581993, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=60c7bebd-a0b7-465e-b4a8-28d51e581993,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:12.534418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.546779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 60c7bebd-a0b7-465e-b4a8-28d51e581993 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:12.740603 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:12.773053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=60c7bebd-a0b7-465e-b4a8-28d51e581993,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:12.944109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.203858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:13.329123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:13.337288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b2e47380-00c7-48ae-8ff9-f15f2a043aee tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697183 Jul 23 16:53:13.342351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32850) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:13.356682 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:13.368653 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:13.369275 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:13.428417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet a75e078a-2cc1-4487-b319-7f19072ddc45 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:53:13.439867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.478359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 39244909-fd50-4b26-b31a-3280876183d9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:13.487095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.536107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 39244909-fd50-4b26-b31a-3280876183d9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:13.539644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 39244909-fd50-4b26-b31a-3280876183d9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:13.591145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.613168 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:13.689290 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.732019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=a75e078a-2cc1-4487-b319-7f19072ddc45,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:13.734099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.736623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61aba1bc-8c9d-4aad-be36-c708d96aa910 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/a75e078a-2cc1-4487-b319-7f19072ddc45 HTTP/1.1" status: 204 len: 168 time: 0.3915532 Jul 23 16:53:13.741272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32854) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:13.743962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9d566-9da9-4b8b-bed8-18ad2a912501 None None] Network d73b7030-764e-4470-b11b-fb97b6e79a29 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:13.839306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:13.886503 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:12Z', 'revision_number': 10, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:13.920664 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:13.940212 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:13.940831 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:52:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:13.944208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 5370685d-47f1-41be-b78d-428411e1d360 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:13.944567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.031308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 5370685d-47f1-41be-b78d-428411e1d360, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5370685d-47f1-41be-b78d-428411e1d360,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:14.032064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.037817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] DHCP port deletion for d73b7030-764e-4470-b11b-fb97b6e79a29 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:53:14.060735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 5370685d-47f1-41be-b78d-428411e1d360 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:14.089156 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:14.104618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Deleting port 5370685d-47f1-41be-b78d-428411e1d360 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:14.105280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.185193 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.219924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] For port 5370685d-47f1-41be-b78d-428411e1d360, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5370685d-47f1-41be-b78d-428411e1d360,segment=NetworkSegment(54e510ae-33ba-4cd9-9e5e-5ee68fb33003),segment_id=54e510ae-33ba-4cd9-9e5e-5ee68fb33003)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:14.220851 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.221757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=5370685d-47f1-41be-b78d-428411e1d360,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:14.223936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port 5370685d-47f1-41be-b78d-428411e1d360 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:14.253682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Calling delete_port for 5370685d-47f1-41be-b78d-428411e1d360 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:14.357700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.364817 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.373115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73b7030-764e-4470-b11b-fb97b6e79a29']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:14.389296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e510ae-33ba-4cd9-9e5e-5ee68fb33003') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:14.390057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:12Z', 'revision_number': 10, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:14.391793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e510ae-33ba-4cd9-9e5e-5ee68fb33003') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:14.406271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.424463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.424807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.431065 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34210c7-8446-40e0-8d48-293d2e93265d None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:12Z', 'revision_number': 10, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None, '_interfaces': [{'id': 'ad70c9e1-25cb-4d35-bc5f-02ae33ec9245', 'name': '', 'network_id': 'f9ec9190-92c5-46f0-ad0a-85754b5b1070', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'mac_address': 'fa:16:3e:c8:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:52:53Z', 'updated_at': '2021-07-23T16:52:57Z', 'revision_number': 5, 'project_id': '76611f18744f4039846ae79ccefa9310', 'subnets': [{'id': 'f85a2ee9-d8a5-4ee5-aa59-93c18e637184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:14.439368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:53:14.442962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:53:14.447664 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:53:14.465327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] Pushing event deleted for resources: {'Port': ['ID=5370685d-47f1-41be-b78d-428411e1d360,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:14.470695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bef7c-3055-415f-8e6c-ee51943d7123 None None] No DVR routers for this DVR port 5370685d-47f1-41be-b78d-428411e1d360 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:14.472461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d00a4ae8-ee51-4ff5-99f2-4272eecfa991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.535040 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.542391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:14.544248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/d73b7030-764e-4470-b11b-fb97b6e79a29 HTTP/1.1" status: 204 len: 168 time: 0.8031137 Jul 23 16:53:14.547040 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:14.556068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504612e8-c978-4d41-a422-a6a19e878ef5 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=d73b7030-764e-4470-b11b-fb97b6e79a29,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:15.028050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:15.382178 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:15.382178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:15.436149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5370685d-47f1-41be-b78d-428411e1d360 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:15.461738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5370685d-47f1-41be-b78d-428411e1d360 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:15.462121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5370685d-47f1-41be-b78d-428411e1d360 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:15.462550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c7bebd-a0b7-465e-b4a8-28d51e581993 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:15.489005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 60c7bebd-a0b7-465e-b4a8-28d51e581993 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:15.489356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 60c7bebd-a0b7-465e-b4a8-28d51e581993 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:15.544619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port ad70c9e1-25cb-4d35-bc5f-02ae33ec9245, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:15.544985 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:15.571636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:15.600527 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:15.855066 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:15.891667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=ad70c9e1-25cb-4d35-bc5f-02ae33ec9245,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:16.077252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.254401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:16.343692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:16.348913 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddb831dc-1573-4a8a-b2dd-78d846f93084 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005164 Jul 23 16:53:16.351425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32866) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:16.355156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:16.365499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:16.366482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:16.418009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting subnet f85a2ee9-d8a5-4ee5-aa59-93c18e637184 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:53:16.422960 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.454766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:16.491281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.515797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:16.544852 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:16.554363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:16.555818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:16.629643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.630755 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:16.689979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:16.701503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.719147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbee3c7-0076-4fc8-833d-84351d55450d None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:16.737744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Subnet': ['ID=f85a2ee9-d8a5-4ee5-aa59-93c18e637184,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:16.748501 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.753559 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b15a432-41db-4ae5-983d-7db617302d0c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/f85a2ee9-d8a5-4ee5-aa59-93c18e637184 HTTP/1.1" status: 204 len: 168 time: 0.3975339 Jul 23 16:53:16.753773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32868) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:16.762122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026f684-3ac3-4b0d-a868-dee78221f314 None None] Network f9ec9190-92c5-46f0-ad0a-85754b5b1070 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:53:16.849735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:16.927353 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Deleting port 9295e511-4831-4540-b56d-4f1978cf7206 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:16.927714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.013886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] For port 9295e511-4831-4540-b56d-4f1978cf7206, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9295e511-4831-4540-b56d-4f1978cf7206,segment=NetworkSegment(44c11bd1-118f-4e1b-8655-8a433f690250),segment_id=44c11bd1-118f-4e1b-8655-8a433f690250)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:17.014322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.031770 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Calling delete_port for 9295e511-4831-4540-b56d-4f1978cf7206 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:17.083124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] DHCP port deletion for f9ec9190-92c5-46f0-ad0a-85754b5b1070 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:53:17.132734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.150062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Deleting port 9295e511-4831-4540-b56d-4f1978cf7206 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:53:17.150452 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.161030 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Port': ['ID=9295e511-4831-4540-b56d-4f1978cf7206,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:17.172219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No DVR routers for this DVR port 9295e511-4831-4540-b56d-4f1978cf7206 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:17.245733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] For port 9295e511-4831-4540-b56d-4f1978cf7206, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:17.246076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.259595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Calling delete_port for 9295e511-4831-4540-b56d-4f1978cf7206 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:53:17.262655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Port 9295e511-4831-4540-b56d-4f1978cf7206 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:53:17.264496 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.278892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] No DVR routers for this DVR port 9295e511-4831-4540-b56d-4f1978cf7206 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:53:17.301234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f04d1-de7a-4b9e-8216-9ddecc9eb789 None None] Pushing event deleted for resources: {'Port': ['ID=9295e511-4831-4540-b56d-4f1978cf7206,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:17.445598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9295e511-4831-4540-b56d-4f1978cf7206 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:17.470578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9295e511-4831-4540-b56d-4f1978cf7206 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:17.470578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9295e511-4831-4540-b56d-4f1978cf7206 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:17.471323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:53:17.494646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:53:17.494646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device ad70c9e1-25cb-4d35-bc5f-02ae33ec9245 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:53:17.526419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.637330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.648135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ec9190-92c5-46f0-ad0a-85754b5b1070']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:17.659182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c11bd1-118f-4e1b-8655-8a433f690250') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:17.659469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c11bd1-118f-4e1b-8655-8a433f690250') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:17.670253 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.684833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.691308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:53:17.691727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:53:17.694797 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:53:17.756784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.765371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:17.767349 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/networks/f9ec9190-92c5-46f0-ad0a-85754b5b1070 HTTP/1.1" status: 204 len: 168 time: 1.0122757 Jul 23 16:53:17.779749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32872) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:17.780964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbe96d-555e-495f-bd1f-635ce500fec4 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Pushing event deleted for resources: {'Network': ['ID=f9ec9190-92c5-46f0-ad0a-85754b5b1070,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:17.791183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'routes': None}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:17.974876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Added routes are [] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 16:53:17.975099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.extraroute_db [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Removed routes are [] {{(pid=94003) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 16:53:17.975459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.141976 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.145698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.231477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router 1f4c2600-da45-4047-a24e-ac00cca78e4c has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:18.309999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:18.317462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.318935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1f5693d6-1afb-4445-88b9-a732556d788b tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 700 time: 0.5381660 Jul 23 16:53:18.321917 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Sync routers for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:18.324609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32876) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:18.332621 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:18.333659 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:18.364198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-73cb2fe6-5f65-4dc9-b41c-e3524a764d70 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 205 time: 0.0371354 Jul 23 16:53:18.364905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32878) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:18.411989 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:18.456709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.469575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:18.497221 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Checking router: 1f4c2600-da45-4047-a24e-ac00cca78e4c for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:18.507131 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Routers {'1f4c2600-da45-4047-a24e-ac00cca78e4c'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:18.508593 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1f4c2600-da45-4047-a24e-ac00cca78e4c'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:18.586381 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] Set router 1f4c2600-da45-4047-a24e-ac00cca78e4c gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:18.634940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.636856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.640411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:18.670755 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1acdc-eda8-4c03-98ed-6512338c74ac None None] The sync data for ids ['1f4c2600-da45-4047-a24e-ac00cca78e4c'] in n-d-800484-3 is: [{'id': '1f4c2600-da45-4047-a24e-ac00cca78e4c', 'name': 'tempest-RoutersTest-router-409837678', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:52:51Z', 'updated_at': '2021-07-23T16:53:15Z', 'revision_number': 11, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:18.699684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.700264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4c2600-da45-4047-a24e-ac00cca78e4c {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:53:18.708548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.714108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32880) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:18.716071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-10fc852c-91f2-4a53-9c69-81ab54aa8e5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 204 len: 168 time: 0.3498142 Jul 23 16:53:18.720451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1745246756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:18.748587 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.750046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.816892 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.822929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.839061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:18.840261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8a9c5f29-36dd-4a4d-adec-efacad4b6b58 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1251822 Jul 23 16:53:18.844335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32882) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:18.849389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:19.381306 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:19.401350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3904325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3904316', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3907442'] for router, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:19.420330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-748f250d-88a2-4a31-a571-cdf84ac0afae tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931872228&fields=id&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 267 time: 0.0498230 Jul 23 16:53:19.591696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Router dd72d709-57e4-41cd-800f-00834dd70444 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 16:53:19.610829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-7f08f5e1-9a24-43bf-85b9-b104c2362a8c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:19.612232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-7f08f5e1-9a24-43bf-85b9-b104c2362a8c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1619041 Jul 23 16:53:19.689421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-b4ff4655-793d-4e7f-a6cc-944b69d10f80 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/quotas/359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 375 time: 0.0702682 Jul 23 16:53:19.693555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:19.702171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:19.706000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-05c409b0-b4b1-4f45-a96c-24b05747ed96 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "PUT /v2.0/routers/dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 200 len: 694 time: 0.8578846 Jul 23 16:53:19.706154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:19.708415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Sync routers for ids ['dd72d709-57e4-41cd-800f-00834dd70444'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:19.725823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Routers {'dd72d709-57e4-41cd-800f-00834dd70444'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:19.727153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['dd72d709-57e4-41cd-800f-00834dd70444'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:19.771014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-56ba9c3a-c9bf-4d31-a10b-88fdf0af90cf tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0755434 Jul 23 16:53:19.799173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Set router dd72d709-57e4-41cd-800f-00834dd70444 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:19.800208 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-36d52bda-09ba-4fec-9eb5-894ca4341890 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/routers/dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 200 len: 700 time: 0.0891397 Jul 23 16:53:19.803004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:19.840156 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-50f6081e-41ec-4478-9ae4-31fd44f2598f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 200 len: 205 time: 0.0336652 Jul 23 16:53:19.840397 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:19.860081 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72d709-57e4-41cd-800f-00834dd70444', 'name': 'tempest-RoutersTest-router-1745246756', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:18Z', 'updated_at': '2021-07-23T16:53:19Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:19.887584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Checking router: dd72d709-57e4-41cd-800f-00834dd70444 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:19.897124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Routers {'dd72d709-57e4-41cd-800f-00834dd70444'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:19.897767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['dd72d709-57e4-41cd-800f-00834dd70444'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:19.915771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:19.970464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] Set router dd72d709-57e4-41cd-800f-00834dd70444 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:20.011514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-f7e71a4a-0c3d-4df7-8a03-a0037343c02f service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261443 Jul 23 16:53:20.028195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd72d709-57e4-41cd-800f-00834dd70444', 'name': 'tempest-RoutersTest-router-1745246756', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:18Z', 'updated_at': '2021-07-23T16:53:19Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:20.056213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265deb4-beb8-4eec-842d-2f2c92c48820 None None] The sync data for ids ['dd72d709-57e4-41cd-800f-00834dd70444'] in n-d-800484-3 is: [{'id': 'dd72d709-57e4-41cd-800f-00834dd70444', 'name': 'tempest-RoutersTest-router-1745246756', 'tenant_id': '76611f18744f4039846ae79ccefa9310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:53:18Z', 'updated_at': '2021-07-23T16:53:19Z', 'revision_number': 2, 'project_id': '76611f18744f4039846ae79ccefa9310', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:20.090614 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:20.093708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:20.114798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-68ccde5d-be87-499e-9ac2-1858515985ce service neutron] 10.222.0.64 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970402 Jul 23 16:53:20.147361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:20.147860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Fanout notify agent at l3_agent the message router_deleted on router dd72d709-57e4-41cd-800f-00834dd70444 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:53:20.155703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:20.162060 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e2c9dcf-e113-416d-8f39-5d336d7ff14f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 204 len: 168 time: 0.3155131 Jul 23 16:53:20.163616 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32904) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.197981 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-61537b69-e08d-486b-b64f-fad5efef8c47 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 200 len: 205 time: 0.0314729 Jul 23 16:53:20.198625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32908) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.236064 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-00845622-e275-4d18-9166-35549c94c74f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.237427 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00845622-e275-4d18-9166-35549c94c74f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/dd72d709-57e4-41cd-800f-00834dd70444 HTTP/1.1" status: 404 len: 336 time: 0.0378804 Jul 23 16:53:20.240831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32912) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.275284 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-40de5fe7-62b7-4fdd-ace4-5152c99ef28f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.275830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40de5fe7-62b7-4fdd-ace4-5152c99ef28f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.280015 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-40de5fe7-62b7-4fdd-ace4-5152c99ef28f tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/ed3a94e8-9fb7-4741-b0ee-fac19b6653a5 HTTP/1.1" status: 404 len: 337 time: 0.0357451 Jul 23 16:53:20.280473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32916) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.310187 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96a9a61-f0a7-434d-8f18-681a94a57413 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.310656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96a9a61-f0a7-434d-8f18-681a94a57413 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.312431 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e96a9a61-f0a7-434d-8f18-681a94a57413 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/2c63cc7f-3d05-48bb-9fc8-dcb7406553da HTTP/1.1" status: 404 len: 337 time: 0.0310597 Jul 23 16:53:20.314970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32920) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.344664 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d220a5-f4af-4de0-8f13-3d5cbcaab635 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.345125 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d220a5-f4af-4de0-8f13-3d5cbcaab635 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.346899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b7d220a5-f4af-4de0-8f13-3d5cbcaab635 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/a75e078a-2cc1-4487-b319-7f19072ddc45 HTTP/1.1" status: 404 len: 337 time: 0.0310116 Jul 23 16:53:20.349687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32922) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.377100 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62d46e3-b5fa-4312-bf8a-169cf08353b2 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.377567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62d46e3-b5fa-4312-bf8a-169cf08353b2 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.379341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b62d46e3-b5fa-4312-bf8a-169cf08353b2 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/f85a2ee9-d8a5-4ee5-aa59-93c18e637184 HTTP/1.1" status: 404 len: 337 time: 0.0285947 Jul 23 16:53:20.381976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32924) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.413809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-67663135-fa3b-4753-8579-103ab3846f70 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 200 len: 205 time: 0.0307596 Jul 23 16:53:20.416677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32930) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.455619 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-3c4fbf60-f4b2-4c58-80f6-9d32d6c1fcf2 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.456687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c4fbf60-f4b2-4c58-80f6-9d32d6c1fcf2 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/1f4c2600-da45-4047-a24e-ac00cca78e4c HTTP/1.1" status: 404 len: 336 time: 0.0390823 Jul 23 16:53:20.459765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32934) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.488782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8f12e6a-4976-48c3-926a-c097b263772a req-e7f90d06-06c7-494b-8a63-9eda4c9485f9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0449679 Jul 23 16:53:20.513435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32936) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.513723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6a9be816-ea35-4292-8fc9-1090c4e49f36 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=39bfb12f-b697-49b6-a22b-df1bda897f4f HTTP/1.1" status: 200 len: 205 time: 0.0525405 Jul 23 16:53:20.588089 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-8907eb66-2e04-4178-b96a-0f42a5c6fa13 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.589624 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8907eb66-2e04-4178-b96a-0f42a5c6fa13 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/39bfb12f-b697-49b6-a22b-df1bda897f4f HTTP/1.1" status: 404 len: 336 time: 0.0743489 Jul 23 16:53:20.592081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32942) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.628960 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-46921bc3-309a-4105-b043-a5ebbce75efe tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.629402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46921bc3-309a-4105-b043-a5ebbce75efe tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.633980 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46921bc3-309a-4105-b043-a5ebbce75efe tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/5bcf1935-8885-4a4d-ad34-7167bb4062fa HTTP/1.1" status: 404 len: 337 time: 0.0380008 Jul 23 16:53:20.634185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32944) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.666996 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa246cae-484b-4f85-8d8d-fe8105ea0539 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 200 len: 205 time: 0.0292466 Jul 23 16:53:20.667256 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32946) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.711832 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-e8734df1-306e-4dee-ade5-78e8eb4f789c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.713067 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8734df1-306e-4dee-ade5-78e8eb4f789c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/1942eb76-5752-48f8-bef3-1a1dedf052f5 HTTP/1.1" status: 404 len: 336 time: 0.0447681 Jul 23 16:53:20.715727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32950) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.746612 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ffc1edb6-341f-436e-bce7-1f102306e335 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a HTTP/1.1" status: 200 len: 205 time: 0.0291083 Jul 23 16:53:20.748375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32952) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.792281 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-d96742b9-0436-446f-8a7c-f13b35ef3dfa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.796071 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d96742b9-0436-446f-8a7c-f13b35ef3dfa tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/fdad0a2b-2d5b-4f24-a8ac-c11d1d3b6c8a HTTP/1.1" status: 404 len: 336 time: 0.0467973 Jul 23 16:53:20.796670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32954) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.826123 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8e883-d7ae-429d-9821-909316bfde18 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.826691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c8e883-d7ae-429d-9821-909316bfde18 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.831436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32956) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.831638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f9c8e883-d7ae-429d-9821-909316bfde18 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/6e84724b-ff64-4b57-8ee5-7480069b7bb1 HTTP/1.1" status: 404 len: 337 time: 0.0337739 Jul 23 16:53:20.864012 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3b52628d-ecb9-4614-bd99-f19988b03f5d tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f187273-abf6-4854-9cd5-3c29ba3cdf01 HTTP/1.1" status: 200 len: 205 time: 0.0305800 Jul 23 16:53:20.866106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32958) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.909668 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-a691c037-9f2c-41ba-86e3-ae8142e736d1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:20.910877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a691c037-9f2c-41ba-86e3-ae8142e736d1 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/9f187273-abf6-4854-9cd5-3c29ba3cdf01 HTTP/1.1" status: 404 len: 336 time: 0.0433931 Jul 23 16:53:20.913535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32960) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.942989 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f62ec67-bab1-4406-9779-d64beeee12f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:20.943448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f62ec67-bab1-4406-9779-d64beeee12f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:20.945872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3f62ec67-bab1-4406-9779-d64beeee12f3 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/2c183794-b922-43b2-ab4c-64427d52ac48 HTTP/1.1" status: 404 len: 337 time: 0.0300560 Jul 23 16:53:20.948690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32962) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.982608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32964) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:20.982777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d2089b36-574d-4e10-a35d-e746eaff403c tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2c41893-7e25-48ef-9286-34b47b3c66a0 HTTP/1.1" status: 200 len: 205 time: 0.0329781 Jul 23 16:53:21.023183 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-7f4ec75a-5a07-4c5d-8108-4d26ba7f5216 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] delete failed (client error): The resource could not be found. Jul 23 16:53:21.027397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32966) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:21.027910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f4ec75a-5a07-4c5d-8108-4d26ba7f5216 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/routers/e2c41893-7e25-48ef-9286-34b47b3c66a0 HTTP/1.1" status: 404 len: 336 time: 0.0434361 Jul 23 16:53:21.057632 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07cb11e-bb25-4aea-a3db-b6272feda07e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:21.058123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07cb11e-bb25-4aea-a3db-b6272feda07e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:21.064863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b07cb11e-bb25-4aea-a3db-b6272feda07e tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/7034e733-8098-4967-89bd-445de02eeadf HTTP/1.1" status: 404 len: 337 time: 0.0351832 Jul 23 16:53:21.064863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32968) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:21.093855 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-7297e4bf-5576-42d2-9325-9656e2561320 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] DELETE failed (client error): The resource could not be found. Jul 23 16:53:21.094403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7297e4bf-5576-42d2-9325-9656e2561320 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 16:53:21.096205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7297e4bf-5576-42d2-9325-9656e2561320 tempest-RoutersTest-1611098627 tempest-RoutersTest-1611098627-project] 10.222.0.64 "DELETE /v2.0/subnets/f1afbc6e-4073-4171-b089-ab5d44338a6f HTTP/1.1" status: 404 len: 337 time: 0.0309753 Jul 23 16:53:21.292005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 32974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:21.531142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ff77eee5-a065-4ccc-b2ad-efe549040e27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76611f18744f4039846ae79ccefa9310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357390 Jul 23 16:53:21.531573 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 32980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:21.573116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-ffbd7eac-632c-4828-9edd-ed454ebb36f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:21.574675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-ffbd7eac-632c-4828-9edd-ed454ebb36f1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 812 time: 0.1386509 Jul 23 16:53:21.596137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:21.611429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-81763bbb-21f1-43b3-82b7-7a3b7d22e9de req-43df7db1-0460-409f-92c3-638e8058e6a3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0356982 Jul 23 16:53:21.618200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:21.648225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-beb6c4b9-67d6-4b52-b3e2-7e67eb5e45c0 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=359d4a3ad8484f0da168456e2689d319 HTTP/1.1" status: 200 len: 380 time: 0.0433304 Jul 23 16:53:21.662655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'port': {'device_id': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'admin_state_up': True, 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'security_groups': ['ac3519b0-d729-4be9-9867-13173812dbc0']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:21.687061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:21.690123 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:21.691485 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/537c3b25-0b0b-4764-851c-280a08aba008 HTTP/1.1" status: 204 len: 168 time: 0.1588745 Jul 23 16:53:21.701545 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055cdac-7340-47a7-98b2-b4a2dd73f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537c3b25-0b0b-4764-851c-280a08aba008,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:21.807433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Made reservation on behalf of 359d4a3ad8484f0da168456e2689d319 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:53:21.811160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:21.957008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.20.0.4 (eb0a419c-554d-4ae2-b164-1388274c5bbe/9848dc91-d2d5-404c-af2c-34bc0847677b/a58125e8-bf69-41e0-937f-12a6c58a2c58) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:22.118768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:22.138194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Transition to ACTIVE for port object a58125e8-bf69-41e0-937f-12a6c58a2c58 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:22.180112 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:22.225206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network eb0a419c-554d-4ae2-b164-1388274c5bbe is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:22.229107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:22.233242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:22.267675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:22.297446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:22.298363 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:22.316527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-3c05fec0-322f-4b80-8dec-0f6ceab3ab11 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619158 Jul 23 16:53:22.477893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Request body: {'port': {'device_id': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:22.554144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eba23e6d-c74e-4563-8594-4605f3fcc542 None None] Provisioning for port a58125e8-bf69-41e0-937f-12a6c58a2c58 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:22.562975 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-eba23e6d-c74e-4563-8594-4605f3fcc542 None None] Provisioning complete for port a58125e8-bf69-41e0-937f-12a6c58a2c58 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:22.563403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-eba23e6d-c74e-4563-8594-4605f3fcc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:22.571216 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:22.601119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-eba23e6d-c74e-4563-8594-4605f3fcc542 None None] Port a58125e8-bf69-41e0-937f-12a6c58a2c58 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 16:53:22.881055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faa7bc-3768-47a0-a2f2-e5515a7890f7 req-210752ec-6fc5-4740-829c-4feae36f5ddc tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:22.883060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82faa7bc-3768-47a0-a2f2-e5515a7890f7 req-210752ec-6fc5-4740-829c-4feae36f5ddc tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 931 time: 0.1399460 Jul 23 16:53:22.974592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82faa7bc-3768-47a0-a2f2-e5515a7890f7 req-557b1660-897d-4263-ba37-75a893ba2143 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817800 Jul 23 16:53:22.978884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58125e8-bf69-41e0-937f-12a6c58a2c58 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:53:22.986986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:23.000378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Transition to ACTIVE for port object a58125e8-bf69-41e0-937f-12a6c58a2c58 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:53:23.005794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:23.088499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Pushing event updated for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:23.144356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Attempting to bind port a58125e8-bf69-41e0-937f-12a6c58a2c58 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:53:23.145435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Attempting to bind port a58125e8-bf69-41e0-937f-12a6c58a2c58 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:53:23.145967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Attempting to bind port a58125e8-bf69-41e0-937f-12a6c58a2c58 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:23.151065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Port a58125e8-bf69-41e0-937f-12a6c58a2c58 on network eb0a419c-554d-4ae2-b164-1388274c5bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:53:23.151390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Attempting to bind port a58125e8-bf69-41e0-937f-12a6c58a2c58 on network eb0a419c-554d-4ae2-b164-1388274c5bbe {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:53:23.156901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:53:23.157115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Checking segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:53:23.157452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Bound using segment: {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:53:23.157892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Bound port: a58125e8-bf69-41e0-937f-12a6c58a2c58, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090cc538-30fd-441f-9d49-5d40b045bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:53:23.158299 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:23.235389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:53:23.239579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:53:23.246947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:23.267160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:23.268402 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:23.270307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] 10.222.0.81 "PUT /v2.0/ports/a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 1091 time: 0.9404137 Jul 23 16:53:23.273068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:23.274674 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:23.408134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07623eee-fa65-4b28-91ad-f64b676fb272 service neutron] Pushing event updated for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:23.469267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-46a4916e-2727-4ed7-8715-f32c53b69005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:23.471268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-46a4916e-2727-4ed7-8715-f32c53b69005 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1094 time: 0.1140566 Jul 23 16:53:23.534241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-03d172e7-2b38-4f87-8c25-62e2a4ccdd92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 217 time: 0.0472858 Jul 23 16:53:23.615596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-5fb1e639-f35c-4407-ab20-389ef5933035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:23.617451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-5fb1e639-f35c-4407-ab20-389ef5933035 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0735412 Jul 23 16:53:23.661658 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bfc566-87e7-4b25-8054-4e12b6a7da01 x-openstack-request-id: req-a1bfc566-87e7-4b25-8054-4e12b6a7da01 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:23.662369 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:23.662691 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1bfc566-87e7-4b25-8054-4e12b6a7da01 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:23.663158 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'status': 'completed', 'code': 200} Jul 23 16:53:23.700205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-81ec74a0-966f-4ff1-8a99-7ef92bd36bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:23.701745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-81ec74a0-966f-4ff1-8a99-7ef92bd36bff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777481 Jul 23 16:53:23.816639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-25290c81-f7db-40b7-b661-ac2cafb7df19 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070540 Jul 23 16:53:23.915647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d7caca0-b8fc-48a0-94a1-ab71d30c25c9 req-be9ce44e-01f4-4ae5-8f89-115989fc7d8d service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925457 Jul 23 16:53:23.982850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:24.049703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-c38b9ac7-c807-4603-a473-b81a42b0b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.051612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-c38b9ac7-c807-4603-a473-b81a42b0b88a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1094 time: 0.0670309 Jul 23 16:53:24.103328 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b273b3-e68e-4ea2-9c4c-b299ae11e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.203991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a602a-5f8f-4670-ace3-7abea7831124 req-62eb0677-663b-41c1-9faa-e60fc0f9afb1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.205607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-886a602a-5f8f-4670-ace3-7abea7831124 req-62eb0677-663b-41c1-9faa-e60fc0f9afb1 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.1381536 Jul 23 16:53:24.211683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b273b3-e68e-4ea2-9c4c-b299ae11e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.218286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-57b273b3-e68e-4ea2-9c4c-b299ae11e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.241572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-573be44e-49cd-442c-8f59-483edef94592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.243754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-573be44e-49cd-442c-8f59-483edef94592 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1853104 Jul 23 16:53:24.260833 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b273b3-e68e-4ea2-9c4c-b299ae11e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae2b6c-6ebb-46c9-8278-13b01ad90c4a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:24.270392 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-57b273b3-e68e-4ea2-9c4c-b299ae11e38f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a48fdc06793242c69671c5eab4db793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863381 Jul 23 16:53:24.271314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33070) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:24.298885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-40be8881-e18b-41bd-a0f0-eadd0b5a83ec service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 217 time: 0.0472052 Jul 23 16:53:24.302663 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-886a602a-5f8f-4670-ace3-7abea7831124 req-cbebec20-87e3-4676-bf43-5a38f97338a5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872014 Jul 23 16:53:24.344199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.353841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-a1e2f61f-d82c-4c33-8069-a0e6cda0482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.355394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-a1e2f61f-d82c-4c33-8069-a0e6cda0482d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0487056 Jul 23 16:53:24.369455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.421331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-d1addaf0-2dc3-421e-8b4f-fa1407426557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:24.423056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-d1addaf0-2dc3-421e-8b4f-fa1407426557 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612729 Jul 23 16:53:24.426330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.429025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.434294 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eae2b6c-6ebb-46c9-8278-13b01ad90c4a HTTP/1.1" status: 204 len: 168 time: 0.1615763 Jul 23 16:53:24.444846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6daa25-d045-4a45-bbd8-3caa630f1b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae2b6c-6ebb-46c9-8278-13b01ad90c4a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:24.545042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-6603d24d-0eab-4061-a4c5-c580b7470d49 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146872 Jul 23 16:53:24.651947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0844e8e-bc70-4f7d-8b64-09a1de3cb661 req-b97cb871-7903-45ed-9d57-99960130e131 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005299 Jul 23 16:53:24.750202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 33078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:24.766712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60b46699-326a-486b-9e20-326e6d361741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.857675 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60b46699-326a-486b-9e20-326e6d361741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.861454 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60b46699-326a-486b-9e20-326e6d361741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.898910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b46699-326a-486b-9e20-326e6d361741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059a7d16-985b-4ceb-a74f-9ee619dff14e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:24.903970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60b46699-326a-486b-9e20-326e6d361741 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4ed287c28784079919b85aafaa54f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525340 Jul 23 16:53:24.906453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33080) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:24.959494 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:24.982282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:25.028173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:25.030804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:25.031979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/059a7d16-985b-4ceb-a74f-9ee619dff14e HTTP/1.1" status: 204 len: 168 time: 0.1241834 Jul 23 16:53:25.040457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49ce9-04d8-4a57-8cf4-b50593052561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a7d16-985b-4ceb-a74f-9ee619dff14e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:25.459773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca70583-6721-4496-8479-98647482414f req-ffdbfb1f-93e7-468f-a40c-b38fa25be602 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:25.461713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fca70583-6721-4496-8479-98647482414f req-ffdbfb1f-93e7-468f-a40c-b38fa25be602 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0686948 Jul 23 16:53:25.505527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fca70583-6721-4496-8479-98647482414f req-3fcdcb0f-2c32-4326-bf65-407241a04a59 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350726 Jul 23 16:53:26.645558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba664c-8868-4804-9a42-adbc497fda33 req-be357573-8afd-44c3-83de-5d32c19e3336 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:26.646357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0eba664c-8868-4804-9a42-adbc497fda33 req-be357573-8afd-44c3-83de-5d32c19e3336 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0718079 Jul 23 16:53:26.692427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0eba664c-8868-4804-9a42-adbc497fda33 req-38e3a256-ccab-4f9f-8d83-b2291676f7f2 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 Jul 23 16:53:27.835643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27005d63-8701-4c02-9067-0a17da5946d6 req-38f67ff1-c410-4dad-86d4-04febf74134c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:27.837184 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27005d63-8701-4c02-9067-0a17da5946d6 req-38f67ff1-c410-4dad-86d4-04febf74134c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0717666 Jul 23 16:53:27.879043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-27005d63-8701-4c02-9067-0a17da5946d6 req-d79a227f-33b3-4eb0-a421-63bc337e9a2a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Jul 23 16:53:29.017617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5abc1-1f94-4fc2-b2d4-ccee531f8144 req-c5bb4aa3-f5b1-4ab5-884f-000c4ab1817f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:29.019240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0a5abc1-1f94-4fc2-b2d4-ccee531f8144 req-c5bb4aa3-f5b1-4ab5-884f-000c4ab1817f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0643032 Jul 23 16:53:29.061762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0a5abc1-1f94-4fc2-b2d4-ccee531f8144 req-bc0b1834-d856-4f40-bfcd-7cb615519f49 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367568 Jul 23 16:53:29.120080 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:30.195256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6398d27-9b00-4ca4-9951-8931078e31ff req-c14377f8-bb1f-4c09-ba60-19d7ac7bc096 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:30.196750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6398d27-9b00-4ca4-9951-8931078e31ff req-c14377f8-bb1f-4c09-ba60-19d7ac7bc096 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0683031 Jul 23 16:53:30.235291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6398d27-9b00-4ca4-9951-8931078e31ff req-a94eed35-a817-406a-a3c3-db596440ce88 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Jul 23 16:53:31.379294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89047066-3a67-4195-9a79-ff887fa71d33 req-1fc7ba19-806d-4ef8-8ea7-928f3235b0a4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:31.382437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89047066-3a67-4195-9a79-ff887fa71d33 req-1fc7ba19-806d-4ef8-8ea7-928f3235b0a4 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0774632 Jul 23 16:53:31.427370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-89047066-3a67-4195-9a79-ff887fa71d33 req-17d800a2-0ed0-4f33-9c0f-4c8286f3cca7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Jul 23 16:53:32.586399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b38bd-8154-4d6a-a105-5d66f263bbd2 req-9acb9645-668e-4688-8aae-2ca1a8773d3c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:32.588094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384b38bd-8154-4d6a-a105-5d66f263bbd2 req-9acb9645-668e-4688-8aae-2ca1a8773d3c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0776591 Jul 23 16:53:32.640251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384b38bd-8154-4d6a-a105-5d66f263bbd2 req-1717529e-0e16-461c-9539-d33e0f8bea0e tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Jul 23 16:53:33.782627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4522e2-56d2-45b3-bd41-9403a3301eef req-b556b0ab-4dde-47b4-8ec5-a0c89581f6b8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:33.784167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4522e2-56d2-45b3-bd41-9403a3301eef req-b556b0ab-4dde-47b4-8ec5-a0c89581f6b8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 943 time: 0.0692782 Jul 23 16:53:33.823448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4522e2-56d2-45b3-bd41-9403a3301eef req-c2f6f2da-fe00-4dff-8fa8-55af4b5da9ac tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Jul 23 16:53:33.920288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a58125e8-bf69-41e0-937f-12a6c58a2c58 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:53:34.028863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:34.036885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'port_id': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'mac_address': 'fa:16:3e:9a:99:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:53:34.075242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:34.088490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58125e8-bf69-41e0-937f-12a6c58a2c58 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:53:34.107096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:34.112078 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:34.345668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:34.421358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a58125e8-bf69-41e0-937f-12a6c58a2c58'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:53:34.959564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123894a-5c73-40a0-893b-3b2d7e6bf858 req-911cbb6c-d522-4a43-bdd6-942a5e72edd3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:34.961696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5123894a-5c73-40a0-893b-3b2d7e6bf858 req-911cbb6c-d522-4a43-bdd6-942a5e72edd3 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 944 time: 0.0689828 Jul 23 16:53:35.005646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5123894a-5c73-40a0-893b-3b2d7e6bf858 req-6ffcc897-90de-40c5-b956-2713c18a281f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371823 Jul 23 16:53:35.921676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a58125e8-bf69-41e0-937f-12a6c58a2c58 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:53:35.987523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a58125e8-bf69-41e0-937f-12a6c58a2c58 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:53:35.993217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a58125e8-bf69-41e0-937f-12a6c58a2c58 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:53:35.993836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:36.092761 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:36.148777 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8dd4f-d006-4de3-8ecc-70a79a8fbe45 req-b3713141-29e9-4f2f-a9ad-0d65bcf8c50c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:36.156739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdd8dd4f-d006-4de3-8ecc-70a79a8fbe45 req-b3713141-29e9-4f2f-a9ad-0d65bcf8c50c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 944 time: 0.0804768 Jul 23 16:53:36.159309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:53:36.160396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:36.163865 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bee6d7-97d4-4bf3-9135-02e3618f410b" -d '{"events": [{"server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "name": "network-vif-plugged", "status": "completed", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:36.168068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:36.225475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdd8dd4f-d006-4de3-8ecc-70a79a8fbe45 req-77de1b3b-ef9f-46dc-bd34-d4dc851b5aab tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669081 Jul 23 16:53:36.252789 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:36.395299 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03ec1bc-3151-4a60-abcf-1f576ce4f8b5 x-openstack-request-id: req-f03ec1bc-3151-4a60-abcf-1f576ce4f8b5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:36.395625 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "name": "network-vif-plugged", "status": "completed", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:36.395882 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f03ec1bc-3151-4a60-abcf-1f576ce4f8b5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:36.396290 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'code': 200} Jul 23 16:53:36.540791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e7a1-366a-430c-9e1b-088b43a8d7e6 req-4db3c5ef-b5d6-4eac-82ec-b51dfa3360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:36.543074 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3232e7a1-366a-430c-9e1b-088b43a8d7e6 req-4db3c5ef-b5d6-4eac-82ec-b51dfa3360d5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1096 time: 0.0590522 Jul 23 16:53:36.578965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3232e7a1-366a-430c-9e1b-088b43a8d7e6 req-db04194d-2a06-4d53-9fe1-e770f77ead73 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301349 Jul 23 16:53:37.371837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf6d7-a0a0-4fe5-ada3-15021201c8b9 req-3a9518c5-ff13-4797-9683-ac805c177953 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:37.373336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4fdf6d7-a0a0-4fe5-ada3-15021201c8b9 req-3a9518c5-ff13-4797-9683-ac805c177953 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.0729322 Jul 23 16:53:37.412502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4fdf6d7-a0a0-4fe5-ada3-15021201c8b9 req-f1e6d02d-737d-4fc5-aa9e-39ff0b654e47 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Jul 23 16:53:38.546630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0288d33-76ce-4243-b831-0677ce8aa781 req-598ce3fe-1a53-4f96-80e4-07c324e33517 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:38.548180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0288d33-76ce-4243-b831-0677ce8aa781 req-598ce3fe-1a53-4f96-80e4-07c324e33517 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.0640070 Jul 23 16:53:38.592758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0288d33-76ce-4243-b831-0677ce8aa781 req-5073ff8e-96f4-478f-b552-9b143387ee45 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Jul 23 16:53:38.719184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55880c9-7cf0-43dc-8937-c964fc95f55a req-04cb19d9-7aeb-4cc7-ac8f-b4bbeaf457c5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:38.720676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c55880c9-7cf0-43dc-8937-c964fc95f55a req-04cb19d9-7aeb-4cc7-ac8f-b4bbeaf457c5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.0647826 Jul 23 16:53:38.761912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c55880c9-7cf0-43dc-8937-c964fc95f55a req-96b56fd3-3e1e-407f-9b09-9104e7b0d12f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349915 Jul 23 16:53:38.784403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33282) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:38.838224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a193e8-b58e-472d-9964-50de7a2dae54 tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:38.839766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e5a193e8-b58e-472d-9964-50de7a2dae54 tempest-TestVolumeBootPattern-1818985064 tempest-TestVolumeBootPattern-1818985064-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1091 time: 0.0542889 Jul 23 16:53:38.842535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 33286) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:53:38.846949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:53:38.872696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:38.977137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:39.086961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Allocated IP 172.25.2.85 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/617cc205-83e0-4fb1-bec5-283855be6c14) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:53:39.201870 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:39.244214 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:39.285507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:53:39.289865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:53:39.297030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:53:39.300162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=617cc205-83e0-4fb1-bec5-283855be6c14,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:39.327034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.327379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.327718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.328055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.328387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.328720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.329049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.329375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.329693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.330052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.330374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:39.330684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:53:40.005517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.083081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.243331 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.250240 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.328553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event updated for resources: {'Port': ['ID=617cc205-83e0-4fb1-bec5-283855be6c14,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:53:40.337053 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.440256 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP b185436c-543e-418d-9b34-a89d1cc91e1f associated. External IP: 172.25.2.85, port: a58125e8-bf69-41e0-937f-12a6c58a2c58. Jul 23 16:53:40.650584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:53:40.765286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:53:40.775983 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:53:40.782339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:40.785635 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:40.786296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:40.826355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b4074f9d-b12c-4db4-a044-3a87df9a8e8a tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9826801 Jul 23 16:53:40.827608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:53:40.830294 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa18d79-0474-47f9-94a3-d92898b2e840" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:53:40.869786 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab97cb74-89c4-4bbe-a688-019521acd4a9 x-openstack-request-id: req-ab97cb74-89c4-4bbe-a688-019521acd4a9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:53:40.870127 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:53:40.870379 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab97cb74-89c4-4bbe-a688-019521acd4a9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:53:40.870914 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'status': 'completed', 'code': 200} Jul 23 16:53:40.894389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:40.974988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-8db2b46b-6e30-4fa9-847f-5e6f9a7f89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:40.977047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-8db2b46b-6e30-4fa9-847f-5e6f9a7f89a7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1096 time: 0.0595179 Jul 23 16:53:41.071240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-b43f07bf-842e-43c9-9677-6b44d6e6a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:41.072760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-b43f07bf-842e-43c9-9677-6b44d6e6a578 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0899079 Jul 23 16:53:41.147034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-907faa6e-7a11-46e7-a8e9-2b33a5e98bc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 998 time: 0.0682273 Jul 23 16:53:41.199764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-7a5842ac-f787-468c-a1c5-33ba9511cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:41.201264 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-7a5842ac-f787-468c-a1c5-33ba9511cfee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0488880 Jul 23 16:53:41.238577 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b185436c-543e-418d-9b34-a89d1cc91e1f', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:9a:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:39Z', 'updated_at': '2021-07-23T16:53:39Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}, {'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:41.264995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-a6a3790d-07e5-452f-bc2e-b7a1f780e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:53:41.266690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-a6a3790d-07e5-452f-bc2e-b7a1f780e99f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579245 Jul 23 16:53:41.269069 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:53:41.284223 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:53:41.284851 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:53:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:41.368239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-0ce2d5c2-c2eb-4642-aaac-c395c5c9e52a service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940042 Jul 23 16:53:41.401840 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:53:41.478870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4aa18d79-0474-47f9-94a3-d92898b2e840 req-7208f0b2-0dc3-49f6-99c8-dd32850101e0 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040046 Jul 23 16:53:41.639114 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b185436c-543e-418d-9b34-a89d1cc91e1f', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:9a:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:39Z', 'updated_at': '2021-07-23T16:53:39Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}, {'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:53:41.668817 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74157-d1a1-4d32-be32-fbde95f8bdc4 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'b185436c-543e-418d-9b34-a89d1cc91e1f', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:9a:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:53:39Z', 'updated_at': '2021-07-23T16:53:39Z', 'revision_number': 0, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}, {'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:53:41.798454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b321e6f3-827c-4696-a974-228a7a560005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:41.872787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:41.885216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b5bf4-3909-4698-b6d3-9baf19e97236 None None] New status for floating IP b185436c-543e-418d-9b34-a89d1cc91e1f: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:53:44.330862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:44.425536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6b3956df-5756-4e77-9460-3e111f79d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:45.600314 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:46.057581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:53:47.529247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:53:59.117541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.243088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-6db70481-3cd4-4d51-9b65-986c3f420594 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551410 Jul 23 16:54:11.351729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-372c3453-33ee-4be3-a72d-b2a92bd3e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.353256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-372c3453-33ee-4be3-a72d-b2a92bd3e78d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0585246 Jul 23 16:54:11.490693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-648150fc-8306-4512-b1b7-e7670f116d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.490693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-648150fc-8306-4512-b1b7-e7670f116d3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1044891 Jul 23 16:54:11.557309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-5133693a-1710-4869-a131-8d321bf99164 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0593219 Jul 23 16:54:11.611987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-7e9febdb-b280-4637-b656-c0652d208b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.613491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-7e9febdb-b280-4637-b656-c0652d208b86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0453968 Jul 23 16:54:11.682086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-b64eaf97-11e1-4997-9bc8-7a6544f18fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:11.683603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-b64eaf97-11e1-4997-9bc8-7a6544f18fdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595970 Jul 23 16:54:11.776699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-6f0c0e0b-9ee6-466c-adc4-1de79ddb6963 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849178 Jul 23 16:54:11.799113 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3739a77d-4d40-4517-a5b2-d6ce1c8a6095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:11.875542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee2f14d9-e894-4df8-9456-8c2f31c46fb3 req-4989d490-7ed6-4433-adcc-92c095c4b91e service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910010 Jul 23 16:54:11.898899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.328010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:14.434255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88bad658-2242-445c-9c5d-9ebe82c73b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:15.606429 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:17.530293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:23.057556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:54:23.210622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-4da5dc24-a41a-4993-8fc3-01b070ef8653 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650687 Jul 23 16:54:23.329168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-5bb7b421-d5d1-49f5-8bae-0636a93b4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:23.330699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-5bb7b421-d5d1-49f5-8bae-0636a93b4ecd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1096 time: 0.0569901 Jul 23 16:54:23.443015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-3a99dc23-b916-47f5-aafb-3f042f6e98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:23.444525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-3a99dc23-b916-47f5-aafb-3f042f6e98e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.0930021 Jul 23 16:54:23.517541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-6e96cc17-2cbc-406a-800a-6e9442ad0bee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 1000 time: 0.0662491 Jul 23 16:54:23.576834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-f9d69518-b0ea-4bb9-9159-82793abac53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:23.578496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-f9d69518-b0ea-4bb9-9159-82793abac53a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0544276 Jul 23 16:54:23.642426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-bca7aa4f-4be9-4968-ba63-637a2fb6ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:54:23.644102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-bca7aa4f-4be9-4968-ba63-637a2fb6ab96 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560312 Jul 23 16:54:23.745577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-f9b56434-a05f-4c1f-80fc-8d67374c41f9 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947139 Jul 23 16:54:23.844856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaaff4d8-df4e-492f-a67a-30f5623d0409 req-b9ca73fe-3594-41fd-a70c-e28d6dbd5506 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924485 Jul 23 16:54:29.115077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:41.803548 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49dca46f-6f48-4446-8367-29e5ea5e9d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:41.921350 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:44.333899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:44.428571 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc179286-8152-4293-9398-2a1308e104be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:45.609876 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:47.543995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:54:59.116759 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:00.057092 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:55:08.297560 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 34980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:08.470072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 617cc205-83e0-4fb1-bec5-283855be6c14 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:08.470424 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.558233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.558488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.571036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 617cc205-83e0-4fb1-bec5-283855be6c14 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:08.724296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.753651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=617cc205-83e0-4fb1-bec5-283855be6c14,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:08.783299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.783647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.783987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.784325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.785199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.785566 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.785897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.786248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.786586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.786900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.787220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.787543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:08.834683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:08.835016 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP b185436c-543e-418d-9b34-a89d1cc91e1f disassociated (deleted). External IP: 172.25.2.85, port: a58125e8-bf69-41e0-937f-12a6c58a2c58. Jul 23 16:55:09.050330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:09.165836 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:09.170727 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:09.177748 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:09.187811 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:09.188428 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:54:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:09.213194 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29d156d7-e7ee-4d2a-98eb-a8dc47843cde tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "DELETE /v2.0/floatingips/b185436c-543e-418d-9b34-a89d1cc91e1f HTTP/1.1" status: 204 len: 168 time: 0.9144542 Jul 23 16:55:09.213854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:09.216384 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6fc9cb-bab1-487f-87da-6c49cee38490" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:09.275242 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378b587-cb81-4739-b630-a6357f898316 x-openstack-request-id: req-4378b587-cb81-4739-b630-a6357f898316 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:09.275561 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:09.275813 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4378b587-cb81-4739-b630-a6357f898316 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:09.276266 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'status': 'completed', 'code': 200} Jul 23 16:55:09.309576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:09.398902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-fdf8fd02-81a8-4b5b-89eb-4c0b23a1d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.400704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-fdf8fd02-81a8-4b5b-89eb-4c0b23a1d540 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 1096 time: 0.0790899 Jul 23 16:55:09.561960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-093dbf2d-9787-4588-92d5-0c114979bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.563474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-093dbf2d-9787-4588-92d5-0c114979bcbc service neutron] 10.222.0.81 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1335785 Jul 23 16:55:09.575195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:09.605019 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:09.614802 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:09.615028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-541f86e1-0bb7-4656-a728-f5545dddd5cc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Jul 23 16:55:09.615426 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:54:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:09.631277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6339-cc4e-4b6e-8af8-5e5241a2ea3d req-48fc1c3f-b83d-45a7-bf2d-2ffce868ec63 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.634390 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07c6339-cc4e-4b6e-8af8-5e5241a2ea3d req-48fc1c3f-b83d-45a7-bf2d-2ffce868ec63 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.1896584 Jul 23 16:55:09.706740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07c6339-cc4e-4b6e-8af8-5e5241a2ea3d req-ca3303bd-24ea-4369-b7d2-31d47687e001 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629084 Jul 23 16:55:09.708211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-97599075-c7db-4fbb-80fc-a9760425146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.709609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-97599075-c7db-4fbb-80fc-a9760425146e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0741282 Jul 23 16:55:09.720497 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:09.773997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-d7c4ef44-83c3-4847-999e-5f7f0b725e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:09.775498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-d7c4ef44-83c3-4847-999e-5f7f0b725e31 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591004 Jul 23 16:55:09.878860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-85cf1fae-6a65-49e5-8fe0-e2e93abe270e service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959480 Jul 23 16:55:09.960360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:09.976696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e6fc9cb-bab1-487f-87da-6c49cee38490 req-a19c9109-9049-421f-93f4-380d92ea1ba5 service neutron] 10.222.0.81 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914323 Jul 23 16:55:09.986980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb53937c-0723-4b1f-bd31-4dc00f9dab10 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'd3fe3e16-4d1b-47ac-b23e-d4c5bc7596db', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'floating_ip_address': '172.25.2.102', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '833af583-f20a-4e99-9aac-d27c455915df', 'port_id': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'mac_address': 'fa:16:3e:06:8e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:51:25Z', 'updated_at': '2021-07-23T16:51:27Z', 'revision_number': 1, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:10.213859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5233e7ad-e127-4c04-8f25-3c143deaf268 None None] New status for floating IP b185436c-543e-418d-9b34-a89d1cc91e1f: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:55:10.849135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047468f-9d9d-4d3a-8cad-b224b872f0ab req-cc449f73-8ce4-4b4d-9bdb-80a6d45f66b9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:10.851420 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2047468f-9d9d-4d3a-8cad-b224b872f0ab req-cc449f73-8ce4-4b4d-9bdb-80a6d45f66b9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.0710723 Jul 23 16:55:10.893629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2047468f-9d9d-4d3a-8cad-b224b872f0ab req-c1fd06d9-39ba-44bd-9f0d-32e632ef91bd tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Jul 23 16:55:11.122913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-0f0cd241-4b92-45dc-a167-1dea457e97e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:11.124285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-0f0cd241-4b92-45dc-a167-1dea457e97e9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 945 time: 0.0652463 Jul 23 16:55:11.235833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port a58125e8-bf69-41e0-937f-12a6c58a2c58 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:11.236324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.329420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port a58125e8-bf69-41e0-937f-12a6c58a2c58, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a58125e8-bf69-41e0-937f-12a6c58a2c58,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:11.329773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.342822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for a58125e8-bf69-41e0-937f-12a6c58a2c58 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:11.477865 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.507850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=a58125e8-bf69-41e0-937f-12a6c58a2c58,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:11.521308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.521665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.522046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.522388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.522721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.523051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.523380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.523706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.524031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.524354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.524675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.524997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:11.568858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port a58125e8-bf69-41e0-937f-12a6c58a2c58 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:11.571391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.573437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df6ea7d9-7a5c-4466-a222-5861241d0f4f req-18118e27-8dc8-4120-a2f8-9e2503016e25 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.81 "DELETE /v2.0/ports/a58125e8-bf69-41e0-937f-12a6c58a2c58 HTTP/1.1" status: 204 len: 173 time: 0.4431252 Jul 23 16:55:11.573882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'name': 'network-vif-deleted', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:11.576606 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c64f8e-8e44-48ac-b61a-4579a7857051" -d '{"events": [{"server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "name": "network-vif-deleted", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:11.624811 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2965c2d6-3af0-4b38-a72d-4ea630425475 x-openstack-request-id: req-2965c2d6-3af0-4b38-a72d-4ea630425475 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:11.625104 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba33b9-a7ef-4e35-9549-c4761f6abbfd", "name": "network-vif-deleted", "tag": "a58125e8-bf69-41e0-937f-12a6c58a2c58", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:11.625354 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2965c2d6-3af0-4b38-a72d-4ea630425475 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:11.625751 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba33b9-a7ef-4e35-9549-c4761f6abbfd', 'name': 'network-vif-deleted', 'tag': 'a58125e8-bf69-41e0-937f-12a6c58a2c58', 'status': 'completed', 'code': 200} Jul 23 16:55:11.806580 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-503c635b-f656-4543-b256-93ebeebac653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:11.931826 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:12.012001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-afb0feca-7f80-4eff-87e7-beb9d2259f8d req-b4c14e82-8e85-411d-8555-226aef57abb9 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0359304 Jul 23 16:55:12.236786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-f15227ff-f995-4e59-9102-3ef7e4d2965a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696983 Jul 23 16:55:12.346353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6039e-1535-483b-9770-45b0d69a7010 req-2712a403-3101-4332-8a7d-d7cdbc8cdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:12.347965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-2712a403-3101-4332-8a7d-d7cdbc8cdb99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0616052 Jul 23 16:55:12.470274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6039e-1535-483b-9770-45b0d69a7010 req-02ebf6c9-fd50-477e-9341-5e73d40277dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:12.471757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-02ebf6c9-fd50-477e-9341-5e73d40277dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1008358 Jul 23 16:55:12.558401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-4c57c4e1-bf9f-4b37-9956-7737705e14e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0790322 Jul 23 16:55:12.614911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6039e-1535-483b-9770-45b0d69a7010 req-03d93e73-284b-469e-beb4-b9a46c855c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:12.616524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-03d93e73-284b-469e-beb4-b9a46c855c87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0494044 Jul 23 16:55:12.683512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6039e-1535-483b-9770-45b0d69a7010 req-a6089964-4f7f-4678-8bc0-d8892f4c17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:12.685439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-a6089964-4f7f-4678-8bc0-d8892f4c17bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600286 Jul 23 16:55:12.794491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-20b05d51-b54d-4eca-b0bc-bfba29531414 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973067 Jul 23 16:55:12.894846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78a6039e-1535-483b-9770-45b0d69a7010 req-4150b9fa-e1e4-4e36-967d-5e162101654c service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Jul 23 16:55:13.119560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-514ccadf-bda0-45c4-84d9-f4ae1add870e req-9de7ac82-2a7e-4bcd-a71e-da25278e8ba6 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jul 23 16:55:14.233503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56dd771e-775e-4ff4-b737-ff66369c10a3 req-f65739c3-83bf-4325-9e2b-7916e4d91970 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0393083 Jul 23 16:55:14.328502 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:14.434921 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cba394bc-8ea1-4a4b-ad04-6058b41ee76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:15.368609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66c6e317-8a99-4dab-b32a-dc52df1832a4 req-327aa7a9-217a-43bf-b2b8-1cf3e264c45d tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ba33b9-a7ef-4e35-9549-c4761f6abbfd HTTP/1.1" status: 200 len: 210 time: 0.0373406 Jul 23 16:55:15.604965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:16.403392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a58125e8-bf69-41e0-937f-12a6c58a2c58 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:16.424096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: a58125e8-bf69-41e0-937f-12a6c58a2c58 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:16.424591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a58125e8-bf69-41e0-937f-12a6c58a2c58 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:17.540197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:20.774534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35500) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:20.944747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 05d8f0a1-3f82-4849-b98d-8a5116bd60c7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:20.945196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:20.977276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35504) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:21.023935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.024284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.036764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 05d8f0a1-3f82-4849-b98d-8a5116bd60c7 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:21.083077 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13173f95-53b8-4e60-8ecb-0027f5f978b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.171566 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13173f95-53b8-4e60-8ecb-0027f5f978b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.176030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-13173f95-53b8-4e60-8ecb-0027f5f978b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.186754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.213626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=05d8f0a1-3f82-4849-b98d-8a5116bd60c7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:21.214350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13173f95-53b8-4e60-8ecb-0027f5f978b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2855297-7fe6-4f1a-b474-4f36c752f20a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:21.222981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-13173f95-53b8-4e60-8ecb-0027f5f978b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cbb60c5ae674ff6bf14198cf6fed02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445970 Jul 23 16:55:21.225789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35508) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:21.275085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.275419 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Floating IP d3fe3e16-4d1b-47ac-b23e-d4c5bc7596db disassociated (deleted). External IP: 172.25.2.102, port: 540ef24c-adf7-4c77-9513-febb2c83d4b2. Jul 23 16:55:21.279823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.301791 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.350326 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.352968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.354297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2855297-7fe6-4f1a-b474-4f36c752f20a HTTP/1.1" status: 204 len: 168 time: 0.1276205 Jul 23 16:55:21.361978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643858b0-b5a6-43ae-a8bb-93af1d510f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2855297-7fe6-4f1a-b474-4f36c752f20a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:21.504232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:21.615669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:21.620965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.623046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35514) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:21.625710 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:21.635941 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53c91073-729a-4505-9c16-9b6eddb94a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.636688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:21.637421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:21.663405 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1a431065-caa2-4818-8841-b6285d1c790f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "DELETE /v2.0/floatingips/d3fe3e16-4d1b-47ac-b23e-d4c5bc7596db HTTP/1.1" status: 204 len: 168 time: 0.8852959 Jul 23 16:55:21.663405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:21.663986 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8bceac-20ef-44c5-8dbc-4b9823da897d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:21.736129 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2f302-87aa-46a2-a0b3-957d644254ff x-openstack-request-id: req-09d2f302-87aa-46a2-a0b3-957d644254ff {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:21.736448 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:21.736706 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09d2f302-87aa-46a2-a0b3-957d644254ff {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:21.737117 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'status': 'completed', 'code': 200} Jul 23 16:55:21.752715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53c91073-729a-4505-9c16-9b6eddb94a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.758177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-53c91073-729a-4505-9c16-9b6eddb94a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.823598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c91073-729a-4505-9c16-9b6eddb94a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfef027-7941-4871-a20e-229eb513bead,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:21.833520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-53c91073-729a-4505-9c16-9b6eddb94a66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f349d86a6cec46f9b230ed65f512045d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063842 Jul 23 16:55:21.834136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35520) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:21.858586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-aab7ea5d-88d2-4930-a12e-b99f5081874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:21.860219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-aab7ea5d-88d2-4930-a12e-b99f5081874c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=359d4a3ad8484f0da168456e2689d319&device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 1096 time: 0.0860488 Jul 23 16:55:21.863482 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:21.898374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.923002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.979405 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.982457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:21.984188 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dfef027-7941-4871-a20e-229eb513bead HTTP/1.1" status: 204 len: 168 time: 0.1479557 Jul 23 16:55:21.994422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70370c-2e3f-4e3d-a81a-f6b3d54c4924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfef027-7941-4871-a20e-229eb513bead,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:22.006955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-10c21a97-5f9f-4ac7-a479-af7ab8975a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:22.008844 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-10c21a97-5f9f-4ac7-a479-af7ab8975a02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 200 len: 913 time: 0.1374173 Jul 23 16:55:22.072650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b297-7289-4ed1-9b4a-51e64af62306 req-e96ca78d-2157-4bd7-811f-189b702d0117 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:22.074201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f941b297-7289-4ed1-9b4a-51e64af62306 req-e96ca78d-2157-4bd7-811f-189b702d0117 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.1606107 Jul 23 16:55:22.075971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-ba1212e0-30e8-4f86-97b9-8e809d40955d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 200 len: 217 time: 0.0552588 Jul 23 16:55:22.124421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:22.148010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f941b297-7289-4ed1-9b4a-51e64af62306 req-a8ce5316-cb53-488b-8881-738205c59276 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680645 Jul 23 16:55:22.151430 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:22.154172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-41b4fafe-ea45-445d-9199-ac78ce22ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:22.156022 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-41b4fafe-ea45-445d-9199-ac78ce22ab1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 200 len: 851 time: 0.0684745 Jul 23 16:55:22.161324 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:22.162265 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:22.228520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-fd4ec140-43a9-4c65-9b1c-83df3e63c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:22.230160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-fd4ec140-43a9-4c65-9b1c-83df3e63c925 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb0a419c-554d-4ae2-b164-1388274c5bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651906 Jul 23 16:55:22.285621 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:22.336222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-fa5550b9-e039-47d1-9e0e-b99baa440e62 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956957 Jul 23 16:55:22.441040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c8bceac-20ef-44c5-8dbc-4b9823da897d req-691ec537-9060-43cf-a6a2-6d9aba1fd489 service neutron] 10.222.0.67 "GET /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Jul 23 16:55:22.495375 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:22.522627 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25ed72-11f4-47fb-976d-bf9d96236f10 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:43:35Z', 'revision_number': 4, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a76c162-74fc-4fa2-84c9-d91bec421e15', 'name': '', 'network_id': 'eb0a419c-554d-4ae2-b164-1388274c5bbe', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'mac_address': 'fa:16:3e:81:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:33Z', 'updated_at': '2021-07-23T16:43:46Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'subnets': [{'id': '9848dc91-d2d5-404c-af2c-34bc0847677b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:22.756186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb61c1c-8df5-4b79-9d69-dc7097141535 None None] New status for floating IP d3fe3e16-4d1b-47ac-b23e-d4c5bc7596db: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 16:55:23.290521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360c9b-47fb-469a-9dff-55aae50901cc req-39611f8f-7741-4f72-b9a6-fb1c4f95eb51 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:23.292019 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a360c9b-47fb-469a-9dff-55aae50901cc req-39611f8f-7741-4f72-b9a6-fb1c4f95eb51 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.0652525 Jul 23 16:55:23.330216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a360c9b-47fb-469a-9dff-55aae50901cc req-7fb27460-3464-4a71-b4d0-aeea2d3e9eac tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Jul 23 16:55:24.020407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-571d4303-aa6a-48ba-a547-a8346766173c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:24.021754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-571d4303-aa6a-48ba-a547-a8346766173c tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.0620658 Jul 23 16:55:24.506239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b621bae-78d0-45ec-b068-cf161e29b867 req-c092d024-456b-46ce-8d9b-4e25250eeb9f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:55:24.508278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b621bae-78d0-45ec-b068-cf161e29b867 req-c092d024-456b-46ce-8d9b-4e25250eeb9f tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 945 time: 0.1024756 Jul 23 16:55:24.510339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port 540ef24c-adf7-4c77-9513-febb2c83d4b2 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:24.510675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:24.604135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b621bae-78d0-45ec-b068-cf161e29b867 req-655cc331-9c1c-4ec0-8b85-ae61fa1bef75 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/security-groups?id=ac3519b0-d729-4be9-9867-13173812dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891185 Jul 23 16:55:24.629704 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] For port 540ef24c-adf7-4c77-9513-febb2c83d4b2, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=540ef24c-adf7-4c77-9513-febb2c83d4b2,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:24.630091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:24.643077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for 540ef24c-adf7-4c77-9513-febb2c83d4b2 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:24.776393 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:24.804241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=540ef24c-adf7-4c77-9513-febb2c83d4b2,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:24.853892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] No DVR routers for this DVR port 540ef24c-adf7-4c77-9513-febb2c83d4b2 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:24.856449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:24.858504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ace8197-e7b4-44ad-ac49-284ddcf39f2b req-aed95be9-cc59-4a4e-a443-b6de2e6ac5ed tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.67 "DELETE /v2.0/ports/540ef24c-adf7-4c77-9513-febb2c83d4b2 HTTP/1.1" status: 204 len: 173 time: 0.8307159 Jul 23 16:55:24.858942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'name': 'network-vif-deleted', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:55:24.861191 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc4726-260a-416e-858c-3c3cbc3ca21f" -d '{"events": [{"server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "name": "network-vif-deleted", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:55:24.897993 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493de027-1fe2-4b0f-88b2-9e8309500a0b x-openstack-request-id: req-493de027-1fe2-4b0f-88b2-9e8309500a0b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:55:24.898297 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebc920c-c71c-495d-8e20-5335378a54ff", "name": "network-vif-deleted", "tag": "540ef24c-adf7-4c77-9513-febb2c83d4b2", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:55:24.898553 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-493de027-1fe2-4b0f-88b2-9e8309500a0b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:55:24.898955 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebc920c-c71c-495d-8e20-5335378a54ff', 'name': 'network-vif-deleted', 'tag': '540ef24c-adf7-4c77-9513-febb2c83d4b2', 'status': 'completed', 'code': 200} Jul 23 16:55:25.705253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf11e10-9556-4f60-991a-bf51dd7fb62f req-db92a4a5-f5d9-45c4-b700-5f1b6f28c7a8 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0333250 Jul 23 16:55:26.812181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4102e753-00c1-4181-870b-5d159b172143 req-8c4ac90a-d88d-4b4b-b6f5-6fbdac9c5f60 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0320616 Jul 23 16:55:27.100740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 540ef24c-adf7-4c77-9513-febb2c83d4b2 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:27.121566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 540ef24c-adf7-4c77-9513-febb2c83d4b2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:27.121812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 540ef24c-adf7-4c77-9513-febb2c83d4b2 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:27.910268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b8dbc4d-e132-4f6c-8ff5-01161dbce323 req-6f0b5e82-bf8f-457a-89f9-c11279f80500 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0295589 Jul 23 16:55:29.127671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:29.165017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ac4a8d5-6f9b-472e-9f6e-4dc94a37700d req-85862d03-5e94-484a-937f-c5f7697a4df5 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.1867738 Jul 23 16:55:30.335741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf890f2b-03ca-45b9-a5fc-e2dacbdbddf2 req-7b8ec39a-0342-4d3a-9610-b63e2590b6a7 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ebc920c-c71c-495d-8e20-5335378a54ff HTTP/1.1" status: 200 len: 210 time: 0.0907910 Jul 23 16:55:31.395801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35602) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:31.551242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Deleting port a318a0be-b83f-4aee-92d8-34039d2ffd39 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:31.551585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.625063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.625388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.637287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Calling delete_port for a318a0be-b83f-4aee-92d8-34039d2ffd39 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:31.770632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.795751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'Port': ['ID=a318a0be-b83f-4aee-92d8-34039d2ffd39,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:31.863433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.866024 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:31.867188 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d336ed95-5539-47f4-ac2b-b714f58d8874 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "DELETE /v2.0/floatingips/5cd3b237-eeb8-4725-96ce-97c252a57272 HTTP/1.1" status: 204 len: 168 time: 0.4695146 Jul 23 16:55:35.185228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35676) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:35.252498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.277516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.339108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.341673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:35.342906 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] 10.222.0.64 "DELETE /v2.0/security-groups/ac3519b0-d729-4be9-9867-13173812dbc0 HTTP/1.1" status: 204 len: 168 time: 0.1565797 Jul 23 16:55:35.353026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c16c-da29-4bc8-a28f-c206e9533263 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3519b0-d729-4be9-9867-13173812dbc0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:35.405716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35684) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:35.885201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.142908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Deleting port 7a76c162-74fc-4fa2-84c9-d91bec421e15 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:36.143769 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.229250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] For port 7a76c162-74fc-4fa2-84c9-d91bec421e15, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a76c162-74fc-4fa2-84c9-d91bec421e15,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:36.229607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.242329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Calling delete_port for 7a76c162-74fc-4fa2-84c9-d91bec421e15 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:36.427237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.455486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a76c162-74fc-4fa2-84c9-d91bec421e15,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:36.646227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:36.882324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Router 833af583-f20a-4e99-9aac-d27c455915df has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:36.992981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:37.000568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fec6894e-24cf-45cd-b4dc-332ce027bb2d admin admin] 10.222.0.64 "PUT /v2.0/routers/833af583-f20a-4e99-9aac-d27c455915df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913723 Jul 23 16:55:37.000889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35714) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:37.001607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Sync routers for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:37.011660 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:37.012433 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:37.083634 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:55:37.113534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.126902 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:37.217860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.273023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Deleting port c4f819d8-d759-4011-b838-e6a0598c4845 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:37.273359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.314857 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:55:36Z', 'revision_number': 5, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port': {'id': 'c4f819d8-d759-4011-b838-e6a0598c4845', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833af583-f20a-4e99-9aac-d27c455915df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:28Z', 'updated_at': '2021-07-23T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:37.353650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Checking router: 833af583-f20a-4e99-9aac-d27c455915df for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:37.362875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Routers {'833af583-f20a-4e99-9aac-d27c455915df'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:37.363506 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['833af583-f20a-4e99-9aac-d27c455915df'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:37.364989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] For port c4f819d8-d759-4011-b838-e6a0598c4845, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c4f819d8-d759-4011-b838-e6a0598c4845,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:37.365361 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.378075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Calling delete_port for c4f819d8-d759-4011-b838-e6a0598c4845 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:37.450203 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] Set router 833af583-f20a-4e99-9aac-d27c455915df gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:37.511752 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:55:37Z', 'revision_number': 6, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:37.544974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357159c0-1d12-46dc-8475-9bd74a655038 None None] The sync data for ids ['833af583-f20a-4e99-9aac-d27c455915df'] in n-d-800484-3 is: [{'id': '833af583-f20a-4e99-9aac-d27c455915df', 'name': 'tempest-TestVolumeBootPattern-1931541301-router', 'tenant_id': '359d4a3ad8484f0da168456e2689d319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:27Z', 'updated_at': '2021-07-23T16:55:37Z', 'revision_number': 6, 'project_id': '359d4a3ad8484f0da168456e2689d319', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:37.559710 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:37.588220 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f819d8-d759-4011-b838-e6a0598c4845,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:37.654212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.092644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.095072 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.141695 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.142388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833af583-f20a-4e99-9aac-d27c455915df {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:55:38.149965 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.151241 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-95dee56f-6132-4ee4-8740-62f72de1bdcb admin admin] 10.222.0.64 "DELETE /v2.0/routers/833af583-f20a-4e99-9aac-d27c455915df HTTP/1.1" status: 204 len: 168 time: 1.1493635 Jul 23 16:55:38.153806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35736) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:38.199359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Deleting subnet 9848dc91-d2d5-404c-af2c-34bc0847677b {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:55:38.202458 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.236646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.319774 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.380250 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.409728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9848dc91-d2d5-404c-af2c-34bc0847677b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:38.413654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.415864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2c7af63a-f0cf-4d65-8eef-e78176f06f2a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9848dc91-d2d5-404c-af2c-34bc0847677b HTTP/1.1" status: 204 len: 168 time: 0.2610896 Jul 23 16:55:38.420327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e04a9-04e0-4cb6-83f6-f4ce9699a379 None None] Network eb0a419c-554d-4ae2-b164-1388274c5bbe requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:55:38.421399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35742) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:38.513122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.577781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Deleting port 916ebfa0-c71c-470b-bada-6f819a2b9c13 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:38.578158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.650112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] DHCP port deletion for eb0a419c-554d-4ae2-b164-1388274c5bbe request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:55:38.661628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] For port 916ebfa0-c71c-470b-bada-6f819a2b9c13, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=916ebfa0-c71c-470b-bada-6f819a2b9c13,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:38.662039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.677466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Calling delete_port for 916ebfa0-c71c-470b-bada-6f819a2b9c13 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:38.738058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Deleting port 916ebfa0-c71c-470b-bada-6f819a2b9c13 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:38.738442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.776342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.800329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Pushing event deleted for resources: {'Port': ['ID=916ebfa0-c71c-470b-bada-6f819a2b9c13,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:38.807991 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] For port 916ebfa0-c71c-470b-bada-6f819a2b9c13, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=916ebfa0-c71c-470b-bada-6f819a2b9c13,segment=NetworkSegment(090cc538-30fd-441f-9d49-5d40b045bfca),segment_id=090cc538-30fd-441f-9d49-5d40b045bfca)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:38.808391 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.810726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] No DVR routers for this DVR port 916ebfa0-c71c-470b-bada-6f819a2b9c13 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:38.827196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Calling delete_port for 916ebfa0-c71c-470b-bada-6f819a2b9c13 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:38.882177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.892427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0a419c-554d-4ae2-b164-1388274c5bbe']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:38.906604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090cc538-30fd-441f-9d49-5d40b045bfca') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:38.906978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090cc538-30fd-441f-9d49-5d40b045bfca') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:38.909966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.916853 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.932797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.941354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:55:38.941879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: timer() Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:55:38.943522 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:55:38.946260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Pushing event deleted for resources: {'Port': ['ID=916ebfa0-c71c-470b-bada-6f819a2b9c13,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:38.953512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] No DVR routers for this DVR port 916ebfa0-c71c-470b-bada-6f819a2b9c13 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:38.958439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.958781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.959425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.959953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.960449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.960947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.961434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.961948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.962441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.963112 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.963585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:38.964153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60492cd1-9afe-4e43-bba7-f6d15addbe28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:55:39.032823 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.039090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.041024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] 10.222.0.64 "DELETE /v2.0/networks/eb0a419c-554d-4ae2-b164-1388274c5bbe HTTP/1.1" status: 204 len: 168 time: 0.6185055 Jul 23 16:55:39.045167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35754) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:39.058424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ffb53-b964-475b-a302-9ad0495a45cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0a419c-554d-4ae2-b164-1388274c5bbe,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:39.405772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.526108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c4f819d8-d759-4011-b838-e6a0598c4845 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:39.548365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c4f819d8-d759-4011-b838-e6a0598c4845 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:39.549165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c4f819d8-d759-4011-b838-e6a0598c4845 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:39.549915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 916ebfa0-c71c-470b-bada-6f819a2b9c13 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:39.570009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 916ebfa0-c71c-470b-bada-6f819a2b9c13 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:39.570448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 916ebfa0-c71c-470b-bada-6f819a2b9c13 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:39.570929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a76c162-74fc-4fa2-84c9-d91bec421e15 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:39.590248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7a76c162-74fc-4fa2-84c9-d91bec421e15 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:39.590874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a76c162-74fc-4fa2-84c9-d91bec421e15 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:39.691154 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Deleting port b850e4fe-6ebb-43f4-b286-993a56ee52a5 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:39.691492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.772845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] For port b850e4fe-6ebb-43f4-b286-993a56ee52a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b850e4fe-6ebb-43f4-b286-993a56ee52a5,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:39.773202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:39.789321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Calling delete_port for b850e4fe-6ebb-43f4-b286-993a56ee52a5 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:39.976354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.004166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b850e4fe-6ebb-43f4-b286-993a56ee52a5,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:40.188112 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.411253 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 16:55:40.523135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:55:40.528768 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-373de3e5-7923-4d51-aed9-42cd0c2b3f81 admin admin] 10.222.0.64 "PUT /v2.0/routers/9cd45ce6-4026-4707-9224-fcc1f1e6fa86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822478 Jul 23 16:55:40.531228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:40.544632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Sync routers for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 16:55:40.555687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:40.556548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:40.643516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.676963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:40.751150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.808700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Deleting port b299a579-e5b0-4ae0-a6ba-ee77298f43ee {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:40.809155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.874481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:55:39Z', 'revision_number': 5, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port': {'id': 'b299a579-e5b0-4ae0-a6ba-ee77298f43ee', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:43:44Z', 'updated_at': '2021-07-23T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:40.898073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] For port b299a579-e5b0-4ae0-a6ba-ee77298f43ee, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:40.898442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:40.911595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Calling delete_port for b299a579-e5b0-4ae0-a6ba-ee77298f43ee owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:40.913113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Checking router: 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 16:55:40.924448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Routers {'9cd45ce6-4026-4707-9224-fcc1f1e6fa86'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:55:40.925087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T16:55:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:41.011523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] Set router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 16:55:41.066083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:55:40Z', 'revision_number': 6, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:41.091738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.096562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c9cf1-29a7-41d8-870f-8436aa5149db None None] The sync data for ids ['9cd45ce6-4026-4707-9224-fcc1f1e6fa86'] in n-d-800484-3 is: [{'id': '9cd45ce6-4026-4707-9224-fcc1f1e6fa86', 'name': 'tempest-TestVolumeBootPattern-1435933030-router', 'tenant_id': 'a160ae2e463d4433b282045548187aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:43:41Z', 'updated_at': '2021-07-23T16:55:40Z', 'revision_number': 6, 'project_id': 'a160ae2e463d4433b282045548187aad', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 16:55:41.122387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b299a579-e5b0-4ae0-a6ba-ee77298f43ee,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:41.192178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.282451 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.285040 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.332611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.333369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd45ce6-4026-4707-9224-fcc1f1e6fa86 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:55:41.337763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.338740 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ba2153a-d0ef-4357-9d69-8209526e28e8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9cd45ce6-4026-4707-9224-fcc1f1e6fa86 HTTP/1.1" status: 204 len: 168 time: 0.8065705 Jul 23 16:55:41.341432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35798) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:41.386432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Deleting subnet 257fd835-692f-4d5c-8d5b-3fe0a69d262d {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 16:55:41.389504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.426116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.528173 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.595643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.626406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b850e4fe-6ebb-43f4-b286-993a56ee52a5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:41.629816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257fd835-692f-4d5c-8d5b-3fe0a69d262d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:41.635604 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.637558 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c504ee5-080f-496c-afa1-5caf392e3fa9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/257fd835-692f-4d5c-8d5b-3fe0a69d262d HTTP/1.1" status: 204 len: 168 time: 0.2951617 Jul 23 16:55:41.640148 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 35804) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:41.653168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234d12f-f235-4d62-ae18-5fc274d8ca6b None None] Network d3c76c7f-8577-4515-a1df-0d9d223d38bc requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:55:41.656022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b850e4fe-6ebb-43f4-b286-993a56ee52a5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:41.656022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b850e4fe-6ebb-43f4-b286-993a56ee52a5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:41.720262 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.777546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Deleting port b1a6b557-1046-41b7-8a37-dc1917fa35fb {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:41.778067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.819250 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9534a446-9618-4303-8b72-9224634b1934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.851170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] For port b1a6b557-1046-41b7-8a37-dc1917fa35fb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b1a6b557-1046-41b7-8a37-dc1917fa35fb,segment=NetworkSegment(83ae3d3e-2bb9-4d9b-9166-4506030a7ba4),segment_id=83ae3d3e-2bb9-4d9b-9166-4506030a7ba4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:41.851531 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.867897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Calling delete_port for b1a6b557-1046-41b7-8a37-dc1917fa35fb owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:41.918398 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:41.946854 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] DHCP port deletion for d3c76c7f-8577-4515-a1df-0d9d223d38bc request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 16:55:41.974265 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.000554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a6b557-1046-41b7-8a37-dc1917fa35fb,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:42.015604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] No DVR routers for this DVR port b1a6b557-1046-41b7-8a37-dc1917fa35fb on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:42.016806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Deleting port b1a6b557-1046-41b7-8a37-dc1917fa35fb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:55:42.016975 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.092667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] For port b1a6b557-1046-41b7-8a37-dc1917fa35fb, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:55:42.093064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.094900 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.105026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c76c7f-8577-4515-a1df-0d9d223d38bc']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:42.107475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Calling delete_port for b1a6b557-1046-41b7-8a37-dc1917fa35fb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:55:42.110390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Port b1a6b557-1046-41b7-8a37-dc1917fa35fb was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 16:55:42.112208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.116289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:42.116586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ae3d3e-2bb9-4d9b-9166-4506030a7ba4') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:55:42.126370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.147448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.150028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] Pushing event deleted for resources: {'Port': ['ID=b1a6b557-1046-41b7-8a37-dc1917fa35fb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:42.157439 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce79c7-948b-47a2-a819-59b7d09f8ec7 None None] No DVR routers for this DVR port b1a6b557-1046-41b7-8a37-dc1917fa35fb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:55:42.159792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 16:55:42.160341 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: timer() Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:55:42.163460 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:55:42.237637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.244117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.246192 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3c76c7f-8577-4515-a1df-0d9d223d38bc HTTP/1.1" status: 204 len: 168 time: 0.6049361 Jul 23 16:55:42.262089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82b98-d4f9-4520-82d7-5f19241708ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c76c7f-8577-4515-a1df-0d9d223d38bc,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:42.393273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35820) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:42.437532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-953cbd0a-efa8-4ba1-9ec2-afacba9e5a5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=359d4a3ad8484f0da168456e2689d319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405133 Jul 23 16:55:42.437771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:42.491457 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.513903 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.576549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.579340 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:42.582636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b25a9e8-a8aa-45ff-a4b8-8629909cf849 HTTP/1.1" status: 204 len: 168 time: 0.1419806 Jul 23 16:55:42.588811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c287881-c611-4957-8c55-67f31dab79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25a9e8-a8aa-45ff-a4b8-8629909cf849,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:42.943702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35838) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:42.983379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-747c6b87-95e9-4004-a3ba-1f927174a05c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a160ae2e463d4433b282045548187aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384865 Jul 23 16:55:42.985748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 35840) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:55:43.035701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:43.057989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:43.106238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:43.108746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:43.109988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2ba5e2b-8bfe-43b9-97f6-06fe1cbfc69c HTTP/1.1" status: 204 len: 168 time: 0.1232347 Jul 23 16:55:43.123835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e7b9c-03f0-4af7-8080-a43a706f1006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba5e2b-8bfe-43b9-97f6-06fe1cbfc69c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:55:43.520961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b1a6b557-1046-41b7-8a37-dc1917fa35fb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:43.542967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b1a6b557-1046-41b7-8a37-dc1917fa35fb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:43.543347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b1a6b557-1046-41b7-8a37-dc1917fa35fb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:43.543754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b299a579-e5b0-4ae0-a6ba-ee77298f43ee no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:55:43.566032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b299a579-e5b0-4ae0-a6ba-ee77298f43ee {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:55:43.566386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b299a579-e5b0-4ae0-a6ba-ee77298f43ee not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:55:44.333616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:44.418067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c356522-3960-43ab-883d-52a64d3c9ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:45.610892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:47.536489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:55:59.124789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.048900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36628) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:10.166727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d921b28c-7a9a-44d1-ac93-a7ec73be3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.261882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d921b28c-7a9a-44d1-ac93-a7ec73be3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.266081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d921b28c-7a9a-44d1-ac93-a7ec73be3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.302237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921b28c-7a9a-44d1-ac93-a7ec73be3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bf0bf-835f-4321-a3f0-9c8f36fd3819,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:10.309240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d921b28c-7a9a-44d1-ac93-a7ec73be3b15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c47d2bc50014610b5e0cd89c5713b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569556 Jul 23 16:56:10.309467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36632) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:10.358135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.380005 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.426547 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.429412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:10.430630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a83bf0bf-835f-4321-a3f0-9c8f36fd3819 HTTP/1.1" status: 204 len: 168 time: 0.1202388 Jul 23 16:56:10.439340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1181390-bcfd-49f2-a06c-79bdf53a62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bf0bf-835f-4321-a3f0-9c8f36fd3819,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:11.814949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-47743d93-dec9-4234-920b-f2d25313d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:11.925737 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.084250 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:56:14.336093 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:14.421953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-df8d321b-1d15-4d72-b4e3-d159794bbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.019584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 36680) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:15.136872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.238619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.244499 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.289173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02068d8137b94f138e2d0a18185d9099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678111 Jul 23 16:56:15.289672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b934c-b242-4122-bc0a-d2c43dafb8e2,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:15.291344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 36684) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:56:15.298385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.298582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.298865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.299259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.299592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.299924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.300251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.300580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.300904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.301958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.302286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.302606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56567613-5b17-4266-9a14-3a81258c0a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.344015 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.370792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.419517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.422177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:15.423868 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/332b934c-b242-4122-bc0a-d2c43dafb8e2 HTTP/1.1" status: 204 len: 168 time: 0.1298521 Jul 23 16:56:15.431980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b934c-b242-4122-bc0a-d2c43dafb8e2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:56:15.440344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.440699 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.441047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.441382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.441738 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.442329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.442688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.443183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.443503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.443835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.444167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.444496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995b7cc0-ccfb-4005-8d49-9dbddaf52692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:56:15.609948 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:17.539016 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:29.140589 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:41.818366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45e47be3-9a1d-436d-894d-936baa2b4539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:41.940201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:44.339860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:44.423243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f95ff9b-3be3-4fa9-aeaf-5099fabc735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:45.609801 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:47.542870 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:56:51.083641 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:56:59.139796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.089052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37022) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:02.197490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-714104a8-5510-404e-a259-edce45f2b918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.288063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-714104a8-5510-404e-a259-edce45f2b918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.291965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-714104a8-5510-404e-a259-edce45f2b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.330858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-714104a8-5510-404e-a259-edce45f2b918 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=864c922319a143cdaa466ccc76a92da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398365 Jul 23 16:57:02.331708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714104a8-5510-404e-a259-edce45f2b918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5219b28-edb9-4d16-aef6-3e77d317fe35,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:02.333620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:02.383738 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.409455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.456660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.459347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:02.460632 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5219b28-edb9-4d16-aef6-3e77d317fe35 HTTP/1.1" status: 204 len: 168 time: 0.1258836 Jul 23 16:57:02.468551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c962-2a57-45d5-94fd-857193b0e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5219b28-edb9-4d16-aef6-3e77d317fe35,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:03.120424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 37048) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:03.216669 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2041787586-network', 'tenant_id': '6bbc4e9ae2694e0abec63a23d231bc04'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:03.244375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Made reservation on behalf of 6bbc4e9ae2694e0abec63a23d231bc04 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:57:03.246870 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.255400 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.347439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.352413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.376664 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 16:57:03.386617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8017979-f38c-4343-a049-0100aaa8ed87,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:03.393347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.393729 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Added segment 3169e9e8-40f5-408c-a02e-d1d15e1905ac of type vlan for network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 Jul 23 16:57:03.444192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.477968 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.478882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.479459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.516054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3945100 Jul 23 16:57:03.522194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 37052) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 16:57:03.530128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Request body: {'subnet': {'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2041787586-subnet', 'tenant_id': '6bbc4e9ae2694e0abec63a23d231bc04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:03.546769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7f130-8343-4952-ba1f-f9ce806a92ad admin admin] Pushing event updated for resources: {'Network': ['ID=24fd72b4-0fca-43a2-86f5-8c6260e864a8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:03.556061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Made reservation on behalf of 6bbc4e9ae2694e0abec63a23d231bc04 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:57:03.557476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 16:57:03.558514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.740744 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.800624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=066f9870-e4ce-419f-80ed-f0323b5cb0e3,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:03.811973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Checking segment: {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:57:03.812335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Network hostable DHCP agents. Network: 24fd72b4-0fca-43a2-86f5-8c6260e864a8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:57:03.830786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:57:03.841556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 24fd72b4-0fca-43a2-86f5-8c6260e864a8) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:57:03.845702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:03.846324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:03.850690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816e593-9d0d-4454-8f4b-02428ebea9f3 None None] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:57:03.860996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0710558-2ede-4657-b270-1a7529eecdec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3372688 Jul 23 16:57:03.975930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d12295-8e95-4862-a55d-f498a7d45f01 None None] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 16:57:11.822344 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5128afd7-fcbc-48a7-b2de-062cd86d20a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:11.942556 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.343100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:14.432539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-83d2a473-9633-4d00-8576-98ec754a3f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:15.613174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:17.547183 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:28.083661 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:57:29.157119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:41.823981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-17fff1c6-7db1-4d8b-97c7-0355b25c05f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:41.955338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:44.345781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:44.423818 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-81fa7770-3a29-4b2b-a6aa-7c3d78de7cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:45.615639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:47.538070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:53.271559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-7825167f-4d2c-4323-85f6-80011306a895 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:53.273023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-7825167f-4d2c-4323-85f6-80011306a895 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 814 time: 0.1009052 Jul 23 16:57:53.288042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-d9621078-23e7-41ee-8866-eec57867d60d tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/quotas/6bbc4e9ae2694e0abec63a23d231bc04 HTTP/1.1" status: 200 len: 375 time: 0.0094898 Jul 23 16:57:53.328431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-84082c3c-933d-4494-b1ba-2e4dcd72c011 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352447 Jul 23 16:57:53.338867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-34765040-1b61-4e8a-a0ac-67b29a2f40b8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:57:53.339873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-34765040-1b61-4e8a-a0ac-67b29a2f40b8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053110 Jul 23 16:57:53.428647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-7b12ea97-8987-4748-847d-77d98463958d service neutron] 10.222.0.64 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823610 Jul 23 16:57:53.520402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-80cc21f7-4ff2-4a36-bd03-fb7d1c249243 service neutron] 10.222.0.64 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 Jul 23 16:57:53.691972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a60588a9-2d8d-481f-83a7-7dc7b934c96e req-bac4cfef-3f4a-4842-93aa-619672ce1a87 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Jul 23 16:57:54.783213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84833c4b-1563-4be1-a268-2ee7268512c8 req-f79125c9-8c77-4be0-b5c9-a850b244ab6e tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 210 time: 0.0292418 Jul 23 16:57:55.900547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f797904f-e385-4a1a-a242-b2edc18e274e req-b323ac96-4069-46f1-a2e1-544399f2d798 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Jul 23 16:57:56.863860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-8dfbfcc7-1caa-46d3-8fa5-e27325bdd59e tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:56.865217 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-8dfbfcc7-1caa-46d3-8fa5-e27325bdd59e tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.67 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 814 time: 0.1065822 Jul 23 16:57:56.879434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Request body: {'port': {'device_id': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8', 'admin_state_up': True, 'tenant_id': '6bbc4e9ae2694e0abec63a23d231bc04'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:57.005939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7f9364f-01ba-4b57-b5c7-ee1ca4d1c9cf req-968a43c1-299e-4357-a2a9-97f8f2e8ff54 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 210 time: 0.0350769 Jul 23 16:57:57.017982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Made reservation on behalf of 6bbc4e9ae2694e0abec63a23d231bc04 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:57:57.021568 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.141625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Allocated IP 172.20.0.5 (24fd72b4-0fca-43a2-86f5-8c6260e864a8/066f9870-e4ce-419f-80ed-f0323b5cb0e3/7f78030a-952e-46ca-b8d8-5b2b9080a772) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:57:57.328392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.366926 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.408116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:57:57.411070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:57:57.414774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:57:57.448358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Pushing event updated for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:57.462141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.462495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.462833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.463172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.463505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.463829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.464156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.464479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.464801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.465122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.465447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.465769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:57:57.483905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:57.485045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:57.498634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-404c54f8-4c37-49b5-ae82-9807b46c59c9 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6235714 Jul 23 16:57:57.508714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-65573b8f-7724-4e74-ab2f-84bea88fea8a tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:57:57.509646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-65573b8f-7724-4e74-ab2f-84bea88fea8a tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050139 Jul 23 16:57:57.574608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Request body: {'port': {'device_id': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:57:57.645073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.227981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f78030a-952e-46ca-b8d8-5b2b9080a772 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:57:58.237202 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.256522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Transition to ACTIVE for port object 7f78030a-952e-46ca-b8d8-5b2b9080a772 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:57:58.261544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.314669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421f1ab-19c1-4b2d-8147-c9ba6a4a4fd0 req-0f6e92d3-6ea3-4d6b-ac18-83f9cea3d589 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.316132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e421f1ab-19c1-4b2d-8147-c9ba6a4a4fd0 req-0f6e92d3-6ea3-4d6b-ac18-83f9cea3d589 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 931 time: 0.1275222 Jul 23 16:57:58.337464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Pushing event updated for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:58.409199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e421f1ab-19c1-4b2d-8147-c9ba6a4a4fd0 req-69abc139-bcea-4a01-83fc-e86d6fe13937 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855811 Jul 23 16:57:58.430973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Attempting to bind port 7f78030a-952e-46ca-b8d8-5b2b9080a772 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:57:58.431302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Attempting to bind port 7f78030a-952e-46ca-b8d8-5b2b9080a772 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:57:58.431629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Attempting to bind port 7f78030a-952e-46ca-b8d8-5b2b9080a772 on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:57:58.435889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Port 7f78030a-952e-46ca-b8d8-5b2b9080a772 on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:57:58.436203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Attempting to bind port 7f78030a-952e-46ca-b8d8-5b2b9080a772 on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:57:58.441418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:57:58.441747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Checking segment: {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:57:58.442153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Bound using segment: {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:57:58.442569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Bound port: 7f78030a-952e-46ca-b8d8-5b2b9080a772, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:57:58.442920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.505642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:57:58.508743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:57:58.512826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.548339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.548937 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:58.550309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f78030a-952e-46ca-b8d8-5b2b9080a772 HTTP/1.1" status: 200 len: 1091 time: 1.0326045 Jul 23 16:57:58.550794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:57:58.553221 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80493cc-b822-468f-862b-bb1052590c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:57:58.579238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6e66-110e-401e-83b7-876712d5fd46 service neutron] Pushing event updated for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:57:58.594257 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1646e22-cd7b-4160-8b8e-bedca2b7699c x-openstack-request-id: req-c1646e22-cd7b-4160-8b8e-bedca2b7699c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:57:58.594548 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:57:58.594795 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1646e22-cd7b-4160-8b8e-bedca2b7699c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:57:58.595223 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772', 'status': 'completed', 'code': 200} Jul 23 16:57:58.654729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-e472127e-5585-43ab-bd80-cb8eb065488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.658102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-e472127e-5585-43ab-bd80-cb8eb065488c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 1094 time: 0.0538559 Jul 23 16:57:58.696924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-47a58601-bd03-43b0-8bfa-6138e87af973 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772 HTTP/1.1" status: 200 len: 217 time: 0.0330391 Jul 23 16:57:58.750601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-4cf0166d-cc0a-4fe5-9aaf-2d8dd00b692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:58.752020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-4cf0166d-cc0a-4fe5-9aaf-2d8dd00b692f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0477169 Jul 23 16:57:58.785812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-7abec95a-72f6-4154-8186-fdea127c5815 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261428 Jul 23 16:57:58.873301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-8830a424-bcf7-4b59-bda0-c6ff207cda35 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790823 Jul 23 16:57:58.965696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26813972-ad16-4a2d-be13-6d7d64b65eae req-8a5cc156-e7ec-4f28-86c6-af63a87dbf10 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Jul 23 16:57:59.063872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80493cc-b822-468f-862b-bb1052590c8f req-52187243-cc66-4c00-b885-ec584ff49f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:59.065366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-52187243-cc66-4c00-b885-ec584ff49f15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 1094 time: 0.0540261 Jul 23 16:57:59.154799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:57:59.160906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80493cc-b822-468f-862b-bb1052590c8f req-7dac463f-f33d-47e7-afdc-8c2d6229ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:59.162378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-7dac463f-f33d-47e7-afdc-8c2d6229ea40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 915 time: 0.0886316 Jul 23 16:57:59.207178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-5420682a-aa7d-46a6-bb02-5aeb5fd353ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772 HTTP/1.1" status: 200 len: 217 time: 0.0340297 Jul 23 16:57:59.261903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80493cc-b822-468f-862b-bb1052590c8f req-a62b63ac-f6ef-426c-ae4d-d63c3e6e063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:59.263381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-a62b63ac-f6ef-426c-ae4d-d63c3e6e063c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0466866 Jul 23 16:57:59.299970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-43263b16-f980-40af-b28b-e1c0d37ff607 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296924 Jul 23 16:57:59.388045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-858aefad-8be5-459b-a08e-042bc7a2f798 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809898 Jul 23 16:57:59.493261 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a80493cc-b822-468f-862b-bb1052590c8f req-132f9869-3153-4264-9125-3f3c802c71d6 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976448 Jul 23 16:57:59.546517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898aaf6-54ef-4e15-97b1-3a77b78c5944 req-d98d2341-2dcc-4925-86a0-2f214f644bcc tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:57:59.548013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d898aaf6-54ef-4e15-97b1-3a77b78c5944 req-d98d2341-2dcc-4925-86a0-2f214f644bcc tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 943 time: 0.0696557 Jul 23 16:57:59.586050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d898aaf6-54ef-4e15-97b1-3a77b78c5944 req-20f09375-821c-49ff-82c4-3f513258e6e7 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Jul 23 16:58:00.724061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ee0bc-d6ae-489d-a357-99deac681eff req-7153a2b5-3ee5-41e9-bc46-3956565b9ac3 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:00.725566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-614ee0bc-d6ae-489d-a357-99deac681eff req-7153a2b5-3ee5-41e9-bc46-3956565b9ac3 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 943 time: 0.0696940 Jul 23 16:58:00.765305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-614ee0bc-d6ae-489d-a357-99deac681eff req-2440ebe9-2705-423c-babf-8d71b346552a tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Jul 23 16:58:01.897659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2abee-b9ae-4307-8355-8fe26ebaa1bd req-169f8aef-50e9-4dd8-bd69-bd2939c44105 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:01.899198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ac2abee-b9ae-4307-8355-8fe26ebaa1bd req-169f8aef-50e9-4dd8-bd69-bd2939c44105 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 943 time: 0.0663476 Jul 23 16:58:01.937033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ac2abee-b9ae-4307-8355-8fe26ebaa1bd req-31b91f14-1890-4525-9417-8cd09a828eb5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Jul 23 16:58:01.974002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 7f78030a-952e-46ca-b8d8-5b2b9080a772 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:58:02.072290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:02.082960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '7f78030a-952e-46ca-b8d8-5b2b9080a772', 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8', 'port_id': '7f78030a-952e-46ca-b8d8-5b2b9080a772', 'mac_address': 'fa:16:3e:4f:6c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066f9870-e4ce-419f-80ed-f0323b5cb0e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:58:02.119929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.133203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f78030a-952e-46ca-b8d8-5b2b9080a772 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:58:02.152698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:02.157134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:02.202844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:02.210074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.210421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.210765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.211127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.211462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.211793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.212121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.212451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.212774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.213098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.213422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.213743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:02.451750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['7f78030a-952e-46ca-b8d8-5b2b9080a772'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:58:03.073945 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8787034-1300-4ae3-9e24-6f2a54ee954e req-be224a55-28a2-481c-9def-643233a3643d tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:03.075436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8787034-1300-4ae3-9e24-6f2a54ee954e req-be224a55-28a2-481c-9def-643233a3643d tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 944 time: 0.0708013 Jul 23 16:58:03.113490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8787034-1300-4ae3-9e24-6f2a54ee954e req-b273b7d4-b35b-43b7-9c15-9177d5bf0d78 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 23 16:58:03.994209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 7f78030a-952e-46ca-b8d8-5b2b9080a772 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:58:04.045360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 7f78030a-952e-46ca-b8d8-5b2b9080a772 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:58:04.049644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 7f78030a-952e-46ca-b8d8-5b2b9080a772 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:58:04.050253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:04.141793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:04.166403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:58:04.168886 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce8303-6974-4195-aa91-0c62992c7adc" -d '{"events": [{"server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "name": "network-vif-plugged", "status": "completed", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:58:04.182189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:04.187592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:04.216110 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b7415-3f7e-485f-8935-ed052d223102 x-openstack-request-id: req-614b7415-3f7e-485f-8935-ed052d223102 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:58:04.216406 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "name": "network-vif-plugged", "status": "completed", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:58:04.216656 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-614b7415-3f7e-485f-8935-ed052d223102 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:58:04.217048 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772', 'code': 200} Jul 23 16:58:04.247307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:04.256758 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf198fd-c8a0-4e52-ac37-6256fbc2be96 req-2b2945d7-2043-4c19-9e8f-f082306fb1a4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:04.258355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecf198fd-c8a0-4e52-ac37-6256fbc2be96 req-2b2945d7-2043-4c19-9e8f-f082306fb1a4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jul 23 16:58:04.324481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ecf198fd-c8a0-4e52-ac37-6256fbc2be96 req-f9749cd2-f874-4118-87e1-385a0de4588a tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605788 Jul 23 16:58:04.345957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91bafe-0f26-4ff1-8bbf-9989b0dbb387 req-69559ff7-d9a4-4707-96e2-7909b2accf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:04.347456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b91bafe-0f26-4ff1-8bbf-9989b0dbb387 req-69559ff7-d9a4-4707-96e2-7909b2accf19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 1096 time: 0.0695801 Jul 23 16:58:04.386066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b91bafe-0f26-4ff1-8bbf-9989b0dbb387 req-448e7826-4c03-4f79-9811-c99ca6f1bd71 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283270 Jul 23 16:58:05.082296 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:58:05.461088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b89a4b-46b2-4e17-85d7-fd71d7fe1055 req-3c4aaa66-8e94-479d-a1df-e47693436c46 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:05.462588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51b89a4b-46b2-4e17-85d7-fd71d7fe1055 req-3c4aaa66-8e94-479d-a1df-e47693436c46 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 945 time: 0.0682096 Jul 23 16:58:05.500127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51b89a4b-46b2-4e17-85d7-fd71d7fe1055 req-e4bea0ef-d80a-40f4-a84f-c48425c0e02b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Jul 23 16:58:11.826126 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a5aed51b-08d2-40c1-b0cf-3777bb88ccc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:11.955228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.361899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:14.479105 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-acfa977e-f71b-4804-bea4-7b94cd0eef00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.221904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-2b749bb2-9180-4a98-969e-5b29d31c691d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544124 Jul 23 16:58:15.326797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-9c5c0a48-af8e-4d52-8140-c93f1f90f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.328863 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-9c5c0a48-af8e-4d52-8140-c93f1f90f2be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 1096 time: 0.0586753 Jul 23 16:58:15.440295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-3725f6a8-a33d-410d-9af2-38cc808bc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.441806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-3725f6a8-a33d-410d-9af2-38cc808bc3e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 915 time: 0.0919514 Jul 23 16:58:15.485193 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-29e9c56f-b590-4f02-8b5d-f7f382769d41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772 HTTP/1.1" status: 200 len: 217 time: 0.0357409 Jul 23 16:58:15.541547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-84aad116-dcaa-4e84-a7a0-a5fc9f56c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:15.543071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-84aad116-dcaa-4e84-a7a0-a5fc9f56c471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0511758 Jul 23 16:58:15.578498 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-c0f85da1-cbdc-4113-9cc1-0a4e0baaec33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282795 Jul 23 16:58:15.619039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:15.674987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-ddbaee23-c247-4dcc-b0d6-e83e3d83af75 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895121 Jul 23 16:58:15.775197 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76c55585-6bb9-4993-8675-4e3c0710fa09 req-94fb50b2-6dea-4c84-a87f-46ca85e60062 service neutron] 10.222.0.67 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924122 Jul 23 16:58:17.543772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:29.161611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:41.831257 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bdaa7497-94ed-47e5-8a1e-a08462a31804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:41.953090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:42.082624 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:58:44.344610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:44.431872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5ccfdf62-5f3c-4405-a1a7-c367ea10dfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:45.619869 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:47.175652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7c6d-9eeb-45c5-90ae-ddcbc7ffa6f8 req-2843cf05-893c-4ec7-b23b-2e3933eea7f4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:47.177041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5dc7c6d-9eeb-45c5-90ae-ddcbc7ffa6f8 req-2843cf05-893c-4ec7-b23b-2e3933eea7f4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 945 time: 0.0656185 Jul 23 16:58:47.213312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5dc7c6d-9eeb-45c5-90ae-ddcbc7ffa6f8 req-8893d0f1-e475-411c-9ee7-c5a96ae767a3 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Jul 23 16:58:47.544181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:48.352038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0fe3-cd25-4e4a-ac3a-bd5214bc62ea req-b1bd9b53-9bf4-43b4-9a1c-d0db233e0795 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:48.353642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d54f0fe3-cd25-4e4a-ac3a-bd5214bc62ea req-b1bd9b53-9bf4-43b4-9a1c-d0db233e0795 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 945 time: 0.0709536 Jul 23 16:58:48.390418 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d54f0fe3-cd25-4e4a-ac3a-bd5214bc62ea req-41afef8a-75b0-4ef3-a550-ed511d34c4fa tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Jul 23 16:58:49.092665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-f46e9d35-95dc-466a-9302-6e6959bec982 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:49.094129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-f46e9d35-95dc-466a-9302-6e6959bec982 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 945 time: 0.0642183 Jul 23 16:58:49.195935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Deleting port 7f78030a-952e-46ca-b8d8-5b2b9080a772 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:58:49.196268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:49.287432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] For port 7f78030a-952e-46ca-b8d8-5b2b9080a772, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=7f78030a-952e-46ca-b8d8-5b2b9080a772,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:58:49.287788 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:49.302763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Calling delete_port for 7f78030a-952e-46ca-b8d8-5b2b9080a772 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:58:49.442940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:49.455616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['7f78030a-952e-46ca-b8d8-5b2b9080a772'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:58:49.497766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Pushing event deleted for resources: {'Port': ['ID=7f78030a-952e-46ca-b8d8-5b2b9080a772,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:49.564761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] No DVR routers for this DVR port 7f78030a-952e-46ca-b8d8-5b2b9080a772 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:58:49.568038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e131ba79-425a-4ffc-9cf5-1c710b61874a req-d645c225-2f51-445d-9fee-6a4ad238801b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6b5a059-fcb8-4754-a08d-07cc618aff67 HTTP/1.1" status: 200 len: 210 time: 0.0783205 Jul 23 16:58:49.569108 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:49.571020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4322b91-3cbc-4c43-845b-f91af75111ea req-ff1262e9-ed1f-4c71-9022-3a235b96a108 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.67 "DELETE /v2.0/ports/7f78030a-952e-46ca-b8d8-5b2b9080a772 HTTP/1.1" status: 204 len: 173 time: 0.4712160 Jul 23 16:58:49.571465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'name': 'network-vif-deleted', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:58:49.573783 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5105417-2f8d-4b33-aa44-6ef5cb67b988" -d '{"events": [{"server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "name": "network-vif-deleted", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:58:49.781427 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6130bef9-852e-431d-9b52-27eceb67dca2 x-openstack-request-id: req-6130bef9-852e-431d-9b52-27eceb67dca2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:58:49.781730 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b5a059-fcb8-4754-a08d-07cc618aff67", "name": "network-vif-deleted", "tag": "7f78030a-952e-46ca-b8d8-5b2b9080a772", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:58:49.782016 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6130bef9-852e-431d-9b52-27eceb67dca2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:58:49.782428 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5a059-fcb8-4754-a08d-07cc618aff67', 'name': 'network-vif-deleted', 'tag': '7f78030a-952e-46ca-b8d8-5b2b9080a772', 'status': 'completed', 'code': 200} Jul 23 16:58:52.287114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 7f78030a-952e-46ca-b8d8-5b2b9080a772 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:58:52.307646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 7f78030a-952e-46ca-b8d8-5b2b9080a772 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:58:52.307988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 7f78030a-952e-46ca-b8d8-5b2b9080a772 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:58:57.536617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-b6088401-cc42-494d-a8ee-6eb9599a84e8 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:57.538150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-b6088401-cc42-494d-a8ee-6eb9599a84e8 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 814 time: 0.1093810 Jul 23 16:58:57.553528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-b94b3d73-023a-4baa-b857-3a80f7c05877 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/quotas/6bbc4e9ae2694e0abec63a23d231bc04 HTTP/1.1" status: 200 len: 375 time: 0.0100279 Jul 23 16:58:57.588616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-7a572cfa-615e-4909-8ccb-582795bebc77 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299208 Jul 23 16:58:57.648899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-e4214074-f249-4208-bcd5-62bf4d42b535 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:58:57.649840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-e4214074-f249-4208-bcd5-62bf4d42b535 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541928 Jul 23 16:58:57.739108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-e96b3521-ec46-4f9a-9fa8-f4fa5bcccbef service neutron] 10.222.0.64 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832393 Jul 23 16:58:57.834645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-c72ba25b-5c0d-4aa7-bc65-eb9bad9ad64c service neutron] 10.222.0.64 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Jul 23 16:58:57.993849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fb47f7cb-0022-4c59-a1f0-696a2edbd6d0 req-cef0b34e-ca43-43bf-98c9-172788db2ff4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jul 23 16:58:58.987226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-c404491a-1741-4827-86b4-65b1c332cdd0 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:58.988678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-c404491a-1741-4827-86b4-65b1c332cdd0 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.81 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 814 time: 0.1121409 Jul 23 16:58:59.010967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Request body: {'port': {'device_id': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8', 'admin_state_up': True, 'tenant_id': '6bbc4e9ae2694e0abec63a23d231bc04'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:59.107681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af3d749d-cd3e-4049-aafa-bc3f7bd3462a req-65be0961-f895-408d-ad12-543124fd948f tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 210 time: 0.0383995 Jul 23 16:58:59.148164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Made reservation on behalf of 6bbc4e9ae2694e0abec63a23d231bc04 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:58:59.151609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.155468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.276380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Allocated IP 172.20.0.2 (24fd72b4-0fca-43a2-86f5-8c6260e864a8/066f9870-e4ce-419f-80ed-f0323b5cb0e3/d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:58:59.432339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.471681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.513721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:58:59.516822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:58:59.520447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:58:59.550266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Pushing event updated for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:58:59.564946 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.565291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.565627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.565989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.566320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.566647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.566972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.567292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.567611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.567948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.568249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.568569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:58:59.588924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:58:59.589786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:58:59.605961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-0fbf2430-34c0-4477-87d9-e12a72580bed tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987113 Jul 23 16:58:59.622215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-477176a6-ba77-48de-a34d-54160a9ddab5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 16:58:59.623129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-477176a6-ba77-48de-a34d-54160a9ddab5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052688 Jul 23 16:58:59.684310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Request body: {'port': {'device_id': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 16:58:59.757292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.028860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:00.036908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.048625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Transition to ACTIVE for port object d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:59:00.052493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.103012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:00.174436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Attempting to bind port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:59:00.175024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Attempting to bind port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:59:00.175358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Attempting to bind port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:00.189831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:59:00.190181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Attempting to bind port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba on network 24fd72b4-0fca-43a2-86f5-8c6260e864a8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:59:00.195829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:59:00.196162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Checking segment: {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 16:59:00.196541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Bound using segment: {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:59:00.196962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Bound port: d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3169e9e8-40f5-408c-a02e-d1d15e1905ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:59:00.197320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.289781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:59:00.293772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:59:00.305795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1e49f-523a-4def-95c8-7bcdd740a630 req-aea9c190-b17f-444a-9545-3c7436c251c5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:00.307317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16c1e49f-523a-4def-95c8-7bcdd740a630 req-aea9c190-b17f-444a-9545-3c7436c251c5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 943 time: 0.1273568 Jul 23 16:59:00.308466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.357526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:00.358693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:00.360052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] 10.222.0.81 "PUT /v2.0/ports/d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba HTTP/1.1" status: 200 len: 1091 time: 0.7302842 Jul 23 16:59:00.360489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:00.362757 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7443901-6e84-4d1d-bbc1-d16b327143ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:00.396867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16c1e49f-523a-4def-95c8-7bcdd740a630 req-fff46af7-2ec4-42f2-b191-e8f3433d08a7 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825808 Jul 23 16:59:00.399940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59229a-91c2-415c-a88b-e3aead86c2af service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:00.409315 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4dce44-d5b1-4e7a-8eea-341fbca7c133 x-openstack-request-id: req-df4dce44-d5b1-4e7a-8eea-341fbca7c133 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:00.409609 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:00.409860 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df4dce44-d5b1-4e7a-8eea-341fbca7c133 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:00.410287 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba', 'status': 'completed', 'code': 200} Jul 23 16:59:00.484898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-f9710c10-ee98-4b2b-b9fa-53bcab74facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:00.486466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-f9710c10-ee98-4b2b-b9fa-53bcab74facd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 1094 time: 0.0605364 Jul 23 16:59:00.534298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-e66b00b1-eb88-4029-af19-3d0ceec9253f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba HTTP/1.1" status: 200 len: 217 time: 0.0344520 Jul 23 16:59:00.583935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-d4e14774-4244-47de-a03a-cf0baf65d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:00.585309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-d4e14774-4244-47de-a03a-cf0baf65d962 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0453463 Jul 23 16:59:00.623975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-cc179db2-0804-43d4-b06d-df62d3ac33cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302453 Jul 23 16:59:00.717826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-a191ef85-0410-4292-af6c-c947bb0321e7 service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873826 Jul 23 16:59:00.811086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c35bb87-5afe-4119-bf40-a42086c4d7bc req-9ad48302-3868-423d-a229-810290f88d06 service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871284 Jul 23 16:59:00.946333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-6973b586-8340-4cb6-add7-cc86debae06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:00.947790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-6973b586-8340-4cb6-add7-cc86debae06c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 1094 time: 0.0563271 Jul 23 16:59:01.038640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-b3193cd3-677a-4dad-abda-7f40615d8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.040267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-b3193cd3-677a-4dad-abda-7f40615d8c52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 915 time: 0.0855598 Jul 23 16:59:01.085239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-080315a5-7ddc-4981-a0db-cc84cf4e2c07 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba HTTP/1.1" status: 200 len: 217 time: 0.0381055 Jul 23 16:59:01.133604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-3ea86a73-e8a0-49b9-bee5-3e4f9b5adb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.135098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-3ea86a73-e8a0-49b9-bee5-3e4f9b5adb42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0442793 Jul 23 16:59:01.171146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-fd4d9c52-df1d-463d-8d71-02e6f679de9b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277152 Jul 23 16:59:01.266128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-9c6e6627-fb56-4d46-99f8-fcb755c30a20 service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886340 Jul 23 16:59:01.361225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e7443901-6e84-4d1d-bbc1-d16b327143ab req-c625a7db-5330-4b2d-8e0a-caaf3e111c42 service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887325 Jul 23 16:59:01.532037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c882bc7-054b-46c5-ac14-8aff44cb3c34 req-61b6eef7-8aec-428c-b739-7453edc7e1e5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:01.533709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c882bc7-054b-46c5-ac14-8aff44cb3c34 req-61b6eef7-8aec-428c-b739-7453edc7e1e5 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 943 time: 0.0671437 Jul 23 16:59:01.575003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9c882bc7-054b-46c5-ac14-8aff44cb3c34 req-77a92db7-a5db-4297-80bf-4a733f9e723a tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Jul 23 16:59:02.707068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee22147-b724-429e-8d59-1557a258d085 req-fa520667-9fd6-4be6-b126-a6cb3ade0a93 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:02.708528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bee22147-b724-429e-8d59-1557a258d085 req-fa520667-9fd6-4be6-b126-a6cb3ade0a93 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 943 time: 0.0652065 Jul 23 16:59:02.745653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bee22147-b724-429e-8d59-1557a258d085 req-e66cdbdd-c1e3-44cd-82f5-f7a74b9e1b38 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jul 23 16:59:03.585876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 16:59:03.686651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:03.697468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba', 'network_id': '24fd72b4-0fca-43a2-86f5-8c6260e864a8', 'port_id': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba', 'mac_address': 'fa:16:3e:00:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066f9870-e4ce-419f-80ed-f0323b5cb0e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 16:59:03.733962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.746842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:59:03.766338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:03.770292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:03.818196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:03.825601 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.826034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.826383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.826727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.827061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.827390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.832191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:59:03.889372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358414a1-fd28-4cab-92ba-913621ff4557 req-46db15e2-3dd8-4ac0-9bde-182ea9ae410b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:03.891536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-358414a1-fd28-4cab-92ba-913621ff4557 req-46db15e2-3dd8-4ac0-9bde-182ea9ae410b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 944 time: 0.0759737 Jul 23 16:59:03.930926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-358414a1-fd28-4cab-92ba-913621ff4557 req-cdadc579-a070-4a4e-9614-4788e1a49a9f tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Jul 23 16:59:04.068705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:59:05.062371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8ed11-2f85-4879-aa4d-bb3bc7e90c04 req-9e975272-9d8e-42de-9ee7-ea6b39d8d96b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:05.063870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf8ed11-2f85-4879-aa4d-bb3bc7e90c04 req-9e975272-9d8e-42de-9ee7-ea6b39d8d96b tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 944 time: 0.0654516 Jul 23 16:59:05.102714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-acf8ed11-2f85-4879-aa4d-bb3bc7e90c04 req-e5f3ebc4-02d0-4408-9c98-58121683b3e0 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Jul 23 16:59:05.586171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 16:59:05.635060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:59:05.639226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:59:05.639596 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.722027 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.745619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:05.747894 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dca3c0-a3a6-4feb-bcdd-ea8303a26cad" -d '{"events": [{"server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:05.760421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:05.764488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:05.813154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:05.848755 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1b9264-3d16-4de9-9d6f-af776001a6c2 x-openstack-request-id: req-bf1b9264-3d16-4de9-9d6f-af776001a6c2 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:05.849073 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "name": "network-vif-plugged", "status": "completed", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:05.849329 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf1b9264-3d16-4de9-9d6f-af776001a6c2 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:05.849746 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba', 'code': 200} Jul 23 16:59:05.983858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67eeae-7a00-42b3-8d6c-3f7e0ca2ce92 req-e219be7b-a9c3-4dd1-bae4-2cbebd04e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:05.985979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc67eeae-7a00-42b3-8d6c-3f7e0ca2ce92 req-e219be7b-a9c3-4dd1-bae4-2cbebd04e7cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 1096 time: 0.0547225 Jul 23 16:59:06.024072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc67eeae-7a00-42b3-8d6c-3f7e0ca2ce92 req-405bc6cb-d0f9-4eae-aba8-9c262615c35c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Jul 23 16:59:06.238364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6eb97-54ee-4b07-8316-69fe90582a9c req-867ae660-d3b3-49d1-9d1d-ed1d8f66dc31 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:06.240265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4d6eb97-54ee-4b07-8316-69fe90582a9c req-867ae660-d3b3-49d1-9d1d-ed1d8f66dc31 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 945 time: 0.0699272 Jul 23 16:59:06.282492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e4d6eb97-54ee-4b07-8316-69fe90582a9c req-9111eea3-1908-49c8-9475-4b8a8c497508 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Jul 23 16:59:07.417646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75e31-cab7-4268-8c20-bd7976c78a56 req-5e46c8b2-2d1d-4305-a5a7-188dde49686c tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:07.419149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08d75e31-cab7-4268-8c20-bd7976c78a56 req-5e46c8b2-2d1d-4305-a5a7-188dde49686c tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 945 time: 0.0654647 Jul 23 16:59:07.455845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08d75e31-cab7-4268-8c20-bd7976c78a56 req-a85a2744-ea6b-48d3-bdc4-9bf4de098145 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jul 23 16:59:11.833395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8e05ee2a-66e6-4c3f-a20b-b9ea9a1d0d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:11.956246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:14.348230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:14.434901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d39035ee-95b5-498a-814b-761eadcf7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:15.622812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:17.555358 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:19.082253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:59:26.117174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-6253fd26-0eb6-479e-9e28-be9e2acfd2ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643485 Jul 23 16:59:26.226525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f604-8543-4703-99d8-a89e67394abc req-b780f359-c3b5-46fa-88f1-426d8400a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:26.228062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-b780f359-c3b5-46fa-88f1-426d8400a460 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 1096 time: 0.0544899 Jul 23 16:59:26.332326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f604-8543-4703-99d8-a89e67394abc req-b06d94eb-364b-4bff-8553-1fc5cf1ba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:26.333670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-b06d94eb-364b-4bff-8553-1fc5cf1ba557 service neutron] 10.222.0.81 "GET /v2.0/networks?id=24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 200 len: 915 time: 0.0851333 Jul 23 16:59:26.378891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-512db1af-3e72-4922-993a-299644e49c2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba HTTP/1.1" status: 200 len: 217 time: 0.0379844 Jul 23 16:59:26.427535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1f604-8543-4703-99d8-a89e67394abc req-0cb6c0d8-2013-475a-b3f0-2df33bbb5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:26.429001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-0cb6c0d8-2013-475a-b3f0-2df33bbb5ba4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 200 len: 854 time: 0.0438883 Jul 23 16:59:26.463359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-48093c72-c8b9-4941-a84d-8f4bc36a2884 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=24fd72b4-0fca-43a2-86f5-8c6260e864a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273180 Jul 23 16:59:26.874880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-dfd270fe-6314-4310-8c94-c3bfff2fdd47 service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044664 Jul 23 16:59:26.980668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95a1f604-8543-4703-99d8-a89e67394abc req-ecbfae74-62ce-4234-b3b7-daaef1955aac service neutron] 10.222.0.81 "GET /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993516 Jul 23 16:59:29.170417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:32.850305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73aa7d-139d-4811-8ed6-e81fbed95032 req-fbade341-a578-40e8-8f53-4fd19a50da00 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:32.852559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce73aa7d-139d-4811-8ed6-e81fbed95032 req-fbade341-a578-40e8-8f53-4fd19a50da00 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 945 time: 0.0697224 Jul 23 16:59:32.890076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce73aa7d-139d-4811-8ed6-e81fbed95032 req-97da189f-a5de-4a8f-b081-b62af4a919b8 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Jul 23 16:59:34.020615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290f69d-ae5a-4441-b746-ecfa27c27145 req-09e2234f-41dd-448c-85fd-f5a41300c735 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:34.022103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4290f69d-ae5a-4441-b746-ecfa27c27145 req-09e2234f-41dd-448c-85fd-f5a41300c735 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 945 time: 0.0621240 Jul 23 16:59:34.059634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4290f69d-ae5a-4441-b746-ecfa27c27145 req-e92023f6-65e2-470c-b4ed-fa28111e28b4 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8017979-f38c-4343-a049-0100aaa8ed87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Jul 23 16:59:34.582905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-2e4e0c28-c0ec-4c05-b724-444ea5ac4e68 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:59:34.584382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-2e4e0c28-c0ec-4c05-b724-444ea5ac4e68 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 945 time: 0.0657589 Jul 23 16:59:34.681433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Deleting port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 16:59:34.681759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.773057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] For port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,segment=NetworkSegment(3169e9e8-40f5-408c-a02e-d1d15e1905ac),segment_id=3169e9e8-40f5-408c-a02e-d1d15e1905ac)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:59:34.773411 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.784778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Calling delete_port for d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 16:59:34.914139 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.946623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Pushing event deleted for resources: {'Port': ['ID=d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:59:34.946926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 16:59:34.991900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] No DVR routers for this DVR port d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:59:34.994459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:34.996443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed7ea52b-7b30-4512-927c-c6b37e7e9f40 req-05b3f201-49bc-491f-bb3e-b78ce401e357 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.81 "DELETE /v2.0/ports/d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba HTTP/1.1" status: 204 len: 173 time: 0.4070723 Jul 23 16:59:34.996877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'name': 'network-vif-deleted', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:59:34.999636 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236bd9bc-75bc-43b1-91a0-f97e897bffe6" -d '{"events": [{"server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "name": "network-vif-deleted", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 16:59:35.036904 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba13d594-a0d2-48f2-9824-11159cdacf7b x-openstack-request-id: req-ba13d594-a0d2-48f2-9824-11159cdacf7b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 16:59:35.037502 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbec773c-0ab9-4997-8c58-f4e93c74bafc", "name": "network-vif-deleted", "tag": "d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 16:59:35.037502 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba13d594-a0d2-48f2-9824-11159cdacf7b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 16:59:35.037849 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbec773c-0ab9-4997-8c58-f4e93c74bafc', 'name': 'network-vif-deleted', 'tag': 'd8f0f9b9-3f5d-48fc-9c80-f39793ec25ba', 'status': 'completed', 'code': 200} Jul 23 16:59:35.159311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb7d3270-0534-4a93-bcc6-8fad7f3556ec req-837c4924-81af-4a42-9806-710a6972f931 tempest-VolumesSnapshotTestJSON-199150404 tempest-VolumesSnapshotTestJSON-199150404-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbec773c-0ab9-4997-8c58-f4e93c74bafc HTTP/1.1" status: 200 len: 210 time: 0.0319681 Jul 23 16:59:39.850577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 16:59:39.870950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 16:59:39.871299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device d8f0f9b9-3f5d-48fc-9c80-f39793ec25ba not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 16:59:41.834689 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-19e4f0e9-38a4-4351-9e9f-3cf7fc49f27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:41.966262 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:44.351034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:44.437523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4b51e275-4cd3-43c6-aff0-5c5d59ac7e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:45.626901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:47.271926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-66fb056c-09bc-4334-805f-435a75f9294c req-9fa13c67-074a-4842-b941-c413fb284db3 tempest-TestNetworkBasicOps-1533078503 tempest-TestNetworkBasicOps-1533078503-project] (94003) timed out ('10.222.0.67', 52133) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 16:59:47.546315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:59:56.087675 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 16:59:59.183903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.837831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2253f95b-06f5-4aba-87e2-9e4f17066a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:11.968033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.357988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:14.439937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a1fc30d8-2b68-468a-a9fd-6084c00bb0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:15.629004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.280581 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38720) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:16.332344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Deleting subnet 066f9870-e4ce-419f-80ed-f0323b5cb0e3 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:00:16.335842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.372844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.413391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.468990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.499357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066f9870-e4ce-419f-80ed-f0323b5cb0e3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:16.509021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.513236 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/066f9870-e4ce-419f-80ed-f0323b5cb0e3 HTTP/1.1" status: 204 len: 168 time: 0.2293458 Jul 23 17:00:16.513236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.513583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.513901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38724) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:16.514373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.514621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.514958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.515345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.515723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.516064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.516395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.516758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.517081 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.517435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600e5c4-59e1-46b2-8a44-87a5eba818c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.592536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.671894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.683718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fd72b4-0fca-43a2-86f5-8c6260e864a8']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.700768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3169e9e8-40f5-408c-a02e-d1d15e1905ac') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.701084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3169e9e8-40f5-408c-a02e-d1d15e1905ac') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:16.710934 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.728165 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.734836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:00:16.735221 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:00:16.737815 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:00:16.796906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.804501 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:16.808732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] 10.222.0.64 "DELETE /v2.0/networks/24fd72b4-0fca-43a2-86f5-8c6260e864a8 HTTP/1.1" status: 204 len: 168 time: 0.2910531 Jul 23 17:00:16.817226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Pushing event deleted for resources: {'Network': ['ID=24fd72b4-0fca-43a2-86f5-8c6260e864a8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:16.827590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.827934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.828268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.828598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.828939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.829237 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.829670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.830022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.830467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.830646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.831203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.831458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72f0524-8180-4a7b-89fa-c2edb8791942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:16.930690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38730) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:16.974725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-de828e9f-4210-4465-8460-4c190f2b25f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bbc4e9ae2694e0abec63a23d231bc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404780 Jul 23 17:00:16.974936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38732) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:17.030067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.052218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.101680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.104247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:17.105561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8017979-f38c-4343-a049-0100aaa8ed87 HTTP/1.1" status: 204 len: 168 time: 0.1296451 Jul 23 17:00:17.115611 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3e33f-905d-4496-a60d-030214e41033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8017979-f38c-4343-a049-0100aaa8ed87,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:17.553506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.051532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38786) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:19.056702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'network': {'name': 'tempest-network-smoke--717651698', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'port_security_enabled': True}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:19.077671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:19.080901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.089274 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.180825 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.184604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.212657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:00:19.219571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c0ab9d-afae-4108-a204-a822cd6d1b77,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:19.225533 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.225870 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Added segment be3c4643-f206-4c51-85a5-61282450c711 of type vlan for network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 Jul 23 17:00:19.264907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.292597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.299273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:19.299856 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.341898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2891593 Jul 23 17:00:19.345022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38788) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:19.373783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'admin_state_up': True, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:19.380265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65284f-fb60-4e32-b359-793b68db2300 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Network': ['ID=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:19.390618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:00:19.400149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.401695 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.452833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.594576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.791983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.811905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:19.915307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.25.2.92 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/dfbadd26-dd81-484e-a962-5167347ec8d7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:20.023021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.062296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.098372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:20.101112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:20.104580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:20.132732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=dfbadd26-dd81-484e-a962-5167347ec8d7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:20.353422 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.550191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.680284 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router a7e827c6-a491-41c0-a063-f78f46ca59fa is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:00:20.786002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:20.795434 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Sync routers for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:20.803876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:20.804829 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:20.805185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ee6ceb67-296b-4ad7-988a-e7144c5cca34 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4591203 Jul 23 17:00:20.805442 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:20.808445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38790) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:20.913956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:20.943033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9c89c2c3-ffae-4d8a-ba69-5a3caad27edf tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a0911ed9ff0c4b15bf175c22cf4a437b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333973 Jul 23 17:00:20.945729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:21.090117 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:20Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:21.097548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083d573-0e5e-4017-bbe9-087a9aef3c36 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:21.101783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d083d573-0e5e-4017-bbe9-087a9aef3c36 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522577 Jul 23 17:00:21.102015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38796) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:21.119432 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Checking router: a7e827c6-a491-41c0-a063-f78f46ca59fa for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:21.119768 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Updating router a7e827c6-a491-41c0-a063-f78f46ca59fa port dfbadd26-dd81-484e-a962-5167347ec8d7 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:21.137990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-024e2eab-ef33-446b-8d31-20a3eee3e9d4 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348856 Jul 23 17:00:21.140578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38798) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:21.145411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880296369', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:21.154149 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.247861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:21.251571 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.406886 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.416837 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Transition to ACTIVE for port object dfbadd26-dd81-484e-a962-5167347ec8d7 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:21.424333 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.435859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.480006 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Pushing event updated for resources: {'Port': ['ID=dfbadd26-dd81-484e-a962-5167347ec8d7,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.483590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Attempting to bind port dfbadd26-dd81-484e-a962-5167347ec8d7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:21.483951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Attempting to bind port dfbadd26-dd81-484e-a962-5167347ec8d7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:21.484300 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Attempting to bind port dfbadd26-dd81-484e-a962-5167347ec8d7 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:21.491565 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.491985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.492239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.492566 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.492894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.493214 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.493533 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.493854 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.494204 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.494518 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.494834 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.495148 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:21.497371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Subnet': ['ID=b4d32d61-2726-4799-b3d1-1b978513018e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.501060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:21.501325 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:21.501727 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.502133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:21.502603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Bound port: dfbadd26-dd81-484e-a962-5167347ec8d7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:21.502977 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.510258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Checking segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:21.510618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network hostable DHCP agents. Network: 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:00:21.533223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:00:21.546007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:21.550748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:21.551381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.557322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d9d11-51f3-4340-88f5-272edee780b0 None None] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:21.573395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-faad75e1-a3b2-4b07-8c6f-06f185423a8a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317455 Jul 23 17:00:21.577008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38800) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:21.590677 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] For port dfbadd26-dd81-484e-a962-5167347ec8d7, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:21.595208 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] For port dfbadd26-dd81-484e-a962-5167347ec8d7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dfbadd26-dd81-484e-a962-5167347ec8d7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:21.601294 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.653199 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc85a7-8160-432f-a306-03eedd86671f None None] Pushing event updated for resources: {'Port': ['ID=dfbadd26-dd81-484e-a962-5167347ec8d7,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:21.671610 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:21.672240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:21.736171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:00:21.737080 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:21.784187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:21.877691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Allocated IP 172.20.0.2 (1af89fa4-ca5c-49a4-8c28-d7cb2c665c75/b4d32d61-2726-4799-b3d1-1b978513018e/75d2f8aa-4fd1-412f-8033-e562a5af10a5) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:21.992787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:20Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:22.026488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb5d84a-b6f6-424c-9927-da72332c1803 None None] The sync data for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 is: [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:20Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:22.031381 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.041430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Transition to ACTIVE for port object 75d2f8aa-4fd1-412f-8033-e562a5af10a5 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:22.060822 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Transition to ACTIVE for port object 75d2f8aa-4fd1-412f-8033-e562a5af10a5 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:22.067652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.108411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:22.111492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:22.115580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:22.125653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Pushing event updated for resources: {'Port': ['ID=75d2f8aa-4fd1-412f-8033-e562a5af10a5,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:22.154144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.154507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.154834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.155169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.155510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.155842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.156168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.156496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.156820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.157143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.157472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.157792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:00:22.193995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Attempting to bind port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:22.194375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Attempting to bind port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:22.194772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Attempting to bind port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 on network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:22.200432 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:22.201068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Checking segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:22.201844 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.202450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Bound using segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:22.203107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Bound port: 75d2f8aa-4fd1-412f-8033-e562a5af10a5, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:22.203676 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.292402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] For port 75d2f8aa-4fd1-412f-8033-e562a5af10a5, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:22.299796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] For port 75d2f8aa-4fd1-412f-8033-e562a5af10a5, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=75d2f8aa-4fd1-412f-8033-e562a5af10a5,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:22.305701 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.375724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd13dc6-6cde-4874-9513-35daf6562191 None None] Pushing event updated for resources: {'Port': ['ID=75d2f8aa-4fd1-412f-8033-e562a5af10a5,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:22.415130 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.737523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.20.0.1 (1af89fa4-ca5c-49a4-8c28-d7cb2c665c75/b4d32d61-2726-4799-b3d1-1b978513018e/7a42c85b-05bc-4e5a-aed3-193050e5a7a7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:22.853603 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.869898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Transition to ACTIVE for port object 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:22.904131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:22.952169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:22.955426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:22.959499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:22.968676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.008887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.155628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.330228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a68c0-9bcb-47fa-8ee4-9afa99f4310b None None] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:00:23.442042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.444958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-40a5aec1-68f4-4bd5-b36c-96036a323b9d None None] Provisioning for port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.446867 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.522933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:23.529522 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.647514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:23.649274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:23.747937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dfbadd26-dd81-484e-a962-5167347ec8d7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:23.790607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router a7e827c6-a491-41c0-a063-f78f46ca59fa has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:23.820579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be2eadaa-a444-45ca-8256-751eb0870f62 None None] Provisioning for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.825193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port dfbadd26-dd81-484e-a962-5167347ec8d7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:23.828776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be2eadaa-a444-45ca-8256-751eb0870f62 None None] Provisioning complete for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:23.829645 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be2eadaa-a444-45ca-8256-751eb0870f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.832906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port dfbadd26-dd81-484e-a962-5167347ec8d7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:23.833275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.908435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-be2eadaa-a444-45ca-8256-751eb0870f62 None None] Port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:23.934058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:23.942822 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38802) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:23.943334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-19fde6e2-1546-44d5-9359-34130f327b9f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "PUT /v2.0/routers/a7e827c6-a491-41c0-a063-f78f46ca59fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3649681 Jul 23 17:00:23.948132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1813268676', 'description': 'tempest-secgroup_access--1813268676 description', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:23.954362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.971798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.984769 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port dfbadd26-dd81-484e-a962-5167347ec8d7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dfbadd26-dd81-484e-a962-5167347ec8d7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:23.992004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:23.993133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 75d2f8aa-4fd1-412f-8033-e562a5af10a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:24.041965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Sync routers for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:24.088477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.094251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.097184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:24.097845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:24.115652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.118331 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1740761 Jul 23 17:00:24.120630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:24.126238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--15149165', 'description': 'tempest-secgroup_general--15149165 description', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:24.145445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dec1ec26-33ff-40c6-93d1-6228c79b2b29 None None] Provisioning complete for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.145816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec26-33ff-40c6-93d1-6228c79b2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.157036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e92599-5104-4847-8084-56da1c4cf6bc tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac67465-69d8-4b95-afc3-b2cfcf0d1662,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.163581 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.175540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=dfbadd26-dd81-484e-a962-5167347ec8d7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.269228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.273882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.304549 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.305852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1841724 Jul 23 17:00:24.308961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38806) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:24.314750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'security_group_rule': {'security_group_id': '8ac67465-69d8-4b95-afc3-b2cfcf0d1662', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:24.320407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090e082-46a4-4070-8797-ba3be35d88d1 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e5e6b-7124-4b62-a6ce-0827148bb8ff,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.351302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.386835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:24.402041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ec26-33ff-40c6-93d1-6228c79b2b29 None None] Port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:24.408664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.409044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.429099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.434295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.456486 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb35323-0834-4c07-ba57-f469257ff1c1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.458074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:24.467300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.469404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-03c73a22-d1c3-411b-b899-ed3cd2154f6d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588829 Jul 23 17:00:24.595807 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.606553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-211dc1f4-df55-4ee5-bd68-000632a51813 None None] Provisioning complete for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:24.606872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-211dc1f4-df55-4ee5-bd68-000632a51813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.622778 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1cade0c3-02e2-40a9-b0ba-be9e73754eaa tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--15149165&fields=id&tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b HTTP/1.1" status: 200 len: 267 time: 0.0332158 Jul 23 17:00:24.663905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-6c6ee196-f457-433a-ad34-794dadd9177f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--1813268676&fields=id&tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b HTTP/1.1" status: 200 len: 267 time: 0.0349321 Jul 23 17:00:24.715040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 75d2f8aa-4fd1-412f-8033-e562a5af10a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=75d2f8aa-4fd1-412f-8033-e562a5af10a5,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:24.716696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-211dc1f4-df55-4ee5-bd68-000632a51813 None None] Port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:24.724361 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.773999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-85ea9ebe-c6c3-4e50-b3ba-5436c4cb1d46 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:24.775451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-85ea9ebe-c6c3-4e50-b3ba-5436c4cb1d46 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 796 time: 0.1043472 Jul 23 17:00:24.790830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-24e0e1f5-a6fd-4334-93db-44cb4f4369e9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/quotas/a0911ed9ff0c4b15bf175c22cf4a437b HTTP/1.1" status: 200 len: 375 time: 0.0091238 Jul 23 17:00:24.795545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=75d2f8aa-4fd1-412f-8033-e562a5af10a5,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:24.812438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 2, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:24.843929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Checking router: a7e827c6-a491-41c0-a063-f78f46ca59fa for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:24.844288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Updating router a7e827c6-a491-41c0-a063-f78f46ca59fa port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:00:24.857454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-20d46e53-248b-4b83-a85e-d68f40ee32b0 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611205 Jul 23 17:00:24.877285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:24.960923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-448822e5-6d8a-4412-8892-2d7e562f9bd1 service neutron] 10.222.0.64 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921633 Jul 23 17:00:25.054244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-082b14cf-beca-45b6-afe4-534be21d4cbc service neutron] 10.222.0.64 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873439 Jul 23 17:00:25.146295 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.156953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Transition to ACTIVE for port object 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:25.165100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.227733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894abd99-3e45-43f5-bb01-db6edd8daae6 None None] Pushing event updated for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:25.273714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39ce72e3-c01b-4852-a058-c205b940735a req-8ad6069e-1a28-4bc4-81e0-70ad9caaa673 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 210 time: 0.0520191 Jul 23 17:00:25.300488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Attempting to bind port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:25.301202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Attempting to bind port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:25.302148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Attempting to bind port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 on network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:25.310268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:25.311148 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Checking segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:25.311825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.312410 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Bound using segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:25.313137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Bound port: 7a42c85b-05bc-4e5a-aed3-193050e5a7a7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:25.313762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.389568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] For port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:25.394402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] For port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:25.402547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.454149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:25.454794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:25.563420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894abd99-3e45-43f5-bb01-db6edd8daae6 None None] Pushing event updated for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:25.604157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:25.725563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dfbadd26-dd81-484e-a962-5167347ec8d7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:25.856955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port dfbadd26-dd81-484e-a962-5167347ec8d7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:25.857315 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:25.917513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:25Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:25.945500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15832b9c-7546-41be-9dfe-4fb1e11c7987 None None] The sync data for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 is: [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:25Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:25.994061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 75d2f8aa-4fd1-412f-8033-e562a5af10a5 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:26.054567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:26.055094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.437062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-633fb168-5553-4616-acc1-6e6c03d63d06 req-da4d3528-f198-4987-be48-da02149467fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 210 time: 0.0639772 Jul 23 17:00:26.479288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-60bda2b1-36ff-40a6-b292-4a3d5f2f0424 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:26.481066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-60bda2b1-36ff-40a6-b292-4a3d5f2f0424 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.67 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 796 time: 0.1649368 Jul 23 17:00:26.537027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-e35b8fb9-1498-4361-9f98-579c5fc332ed tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b HTTP/1.1" status: 200 len: 476 time: 0.0386853 Jul 23 17:00:26.546813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'port': {'device_id': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'admin_state_up': True, 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'security_groups': ['a14e5e6b-7124-4b62-a6ce-0827148bb8ff', '8ac67465-69d8-4b95-afc3-b2cfcf0d1662']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:26.670740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:00:26.674693 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.804125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.20.0.13 (1af89fa4-ca5c-49a4-8c28-d7cb2c665c75/b4d32d61-2726-4799-b3d1-1b978513018e/1aa0247d-3114-4e62-a7b9-6bce478b6ac6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:26.970833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:26.985821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Transition to ACTIVE for port object 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:27.019821 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.063469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:27.066483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:27.070212 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:27.104910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.130575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.131224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.146243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-1d763c96-95c2-4a46-9aae-8bf94b154755 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6034644 Jul 23 17:00:27.159434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Request body: {'port': {'device_id': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:27.235526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.282392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-16710d81-dd6e-40dc-ad22-92ae92b66e59 None None] Provisioning for port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:27.286154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-16710d81-dd6e-40dc-ad22-92ae92b66e59 None None] Provisioning complete for port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:27.286532 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-16710d81-dd6e-40dc-ad22-92ae92b66e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.320955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-16710d81-dd6e-40dc-ad22-92ae92b66e59 None None] Port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:00:27.503335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:27.520283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.552267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Transition to ACTIVE for port object 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:00:27.556510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.642141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.679904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb70e6-217b-4fba-81d3-87cc71373022 req-70788c9d-2644-4e3e-955a-e151f7c31de3 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.681502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ecb70e6-217b-4fba-81d3-87cc71373022 req-70788c9d-2644-4e3e-955a-e151f7c31de3 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 971 time: 0.1736619 Jul 23 17:00:27.720234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:27.735403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Attempting to bind port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:00:27.735739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Attempting to bind port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:00:27.736069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Attempting to bind port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 on network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:27.746265 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 on network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:00:27.746665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Attempting to bind port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 on network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:00:27.754044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ecb70e6-217b-4fba-81d3-87cc71373022 req-944c4431-fcd6-4512-b898-b6586a796667 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0643811 Jul 23 17:00:27.756892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:00:27.757214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Checking segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:00:27.757595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Bound using segment: {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:00:27.758075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Bound port: 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3c4643-f206-4c51-85a5-61282450c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:00:27.758441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.778040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:27.782415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:27.783316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.827120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:00:27.830440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:00:27.835574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.868772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.869420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.870860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] 10.222.0.67 "PUT /v2.0/ports/1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 1131 time: 0.7158778 Jul 23 17:00:27.871321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:27.874586 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd09890-32c2-4eba-8162-351119b08555" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:27.878894 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.902261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d504-4184-4c04-b255-45b7eec38705 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.927074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:27.931721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:27.962208 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf343c26-f300-49af-a2e4-0e905e407046 x-openstack-request-id: req-bf343c26-f300-49af-a2e4-0e905e407046 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:27.962492 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:27.962746 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf343c26-f300-49af-a2e4-0e905e407046 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:27.963632 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'status': 'completed', 'code': 200} Jul 23 17:00:27.995057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:27.996688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-cc9d3e06-98c7-4783-b177-289fd3f333de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:27.998121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-cc9d3e06-98c7-4783-b177-289fd3f333de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1134 time: 0.0768430 Jul 23 17:00:28.042850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-3108d74b-85c6-4224-9dc7-7b8c51b1eec3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Jul 23 17:00:28.094549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-59c3722f-0506-4f1e-8939-28eb242ece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.096007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-59c3722f-0506-4f1e-8939-28eb242ece98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 200 len: 834 time: 0.0462029 Jul 23 17:00:28.160091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-d2b4d27c-7a29-45ae-8a41-712f7c7ebd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.161552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-d2b4d27c-7a29-45ae-8a41-712f7c7ebd64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576632 Jul 23 17:00:28.251548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-5818420d-04fe-4ef9-9677-5b6940984739 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814152 Jul 23 17:00:28.346898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f58fdff3-1e5a-45fe-aa6b-de73b6c6b845 req-033e1968-8a64-4321-a2a2-13e55cd0cb32 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881054 Jul 23 17:00:28.445015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd09890-32c2-4eba-8162-351119b08555 req-62537ca3-02f4-483d-8edd-eeff2c12b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.446541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-62537ca3-02f4-483d-8edd-eeff2c12b765 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1134 time: 0.0538294 Jul 23 17:00:28.537292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd09890-32c2-4eba-8162-351119b08555 req-f10f956b-ab92-4080-93e5-b2f66af8be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.538710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-f10f956b-ab92-4080-93e5-b2f66af8be8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 897 time: 0.0854311 Jul 23 17:00:28.900453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-5857f3b5-363f-402a-8f65-fc7f75e4ae51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 217 time: 0.3508716 Jul 23 17:00:28.977402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd09890-32c2-4eba-8162-351119b08555 req-03a260ca-1ac6-4d53-b815-c89b3511e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:28.978945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-03a260ca-1ac6-4d53-b815-c89b3511e31d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 200 len: 834 time: 0.0694323 Jul 23 17:00:29.023890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace68a0-cc0c-4bb7-bce9-fae4a640e9f1 req-d6c14f9a-5af1-4e2a-a060-ff51bb385656 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.025373 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dace68a0-cc0c-4bb7-bce9-fae4a640e9f1 req-d6c14f9a-5af1-4e2a-a060-ff51bb385656 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 983 time: 0.1276531 Jul 23 17:00:29.056061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd09890-32c2-4eba-8162-351119b08555 req-ca88f934-4486-4fde-a9a2-3708bfb8e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:29.057555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-ca88f934-4486-4fde-a9a2-3708bfb8e93e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698893 Jul 23 17:00:29.163101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dace68a0-cc0c-4bb7-bce9-fae4a640e9f1 req-b0ee0ae6-b705-42fb-bff3-b6f448c7c6e5 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1311767 Jul 23 17:00:29.176946 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:29.188460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-3ea4a66b-d6d6-443e-8bf8-8b21db8b3d33 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192305 Jul 23 17:00:29.286506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd09890-32c2-4eba-8162-351119b08555 req-fe2acc8b-446f-4096-af4c-51161ef80a62 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Jul 23 17:00:29.670216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:29.722414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:29.722787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.359928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e80851-573f-4e1f-83db-f16695335334 req-ac6de99a-2914-4904-8c22-5aef30c0415e tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:30.361427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e80851-573f-4e1f-83db-f16695335334 req-ac6de99a-2914-4904-8c22-5aef30c0415e tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 983 time: 0.1232753 Jul 23 17:00:30.401968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01e80851-573f-4e1f-83db-f16695335334 req-73c8fdb2-43e2-4240-87d1-146c6347b335 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346527 Jul 23 17:00:30.771758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:00:30.867948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:30.878795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'port_id': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'mac_address': 'fa:16:3e:bf:51:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:00:30.916200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:30.929064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:00:30.950384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:30.954281 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:31.000274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:31.199156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['1aa0247d-3114-4e62-a7b9-6bce478b6ac6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:00:31.529941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4095d-7189-4819-afc3-d4a973ecb4b0 req-a1d9eba2-d1a4-46c7-9d17-62a3eedb3d52 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:31.531472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ed4095d-7189-4819-afc3-d4a973ecb4b0 req-a1d9eba2-d1a4-46c7-9d17-62a3eedb3d52 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 984 time: 0.0634403 Jul 23 17:00:31.572061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ed4095d-7189-4819-afc3-d4a973ecb4b0 req-f408c99a-afe0-4499-9eb9-a42290cad5a4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344312 Jul 23 17:00:32.708336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c97f39-91f6-4e61-96f2-1e4eb211a084 req-bfa55be6-c166-4d9b-9cbb-067effb45162 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:32.709754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67c97f39-91f6-4e61-96f2-1e4eb211a084 req-bfa55be6-c166-4d9b-9cbb-067effb45162 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 984 time: 0.0715556 Jul 23 17:00:32.750862 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67c97f39-91f6-4e61-96f2-1e4eb211a084 req-5a1670f1-6134-4e83-9a59-a06471bf01b3 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348155 Jul 23 17:00:32.780230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:00:32.831333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:00:32.835390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:00:32.835786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:32.917077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:32.939055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:32.941295 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832829af-51e2-42f4-88f1-a7ea1c7f2e18" -d '{"events": [{"server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:32.958015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:00:32.963289 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:32.987985 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b520dc-0c44-4722-9571-20dda7d8dc87 x-openstack-request-id: req-f4b520dc-0c44-4722-9571-20dda7d8dc87 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:32.988304 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:32.988558 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4b520dc-0c44-4722-9571-20dda7d8dc87 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:32.988946 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'code': 200} Jul 23 17:00:33.016012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:33.086591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:00:33.104401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e618-5692-4942-abf7-dad035a8b1da req-6897fc62-f39c-41cd-b465-ae73ad0875d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:33.106023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e15e618-5692-4942-abf7-dad035a8b1da req-6897fc62-f39c-41cd-b465-ae73ad0875d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0598156 Jul 23 17:00:33.146047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e15e618-5692-4942-abf7-dad035a8b1da req-4889d82a-e992-4e32-9c71-c940617dc12b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0292513 Jul 23 17:00:33.879756 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228ffb-3466-4e4b-87e1-766e446af1cb req-86c47d68-b07c-4cc1-be58-f8e077e6978d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:33.881174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15228ffb-3466-4e4b-87e1-766e446af1cb req-86c47d68-b07c-4cc1-be58-f8e077e6978d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.0646684 Jul 23 17:00:33.920321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15228ffb-3466-4e4b-87e1-766e446af1cb req-69b9720b-9b70-4e61-a570-282107c37fec tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0333676 Jul 23 17:00:35.056469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c28e03-62d3-4ab1-85dc-753dc57f0d87 req-a86c015b-0680-40cb-9a09-9caec2a0d438 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:35.058348 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14c28e03-62d3-4ab1-85dc-753dc57f0d87 req-a86c015b-0680-40cb-9a09-9caec2a0d438 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.0678859 Jul 23 17:00:35.099168 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14c28e03-62d3-4ab1-85dc-753dc57f0d87 req-7ee31f38-cfa6-40b1-b45e-9022763e234f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349569 Jul 23 17:00:35.228993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8419be-7d69-4ac5-b7de-6074205eada9 req-e97d586e-9076-4c05-91b1-745cedd158ea tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:35.230527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a8419be-7d69-4ac5-b7de-6074205eada9 req-e97d586e-9076-4c05-91b1-745cedd158ea tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.0651190 Jul 23 17:00:35.270262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a8419be-7d69-4ac5-b7de-6074205eada9 req-02afb425-f848-4585-988e-e518cc8224b8 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341015 Jul 23 17:00:35.388848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-b9f58dfe-7c8b-4447-80ea-5025fde58b05 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:35.390416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-b9f58dfe-7c8b-4447-80ea-5025fde58b05 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0547428 Jul 23 17:00:35.408962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-79f558a6-cc73-452c-8b3b-c1f16fb01291 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.502654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-79f558a6-cc73-452c-8b3b-c1f16fb01291 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.506852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-79f558a6-cc73-452c-8b3b-c1f16fb01291 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.534739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af57f34e-4fe3-4e7a-87e4-2e8e6756c91f req-79f558a6-cc73-452c-8b3b-c1f16fb01291 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1386051 Jul 23 17:00:35.539306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f558a6-cc73-452c-8b3b-c1f16fb01291 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf863f5-c93b-4b68-b59e-7aec8ef9146e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:35.557339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38862) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:35.611067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3fc74-3916-4c9a-9f2f-defa76fe2937 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:35.612588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4ff3fc74-3916-4c9a-9f2f-defa76fe2937 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1131 time: 0.0542192 Jul 23 17:00:35.615597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38864) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:35.619949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:00:35.643302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.744246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.845024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.25.2.237 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/fcaf0fc8-1344-47da-a316-07aad52e43a6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:00:35.948124 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:35.986301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.022407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:00:36.026653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:00:36.030133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:00:36.038258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=fcaf0fc8-1344-47da-a316-07aad52e43a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:36.396382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.471582 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.624495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.629352 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.704472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=fcaf0fc8-1344-47da-a316-07aad52e43a6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:00:36.716520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:36.821900 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Floating IP f1b5dfd3-de64-47b3-8066-d69263ca88d2 associated. External IP: 172.25.2.237, port: 1aa0247d-3114-4e62-a7b9-6bce478b6ac6. Jul 23 17:00:37.027094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router a7e827c6-a491-41c0-a063-f78f46ca59fa has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:00:37.141402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:00:37.151026 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Sync routers for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:00:37.158447 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:37.162647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:37.163283 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:37.202060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-19082e69-8237-46e3-adf5-798e6f450098 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5853670 Jul 23 17:00:37.202775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:00:37.204676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38866) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:37.205255 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7879ff22-4387-4767-9bed-166c0248eec1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:00:37.244634 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649aa5f2-3e5d-4e62-8a3b-3349a738b880 x-openstack-request-id: req-649aa5f2-3e5d-4e62-8a3b-3349a738b880 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:00:37.245081 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:00:37.245350 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-649aa5f2-3e5d-4e62-8a3b-3349a738b880 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:00:37.245787 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'status': 'completed', 'code': 200} Jul 23 17:00:37.334461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ff22-4387-4767-9bed-166c0248eec1 req-00f71ad2-d43c-4e91-b99f-d74773a22e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.336132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-00f71ad2-d43c-4e91-b99f-d74773a22e53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0600779 Jul 23 17:00:37.380458 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:37.410590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412bc2d-3987-413c-881f-22f90cc574f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.411074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412bc2d-3987-413c-881f-22f90cc574f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.411556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412bc2d-3987-413c-881f-22f90cc574f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.412021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412bc2d-3987-413c-881f-22f90cc574f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.413727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e412bc2d-3987-413c-881f-22f90cc574f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2079813 Jul 23 17:00:37.416410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38870) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:37.429241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ff22-4387-4767-9bed-166c0248eec1 req-0df02d5f-bd32-436d-9c01-13394dfcbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.430779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-0df02d5f-bd32-436d-9c01-13394dfcbc40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 897 time: 0.0876284 Jul 23 17:00:37.504958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-8e9ac59a-b37a-4ac2-b3b9-774a5ff6a67e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 1000 time: 0.0668933 Jul 23 17:00:37.514748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf59014-c480-42fd-bc24-b51013869a15 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.514748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf59014-c480-42fd-bc24-b51013869a15 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.514748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf59014-c480-42fd-bc24-b51013869a15 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.515283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf59014-c480-42fd-bc24-b51013869a15 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.516869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3bf59014-c480-42fd-bc24-b51013869a15 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0988483 Jul 23 17:00:37.521308 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38872) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:37.557115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ff22-4387-4767-9bed-166c0248eec1 req-6c8873f5-452e-42a8-9aee-18c8686b4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.558674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-6c8873f5-452e-42a8-9aee-18c8686b4cd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 200 len: 834 time: 0.0469909 Jul 23 17:00:37.621915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879ff22-4387-4767-9bed-166c0248eec1 req-77237c83-3b7e-4c9a-86bf-5d0c1e9aeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:37.622882 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f1b5dfd3-de64-47b3-8066-d69263ca88d2', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'port_id': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'mac_address': 'fa:16:3e:bf:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:00:36Z', 'updated_at': '2021-07-23T17:00:36Z', 'revision_number': 0, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:37.623454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-77237c83-3b7e-4c9a-86bf-5d0c1e9aeb43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580897 Jul 23 17:00:37.653590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Checking router: a7e827c6-a491-41c0-a063-f78f46ca59fa for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:00:37.661788 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:00:37.662424 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:00:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:37.723355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-8373f5b5-fade-40a8-99a1-9126320f93e0 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921764 Jul 23 17:00:37.756025 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e246f452-c25d-45a9-b3e8-b0d441d62df2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2333536 Jul 23 17:00:37.758466 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38874) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:00:37.770650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:00:37.825969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7879ff22-4387-4767-9bed-166c0248eec1 req-7cecdad1-22c0-4e11-85ea-e997050a04e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952466 Jul 23 17:00:38.011219 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f1b5dfd3-de64-47b3-8066-d69263ca88d2', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'port_id': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'mac_address': 'fa:16:3e:bf:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:00:36Z', 'updated_at': '2021-07-23T17:00:36Z', 'revision_number': 0, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:00:38.043398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ca7a9-c818-4a61-b83e-822c462a5816 None None] The sync data for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 is: [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'f1b5dfd3-de64-47b3-8066-d69263ca88d2', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'port_id': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'mac_address': 'fa:16:3e:bf:51:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:00:36Z', 'updated_at': '2021-07-23T17:00:36Z', 'revision_number': 0, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:00:38.216369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be347bce-c9b3-4b33-b2b0-9c4cbac319f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.216860 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be347bce-c9b3-4b33-b2b0-9c4cbac319f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:00:38.233919 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be347bce-c9b3-4b33-b2b0-9c4cbac319f2 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a7e827c6-a491-41c0-a063-f78f46ca59fa HTTP/1.1" status: 200 len: 1989 time: 0.4742732 Jul 23 17:00:38.272704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be23351-c807-4b2e-a604-5b81140ad5ad None None] New status for floating IP f1b5dfd3-de64-47b3-8066-d69263ca88d2: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:00:41.840996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4c3b790e-c2d8-4317-b054-5c5a96036503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:41.981779 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.359654 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:44.441095 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b525f41-63f1-4dd3-9017-e4a133fc1370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:45.146455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-72567dff-bf6c-4854-aa2b-7d86b372765a req-c591cce1-f6ca-4b18-b150-02092e7cc8ab service neutron] (94003) timed out ('10.222.0.64', 52438) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:00:45.630673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:47.543788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:00:59.180360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:10.085597 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:01:11.842847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dfcf23fa-e40c-44fd-bec7-0e8708a11e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:11.995761 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:14.361594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:14.442497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50887eba-e090-4029-880f-96e2c3aae93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:14.704399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-222ea784-9504-4e92-8073-d66e0b7c9b5f req-f6eaa833-5b4d-41b6-8a08-367ac7974a43 tempest-TestVolumeBootPattern-1334231216 tempest-TestVolumeBootPattern-1334231216-project] (94003) timed out ('10.222.0.81', 65073) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:01:15.634221 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:17.546663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:18.225397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-dafe703d-84cd-42a8-af15-8e8ccccec93b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548229 Jul 23 17:01:18.331660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-c31cbf60-16af-42de-99a0-8453136d760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:18.333147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-c31cbf60-16af-42de-99a0-8453136d760b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0543878 Jul 23 17:01:18.445390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-99ece648-ce87-4ec9-af57-16e2aa7b3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:18.446917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-99ece648-ce87-4ec9-af57-16e2aa7b3d4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 897 time: 0.0865521 Jul 23 17:01:18.514625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-cd52a030-f13d-4430-a6b9-d9d036edd5a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 1002 time: 0.0599968 Jul 23 17:01:18.567209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-1e598793-38c9-495b-8935-9c0cf1789252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:18.568650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-1e598793-38c9-495b-8935-9c0cf1789252 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 200 len: 834 time: 0.0468297 Jul 23 17:01:18.631260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-02379386-994b-4f78-ac5d-9e1d0c8546ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:18.632758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-02379386-994b-4f78-ac5d-9e1d0c8546ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534477 Jul 23 17:01:18.725040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-1f9e800a-5d92-49d4-b593-47f578bff78b service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814817 Jul 23 17:01:18.821571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5ea1f05-1cbc-4af8-81ae-69b85e0b4306 req-eef10070-8eb5-49cf-aa69-04539a672b99 service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877349 Jul 23 17:01:23.140678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:23.236910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-827b7da2-1f4e-44f8-a46b-2f42b8fdac4c tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0950577 Jul 23 17:01:23.239743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38898) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:23.244931 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'network': {'name': 'tempest-network-smoke--963152071', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'port_security_enabled': False}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:23.265812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:23.269811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.294202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:01:23.303141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.303485 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Added segment 6a141326-860d-40d2-88d3-85a383aa8d05 of type vlan for network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 Jul 23 17:01:23.350463 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.378706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.384296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:23.384878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.422626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817098 Jul 23 17:01:23.425159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38900) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:23.429506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'admin_state_up': True, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:23.469223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Network': ['ID=0d6bf94b-4ffe-4cf7-ad72-2452ede85676,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:23.482079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.482433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.482774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.483108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.483438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.483770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.484128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.484441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.484773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.485095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.485413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.485732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eacab05-5eea-47c3-87f1-087787eb5583 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:23.492961 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.494249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.497593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:01:23.551476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:23.688229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.191342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.209806 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.311974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.25.2.45 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/6aa24573-4228-40ec-8fbd-7d88b1f25313) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:24.418345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.456632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.495137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:24.498095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:24.501557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:24.532496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=6aa24573-4228-40ec-8fbd-7d88b1f25313,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:24.771384 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:24.974017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.102435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:01:25.212127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:25.221786 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Sync routers for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:25.231307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.231549 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:25.232050 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:25.232627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d6c1732b-4a72-4799-8d71-1099c8eae70f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8065467 Jul 23 17:01:25.235751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38902) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.301578 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b435d-6b25-4f21-978d-bb94c4b931e0 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:25.305714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d4b435d-6b25-4f21-978d-bb94c4b931e0 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a0911ed9ff0c4b15bf175c22cf4a437b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0664568 Jul 23 17:01:25.305972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38904) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.335303 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:25.406745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe799f01-3967-436d-9227-865178f7e2ef tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:25.408194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fe799f01-3967-436d-9227-865178f7e2ef tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013005 Jul 23 17:01:25.410985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38906) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.440263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-81f1852d-19b2-4b73-9eee-c43dab03b5fb tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281456 Jul 23 17:01:25.442896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38908) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.473259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3d8d2b3f-2514-4cbf-b94d-13db82101fae tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=a0911ed9ff0c4b15bf175c22cf4a437b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278900 Jul 23 17:01:25.474470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38910) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.522974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:24Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:25.549771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Checking router: 26a4101e-0c13-434d-8c1e-a6d5ccd65753 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:25.550141 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Updating router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 port 6aa24573-4228-40ec-8fbd-7d88b1f25313 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:01:25.567584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506627ac-6980-4f7b-8ba6-9cb2382858cf tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:25.569102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-506627ac-6980-4f7b-8ba6-9cb2382858cf tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936956 Jul 23 17:01:25.571876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38912) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.588550 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.607655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a25f015f-3bdd-42c1-a2af-20bb5c7710be tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317824 Jul 23 17:01:25.607898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38914) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:25.612995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1497696385', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:25.708628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:25.712224 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.841578 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.851425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Transition to ACTIVE for port object 6aa24573-4228-40ec-8fbd-7d88b1f25313 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:25.857011 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.904153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Attempting to bind port 6aa24573-4228-40ec-8fbd-7d88b1f25313 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:25.904517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Attempting to bind port 6aa24573-4228-40ec-8fbd-7d88b1f25313 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:25.904875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Attempting to bind port 6aa24573-4228-40ec-8fbd-7d88b1f25313 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:25.909361 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.912214 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Pushing event updated for resources: {'Port': ['ID=6aa24573-4228-40ec-8fbd-7d88b1f25313,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:25.920210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:25.920581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:25.920982 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.921371 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:25.922111 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Bound port: 6aa24573-4228-40ec-8fbd-7d88b1f25313, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:25.922489 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.924716 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.925053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.925386 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.925716 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.926070 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.926397 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.926724 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.927044 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.927362 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.927679 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.927997 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.928318 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:25.965304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Subnet': ['ID=840a3511-293d-497a-a63b-3a98d1bc6b5f,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:25.980837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Checking segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:25.981205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network hostable DHCP agents. Network: 0d6bf94b-4ffe-4cf7-ad72-2452ede85676, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:01:25.983979 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] For port 6aa24573-4228-40ec-8fbd-7d88b1f25313, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:25.987187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] For port 6aa24573-4228-40ec-8fbd-7d88b1f25313, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6aa24573-4228-40ec-8fbd-7d88b1f25313,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:25.990920 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:25.999345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:01:26.008362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0d6bf94b-4ffe-4cf7-ad72-2452ede85676) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:26.012981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:26.013574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.023654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fdfead-29b6-4516-a73c-97d9792e77ea None None] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:26.029620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23db05a9-b6ba-46e5-ae2d-486f45127bc2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4205825 Jul 23 17:01:26.032380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38916) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:26.052732 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fabe7f-ba3f-42e3-af68-17be9a92df7f None None] Pushing event updated for resources: {'Port': ['ID=6aa24573-4228-40ec-8fbd-7d88b1f25313,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:26.057323 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:26.057924 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:26.194095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'fixed_ips': [{'subnet_id': '840a3511-293d-497a-a63b-3a98d1bc6b5f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:01:26.194963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.257317 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:26.339848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Allocated IP 172.20.0.18 (0d6bf94b-4ffe-4cf7-ad72-2452ede85676/840a3511-293d-497a-a63b-3a98d1bc6b5f/47532f0a-6c30-4321-87f2-d2d213a99698) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:26.438650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:24Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:26.470004 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9838af-1184-418a-979f-ec1ab7dbdc66 None None] The sync data for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 is: [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:24Z', 'revision_number': 3, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:26.500521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.500860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.509537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Transition to ACTIVE for port object 47532f0a-6c30-4321-87f2-d2d213a99698 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:26.525520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Transition to ACTIVE for port object 47532f0a-6c30-4321-87f2-d2d213a99698 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:26.537023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.577648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:26.580520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:26.585240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:26.596163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Pushing event updated for resources: {'Port': ['ID=47532f0a-6c30-4321-87f2-d2d213a99698,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:26.625902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.626276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.626620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.626961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.627298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.627629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.627959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.628286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.628614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.628939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.629261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.629584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:26.672420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Attempting to bind port 47532f0a-6c30-4321-87f2-d2d213a99698 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:26.672839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Attempting to bind port 47532f0a-6c30-4321-87f2-d2d213a99698 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:26.673154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Attempting to bind port 47532f0a-6c30-4321-87f2-d2d213a99698 on network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:26.679111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:26.679491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Checking segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:26.679954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.680324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Bound using segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:26.680966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Bound port: 47532f0a-6c30-4321-87f2-d2d213a99698, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:26.681387 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.767562 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] For port 47532f0a-6c30-4321-87f2-d2d213a99698, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:26.772241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] For port 47532f0a-6c30-4321-87f2-d2d213a99698, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47532f0a-6c30-4321-87f2-d2d213a99698,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:26.779885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.817086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.20.0.17 (0d6bf94b-4ffe-4cf7-ad72-2452ede85676/840a3511-293d-497a-a63b-3a98d1bc6b5f/e79c509a-69e0-4831-9ad3-debe6137cb72) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:26.847950 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c11485-faf4-43bf-88dd-1f3f6c71980e None None] Pushing event updated for resources: {'Port': ['ID=47532f0a-6c30-4321-87f2-d2d213a99698,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:26.967864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:26.984731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Transition to ACTIVE for port object e79c509a-69e0-4831-9ad3-debe6137cb72 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:27.045706 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.091173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:27.094571 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:27.098739 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:27.108641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:27.155589 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.309543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.602235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.608350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.688439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:27.695967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.781461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6aa24573-4228-40ec-8fbd-7d88b1f25313 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:27.799502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:27.801492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:27.820412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6850c-7c65-4c9b-a370-c7ec1d3a9aa1 None None] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:27.905405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0f3a4bcb-1be7-4649-ab17-2c6deb92b3a3 None None] Provisioning for port 47532f0a-6c30-4321-87f2-d2d213a99698 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:27.914311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6aa24573-4228-40ec-8fbd-7d88b1f25313 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:27.923782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6aa24573-4228-40ec-8fbd-7d88b1f25313 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:27.924159 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:27.929192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:28.042705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:28.059283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-89238387-325c-449a-a3ca-ebd4f5fa07ff tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "PUT /v2.0/routers/26a4101e-0c13-434d-8c1e-a6d5ccd65753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0162241 Jul 23 17:01:28.078356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.107308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6aa24573-4228-40ec-8fbd-7d88b1f25313, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6aa24573-4228-40ec-8fbd-7d88b1f25313,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:28.112664 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.113511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47532f0a-6c30-4321-87f2-d2d213a99698 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:28.210550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6aa24573-4228-40ec-8fbd-7d88b1f25313,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:28.225241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 47532f0a-6c30-4321-87f2-d2d213a99698 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:28.227747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Sync routers for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:28.232547 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 47532f0a-6c30-4321-87f2-d2d213a99698 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:28.232923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.268412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:28.269065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:28.314672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-524fdf10-eff1-4040-b055-49f30b0c4101 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:28.316211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-524fdf10-eff1-4040-b055-49f30b0c4101 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/networks?id=0d6bf94b-4ffe-4cf7-ad72-2452ede85676 HTTP/1.1" status: 200 len: 797 time: 0.1414030 Jul 23 17:01:28.332519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-2a30b055-2b39-425d-a85e-eb292168dac4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/quotas/a0911ed9ff0c4b15bf175c22cf4a437b HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jul 23 17:01:28.375863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Provisioning for port e79c509a-69e0-4831-9ad3-debe6137cb72 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:28.405598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Provisioning complete for port e79c509a-69e0-4831-9ad3-debe6137cb72 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:28.405994 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.445878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.473418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:28.502533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 47532f0a-6c30-4321-87f2-d2d213a99698, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47532f0a-6c30-4321-87f2-d2d213a99698,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:28.533602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.533602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Port e79c509a-69e0-4831-9ad3-debe6137cb72 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:28.645450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Provisioning complete for port 47532f0a-6c30-4321-87f2-d2d213a99698 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:28.645825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ced4ca9-9fe9-4b08-b9e8-4836aae2fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.649248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=47532f0a-6c30-4321-87f2-d2d213a99698,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:28.762630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-96a99be0-90de-410a-9869-1caa9eee12f3 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4237082 Jul 23 17:01:28.839317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:27Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e79c509a-69e0-4831-9ad3-debe6137cb72', 'name': '', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:c5:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:26Z', 'updated_at': '2021-07-23T17:01:27Z', 'revision_number': 2, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:28.868527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Checking router: 26a4101e-0c13-434d-8c1e-a6d5ccd65753 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:28.868889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Updating router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 port e79c509a-69e0-4831-9ad3-debe6137cb72 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:01:28.902768 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:28.931607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-af46c18a-3c23-4a33-a0d7-3e1eba248743 service neutron] 10.222.0.64 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573761 Jul 23 17:01:29.009016 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a129b193-6bde-4903-94b7-f751602cd99a None None] Provisioning complete for port e79c509a-69e0-4831-9ad3-debe6137cb72 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:29.009304 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a129b193-6bde-4903-94b7-f751602cd99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.022681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-d6bdb65f-1f7c-4b9b-9c26-121a47aeba16 service neutron] 10.222.0.64 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Jul 23 17:01:29.068929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a129b193-6bde-4903-94b7-f751602cd99a None None] Port e79c509a-69e0-4831-9ad3-debe6137cb72 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:29.203794 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.212187 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f1666f6-3b3b-46f6-a52f-6ed91cd05d54 req-9e5b5653-b9d7-4686-9b90-563dffa60f4b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 210 time: 0.0329139 Jul 23 17:01:29.222063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.236724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Transition to ACTIVE for port object e79c509a-69e0-4831-9ad3-debe6137cb72 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:29.243283 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.314954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e828aa-df19-4d45-8e74-03012ca3eeff None None] Pushing event updated for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:29.355882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Attempting to bind port e79c509a-69e0-4831-9ad3-debe6137cb72 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:29.356570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Attempting to bind port e79c509a-69e0-4831-9ad3-debe6137cb72 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:29.356940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Attempting to bind port e79c509a-69e0-4831-9ad3-debe6137cb72 on network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:29.362903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:29.363406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Checking segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:29.364133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.364556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Bound using segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:29.365003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Bound port: e79c509a-69e0-4831-9ad3-debe6137cb72, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:29.365390 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.446152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] For port e79c509a-69e0-4831-9ad3-debe6137cb72, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:29.451633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] For port e79c509a-69e0-4831-9ad3-debe6137cb72, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e79c509a-69e0-4831-9ad3-debe6137cb72,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:29.456357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.517192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:29.517855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:29.523424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e828aa-df19-4d45-8e74-03012ca3eeff None None] Pushing event updated for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:29.649465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:29.740704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6aa24573-4228-40ec-8fbd-7d88b1f25313 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:29.871270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6aa24573-4228-40ec-8fbd-7d88b1f25313 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:29.871956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:29.981038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:27Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e79c509a-69e0-4831-9ad3-debe6137cb72', 'name': '', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:c5:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:26Z', 'updated_at': '2021-07-23T17:01:29Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:29.988532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47532f0a-6c30-4321-87f2-d2d213a99698 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:30.200691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a5302-3c1e-4821-a9bf-4eb11b214df3 None None] The sync data for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 is: [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:27Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e79c509a-69e0-4831-9ad3-debe6137cb72', 'name': '', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:c5:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:26Z', 'updated_at': '2021-07-23T17:01:29Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:30.234790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 47532f0a-6c30-4321-87f2-d2d213a99698 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:30.235116 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.327406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-ff6f0ba6-8906-4bfe-b0ec-2c415feb9e24 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:30.329717 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-ff6f0ba6-8906-4bfe-b0ec-2c415feb9e24 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.81 "GET /v2.0/networks?id=0d6bf94b-4ffe-4cf7-ad72-2452ede85676 HTTP/1.1" status: 200 len: 797 time: 0.1752529 Jul 23 17:01:30.362657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Request body: {'port': {'device_id': '4699785c-e131-45cf-89a1-7336cb0442c5', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'admin_state_up': True, 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:30.397913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5dcc135-7c9c-4ebb-aa9c-03a07dffbde9 req-254b2fb1-aafc-43ea-b3cc-3e895a070d68 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 210 time: 0.0653789 Jul 23 17:01:30.502482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Made reservation on behalf of a0911ed9ff0c4b15bf175c22cf4a437b for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:30.506122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.654435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Allocated IP 172.20.0.21 (0d6bf94b-4ffe-4cf7-ad72-2452ede85676/840a3511-293d-497a-a63b-3a98d1bc6b5f/ba1a41c6-202f-4d8f-9751-7a583b3ed9bc) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:30.786342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.800905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Transition to ACTIVE for port object ba1a41c6-202f-4d8f-9751-7a583b3ed9bc will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:30.835428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.885295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:30.888614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:30.891597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:30.901460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event updated for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:30.954783 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:30.955576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:30.974496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-cfb5d806-f645-4c35-9c62-313df861dc44 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6158013 Jul 23 17:01:30.995778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Request body: {'port': {'device_id': '4699785c-e131-45cf-89a1-7336cb0442c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:31.090140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.207649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-474721b0-d049-48c6-9edc-b3bffa02ca78 None None] Provisioning for port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:31.211795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-474721b0-d049-48c6-9edc-b3bffa02ca78 None None] Provisioning complete for port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:31.212241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-474721b0-d049-48c6-9edc-b3bffa02ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.252371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-474721b0-d049-48c6-9edc-b3bffa02ca78 None None] Port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:31.375716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1a41c6-202f-4d8f-9751-7a583b3ed9bc {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:31.383030 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.395286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Transition to ACTIVE for port object ba1a41c6-202f-4d8f-9751-7a583b3ed9bc will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:31.398815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.468992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:31.558417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Attempting to bind port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:31.558751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Attempting to bind port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:31.559082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Attempting to bind port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc on network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:31.566433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc on network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:01:31.566746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Attempting to bind port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc on network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:31.574921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:31.575261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Checking segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:31.575648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Bound using segment: {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:31.576099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Bound port: ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a141326-860d-40d2-88d3-85a383aa8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:31.576621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.637213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97bea0-9863-48a5-a9b7-03f21263704d req-5a0914b4-c43d-43cb-a0b7-dd20997aeb6f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:31.638744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc97bea0-9863-48a5-a9b7-03f21263704d req-5a0914b4-c43d-43cb-a0b7-dd20997aeb6f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 907 time: 0.1243098 Jul 23 17:01:31.674891 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:31.680708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:31.686238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.720497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:31.720998 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.722422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] 10.222.0.81 "PUT /v2.0/ports/ba1a41c6-202f-4d8f-9751-7a583b3ed9bc HTTP/1.1" status: 200 len: 1055 time: 0.7338228 Jul 23 17:01:31.722862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:31.725130 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66599d11-512f-49ad-8866-28702711ae68" -d '{"events": [{"name": "network-changed", "server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:31.759733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400d29-9c08-44b7-99d2-92ac9a4c8f83 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:31.784121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e79c509a-69e0-4831-9ad3-debe6137cb72 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:31.793978 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ead8e4f-72c8-477f-b4bf-279861ac4b89 x-openstack-request-id: req-5ead8e4f-72c8-477f-b4bf-279861ac4b89 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:31.794126 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:31.794264 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ead8e4f-72c8-477f-b4bf-279861ac4b89 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:31.794791 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc', 'status': 'completed', 'code': 200} Jul 23 17:01:31.838043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e79c509a-69e0-4831-9ad3-debe6137cb72 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:31.843020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e79c509a-69e0-4831-9ad3-debe6137cb72 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:31.843670 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.851959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-b365aaf2-1ca8-496e-abe6-df19e7b8bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:31.853672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-b365aaf2-1ca8-496e-abe6-df19e7b8bddf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 1058 time: 0.0730169 Jul 23 17:01:31.902369 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-032c8520-624b-4a3b-8ffc-70d8684f0c27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc HTTP/1.1" status: 200 len: 217 time: 0.0362732 Jul 23 17:01:31.924593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:31.951033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-a3e85594-f03f-41c6-bd00-f2a804e212bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:31.952654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-a3e85594-f03f-41c6-bd00-f2a804e212bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=840a3511-293d-497a-a63b-3a98d1bc6b5f HTTP/1.1" status: 200 len: 838 time: 0.0447376 Jul 23 17:01:31.960150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e79c509a-69e0-4831-9ad3-debe6137cb72, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e79c509a-69e0-4831-9ad3-debe6137cb72,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:31.964231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:32.016313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-22cdbe6a-7fcf-4984-8142-7946388c9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.017831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-22cdbe6a-7fcf-4984-8142-7946388c9c7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d6bf94b-4ffe-4cf7-ad72-2452ede85676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594313 Jul 23 17:01:32.023849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:32.109081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-782c7bff-046e-4e35-89ce-0b4da8a4b33f service neutron] 10.222.0.81 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844812 Jul 23 17:01:32.204079 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcc94725-2675-4f6b-b1b4-fc451b5e8ff5 req-b665aa39-b101-4610-b964-b3b8ebfb8cda service neutron] 10.222.0.81 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Jul 23 17:01:32.339041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599d11-512f-49ad-8866-28702711ae68 req-ae828184-be93-4ac9-8658-66554e3480a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.340597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-ae828184-be93-4ac9-8658-66554e3480a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 1058 time: 0.0564034 Jul 23 17:01:32.438015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599d11-512f-49ad-8866-28702711ae68 req-426c37dc-29de-4cf3-bfe7-4281a683fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.439551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-426c37dc-29de-4cf3-bfe7-4281a683fe85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0d6bf94b-4ffe-4cf7-ad72-2452ede85676 HTTP/1.1" status: 200 len: 898 time: 0.0928915 Jul 23 17:01:32.488127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-fcc781cf-1d37-470f-8c1f-9f58b51b3c25 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc HTTP/1.1" status: 200 len: 217 time: 0.0423131 Jul 23 17:01:32.537881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599d11-512f-49ad-8866-28702711ae68 req-fa97b07a-3cc0-464a-a9b0-7cc4da5e0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.539381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-fa97b07a-3cc0-464a-a9b0-7cc4da5e0274 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=840a3511-293d-497a-a63b-3a98d1bc6b5f HTTP/1.1" status: 200 len: 838 time: 0.0447669 Jul 23 17:01:32.605730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599d11-512f-49ad-8866-28702711ae68 req-2887cbaf-1795-4876-b7c6-49d551d0a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.607310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-2887cbaf-1795-4876-b7c6-49d551d0a82c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0d6bf94b-4ffe-4cf7-ad72-2452ede85676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595582 Jul 23 17:01:32.701992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-f16c8101-52ad-4ac1-a3f8-8aecf28b19f1 service neutron] 10.222.0.81 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866387 Jul 23 17:01:32.837117 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66599d11-512f-49ad-8866-28702711ae68 req-c1f09e2b-09ff-4ebc-ae93-552d2046658a service neutron] 10.222.0.81 "GET /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281927 Jul 23 17:01:32.852258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439da7f-efc0-47d1-af94-9e24b463da01 req-93bff0e7-feb4-413b-b714-0c3501b52424 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:32.853888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3439da7f-efc0-47d1-af94-9e24b463da01 req-93bff0e7-feb4-413b-b714-0c3501b52424 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 907 time: 0.1363530 Jul 23 17:01:33.706440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e79c509a-69e0-4831-9ad3-debe6137cb72 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:33.753392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e79c509a-69e0-4831-9ad3-debe6137cb72 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:33.753765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:33.988347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51bf6c-80c3-40f9-a9af-46728964ca54 req-d01bac09-c8e5-4ff3-be94-5428e880856b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:33.989820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c51bf6c-80c3-40f9-a9af-46728964ca54 req-d01bac09-c8e5-4ff3-be94-5428e880856b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 907 time: 0.0660348 Jul 23 17:01:34.472982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ba1a41c6-202f-4d8f-9751-7a583b3ed9bc details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:01:34.569101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:34.580366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc', 'network_id': '0d6bf94b-4ffe-4cf7-ad72-2452ede85676', 'port_id': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc', 'mac_address': 'fa:16:3e:d9:a8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a3511-293d-497a-a63b-3a98d1bc6b5f', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:01:34.616629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:34.628871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1a41c6-202f-4d8f-9751-7a583b3ed9bc {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:01:34.652507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:34.655734 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:34.703639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:34.972253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ba1a41c6-202f-4d8f-9751-7a583b3ed9bc'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:01:35.123406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56566a08-1da9-4d02-aca2-39e174390fa0 req-a97d4952-e5d8-497a-b2f1-3f2098b0c1db tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:35.124932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56566a08-1da9-4d02-aca2-39e174390fa0 req-a97d4952-e5d8-497a-b2f1-3f2098b0c1db tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 908 time: 0.0687206 Jul 23 17:01:36.255261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26a3a8-f41e-4be8-a5ec-fc7ffdaab76d req-4c5a556e-bd20-4563-a1b4-29c44ca4cd2b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.257017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f26a3a8-f41e-4be8-a5ec-fc7ffdaab76d req-4c5a556e-bd20-4563-a1b4-29c44ca4cd2b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 908 time: 0.0647252 Jul 23 17:01:36.505083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ba1a41c6-202f-4d8f-9751-7a583b3ed9bc up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:36.552080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:36.555884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:36.556260 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.636259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.658309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:36.660580 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10877b90-c33c-4710-b0ec-fd890b8babfd" -d '{"events": [{"server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:36.673727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:36.678850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:36.702002 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6676578-084f-4c9f-bc62-685429129d67 x-openstack-request-id: req-f6676578-084f-4c9f-bc62-685429129d67 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:36.702301 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "name": "network-vif-plugged", "status": "completed", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:36.702554 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6676578-084f-4c9f-bc62-685429129d67 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:36.702953 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc', 'code': 200} Jul 23 17:01:36.728309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:36.832985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9768-4f08-4eab-b2bf-c31e6c4df6c3 req-cec8f1fb-08f3-4f40-8843-18072317d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:36.834486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-717f9768-4f08-4eab-b2bf-c31e6c4df6c3 req-cec8f1fb-08f3-4f40-8843-18072317d5e4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 1060 time: 0.0527782 Jul 23 17:01:37.391475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7da4-19a0-4d5c-b25b-158561e58bc0 req-5d1f5b2e-6d8a-4828-b53a-c152a0376392 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:37.392947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a48e7da4-19a0-4d5c-b25b-158561e58bc0 req-5d1f5b2e-6d8a-4828-b53a-c152a0376392 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0673807 Jul 23 17:01:38.526119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8632-f02d-4681-b7d2-d9e03fe4e58f req-cdc12877-3731-46a2-85bf-d3b2ca52730c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:38.532370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46ca8632-f02d-4681-b7d2-d9e03fe4e58f req-cdc12877-3731-46a2-85bf-d3b2ca52730c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0662735 Jul 23 17:01:38.676374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6042b9-c899-4e65-a830-e3048d4402ef req-308a2872-1577-4244-b0df-622560511b4f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:38.677796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d6042b9-c899-4e65-a830-e3048d4402ef req-308a2872-1577-4244-b0df-622560511b4f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0645838 Jul 23 17:01:38.795690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae364-e18e-40da-a75d-44024bd65117 req-ad8b2a67-19fd-4882-9d72-54d6175e5efe tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:38.797493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b2ae364-e18e-40da-a75d-44024bd65117 req-ad8b2a67-19fd-4882-9d72-54d6175e5efe tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 1060 time: 0.0556631 Jul 23 17:01:38.920790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7159c-2465-4950-ad64-1d59a1255073 req-be4c4b8d-349f-4ffe-bcd4-23addc9313f9 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:38.922607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea7159c-2465-4950-ad64-1d59a1255073 req-be4c4b8d-349f-4ffe-bcd4-23addc9313f9 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0584762 Jul 23 17:01:38.957849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ea7159c-2465-4950-ad64-1d59a1255073 req-5324e1cf-5362-4bc2-bb14-9d979f2f4e5f tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0294549 Jul 23 17:01:38.979191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:39.031536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b055ab8e-258b-4790-a52a-9f4512ca8da0 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:39.033035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b055ab8e-258b-4790-a52a-9f4512ca8da0 tempest-TestSecurityGroupsBasicOps-373922664 tempest-TestSecurityGroupsBasicOps-373922664-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 1055 time: 0.0528834 Jul 23 17:01:39.256450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46b51-64ce-4e0f-a74d-647ce6e01bb5 req-71f6f6c7-6754-408f-b746-0ae273ec4ca5 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:39.257937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ea46b51-64ce-4e0f-a74d-647ce6e01bb5 req-71f6f6c7-6754-408f-b746-0ae273ec4ca5 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0641494 Jul 23 17:01:40.398643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e9b0d-85bd-4d46-af30-be39ce5b8b30 req-76f3897b-ece5-46b9-94aa-def71c29cb2d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:40.400889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d3e9b0d-85bd-4d46-af30-be39ce5b8b30 req-76f3897b-ece5-46b9-94aa-def71c29cb2d tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0701296 Jul 23 17:01:40.640400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e590960-3866-4da2-8413-3d39ae03a847 req-69da48de-ec83-40a7-a6f8-28a044948df2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:40.641871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e590960-3866-4da2-8413-3d39ae03a847 req-69da48de-ec83-40a7-a6f8-28a044948df2 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.81 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 909 time: 0.0645244 Jul 23 17:01:40.747969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:40.748301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:40.841206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:40.841474 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:40.853631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for ba1a41c6-202f-4d8f-9751-7a583b3ed9bc owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:40.993761 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:41.017716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=ba1a41c6-202f-4d8f-9751-7a583b3ed9bc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:41.067264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] No DVR routers for this DVR port ba1a41c6-202f-4d8f-9751-7a583b3ed9bc on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:41.069949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:41.072486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e590960-3866-4da2-8413-3d39ae03a847 req-ccf99709-e482-4bf9-8843-5361ded8d7fe tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.81 "DELETE /v2.0/ports/ba1a41c6-202f-4d8f-9751-7a583b3ed9bc HTTP/1.1" status: 204 len: 173 time: 0.4238451 Jul 23 17:01:41.072967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'name': 'network-vif-deleted', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:41.075364 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d1aab-6d76-42ae-a022-b877e4fc8ee1" -d '{"events": [{"server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "name": "network-vif-deleted", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:41.121688 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc459c63-3b8a-45d8-a09d-9bdef01fba11 x-openstack-request-id: req-cc459c63-3b8a-45d8-a09d-9bdef01fba11 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:41.122034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4699785c-e131-45cf-89a1-7336cb0442c5", "name": "network-vif-deleted", "tag": "ba1a41c6-202f-4d8f-9751-7a583b3ed9bc", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:41.122295 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc459c63-3b8a-45d8-a09d-9bdef01fba11 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:41.122704 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699785c-e131-45cf-89a1-7336cb0442c5', 'name': 'network-vif-deleted', 'tag': 'ba1a41c6-202f-4d8f-9751-7a583b3ed9bc', 'status': 'completed', 'code': 200} Jul 23 17:01:41.510594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d453b6a2-940b-4b3d-b43f-7550e35722b1 req-44b9974d-379b-4824-a2dc-5be0cf98518a tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=4699785c-e131-45cf-89a1-7336cb0442c5 HTTP/1.1" status: 200 len: 210 time: 0.0315754 Jul 23 17:01:41.844281 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f207178e-3001-4c93-b3ce-3528a8b1b4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:42.010954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:42.566903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38992) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:42.936259 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:43.206255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port e79c509a-69e0-4831-9ad3-debe6137cb72 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:43.206525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:43.305287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port e79c509a-69e0-4831-9ad3-debe6137cb72, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e79c509a-69e0-4831-9ad3-debe6137cb72,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:43.305640 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:43.322872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for e79c509a-69e0-4831-9ad3-debe6137cb72 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:43.504141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:43.528679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=e79c509a-69e0-4831-9ad3-debe6137cb72,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:43.714295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:43.923491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:44.027044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:44.032331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ce468ecc-fcc5-4143-bc9b-b126a6734180 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "PUT /v2.0/routers/26a4101e-0c13-434d-8c1e-a6d5ccd65753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4642286 Jul 23 17:01:44.034863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38994) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:44.037572 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Sync routers for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:44.047690 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:44.048301 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:44.086642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting subnet 840a3511-293d-497a-a63b-3a98d1bc6b5f {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:01:44.089947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.131783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.154427 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:44.221500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.280714 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.307965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Subnet': ['ID=840a3511-293d-497a-a63b-3a98d1bc6b5f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:44.311725 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.316014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-08d2c54b-2c3f-45ec-9814-0bd25839635f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/subnets/840a3511-293d-497a-a63b-3a98d1bc6b5f HTTP/1.1" status: 204 len: 168 time: 0.2778409 Jul 23 17:01:44.316186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 38996) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:44.323753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65417a8-92eb-4b66-bae3-21352df80a40 None None] Network 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:44.334326 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:43Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:44.362395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Checking router: 26a4101e-0c13-434d-8c1e-a6d5ccd65753 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:44.371942 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Routers {'26a4101e-0c13-434d-8c1e-a6d5ccd65753'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:44.372698 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:44.395979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.464336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ec96b8e3-def0-4e2e-9b4a-685e4682983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.498903 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] Set router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:44.554048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] DHCP port deletion for 0d6bf94b-4ffe-4cf7-ad72-2452ede85676 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:01:44.590167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ba1a41c6-202f-4d8f-9751-7a583b3ed9bc no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:44.613842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ba1a41c6-202f-4d8f-9751-7a583b3ed9bc {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:44.614305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ba1a41c6-202f-4d8f-9751-7a583b3ed9bc not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:44.633486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Deleting port 47532f0a-6c30-4321-87f2-d2d213a99698 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:44.633911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.699504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] For port 47532f0a-6c30-4321-87f2-d2d213a99698, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=47532f0a-6c30-4321-87f2-d2d213a99698,segment=NetworkSegment(6a141326-860d-40d2-88d3-85a383aa8d05),segment_id=6a141326-860d-40d2-88d3-85a383aa8d05)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:44.699907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.705113 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:43Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:44.712869 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Calling delete_port for 47532f0a-6c30-4321-87f2-d2d213a99698 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:44.731202 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b40c51-d504-4bfe-bb41-39e72251552e None None] The sync data for ids ['26a4101e-0c13-434d-8c1e-a6d5ccd65753'] in n-d-800484-3 is: [{'id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1686751876', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:23Z', 'updated_at': '2021-07-23T17:01:43Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': '6aa24573-4228-40ec-8fbd-7d88b1f25313', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4101e-0c13-434d-8c1e-a6d5ccd65753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:24Z', 'updated_at': '2021-07-23T17:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:44.761981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.806692 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.829850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] Pushing event deleted for resources: {'Port': ['ID=47532f0a-6c30-4321-87f2-d2d213a99698,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:44.835256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2131ba-f887-45d7-a907-1c071c6f21ca None None] No DVR routers for this DVR port 47532f0a-6c30-4321-87f2-d2d213a99698 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:44.874268 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:44.925609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port 6aa24573-4228-40ec-8fbd-7d88b1f25313 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:44.925967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.006832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port 6aa24573-4228-40ec-8fbd-7d88b1f25313, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6aa24573-4228-40ec-8fbd-7d88b1f25313,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:45.007089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.018582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for 6aa24573-4228-40ec-8fbd-7d88b1f25313 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:45.190602 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.219021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=6aa24573-4228-40ec-8fbd-7d88b1f25313,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:45.280365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.375741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.377884 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.420430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.421426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Fanout notify agent at l3_agent the message router_deleted on router 26a4101e-0c13-434d-8c1e-a6d5ccd65753 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:01:45.428835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.430000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-54b867cd-694c-4140-be6e-6a98fcec2d0f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/routers/26a4101e-0c13-434d-8c1e-a6d5ccd65753 HTTP/1.1" status: 204 len: 168 time: 1.1128523 Jul 23 17:01:45.432773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 38998) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:45.532814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.618401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.629941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6bf94b-4ffe-4cf7-ad72-2452ede85676']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:45.637395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.650938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a141326-860d-40d2-88d3-85a383aa8d05') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:45.651362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a141326-860d-40d2-88d3-85a383aa8d05') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:45.669715 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.684844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.691140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:01:45.691626 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:01:45.694685 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:01:45.759971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.767556 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.769384 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/networks/0d6bf94b-4ffe-4cf7-ad72-2452ede85676 HTTP/1.1" status: 204 len: 168 time: 0.3355935 Jul 23 17:01:45.772190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39000) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:45.781798 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Network': ['ID=0d6bf94b-4ffe-4cf7-ad72-2452ede85676,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:45.789280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.789572 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.789979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.790329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.790653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.790986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.791314 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.791670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.791999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.792326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.792653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.792980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48b54c9-9bcd-4e1c-b409-b0823180edf4 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:01:45.913253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6aa24573-4228-40ec-8fbd-7d88b1f25313 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:45.934556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6aa24573-4228-40ec-8fbd-7d88b1f25313 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:45.934902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6aa24573-4228-40ec-8fbd-7d88b1f25313 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:45.935329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e79c509a-69e0-4831-9ad3-debe6137cb72 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:45.945069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port fcaf0fc8-1344-47da-a316-07aad52e43a6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:45.945425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:45.954451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e79c509a-69e0-4831-9ad3-debe6137cb72 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:45.954800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e79c509a-69e0-4831-9ad3-debe6137cb72 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:45.955215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47532f0a-6c30-4321-87f2-d2d213a99698 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:45.976062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 47532f0a-6c30-4321-87f2-d2d213a99698 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:45.976403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 47532f0a-6c30-4321-87f2-d2d213a99698 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:46.033071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.033399 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.044886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for fcaf0fc8-1344-47da-a316-07aad52e43a6 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:46.233294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.260867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=fcaf0fc8-1344-47da-a316-07aad52e43a6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:46.326188 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.326415 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Floating IP f1b5dfd3-de64-47b3-8066-d69263ca88d2 disassociated (deleted). External IP: 172.25.2.237, port: 1aa0247d-3114-4e62-a7b9-6bce478b6ac6. Jul 23 17:01:46.533989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router a7e827c6-a491-41c0-a063-f78f46ca59fa has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:46.642455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:46.646912 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:46.651844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Sync routers for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:46.660686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:46.661298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:46.688194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fef4a22a-f84b-4354-aadd-b5782419661f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/floatingips/f1b5dfd3-de64-47b3-8066-d69263ca88d2 HTTP/1.1" status: 204 len: 168 time: 0.9146402 Jul 23 17:01:46.688788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:46.691075 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:46.728710 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ffe6a-98c7-4783-ae75-3e069b93a127 x-openstack-request-id: req-881ffe6a-98c7-4783-ae75-3e069b93a127 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:46.729015 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:46.729268 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-881ffe6a-98c7-4783-ae75-3e069b93a127 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:46.729680 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'status': 'completed', 'code': 200} Jul 23 17:01:46.769864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:46.832030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-c3e81b08-39eb-4b8c-862b-f58cc8bb8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:46.834513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-c3e81b08-39eb-4b8c-862b-f58cc8bb8075 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 1136 time: 0.0703092 Jul 23 17:01:46.977916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-11d9e48a-4d64-4bd4-98e3-d264dbf56c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:46.979936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-11d9e48a-4d64-4bd4-98e3-d264dbf56c71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 200 len: 897 time: 0.1312902 Jul 23 17:01:46.983629 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:46.990663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91abb73-61a8-4274-9347-3ef80b4c8902 req-bef90cbc-5eb5-4d1a-b363-a374993c63d6 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:46.992126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b91abb73-61a8-4274-9347-3ef80b4c8902 req-bef90cbc-5eb5-4d1a-b363-a374993c63d6 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.1201828 Jul 23 17:01:47.009227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Checking router: a7e827c6-a491-41c0-a063-f78f46ca59fa for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:47.017482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:47.018118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:47.037978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-c0e57847-4f96-47e5-9f56-ba622b49c1b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 200 len: 217 time: 0.0448840 Jul 23 17:01:47.086675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b91abb73-61a8-4274-9347-3ef80b4c8902 req-df798067-4669-4111-9250-c0c4be7b6493 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0874774 Jul 23 17:01:47.087767 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:01:47.103185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-bf33d7d7-16e8-43f6-9ba9-357db9b5b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:47.104773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-bf33d7d7-16e8-43f6-9ba9-357db9b5b068 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 200 len: 834 time: 0.0585270 Jul 23 17:01:47.127182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:47.170012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-751ea5db-0dec-4222-b6e2-969fee1dbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:47.172097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-751ea5db-0dec-4222-b6e2-969fee1dbc86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609050 Jul 23 17:01:47.265062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-45d7e2fa-99ec-4deb-a73a-37626d2802ab service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Jul 23 17:01:47.331266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:47.358184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905c120-0031-4e9b-8cfa-bc3d476f6017 None None] The sync data for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 is: [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '7a42c85b-05bc-4e5a-aed3-193050e5a7a7', 'name': '', 'network_id': '1af89fa4-ca5c-49a4-8c28-d7cb2c665c75', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'mac_address': 'fa:16:3e:07:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:22Z', 'updated_at': '2021-07-23T17:00:27Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'subnets': [{'id': 'b4d32d61-2726-4799-b3d1-1b978513018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:47.363021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f8b3ea6-b159-492e-ae1a-e87e4bc6cd3c req-769a4eac-a4b5-4d75-8ea3-30d5b4b77f7f service neutron] 10.222.0.67 "GET /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Jul 23 17:01:47.549608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:47.567235 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdcd409-f1ba-464a-bfc6-b858862eb831 None None] New status for floating IP f1b5dfd3-de64-47b3-8066-d69263ca88d2: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:01:48.221344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d263b-745b-4edf-837d-270997c5a579 req-8b1fa68f-c32f-4866-8b6f-8d3b0ca32ff8 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:48.222892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-372d263b-745b-4edf-837d-270997c5a579 req-8b1fa68f-c32f-4866-8b6f-8d3b0ca32ff8 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.0651572 Jul 23 17:01:48.263856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-372d263b-745b-4edf-837d-270997c5a579 req-0d086eab-f59e-4bff-9d00-b86f0215dc89 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ac67465-69d8-4b95-afc3-b2cfcf0d1662&id=a14e5e6b-7124-4b62-a6ce-0827148bb8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347066 Jul 23 17:01:48.583314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-c34a3cc1-9f04-4b46-aab9-bc6e4fcd596f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:48.584816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-c34a3cc1-9f04-4b46-aab9-bc6e4fcd596f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 985 time: 0.0690134 Jul 23 17:01:48.689271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:48.689617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:48.781412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:48.781770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:48.793493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:48.926297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:48.959941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=1aa0247d-3114-4e62-a7b9-6bce478b6ac6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:49.006043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] No DVR routers for this DVR port 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:49.008753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:49.011737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d04d3b5f-b4ac-4bbd-b696-a3ee3bc234b4 req-6d3306f3-4fe5-4cb0-bfd0-e5df171fe26f tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.67 "DELETE /v2.0/ports/1aa0247d-3114-4e62-a7b9-6bce478b6ac6 HTTP/1.1" status: 204 len: 173 time: 0.4192801 Jul 23 17:01:49.012204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'name': 'network-vif-deleted', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:01:49.014484 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481079b-0434-4487-89e9-48c10222ea87" -d '{"events": [{"server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "name": "network-vif-deleted", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:01:49.063891 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a670eb-6184-467e-aab5-09629d6b1c4d x-openstack-request-id: req-a2a670eb-6184-467e-aab5-09629d6b1c4d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:01:49.064216 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fa903e-40b0-4514-883d-d649568bb1c8", "name": "network-vif-deleted", "tag": "1aa0247d-3114-4e62-a7b9-6bce478b6ac6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:01:49.064493 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2a670eb-6184-467e-aab5-09629d6b1c4d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:01:49.064901 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fa903e-40b0-4514-883d-d649568bb1c8', 'name': 'network-vif-deleted', 'tag': '1aa0247d-3114-4e62-a7b9-6bce478b6ac6', 'status': 'completed', 'code': 200} Jul 23 17:01:49.378352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c479224-74d7-4bbf-9642-56281ac30f06 req-c889e92a-d5b1-4abe-a77c-72135c9f1684 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6fa903e-40b0-4514-883d-d649568bb1c8 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Jul 23 17:01:50.437543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39018) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:50.488879 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.510082 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.551365 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.554009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.557515 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/security-groups/a14e5e6b-7124-4b62-a6ce-0827148bb8ff HTTP/1.1" status: 204 len: 168 time: 0.1166024 Jul 23 17:01:50.558063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39020) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:50.564732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c688df5-f065-41f4-919b-e7da08797a3b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e5e6b-7124-4b62-a6ce-0827148bb8ff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:50.617472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.639354 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.687757 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.690281 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:50.691431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ac67465-69d8-4b95-afc3-b2cfcf0d1662 HTTP/1.1" status: 204 len: 168 time: 0.1322768 Jul 23 17:01:50.694505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39022) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:50.700786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04053053-a587-422b-ac91-5445128639c9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac67465-69d8-4b95-afc3-b2cfcf0d1662,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:51.060076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:51.207960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:51.230003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:51.230357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 1aa0247d-3114-4e62-a7b9-6bce478b6ac6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:51.341023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:51.341316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:51.429021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port 7a42c85b-05bc-4e5a-aed3-193050e5a7a7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:51.429385 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:51.445985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:51.633084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:51.661644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=7a42c85b-05bc-4e5a-aed3-193050e5a7a7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:51.841728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.056300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Router a7e827c6-a491-41c0-a063-f78f46ca59fa has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:01:52.161153 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:52.166150 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a57d663-080c-4952-8cce-4b73aa0c4a8c tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "PUT /v2.0/routers/a7e827c6-a491-41c0-a063-f78f46ca59fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4702771 Jul 23 17:01:52.168821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39024) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:52.171906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Sync routers for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:52.181889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:52.182580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:52.220183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting subnet b4d32d61-2726-4799-b3d1-1b978513018e {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:01:52.223439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.265192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.288137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:52.358635 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.420233 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.449916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d32d61-2726-4799-b3d1-1b978513018e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:52.454929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.456984 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-858576c4-d757-4fab-a3a8-a11222888d7b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/subnets/b4d32d61-2726-4799-b3d1-1b978513018e HTTP/1.1" status: 204 len: 168 time: 0.2871742 Jul 23 17:01:52.459634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39026) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:52.469002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a3aa7-f58e-4ea4-92a8-a75f365369c5 None None] Network 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:52.540883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:01:51Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:52.573549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Checking router: a7e827c6-a491-41c0-a063-f78f46ca59fa for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:52.581314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.624899 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Routers {'a7e827c6-a491-41c0-a063-f78f46ca59fa'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:52.625445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['a7e827c6-a491-41c0-a063-f78f46ca59fa'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:52.688151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.742732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Deleting port dfbadd26-dd81-484e-a962-5167347ec8d7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:52.743084 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.830092 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] For port dfbadd26-dd81-484e-a962-5167347ec8d7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dfbadd26-dd81-484e-a962-5167347ec8d7,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:52.830446 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:52.842356 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Calling delete_port for dfbadd26-dd81-484e-a962-5167347ec8d7 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:52.908834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] Set router a7e827c6-a491-41c0-a063-f78f46ca59fa gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:52.976495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] DHCP port deletion for 1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:01:53.017912 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.042726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Port': ['ID=dfbadd26-dd81-484e-a962-5167347ec8d7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:53.102043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Deleting port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:01:53.102415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.107386 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.177141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] For port 75d2f8aa-4fd1-412f-8033-e562a5af10a5, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=75d2f8aa-4fd1-412f-8033-e562a5af10a5,segment=NetworkSegment(be3c4643-f206-4c51-85a5-61282450c711),segment_id=be3c4643-f206-4c51-85a5-61282450c711)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:53.177454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.191638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Calling delete_port for 75d2f8aa-4fd1-412f-8033-e562a5af10a5 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:01:53.199909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.202193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.208389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:01:51Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:53.271287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6d983-dbb0-4896-9964-73fdfb31f389 None None] The sync data for ids ['a7e827c6-a491-41c0-a063-f78f46ca59fa'] in n-d-800484-3 is: [{'id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-906484949', 'tenant_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:01:51Z', 'revision_number': 5, 'project_id': 'a0911ed9ff0c4b15bf175c22cf4a437b', 'gw_port': {'id': 'dfbadd26-dd81-484e-a962-5167347ec8d7', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e827c6-a491-41c0-a063-f78f46ca59fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:00:19Z', 'updated_at': '2021-07-23T17:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:53.317226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.341371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] Pushing event deleted for resources: {'Port': ['ID=75d2f8aa-4fd1-412f-8033-e562a5af10a5,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:53.351404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d8693-a13d-427c-8870-84ad6921f016 None None] No DVR routers for this DVR port 75d2f8aa-4fd1-412f-8033-e562a5af10a5 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:01:53.504776 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.505546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Fanout notify agent at l3_agent the message router_deleted on router a7e827c6-a491-41c0-a063-f78f46ca59fa {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:01:53.512347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.513480 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0e0418b5-71ff-4c70-8528-5f0c03be501b tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/routers/a7e827c6-a491-41c0-a063-f78f46ca59fa HTTP/1.1" status: 204 len: 168 time: 1.0526607 Jul 23 17:01:53.516268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39028) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:53.591725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.683744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.694149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af89fa4-ca5c-49a4-8c28-d7cb2c665c75']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:53.704906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3c4643-f206-4c51-85a5-61282450c711') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:53.705201 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3c4643-f206-4c51-85a5-61282450c711') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:53.715010 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.729986 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.736675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:01:53.737086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:01:53.740056 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:01:53.772724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 75d2f8aa-4fd1-412f-8033-e562a5af10a5 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:53.794686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 75d2f8aa-4fd1-412f-8033-e562a5af10a5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:53.795036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 75d2f8aa-4fd1-412f-8033-e562a5af10a5 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:53.795462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:53.805700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.812744 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:53.814393 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] 10.222.0.64 "DELETE /v2.0/networks/1af89fa4-ca5c-49a4-8c28-d7cb2c665c75 HTTP/1.1" status: 204 len: 168 time: 0.2971802 Jul 23 17:01:53.823083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:53.823508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7a42c85b-05bc-4e5a-aed3-193050e5a7a7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:53.829151 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4828c02-6a68-44db-8f9e-cdc8ba9d59d9 tempest-TestSecurityGroupsBasicOps-1817890782 tempest-TestSecurityGroupsBasicOps-1817890782-project] Pushing event deleted for resources: {'Network': ['ID=1af89fa4-ca5c-49a4-8c28-d7cb2c665c75,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:54.122756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39036) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:54.252711 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-29a218a4-209b-41d5-9ef4-d9f32a5b9623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0911ed9ff0c4b15bf175c22cf4a437b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286776 Jul 23 17:01:54.255060 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39040) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:54.308536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.335631 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.382616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.385135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.386339 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15c0ab9d-afae-4108-a204-a822cd6d1b77 HTTP/1.1" status: 204 len: 168 time: 0.1303265 Jul 23 17:01:54.395624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d76d-088e-4148-aeb5-8b2229b21149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c0ab9d-afae-4108-a204-a822cd6d1b77,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:54.647102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39046) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:54.660686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80d0bbe-4d30-441b-961e-9e78531733ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.756100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80d0bbe-4d30-441b-961e-9e78531733ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.760390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b80d0bbe-4d30-441b-961e-9e78531733ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.800378 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b80d0bbe-4d30-441b-961e-9e78531733ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5ee1af769a943e7b6d1a285bffbcf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521196 Jul 23 17:01:54.801502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0bbe-4d30-441b-961e-9e78531733ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa7bd0f-e86d-47d3-b43e-353a10b0f6a5,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:54.803111 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39048) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:54.852191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.876232 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.921236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.924087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:54.925218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baa7bd0f-e86d-47d3-b43e-353a10b0f6a5 HTTP/1.1" status: 204 len: 168 time: 0.1211264 Jul 23 17:01:54.933534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d10cc-1b34-42f4-b557-47ea1f059875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa7bd0f-e86d-47d3-b43e-353a10b0f6a5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:55.239624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39054) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:55.278966 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7b1d48c0-d89f-4f57-93eb-c93589e4eb11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=481d395d17254e8ca7801cb3df321c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381656 Jul 23 17:01:55.282415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39056) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:55.330523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:55.353502 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:55.400356 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:55.403090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:55.404274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edf863f5-c93b-4b68-b59e-7aec8ef9146e HTTP/1.1" status: 204 len: 168 time: 0.1209431 Jul 23 17:01:55.411747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af019e-24fb-4157-90fe-b67b88896d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf863f5-c93b-4b68-b59e-7aec8ef9146e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:55.671714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dfbadd26-dd81-484e-a962-5167347ec8d7 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:01:55.693311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: dfbadd26-dd81-484e-a962-5167347ec8d7 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:01:55.693652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dfbadd26-dd81-484e-a962-5167347ec8d7 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:01:56.093095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39078) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:56.187103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1215130792-network', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:56.207745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Made reservation on behalf of c668488a54c740d8ad80021004f3d4be for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:56.210022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.221077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.307313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.311305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.342766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:01:56.349724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c15bd3-2c22-4d15-b45d-549174a45d37,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:56.358119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.358386 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Added segment 2c73acdc-f44a-412f-bbcb-cf9ad41f83d7 of type vlan for network 0e538667-83e2-4495-bc53-3a2894b199d8 Jul 23 17:01:56.398067 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.426556 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.427559 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:56.428133 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.453651 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3594368 Jul 23 17:01:56.458016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39082) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:56.463717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Request body: {'subnet': {'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1215130792-subnet', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:56.485839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Made reservation on behalf of c668488a54c740d8ad80021004f3d4be for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:01:56.488141 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.496902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cd3f-c2ff-4cb7-a226-ad59994f605f admin admin] Pushing event updated for resources: {'Network': ['ID=0e538667-83e2-4495-bc53-3a2894b199d8,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:56.508257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 0e538667-83e2-4495-bc53-3a2894b199d8 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:01:56.655545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.710650 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:56.721145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Checking segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:56.721496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Network hostable DHCP agents. Network: 0e538667-83e2-4495-bc53-3a2894b199d8, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:01:56.738135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Network 0e538667-83e2-4495-bc53-3a2894b199d8 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:01:56.746200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 0e538667-83e2-4495-bc53-3a2894b199d8) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:56.750501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:01:56.751079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.755436 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5229d3-33f9-476a-b6b3-ba3551e453ef None None] Network 0e538667-83e2-4495-bc53-3a2894b199d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:56.765175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9e270dc5-2a00-4b38-b49c-ccebf4f8eba8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059695 Jul 23 17:01:56.768415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39084) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:56.772583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:01:56.794882 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.796119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.858291 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.904574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-0e538667-83e2-4495-bc53-3a2894b199d8', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:01:56.905490 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:56.996504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.044366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Allocated IP 172.20.0.2 (0e538667-83e2-4495-bc53-3a2894b199d8/32cce18c-1c02-41b4-83d5-0f21ae6ab9d1/74011b3b-7811-488b-9cf2-280d63702907) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:57.183746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.192844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Transition to ACTIVE for port object 74011b3b-7811-488b-9cf2-280d63702907 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:57.208957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Transition to ACTIVE for port object 74011b3b-7811-488b-9cf2-280d63702907 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:57.215314 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.220572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.239540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.261982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Network 0e538667-83e2-4495-bc53-3a2894b199d8 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:57.264794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:57.268248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:57.275864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Pushing event updated for resources: {'Port': ['ID=74011b3b-7811-488b-9cf2-280d63702907,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:57.333982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Attempting to bind port 74011b3b-7811-488b-9cf2-280d63702907 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:57.334362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Attempting to bind port 74011b3b-7811-488b-9cf2-280d63702907 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:57.334729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Attempting to bind port 74011b3b-7811-488b-9cf2-280d63702907 on network 0e538667-83e2-4495-bc53-3a2894b199d8 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:57.339874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:57.340254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Checking segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:57.340658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.341056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Bound using segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:57.341521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Bound port: 74011b3b-7811-488b-9cf2-280d63702907, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:57.341911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.347742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Allocated IP 172.25.2.186 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/9cdd9615-4ac1-457b-a801-8cc80aee5adb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:57.407523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] For port 74011b3b-7811-488b-9cf2-280d63702907, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:57.410728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] For port 74011b3b-7811-488b-9cf2-280d63702907, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74011b3b-7811-488b-9cf2-280d63702907,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:57.415720 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.461563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.474930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d8738-be87-416f-91c0-0ae38ee305d8 None None] Pushing event updated for resources: {'Port': ['ID=74011b3b-7811-488b-9cf2-280d63702907,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:57.514741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:57.554152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:57.557624 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:57.561147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:57.586896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Pushing event updated for resources: {'Port': ['ID=9cdd9615-4ac1-457b-a801-8cc80aee5adb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:57.760374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74011b3b-7811-488b-9cf2-280d63702907 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:57.810788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 74011b3b-7811-488b-9cf2-280d63702907 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:57.852498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.054916 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.192411 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:01:58.302688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:01:58.313610 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Sync routers for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:01:58.322611 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.326585 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94790aa4-dd67-478d-8461-4602ee4f3615 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5550566 Jul 23 17:01:58.326781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:58.326781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:58.327166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39088) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:01:58.378994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a63cd-073c-4ea6-b6a7-3cde4e32d885 None None] Network 0e538667-83e2-4495-bc53-3a2894b199d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:01:58.438244 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:58.512920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Provisioning for port 74011b3b-7811-488b-9cf2-280d63702907 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:58.519576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Provisioning complete for port 74011b3b-7811-488b-9cf2-280d63702907 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:58.519951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.622542 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:57Z', 'revision_number': 3, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:58.653290 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Checking router: 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:01:58.654128 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Updating router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb port 9cdd9615-4ac1-457b-a801-8cc80aee5adb binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:01:58.661283 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.698710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] For port 74011b3b-7811-488b-9cf2-280d63702907, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74011b3b-7811-488b-9cf2-280d63702907,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:01:58.704792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.773525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a899ec9-551b-4aa6-a49a-1b0e2c1497b7 None None] Pushing event updated for resources: {'Port': ['ID=74011b3b-7811-488b-9cf2-280d63702907,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:58.802058 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.805619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.924851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0980c2a7-6020-4443-9d5e-55aae7bbe83a None None] Provisioning complete for port 74011b3b-7811-488b-9cf2-280d63702907 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:58.925147 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0980c2a7-6020-4443-9d5e-55aae7bbe83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:58.984010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Allocated IP 172.20.0.1 (0e538667-83e2-4495-bc53-3a2894b199d8/32cce18c-1c02-41b4-83d5-0f21ae6ab9d1/f7ab76a6-9f38-4196-bc75-5c5871519413) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:01:59.069094 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.079815 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Transition to ACTIVE for port object 9cdd9615-4ac1-457b-a801-8cc80aee5adb will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:59.085820 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.096037 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.109615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Transition to ACTIVE for port object f7ab76a6-9f38-4196-bc75-5c5871519413 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:01:59.131547 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Attempting to bind port 9cdd9615-4ac1-457b-a801-8cc80aee5adb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:01:59.131902 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Attempting to bind port 9cdd9615-4ac1-457b-a801-8cc80aee5adb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:01:59.132265 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Attempting to bind port 9cdd9615-4ac1-457b-a801-8cc80aee5adb on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:01:59.141776 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bab601-7796-4de7-b1a0-ebc99a5baa00 None None] Pushing event updated for resources: {'Port': ['ID=9cdd9615-4ac1-457b-a801-8cc80aee5adb,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:59.144651 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:01:59.145075 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:01:59.145236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.145471 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.145851 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:01:59.146335 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Bound port: 9cdd9615-4ac1-457b-a801-8cc80aee5adb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:01:59.146708 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.180898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.186768 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Network 0e538667-83e2-4495-bc53-3a2894b199d8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:01:59.191167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:01:59.193583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:01:59.203492 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] For port 9cdd9615-4ac1-457b-a801-8cc80aee5adb, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:01:59.208087 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] For port 9cdd9615-4ac1-457b-a801-8cc80aee5adb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9cdd9615-4ac1-457b-a801-8cc80aee5adb,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:01:59.214413 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.246226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:59.250121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.269888 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:01:59.270563 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:59.308295 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bab601-7796-4de7-b1a0-ebc99a5baa00 None None] Pushing event updated for resources: {'Port': ['ID=9cdd9615-4ac1-457b-a801-8cc80aee5adb,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:59.391873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:01:59.404689 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.433818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0423670a-0529-45c3-885a-e33978acd054 None None] Provisioning for port f7ab76a6-9f38-4196-bc75-5c5871519413 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:01:59.439620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0423670a-0529-45c3-885a-e33978acd054 None None] Provisioning complete for port f7ab76a6-9f38-4196-bc75-5c5871519413 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:59.440770 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0423670a-0529-45c3-885a-e33978acd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.478066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0423670a-0529-45c3-885a-e33978acd054 None None] Port f7ab76a6-9f38-4196-bc75-5c5871519413 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:01:59.572662 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:57Z', 'revision_number': 3, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:01:59.575819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.580794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.603241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effc660-9921-4cbc-98bb-fe353e3c4d8b None None] The sync data for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 is: [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:57Z', 'revision_number': 3, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:01:59.649825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:01:59.655958 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:01:59.730994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74011b3b-7811-488b-9cf2-280d63702907 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:01:59.787501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 74011b3b-7811-488b-9cf2-280d63702907 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:01:59.788242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.107869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Network 0e538667-83e2-4495-bc53-3a2894b199d8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:00.109403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:00.228909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:02:00.340283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:02:00.345511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-09e5e0e2-5cb6-4a22-8962-72f45a494c02 admin admin] 10.222.0.64 "PUT /v2.0/routers/2beb7c62-9f4d-4dab-b64c-99f20e1e93fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0171742 Jul 23 17:02:00.402633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a8aa1ad5-f6e4-431e-8cc7-6dd25f47c032 None None] Provisioning complete for port f7ab76a6-9f38-4196-bc75-5c5871519413 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:00.403144 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1ad5-f6e4-431e-8cc7-6dd25f47c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.440890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa1ad5-f6e4-431e-8cc7-6dd25f47c032 None None] Port f7ab76a6-9f38-4196-bc75-5c5871519413 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:02:00.806096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:00.811066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1287772636-network', 'tenant_id': '0047e91160514d9580d477537e719d22'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:00.832803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Made reservation on behalf of 0047e91160514d9580d477537e719d22 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:00.835516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.844807 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.938878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.942580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.964096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:02:00.980128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdaea74-adb6-483d-a44f-9f7e8843981d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:00.983116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:00.983464 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Added segment 3e607345-b600-43dd-bc1f-cbb8b5059317 of type vlan for network b7544893-a534-4807-ae4f-64311dd91b38 Jul 23 17:02:01.023680 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.053877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.054902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:01.055528 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.103673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2964282 Jul 23 17:02:01.106725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39106) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:01.116031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Request body: {'subnet': {'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1287772636-subnet', 'tenant_id': '0047e91160514d9580d477537e719d22', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:01.146517 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe650da-c7f6-4f6a-8793-39a99bfd6fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7544893-a534-4807-ae4f-64311dd91b38,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:01.153907 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Made reservation on behalf of 0047e91160514d9580d477537e719d22 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:01.156236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.157179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b7544893-a534-4807-ae4f-64311dd91b38 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:02:01.185232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Sync routers for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:02:01.229005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:01.229671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:01.341053 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:01.342351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.404982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11d9a7d-4bb4-4c1b-97da-378a84f98791,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:01.414603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Checking segment: {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:01.414961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Network hostable DHCP agents. Network: b7544893-a534-4807-ae4f-64311dd91b38, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:02:01.435755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Network b7544893-a534-4807-ae4f-64311dd91b38 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:02:01.445903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b7544893-a534-4807-ae4f-64311dd91b38) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:01.451276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:01.452311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.467376 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b0595a50-041e-40d9-889e-5d47a8bb7fc5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3589458 Jul 23 17:02:01.469749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39108) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:01.474270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:01.479801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a28b3-c910-4e8e-8372-9d8b48674caf None None] Network b7544893-a534-4807-ae4f-64311dd91b38 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:02:01.495259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.496260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.555184 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.679125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 2, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:01.703488 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.717190 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-b7544893-a534-4807-ae4f-64311dd91b38', 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38', 'tenant_id': '0047e91160514d9580d477537e719d22', 'fixed_ips': [{'subnet_id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:02:01.718099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.721640 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Checking router: 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:02:01.722022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Updating router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb port f7ab76a6-9f38-4196-bc75-5c5871519413 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:02:01.774848 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.820204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9cdd9615-4ac1-457b-a801-8cc80aee5adb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:01.921062 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:01.941572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.033747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Allocated IP 172.20.0.2 (b7544893-a534-4807-ae4f-64311dd91b38/a11d9a7d-4bb4-4c1b-97da-378a84f98791/03c683b0-2379-48a5-8f9d-2a4909e95997) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:02.050406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9cdd9615-4ac1-457b-a801-8cc80aee5adb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:02.059100 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Allocated IP 172.25.2.86 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/5ce61c75-b026-4bf7-9864-f4225ad63298) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:02.174270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.216440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.251568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9cdd9615-4ac1-457b-a801-8cc80aee5adb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:02.252224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.259762 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:02.262747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:02.265188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:02.301708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce61c75-b026-4bf7-9864-f4225ad63298,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:02.548476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.556765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.574896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Transition to ACTIVE for port object 03c683b0-2379-48a5-8f9d-2a4909e95997 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:02.578286 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.609467 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Transition to ACTIVE for port object f7ab76a6-9f38-4196-bc75-5c5871519413 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:02.612252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9cdd9615-4ac1-457b-a801-8cc80aee5adb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9cdd9615-4ac1-457b-a801-8cc80aee5adb,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:02.619626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Transition to ACTIVE for port object 03c683b0-2379-48a5-8f9d-2a4909e95997 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:02.621197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.626489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.630807 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.676224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Network b7544893-a534-4807-ae4f-64311dd91b38 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:02.683409 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:02.691933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:02.748470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9cdd9615-4ac1-457b-a801-8cc80aee5adb,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:02.815734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.841639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Attempting to bind port f7ab76a6-9f38-4196-bc75-5c5871519413 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:02.842021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Attempting to bind port f7ab76a6-9f38-4196-bc75-5c5871519413 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:02.842402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Attempting to bind port f7ab76a6-9f38-4196-bc75-5c5871519413 on network 0e538667-83e2-4495-bc53-3a2894b199d8 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:02.846090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Attempting to bind port 03c683b0-2379-48a5-8f9d-2a4909e95997 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:02.846461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Attempting to bind port 03c683b0-2379-48a5-8f9d-2a4909e95997 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:02.846825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Attempting to bind port 03c683b0-2379-48a5-8f9d-2a4909e95997 on network b7544893-a534-4807-ae4f-64311dd91b38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:02.859276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80490b-c534-4f21-9d4b-e3a98c553d2f None None] Pushing event updated for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:02.861663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:02.862115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Checking segment: {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:02.862615 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.862905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Bound using segment: {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:02.863383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Bound port: 03c683b0-2379-48a5-8f9d-2a4909e95997, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:02.863766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.865804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:02.866278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Checking segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:02.866669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.867061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Bound using segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:02.867519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Bound port: f7ab76a6-9f38-4196-bc75-5c5871519413, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:02.868462 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:02.982184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Pushing event updated for resources: {'Port': ['ID=03c683b0-2379-48a5-8f9d-2a4909e95997,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:03.022899 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.025043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] For port f7ab76a6-9f38-4196-bc75-5c5871519413, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:03.029169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] For port f7ab76a6-9f38-4196-bc75-5c5871519413, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f7ab76a6-9f38-4196-bc75-5c5871519413,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:03.030664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] For port 03c683b0-2379-48a5-8f9d-2a4909e95997, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:03.034158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] For port 03c683b0-2379-48a5-8f9d-2a4909e95997, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03c683b0-2379-48a5-8f9d-2a4909e95997,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:03.036251 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.045505 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.115661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80490b-c534-4f21-9d4b-e3a98c553d2f None None] Pushing event updated for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:03.119284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:03.119905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:03.172997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Router 72101570-d700-446f-94fc-7a1ba5f36fed is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:02:03.252984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf2a7-14e5-444b-ab50-a7099eb00028 None None] Pushing event updated for resources: {'Port': ['ID=03c683b0-2379-48a5-8f9d-2a4909e95997,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:03.283374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:03.307908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:02:03.349057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Sync routers for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:02:03.367874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.369275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd9dc9c3-6ce7-4f8e-abb9-2d97af56efd4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8984377 Jul 23 17:02:03.372116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39110) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:03.373870 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:03.374635 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:03.508636 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:03.593801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:03Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:03.625867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36356df-6f93-4754-8ef5-df7d8ba32b86 None None] The sync data for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 is: [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:03Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:02:03.731531 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 3, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:03.773787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Checking router: 72101570-d700-446f-94fc-7a1ba5f36fed for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:02:03.775064 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Updating router 72101570-d700-446f-94fc-7a1ba5f36fed port 5ce61c75-b026-4bf7-9864-f4225ad63298 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:02:03.814058 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.901092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:03.934267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03c683b0-2379-48a5-8f9d-2a4909e95997 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:04.043675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 03c683b0-2379-48a5-8f9d-2a4909e95997 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:04.049117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9cdd9615-4ac1-457b-a801-8cc80aee5adb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:04.128490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9cdd9615-4ac1-457b-a801-8cc80aee5adb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:04.128871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.169058 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.173172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Allocated IP 172.20.0.1 (b7544893-a534-4807-ae4f-64311dd91b38/a11d9a7d-4bb4-4c1b-97da-378a84f98791/a63075de-c3e9-4ce6-a442-43bd7c05ccba) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:04.197239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Transition to ACTIVE for port object 5ce61c75-b026-4bf7-9864-f4225ad63298 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:04.204935 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.272856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d47ae-072a-444a-b0bc-24a9718e9fcf None None] Pushing event updated for resources: {'Port': ['ID=5ce61c75-b026-4bf7-9864-f4225ad63298,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:04.308374 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Attempting to bind port 5ce61c75-b026-4bf7-9864-f4225ad63298 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:04.308848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Attempting to bind port 5ce61c75-b026-4bf7-9864-f4225ad63298 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:04.309232 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Attempting to bind port 5ce61c75-b026-4bf7-9864-f4225ad63298 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:04.315962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:04.316361 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:04.316765 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.317545 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:04.318083 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Bound port: 5ce61c75-b026-4bf7-9864-f4225ad63298, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:04.318495 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.343160 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.359724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Transition to ACTIVE for port object a63075de-c3e9-4ce6-a442-43bd7c05ccba will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:04.361273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589aeefe-216e-43bb-b1cd-3ef8168a2a10 None None] Network b7544893-a534-4807-ae4f-64311dd91b38 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:02:04.387156 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] For port 5ce61c75-b026-4bf7-9864-f4225ad63298, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:04.391595 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] For port 5ce61c75-b026-4bf7-9864-f4225ad63298, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ce61c75-b026-4bf7-9864-f4225ad63298,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:04.398626 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.400572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.458504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:04.466971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Provisioning for port 03c683b0-2379-48a5-8f9d-2a4909e95997 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:04.472357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Network b7544893-a534-4807-ae4f-64311dd91b38 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:04.472515 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:04.473344 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:04.473796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:04.476254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:04.488251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Provisioning complete for port 03c683b0-2379-48a5-8f9d-2a4909e95997 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:04.488756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.541892 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.560321 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d47ae-072a-444a-b0bc-24a9718e9fcf None None] Pushing event updated for resources: {'Port': ['ID=5ce61c75-b026-4bf7-9864-f4225ad63298,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:04.631016 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:04.674719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.729738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] For port 03c683b0-2379-48a5-8f9d-2a4909e95997, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03c683b0-2379-48a5-8f9d-2a4909e95997,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:04.736043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.745726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.824378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04462b63-fa1c-4054-a644-ce69f1b57e07 None None] Pushing event updated for resources: {'Port': ['ID=03c683b0-2379-48a5-8f9d-2a4909e95997,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:04.969827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.975830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:04.997327 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 3, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:05.027860 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662b517-dbf7-4954-86dd-f6e76b5cf849 None None] The sync data for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 is: [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 3, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:02:05.055920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Pushing event updated for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:05.062839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.079931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Provisioning complete for port 03c683b0-2379-48a5-8f9d-2a4909e95997 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:05.080313 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.175748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Network b7544893-a534-4807-ae4f-64311dd91b38 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:05.177278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:05.193582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Provisioning for port a63075de-c3e9-4ce6-a442-43bd7c05ccba completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:05.198173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Provisioning complete for port a63075de-c3e9-4ce6-a442-43bd7c05ccba triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:05.198642 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.235279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe9f6f-74c8-4074-8412-0a722325479f None None] Port a63075de-c3e9-4ce6-a442-43bd7c05ccba cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:02:05.310831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Router 72101570-d700-446f-94fc-7a1ba5f36fed has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:02:05.358387 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c84ffcd0-52b8-44cb-bd53-fcd1712026b4 None None] Provisioning complete for port a63075de-c3e9-4ce6-a442-43bd7c05ccba triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:05.359053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c84ffcd0-52b8-44cb-bd53-fcd1712026b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.436831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c84ffcd0-52b8-44cb-bd53-fcd1712026b4 None None] Port a63075de-c3e9-4ce6-a442-43bd7c05ccba cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:02:05.439856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:02:05.444705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-03feb7ec-8ee6-4c30-93b7-3f9b39b8daf2 admin admin] 10.222.0.64 "PUT /v2.0/routers/72101570-d700-446f-94fc-7a1ba5f36fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0715895 Jul 23 17:02:05.556689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-71b92c9a-ada3-44da-8904-d1f3749c5de2 None None] Provisioning complete for port a63075de-c3e9-4ce6-a442-43bd7c05ccba triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:05.557156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-71b92c9a-ada3-44da-8904-d1f3749c5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.599677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-71b92c9a-ada3-44da-8904-d1f3749c5de2 None None] Port a63075de-c3e9-4ce6-a442-43bd7c05ccba cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:02:05.845372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ce61c75-b026-4bf7-9864-f4225ad63298 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:05.897087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5ce61c75-b026-4bf7-9864-f4225ad63298 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:05.901488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5ce61c75-b026-4bf7-9864-f4225ad63298 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:05.901865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:05.972667 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:05.978193 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938916970', 'description': 'tempest-secgroup-smoke-938916970 description', 'project_id': 'c668488a54c740d8ad80021004f3d4be'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:05.991874 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.003568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.015422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 5ce61c75-b026-4bf7-9864-f4225ad63298, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ce61c75-b026-4bf7-9864-f4225ad63298,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:06.019871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.020810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03c683b0-2379-48a5-8f9d-2a4909e95997 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:06.091274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.095223 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.105749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=5ce61c75-b026-4bf7-9864-f4225ad63298,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.114570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 03c683b0-2379-48a5-8f9d-2a4909e95997 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:06.114570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.123371 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.124918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511984 Jul 23 17:02:06.128021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39122) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.131745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35041b-67d1-413c-b4fc-bc48e02354cb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf8d87-a921-422a-9cf3-08bd678cfcdf,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.132716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.159096 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.197824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f7ab76a6-9f38-4196-bc75-5c5871519413 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:06.215295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.219117 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.236961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a3aa81-41f0-4fed-83a7-7dfbe2d362eb,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.243383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.247298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b53ab0ef-f6c9-41b1-9117-5039acb8da5b tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156487 Jul 23 17:02:06.247441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39124) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.252353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.253835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port f7ab76a6-9f38-4196-bc75-5c5871519413 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:06.258192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f7ab76a6-9f38-4196-bc75-5c5871519413 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:06.258576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.279229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.336284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.337057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.340697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.364426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bae6971-b247-4e40-9e80-b2830c2009f7,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.371081 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.375533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2cfbdf92-96d2-4a27-aefc-658947c2eeef tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240895 Jul 23 17:02:06.375845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.379374 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port f7ab76a6-9f38-4196-bc75-5c5871519413, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f7ab76a6-9f38-4196-bc75-5c5871519413,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:06.380583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.383680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.412726 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.436597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.468623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.472497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.490733 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb448ec-c7d0-4d24-ae36-7d5c88c77d96,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.496440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.497845 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7611b6fd-8916-4229-84ac-5cd6bd1faa92 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214826 Jul 23 17:02:06.500561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39128) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.505008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.531666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.599167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.602747 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.624558 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3a0fe0-a8b2-4227-a8c6-5e5bf80de123,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.631567 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.632937 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ab6fe6a-c006-4326-b89d-ac1185b33060 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314642 Jul 23 17:02:06.636137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.640495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.662451 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Project c668488a54c740d8ad80021004f3d4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:02:06.667606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.728741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.732332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.749818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2863fdde-0a10-4c29-b3ce-003f7475359f,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.756681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.757949 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-84fcbac8-3276-4358-ba6d-64b42ca2894f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208785 Jul 23 17:02:06.761095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:06.765519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'security_group_rule': {'security_group_id': '2cdf8d87-a921-422a-9cf3-08bd678cfcdf', 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:06.792616 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Project c668488a54c740d8ad80021004f3d4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:02:06.801165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.866906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.871321 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.887113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc2506b-ebcf-452e-b4d3-65204f8a7bf9,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:06.899928 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:06.902381 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-736968a9-6c4c-468e-909e-46b260ab2b20 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403174 Jul 23 17:02:07.050323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-9a9b5535-b88a-4da4-a58a-759d3572d371 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938916970&fields=id&tenant_id=c668488a54c740d8ad80021004f3d4be HTTP/1.1" status: 200 len: 267 time: 0.0365932 Jul 23 17:02:07.099554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Sync routers for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:02:07.107338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:07.107967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:07.173199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-d1c89696-544c-4c23-a0e4-2854ca80d658 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:07.174918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-d1c89696-544c-4c23-a0e4-2854ca80d658 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 809 time: 0.1177125 Jul 23 17:02:07.191000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-7c5ffd5b-eaee-4e93-a6a8-ed866a94abeb tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/quotas/c668488a54c740d8ad80021004f3d4be HTTP/1.1" status: 200 len: 375 time: 0.0106130 Jul 23 17:02:07.272181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-9b8ea541-9858-4f7e-a6c1-34655462abe9 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748372 Jul 23 17:02:07.369732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-4205345b-2dfa-4054-947e-30246aea75fb service neutron] 10.222.0.64 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Jul 23 17:02:07.383813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:07.465157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-26475a3b-2bd8-4229-8403-e2395aa9f993 service neutron] 10.222.0.64 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897532 Jul 23 17:02:07.587937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 4, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a63075de-c3e9-4ce6-a442-43bd7c05ccba', 'name': '', 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38', 'tenant_id': '0047e91160514d9580d477537e719d22', 'mac_address': 'fa:16:3e:90:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:03Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 2, 'project_id': '0047e91160514d9580d477537e719d22', 'subnets': [{'id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:07.617692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Checking router: 72101570-d700-446f-94fc-7a1ba5f36fed for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:02:07.619692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Updating router 72101570-d700-446f-94fc-7a1ba5f36fed port a63075de-c3e9-4ce6-a442-43bd7c05ccba binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:02:07.653882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-696a4300-8015-454a-99ab-79cc8a69f2f1 req-25381d82-9165-475e-a90d-bb031cdbe251 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 210 time: 0.0303442 Jul 23 17:02:07.675543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:07.770670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ce61c75-b026-4bf7-9864-f4225ad63298 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:07.886911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5ce61c75-b026-4bf7-9864-f4225ad63298 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:07.887282 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.030898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f7ab76a6-9f38-4196-bc75-5c5871519413 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:08.064096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.083083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Transition to ACTIVE for port object a63075de-c3e9-4ce6-a442-43bd7c05ccba will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:08.096215 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.139422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port f7ab76a6-9f38-4196-bc75-5c5871519413 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:08.140022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.182685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2065d-f947-48df-9063-4e23f3580450 None None] Pushing event updated for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:08.244886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Attempting to bind port a63075de-c3e9-4ce6-a442-43bd7c05ccba on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:08.245266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Attempting to bind port a63075de-c3e9-4ce6-a442-43bd7c05ccba by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:08.245644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Attempting to bind port a63075de-c3e9-4ce6-a442-43bd7c05ccba on network b7544893-a534-4807-ae4f-64311dd91b38 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:08.254285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:08.254666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Checking segment: {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:08.255292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.255876 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Bound using segment: {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:08.256371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Bound port: a63075de-c3e9-4ce6-a442-43bd7c05ccba, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e607345-b600-43dd-bc1f-cbb8b5059317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:08.256795 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.355036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] For port a63075de-c3e9-4ce6-a442-43bd7c05ccba, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:08.358138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] For port a63075de-c3e9-4ce6-a442-43bd7c05ccba, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a63075de-c3e9-4ce6-a442-43bd7c05ccba,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:08.362815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:08.414032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:08.414717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:01:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:08.488475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2065d-f947-48df-9063-4e23f3580450 None None] Pushing event updated for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:08.542515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:08.741172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-161a15c0-11a7-4ef7-ac5b-7ad52ec6eaad tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:08.742824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-161a15c0-11a7-4ef7-ac5b-7ad52ec6eaad tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 809 time: 0.1162140 Jul 23 17:02:08.781151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-728fceab-d39b-4ba9-bf9a-e5ed0bdcf435 req-c058ed7c-c868-483b-b3b8-8f32fa0a6e6a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 210 time: 0.0373437 Jul 23 17:02:08.782786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 4, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a63075de-c3e9-4ce6-a442-43bd7c05ccba', 'name': '', 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38', 'tenant_id': '0047e91160514d9580d477537e719d22', 'mac_address': 'fa:16:3e:90:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:03Z', 'updated_at': '2021-07-23T17:02:08Z', 'revision_number': 4, 'project_id': '0047e91160514d9580d477537e719d22', 'subnets': [{'id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:08.812470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-7476be6d-4048-44c9-8853-54c97d14473c tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c668488a54c740d8ad80021004f3d4be HTTP/1.1" status: 200 len: 379 time: 0.0389380 Jul 23 17:02:08.814284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db0762-608a-4110-862e-64227cfd6c50 None None] The sync data for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 is: [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:04Z', 'revision_number': 4, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'a63075de-c3e9-4ce6-a442-43bd7c05ccba', 'name': '', 'network_id': 'b7544893-a534-4807-ae4f-64311dd91b38', 'tenant_id': '0047e91160514d9580d477537e719d22', 'mac_address': 'fa:16:3e:90:02:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:03Z', 'updated_at': '2021-07-23T17:02:08Z', 'revision_number': 4, 'project_id': '0047e91160514d9580d477537e719d22', 'subnets': [{'id': 'a11d9a7d-4bb4-4c1b-97da-378a84f98791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:02:08.845306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'port': {'device_id': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'admin_state_up': True, 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'security_groups': ['2cdf8d87-a921-422a-9cf3-08bd678cfcdf']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:08.974132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Made reservation on behalf of c668488a54c740d8ad80021004f3d4be for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:02:08.978173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.110193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Allocated IP 172.20.0.5 (0e538667-83e2-4495-bc53-3a2894b199d8/32cce18c-1c02-41b4-83d5-0f21ae6ab9d1/bb35a433-5534-40f9-adb7-25fd97969bd5) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:09.261717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.275573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Transition to ACTIVE for port object bb35a433-5534-40f9-adb7-25fd97969bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:09.308616 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.350589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Network 0e538667-83e2-4495-bc53-3a2894b199d8 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:09.353610 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:09.357268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:09.365993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:09.420479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:09.421839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.441612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-e98f2986-03c2-430b-9d75-c98d76ea3fdc tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002181 Jul 23 17:02:09.468055 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Request body: {'port': {'device_id': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:09.554376 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.602702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63092712-753f-477e-8302-eb6844e3a19d None None] Provisioning for port bb35a433-5534-40f9-adb7-25fd97969bd5 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:09.606697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-63092712-753f-477e-8302-eb6844e3a19d None None] Provisioning complete for port bb35a433-5534-40f9-adb7-25fd97969bd5 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:09.607071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63092712-753f-477e-8302-eb6844e3a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.653612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-63092712-753f-477e-8302-eb6844e3a19d None None] Port bb35a433-5534-40f9-adb7-25fd97969bd5 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:02:09.767098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a63075de-c3e9-4ce6-a442-43bd7c05ccba up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:09.822793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a63075de-c3e9-4ce6-a442-43bd7c05ccba completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:09.827474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a63075de-c3e9-4ce6-a442-43bd7c05ccba triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:09.827854 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.856033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb35a433-5534-40f9-adb7-25fd97969bd5 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:02:09.868851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.912823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Transition to ACTIVE for port object bb35a433-5534-40f9-adb7-25fd97969bd5 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:02:09.918559 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.923515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:09.958360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a63075de-c3e9-4ce6-a442-43bd7c05ccba, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a63075de-c3e9-4ce6-a442-43bd7c05ccba,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:09.963469 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:10.009820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Pushing event updated for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:10.016270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:10.053846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacec8b-b8ab-44fb-bcd8-0d35719e8eef req-20678a5f-5d7d-4daf-872e-54dbf996b795 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.055478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-edacec8b-b8ab-44fb-bcd8-0d35719e8eef req-20678a5f-5d7d-4daf-872e-54dbf996b795 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 931 time: 0.1839342 Jul 23 17:02:10.106614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Attempting to bind port bb35a433-5534-40f9-adb7-25fd97969bd5 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:02:10.106866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Attempting to bind port bb35a433-5534-40f9-adb7-25fd97969bd5 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:02:10.107196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Attempting to bind port bb35a433-5534-40f9-adb7-25fd97969bd5 on network 0e538667-83e2-4495-bc53-3a2894b199d8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:10.119355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-edacec8b-b8ab-44fb-bcd8-0d35719e8eef req-d14479f7-61c2-4347-95b8-f3ab1626a944 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566988 Jul 23 17:02:10.120073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Port bb35a433-5534-40f9-adb7-25fd97969bd5 on network 0e538667-83e2-4495-bc53-3a2894b199d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:02:10.120393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Attempting to bind port bb35a433-5534-40f9-adb7-25fd97969bd5 on network 0e538667-83e2-4495-bc53-3a2894b199d8 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:02:10.126241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:02:10.126568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Checking segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:02:10.126950 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Bound using segment: {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:02:10.127395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Bound port: bb35a433-5534-40f9-adb7-25fd97969bd5, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:02:10.127767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:10.198103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:02:10.201042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=bb35a433-5534-40f9-adb7-25fd97969bd5,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:02:10.205685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:10.240253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.240879 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:10.242337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] 10.222.0.81 "PUT /v2.0/ports/bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1091 time: 0.7794118 Jul 23 17:02:10.242857 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:10.245159 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43556779-6827-40e2-92ea-5ffae13803df" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:10.276063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0729b2-cdef-4ec8-9cc0-57ede34c745d service neutron] Pushing event updated for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:10.293240 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32497a-eabd-4ef7-adb0-dc8626754507 x-openstack-request-id: req-4c32497a-eabd-4ef7-adb0-dc8626754507 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:10.293744 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:10.294211 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c32497a-eabd-4ef7-adb0-dc8626754507 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:10.294924 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'status': 'completed', 'code': 200} Jul 23 17:02:10.368297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-36d02275-30c3-49a7-8b81-1ab0ca37d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.369894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-36d02275-30c3-49a7-8b81-1ab0ca37d086 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1094 time: 0.0625505 Jul 23 17:02:10.418969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-af729c07-e12a-4f2e-b409-a0e4f571c6d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 217 time: 0.0358181 Jul 23 17:02:10.467181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-83d73441-5bba-41e1-ae6d-852db940e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.468623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-83d73441-5bba-41e1-ae6d-852db940e092 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0438533 Jul 23 17:02:10.531776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-5ddd6ccc-0a32-40c6-8ec4-702ba1165e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.533282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-5ddd6ccc-0a32-40c6-8ec4-702ba1165e5f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587463 Jul 23 17:02:10.622479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-efea80e3-7e4e-4708-a20a-49d73b0f5621 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830405 Jul 23 17:02:10.716068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0e64540d-d744-4f0f-817d-c1ee9700fd96 req-0b0f8623-0ed0-4685-9e6b-f2122d3ed773 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878634 Jul 23 17:02:10.852953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43556779-6827-40e2-92ea-5ffae13803df req-d71be754-479e-448a-8bd9-2187015c8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.854506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-d71be754-479e-448a-8bd9-2187015c8ba6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1094 time: 0.0559108 Jul 23 17:02:10.951663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43556779-6827-40e2-92ea-5ffae13803df req-427882c3-2209-4149-b85b-2eb53104c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:10.953998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-427882c3-2209-4149-b85b-2eb53104c487 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0927656 Jul 23 17:02:10.995929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-5b9e8c94-21bf-457c-917c-ac4a1d5bb70a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 217 time: 0.0361559 Jul 23 17:02:11.043256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43556779-6827-40e2-92ea-5ffae13803df req-f459f40a-0ae5-4ca3-8b78-82f6803ca76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:11.044710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-f459f40a-0ae5-4ca3-8b78-82f6803ca76c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0429063 Jul 23 17:02:11.108394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43556779-6827-40e2-92ea-5ffae13803df req-ced4e13d-926d-4f78-99d7-13c86f84c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:11.109867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-ced4e13d-926d-4f78-99d7-13c86f84c44a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572553 Jul 23 17:02:11.231424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-dd81a284-1db1-4465-8797-4c9cc0a4d888 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142070 Jul 23 17:02:11.326805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec45e6-2b99-4a50-bc6c-88f3df7af973 req-6d411f71-1ac0-4086-9d6d-3eebfb3fc303 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:11.328278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cec45e6-2b99-4a50-bc6c-88f3df7af973 req-6d411f71-1ac0-4086-9d6d-3eebfb3fc303 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 943 time: 0.1364386 Jul 23 17:02:11.360111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43556779-6827-40e2-92ea-5ffae13803df req-a6961846-d336-4997-8ff4-0e2464523551 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211710 Jul 23 17:02:11.377210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cec45e6-2b99-4a50-bc6c-88f3df7af973 req-495a2b99-c768-4c2a-8593-3c033080b51c tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430462 Jul 23 17:02:11.727229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a63075de-c3e9-4ce6-a442-43bd7c05ccba up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:11.773232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a63075de-c3e9-4ce6-a442-43bd7c05ccba triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:11.773597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:11.859179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-27b0ae1c-5789-44a1-8331-bbfc230376b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:12.012233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:12.516663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b40bc2-a404-4d65-88f8-5d61bfb12d83 req-f84ac22e-c9d4-4ec2-bbdc-1ec9fe3f6cfe tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:12.518141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6b40bc2-a404-4d65-88f8-5d61bfb12d83 req-f84ac22e-c9d4-4ec2-bbdc-1ec9fe3f6cfe tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 943 time: 0.0675328 Jul 23 17:02:12.556273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6b40bc2-a404-4d65-88f8-5d61bfb12d83 req-1e33d0f6-fcce-4c15-983a-b0bf9c2a2169 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325444 Jul 23 17:02:13.690859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ada82c-2325-4635-be3c-6d46f30edb40 req-a22aefed-2c91-4f41-ad95-85694f5d6eed tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:13.692336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87ada82c-2325-4635-be3c-6d46f30edb40 req-a22aefed-2c91-4f41-ad95-85694f5d6eed tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 943 time: 0.0672855 Jul 23 17:02:13.728786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87ada82c-2325-4635-be3c-6d46f30edb40 req-0feb54e1-c299-448f-93cd-1ff4fdba7183 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302899 Jul 23 17:02:14.359521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:14.445552 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-656be648-2e04-4ed6-9613-12b01acf6366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:14.737760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device bb35a433-5534-40f9-adb7-25fd97969bd5 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:02:14.840944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=bb35a433-5534-40f9-adb7-25fd97969bd5,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:14.852606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'port_id': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'mac_address': 'fa:16:3e:18:20:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:02:14.862898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b7d4-1c4a-4425-8941-65506bb53791 req-c87a46f1-4035-48a5-b942-2df4115291ad tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:14.864406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b416b7d4-1c4a-4425-8941-65506bb53791 req-c87a46f1-4035-48a5-b942-2df4115291ad tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 943 time: 0.0657248 Jul 23 17:02:14.892203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:14.902961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b416b7d4-1c4a-4425-8941-65506bb53791 req-1abb6a2f-6537-4035-a16f-1f3f16fa9aba tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Jul 23 17:02:14.905843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb35a433-5534-40f9-adb7-25fd97969bd5 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:02:14.925414 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=bb35a433-5534-40f9-adb7-25fd97969bd5,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:14.929757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:14.975661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:15.115599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-4827ed46-fd70-4849-baf1-03f9f5c2d83d req-4a35a5e0-d643-4a2b-95fa-f18a3822cab9 service neutron] (94004) timed out ('10.222.0.81', 65085) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:02:15.184906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['bb35a433-5534-40f9-adb7-25fd97969bd5'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:02:15.640925 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.035309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835d09f-147e-4ec8-b92e-c277b3abe1cd req-0bf11c7b-84f1-464b-96c2-3c362f7fa0be tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:16.036811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9835d09f-147e-4ec8-b92e-c277b3abe1cd req-0bf11c7b-84f1-464b-96c2-3c362f7fa0be tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 944 time: 0.0664089 Jul 23 17:02:16.075242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9835d09f-147e-4ec8-b92e-c277b3abe1cd req-9a7c3769-8fd8-497e-b56d-5ed0d79ce4a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Jul 23 17:02:16.760525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device bb35a433-5534-40f9-adb7-25fd97969bd5 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:02:16.810524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port bb35a433-5534-40f9-adb7-25fd97969bd5 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:02:16.814147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port bb35a433-5534-40f9-adb7-25fd97969bd5 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:02:16.814524 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.891332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.912784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:16.915073 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fef42d4-c1d8-4c2e-901d-fd52bdf89504" -d '{"events": [{"server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "name": "network-vif-plugged", "status": "completed", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:16.928582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=bb35a433-5534-40f9-adb7-25fd97969bd5,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:02:16.933751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:16.958259 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae79266e-46c3-440b-96c6-2a97a8279aaf x-openstack-request-id: req-ae79266e-46c3-440b-96c6-2a97a8279aaf {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:16.958557 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "name": "network-vif-plugged", "status": "completed", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:16.958810 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae79266e-46c3-440b-96c6-2a97a8279aaf {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:16.959293 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'code': 200} Jul 23 17:02:16.985528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:17.090102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50722c-81b7-4537-9710-0ef22edcb222 req-c0428d61-3012-4b0a-a03b-c1f14bd2ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:17.092263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed50722c-81b7-4537-9710-0ef22edcb222 req-c0428d61-3012-4b0a-a03b-c1f14bd2ac22 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0551867 Jul 23 17:02:17.131530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed50722c-81b7-4537-9710-0ef22edcb222 req-3455a279-57ab-428a-b128-79c6cbff75fa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Jul 23 17:02:17.226009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659363-538d-4935-b81b-19d7545eb00e req-6f844366-b5c8-4e39-b902-cd05506f2d66 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:17.228012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac659363-538d-4935-b81b-19d7545eb00e req-6f844366-b5c8-4e39-b902-cd05506f2d66 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.0826652 Jul 23 17:02:17.265751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac659363-538d-4935-b81b-19d7545eb00e req-3b1ef15f-5725-4db3-89e0-b30bc68e40e8 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Jul 23 17:02:17.556360 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:18.396798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684c524-b833-4f86-a3ca-ac1875f95648 req-c7606a2a-c9da-4d1c-9e8b-05f74e52c5da tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:18.398301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8684c524-b833-4f86-a3ca-ac1875f95648 req-c7606a2a-c9da-4d1c-9e8b-05f74e52c5da tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.0629590 Jul 23 17:02:18.435371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8684c524-b833-4f86-a3ca-ac1875f95648 req-46e7419b-bb2a-4383-8519-d706552b70bf tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Jul 23 17:02:18.563151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95938d-38df-43fa-9085-ab79a79fa4b0 req-66e914e7-9e9b-4379-a64f-fe1e353c98a9 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:18.564929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a95938d-38df-43fa-9085-ab79a79fa4b0 req-66e914e7-9e9b-4379-a64f-fe1e353c98a9 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Jul 23 17:02:18.603269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a95938d-38df-43fa-9085-ab79a79fa4b0 req-a64c842a-2bfa-4137-96c7-9dd0b61a09d4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330715 Jul 23 17:02:18.735419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5f69-d6ce-4b6d-ac01-fd3612963a64 req-4dd44019-2924-47f1-9841-d3d37fdc3034 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:18.736887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f4a5f69-d6ce-4b6d-ac01-fd3612963a64 req-4dd44019-2924-47f1-9841-d3d37fdc3034 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.0670764 Jul 23 17:02:18.774346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f4a5f69-d6ce-4b6d-ac01-fd3612963a64 req-dd319c57-958f-42b0-89dd-b3635eef0f42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Jul 23 17:02:18.795720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39182) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:18.944116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75640b-99d7-42f4-aa84-3e341a1f0adc tempest-TestServerBasicOps-10203900 tempest-TestServerBasicOps-10203900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:18.946223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9b75640b-99d7-42f4-aa84-3e341a1f0adc tempest-TestServerBasicOps-10203900 tempest-TestServerBasicOps-10203900-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1091 time: 0.1490076 Jul 23 17:02:18.948980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39186) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:18.953418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:02:18.975614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.072759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.174741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Allocated IP 172.25.2.169 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/16838fbf-339d-499c-8ab6-e1fa51826b3f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:02:19.282272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.319838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:19.357225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:02:19.360060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:02:19.363459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:02:19.388422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'Port': ['ID=16838fbf-339d-499c-8ab6-e1fa51826b3f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:20.052619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.128106 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.271871 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.277370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.346933 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event updated for resources: {'Port': ['ID=16838fbf-339d-499c-8ab6-e1fa51826b3f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:02:20.356584 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.455788 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Floating IP 6c58425c-3654-490b-9a1f-12a2925f65ef associated. External IP: 172.25.2.169, port: bb35a433-5534-40f9-adb7-25fd97969bd5. Jul 23 17:02:20.664729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:02:20.771521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:02:20.781906 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Sync routers for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:02:20.788320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:20.793058 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:20.793751 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:02:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:20.839286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8510c1b9-571f-447c-ab0a-f9262c0c0a19 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8750803 Jul 23 17:02:20.839286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:02:20.839286 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:02:20.863656 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b41dc-15f5-40bd-adf6-78f10fd993d7 x-openstack-request-id: req-f89b41dc-15f5-40bd-adf6-78f10fd993d7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:02:20.863987 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:02:20.864396 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f89b41dc-15f5-40bd-adf6-78f10fd993d7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:02:20.865135 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'status': 'completed', 'code': 200} Jul 23 17:02:20.900154 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:20.958684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-c02fd4ae-c160-44ea-851c-c3602a05139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:20.960087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-c02fd4ae-c160-44ea-851c-c3602a05139b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0545022 Jul 23 17:02:21.050493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-a1479690-a5aa-4b6f-8dcc-d7a39e9d4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:21.052004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-a1479690-a5aa-4b6f-8dcc-d7a39e9d4678 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0856266 Jul 23 17:02:21.116241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-0b07929b-6389-466d-98e5-18f32b97ff06 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 999 time: 0.0575373 Jul 23 17:02:21.118742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '6c58425c-3654-490b-9a1f-12a2925f65ef', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'port_id': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'mac_address': 'fa:16:3e:18:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:02:19Z', 'updated_at': '2021-07-23T17:02:19Z', 'revision_number': 0, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:21.144505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Checking router: 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:02:21.153546 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:02:21.154183 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:02:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:21.165355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-8a4e71d4-89d6-4745-bbde-4347c5f1a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:21.166872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-8a4e71d4-89d6-4745-bbde-4347c5f1a360 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0448411 Jul 23 17:02:21.230552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-e49d5df3-b276-4429-ba19-88ea43448b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:21.232070 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-e49d5df3-b276-4429-ba19-88ea43448b3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591402 Jul 23 17:02:21.259421 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:02:21.322144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-c013b40e-5c30-4bf1-8923-a5bc3a38acda service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839818 Jul 23 17:02:21.414908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aaec658-151f-4f3c-80b1-ed781bc5d2b3 req-b1fb8c63-7d7c-4acf-b09e-6a2ce89e0c54 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Jul 23 17:02:21.482890 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '6c58425c-3654-490b-9a1f-12a2925f65ef', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'port_id': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'mac_address': 'fa:16:3e:18:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:02:19Z', 'updated_at': '2021-07-23T17:02:19Z', 'revision_number': 0, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:02:21.508928 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada46b0-1f90-49b9-ba59-bdeafd1532ed None None] The sync data for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 is: [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '6c58425c-3654-490b-9a1f-12a2925f65ef', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'port_id': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'mac_address': 'fa:16:3e:18:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:02:19Z', 'updated_at': '2021-07-23T17:02:19Z', 'revision_number': 0, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:02:21.738137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dede16-8804-42b2-802d-f3749eb4450f None None] New status for floating IP 6c58425c-3654-490b-9a1f-12a2925f65ef: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:02:24.087254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:02:29.201537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:29.234347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-24aa44e9-32ae-45dd-897b-1d8abb82094b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536957 Jul 23 17:02:29.346852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-db22cb33-6294-4699-99f1-f23464093fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:29.348371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-db22cb33-6294-4699-99f1-f23464093fb7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0547912 Jul 23 17:02:29.454533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-14e30f75-6f29-4930-94ad-c451c6413630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:29.455944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-14e30f75-6f29-4930-94ad-c451c6413630 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0886033 Jul 23 17:02:29.521762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-cecde40d-ddf5-46ea-a639-6418aa99aac3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0579934 Jul 23 17:02:29.576807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-8e2a42ec-a9d3-430d-8595-d117df308f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:29.578279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-8e2a42ec-a9d3-430d-8595-d117df308f0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0484693 Jul 23 17:02:29.636535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-3792f13f-4037-4380-80e1-750ecda908c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:29.638095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-3792f13f-4037-4380-80e1-750ecda908c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536764 Jul 23 17:02:29.733723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-d9bc1f78-a107-4968-a66a-4a8f7acb0741 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895076 Jul 23 17:02:29.828914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f8f2619-8b5d-44c9-b9ae-89918f4e8c02 req-0c13dc08-1cb1-4eec-8795-5f5a804ea5e7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878451 Jul 23 17:02:41.850793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f1726ad1-01d2-4d45-8c41-32d24a5fc363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:42.025594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:44.360447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:44.447083 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b93545e5-f10c-4066-b193-8c0df746f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:45.644081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:47.555824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:02:56.419845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:02:56.586810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e1d80-27f7-4393-816a-63f230e793ce req-7b3acb77-a338-46ad-9227-7c44c1573342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:02:56.588350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d55e1d80-27f7-4393-816a-63f230e793ce req-7b3acb77-a338-46ad-9227-7c44c1573342 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.1674991 Jul 23 17:02:56.622213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d55e1d80-27f7-4393-816a-63f230e793ce req-936d82c1-34c7-4640-a755-1f34d51e0ac3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281682 Jul 23 17:02:59.193669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:01.086529 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:03:11.854322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fb3e333-0662-4920-a31f-fa4ed0d3eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:12.025046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:14.361063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:14.447513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6e3e458e-5991-4741-b021-d3180b28ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:15.650000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:17.558205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:29.197461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:29.260806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-d6299d4f-44c0-45ee-b39c-1a1f42bdc14d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579867 Jul 23 17:03:29.369900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-415a0759-bba7-42bb-8b19-43314d538fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:29.371446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-415a0759-bba7-42bb-8b19-43314d538fe5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0550706 Jul 23 17:03:29.479125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-ce387287-0911-466b-85b8-0657da758276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:29.480618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-ce387287-0911-466b-85b8-0657da758276 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0917375 Jul 23 17:03:29.547814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-7e7681dc-e26f-4ee9-9d37-6d5fb1f832af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0609429 Jul 23 17:03:29.595623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-8c548855-8569-4ed6-b9ab-5599888879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:29.597111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-8c548855-8569-4ed6-b9ab-5599888879b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0432301 Jul 23 17:03:29.659804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-263748a2-08ad-4689-8c33-d2903105f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:03:29.661851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-263748a2-08ad-4689-8c33-d2903105f59b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570912 Jul 23 17:03:29.754747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-b7da7f63-1129-42d1-99b6-0dd86e2b9bc1 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Jul 23 17:03:29.854490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed4a6fbb-7789-4879-bba3-bd78c2dfa5f2 req-7417e58f-c583-4ded-80e7-86b509a195e7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934753 Jul 23 17:03:38.086816 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:03:41.855884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-64a4fab6-8504-4d90-8e8b-0026b8a0bf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:42.042541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:44.367515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:44.447877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-32ae7dc0-fc66-4936-922c-05fc583972ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:45.649657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:47.562105 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:03:59.223414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:11.857507 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e047-8ae5-4c67-9797-f080dd47e599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:12.055284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:14.358554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:14.448530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c880b12-7486-44a0-aeb4-74d3dc936267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:15.086572 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:04:15.661337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:17.564610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:29.223233 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:31.271038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-dd1769bf-5f1f-4009-a9d2-e81c9b69746b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999177 Jul 23 17:04:31.381066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-4062739d-ff9a-404c-b691-cb483eac162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:31.382613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-4062739d-ff9a-404c-b691-cb483eac162a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0544534 Jul 23 17:04:31.492177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-6ee9f242-1296-4c91-aeac-e03809974872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:31.493659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-6ee9f242-1296-4c91-aeac-e03809974872 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0919180 Jul 23 17:04:31.561688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-88498f63-a6c1-4171-9c44-73d755640004 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0615449 Jul 23 17:04:31.611464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-e5b3e1d6-328b-4d8d-a7f2-265d0edfd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:31.613473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-e5b3e1d6-328b-4d8d-a7f2-265d0edfd560 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0455623 Jul 23 17:04:31.672764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-7ae7d1d5-9795-46a6-afc1-2259ce74b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:04:31.674298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-7ae7d1d5-9795-46a6-afc1-2259ce74b261 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543885 Jul 23 17:04:31.768471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-e6fe20af-e4d2-499b-9447-93777ad89f9e service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871124 Jul 23 17:04:31.857451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11b1029f-a91d-4b41-b32c-4aab86037ce2 req-09cf2cd3-e76f-45c1-9f11-a59e112a0cc7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832465 Jul 23 17:04:35.826589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-f9302f36-04b8-4e75-afe7-7439c8caed7f req-12e9e209-b511-4508-bf7c-1e3b373032ff service neutron] (94003) timed out ('10.222.0.64', 44838) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:04:41.859277 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c02a5098-67dc-444f-b347-3b25d9a1314c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:42.058223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:44.359731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:44.452582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9dbd130a-1907-4c7e-bd0d-652f37264349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:45.660756 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:47.567856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:04:52.087419 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:04:59.224204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:11.864657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa96aba6-d597-4738-acdf-61a06881b09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:12.069194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:14.363489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:14.452788 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ad16-e5fd-4c69-abfd-f19f89aaf7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:15.660877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:17.571307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:29.088015 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:05:29.251833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:32.231050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-4df9b0f2-8d97-4f18-8f7f-8e456c7d724a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616412 Jul 23 17:05:32.339747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-ac37bb7f-5cd1-44d4-8e23-a1824efb6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:32.341229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-ac37bb7f-5cd1-44d4-8e23-a1824efb6e4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0540247 Jul 23 17:05:32.442180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-f7540a0e-4bc0-458d-9042-dba5f62a80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:32.443651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-f7540a0e-4bc0-458d-9042-dba5f62a80c1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0857801 Jul 23 17:05:32.513176 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-238ecfa7-7f33-4ed8-9784-8ab93fec5582 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0631011 Jul 23 17:05:32.562677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-b6145d30-ea88-455d-9364-78a25855ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:32.564830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-b6145d30-ea88-455d-9364-78a25855ea84 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0458105 Jul 23 17:05:32.625869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-3cd516b8-c573-46ba-a209-892277acf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:05:32.627465 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-3cd516b8-c573-46ba-a209-892277acf2a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563176 Jul 23 17:05:32.722461 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-5d9b9f72-65bd-45be-9959-a0bbd42f16bf service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884435 Jul 23 17:05:32.815354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35c4b934-71c5-43a3-8f97-7872e46098bb req-e602e968-4343-4368-a6ca-bc66659e5ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858023 Jul 23 17:05:41.865561 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-db51d21d-6aae-4d13-876e-ddb4ae06c7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:42.082449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:44.365640 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:44.454455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5da0d976-af82-4acf-84d5-20425a59d9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:45.663300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:47.573210 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:05:59.269616 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:06.086485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:06:11.866481 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c3a34a4a-bbe8-4702-8b98-518d78eb6edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:12.088907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:14.366618 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:14.455586 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef379520-2156-45fc-bcf2-40de4efab752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:15.667984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:17.575008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:29.287709 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:33.226817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-c6461cec-ec15-4108-a667-1080f17cf32f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583067 Jul 23 17:06:33.337988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-72ffb641-7052-4f0b-a1ee-26f07cdca618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:33.339491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-72ffb641-7052-4f0b-a1ee-26f07cdca618 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c668488a54c740d8ad80021004f3d4be&device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 1096 time: 0.0559299 Jul 23 17:06:33.445694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-90e38930-ddad-4878-acc5-691d92c3cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:33.447218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-90e38930-ddad-4878-acc5-691d92c3cb7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 200 len: 910 time: 0.0892177 Jul 23 17:06:33.511768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-ab58de5d-604a-453f-b8cb-cf9ec562d503 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0581315 Jul 23 17:06:33.558999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-6b7aea96-a421-400e-956d-6ef6dde337f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:33.560377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-6b7aea96-a421-400e-956d-6ef6dde337f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 200 len: 848 time: 0.0425553 Jul 23 17:06:33.622583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-27fcfcb7-1939-40cb-bae1-dacd3e6f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:06:33.624094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-27fcfcb7-1939-40cb-bae1-dacd3e6f616e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0e538667-83e2-4495-bc53-3a2894b199d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571446 Jul 23 17:06:33.712569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-40fa4fc2-2c25-4688-b110-b08f4e4c4fc8 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814309 Jul 23 17:06:33.804371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f72d007-70b8-4b51-9e11-283cdfd9659b req-8c6c877b-d86a-4cfa-859c-0132179af9a9 service neutron] 10.222.0.81 "GET /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Jul 23 17:06:41.868767 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-04438b57-fe94-4951-9e41-779d6535ce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:42.097357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:43.085825 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:06:44.367343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:44.456012 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bab75f0e-9596-4deb-b108-2fe37e891851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:45.669751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:47.577908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:06:59.285570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:01.376115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0b591-fca3-48e0-b9b4-4b64582198fd req-a1d5ce87-2bdf-45ec-8e6f-cfe1a798120f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:01.377623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dab0b591-fca3-48e0-b9b4-4b64582198fd req-a1d5ce87-2bdf-45ec-8e6f-cfe1a798120f tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.1734912 Jul 23 17:07:01.415811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dab0b591-fca3-48e0-b9b4-4b64582198fd req-9e660fba-6d9a-42e5-b821-3cc50df63caf tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317390 Jul 23 17:07:02.675523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a51f7f-71d8-4474-8498-4e9c70ca8a7e req-aeac5ae0-8ac3-4dd8-8778-ed7316ca8747 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:02.677039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3a51f7f-71d8-4474-8498-4e9c70ca8a7e req-aeac5ae0-8ac3-4dd8-8778-ed7316ca8747 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.1608400 Jul 23 17:07:02.711923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-84b0d907-3b70-411a-a20b-658fde256d32 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:02.713272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-84b0d907-3b70-411a-a20b-658fde256d32 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 945 time: 0.1031001 Jul 23 17:07:02.754025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3a51f7f-71d8-4474-8498-4e9c70ca8a7e req-7464938e-79a7-4cb1-8370-17d317f6fcb6 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/security-groups?id=2cdf8d87-a921-422a-9cf3-08bd678cfcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709395 Jul 23 17:07:02.826357 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Deleting port bb35a433-5534-40f9-adb7-25fd97969bd5 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:02.826705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:02.913798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] For port bb35a433-5534-40f9-adb7-25fd97969bd5, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=bb35a433-5534-40f9-adb7-25fd97969bd5,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:02.914443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:03.086144 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:03.086516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:03.086830 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Floating IP 6c58425c-3654-490b-9a1f-12a2925f65ef disassociated. External IP: 172.25.2.169, port: bb35a433-5534-40f9-adb7-25fd97969bd5. Jul 23 17:07:03.087172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Calling delete_port for bb35a433-5534-40f9-adb7-25fd97969bd5 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:03.210392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:03.236658 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event deleted for resources: {'Port': ['ID=bb35a433-5534-40f9-adb7-25fd97969bd5,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:03.250471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.250820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.251192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.251482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.251812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.252137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.252469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.252800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.253190 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.253537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.253862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.254218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:03.363047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:07:03.804669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:03.823028 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Sync routers for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:03.844215 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:03.844844 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:03.858875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] No DVR routers for this DVR port bb35a433-5534-40f9-adb7-25fd97969bd5 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:03.861573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:03.864042 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3143a9ff-cfd5-4ef8-b6d9-54641a5c35b7 req-bf2ece56-c7bc-40e2-bf6e-028f09231a0a tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.81 "DELETE /v2.0/ports/bb35a433-5534-40f9-adb7-25fd97969bd5 HTTP/1.1" status: 204 len: 173 time: 1.1450751 Jul 23 17:07:03.864657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'name': 'network-vif-deleted', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:03.867060 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e809a92-7539-497d-93aa-97c67162577e" -d '{"events": [{"server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "name": "network-vif-deleted", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:03.905033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd88dd93-a4b9-4d13-aa72-ab2d0078cfa5 req-e531fe1f-967d-4f1c-ac89-cbe6285370fd tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddc73d67-2ffe-467e-9d14-78743dea46d8 HTTP/1.1" status: 200 len: 210 time: 0.0347843 Jul 23 17:07:03.980798 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:03.981311 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d60c7-d4f7-44ff-8f10-9f2e099ab1e2 x-openstack-request-id: req-8c1d60c7-d4f7-44ff-8f10-9f2e099ab1e2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:03.981614 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc73d67-2ffe-467e-9d14-78743dea46d8", "name": "network-vif-deleted", "tag": "bb35a433-5534-40f9-adb7-25fd97969bd5", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:03.981871 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c1d60c7-d4f7-44ff-8f10-9f2e099ab1e2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:03.982371 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc73d67-2ffe-467e-9d14-78743dea46d8', 'name': 'network-vif-deleted', 'tag': 'bb35a433-5534-40f9-adb7-25fd97969bd5', 'status': 'completed', 'code': 200} Jul 23 17:07:04.183784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:04.210190 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Checking router: 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:04.219246 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:04.219854 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:04.327865 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:04.528878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:04.556822 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1de5e-b228-4d64-ac81-cb1f616ca286 None None] The sync data for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 is: [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:01:59Z', 'revision_number': 4, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'f7ab76a6-9f38-4196-bc75-5c5871519413', 'name': '', 'network_id': '0e538667-83e2-4495-bc53-3a2894b199d8', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'mac_address': 'fa:16:3e:11:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:58Z', 'updated_at': '2021-07-23T17:02:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'subnets': [{'id': '32cce18c-1c02-41b4-83d5-0f21ae6ab9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:04.782095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad0256-37f2-48ea-a3a2-916bd2623f17 None None] New status for floating IP 6c58425c-3654-490b-9a1f-12a2925f65ef: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:07:05.016383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39378) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:05.139566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Deleting port 16838fbf-339d-499c-8ab6-e1fa51826b3f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:05.139811 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.213254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.213574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.225535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Calling delete_port for 16838fbf-339d-499c-8ab6-e1fa51826b3f owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:05.355972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.385019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event deleted for resources: {'Port': ['ID=16838fbf-339d-499c-8ab6-e1fa51826b3f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:05.450029 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.452561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.453679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66524681-5a51-4cdb-b365-b5b2f3d193a4 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "DELETE /v2.0/floatingips/6c58425c-3654-490b-9a1f-12a2925f65ef HTTP/1.1" status: 204 len: 168 time: 0.4363279 Jul 23 17:07:05.524541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39384) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:05.590485 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.615235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.675473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.678516 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:05.679720 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] 10.222.0.64 "DELETE /v2.0/security-groups/2cdf8d87-a921-422a-9cf3-08bd678cfcdf HTTP/1.1" status: 204 len: 168 time: 0.1541922 Jul 23 17:07:05.690072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1eb9b-5d28-47e1-9a41-17a702e20b42 tempest-TestServerBasicOps-1296924153 tempest-TestServerBasicOps-1296924153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf8d87-a921-422a-9cf3-08bd678cfcdf,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:05.722159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:06.177665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:06.294329 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device bb35a433-5534-40f9-adb7-25fd97969bd5 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:06.314701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: bb35a433-5534-40f9-adb7-25fd97969bd5 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:06.315057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device bb35a433-5534-40f9-adb7-25fd97969bd5 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:06.439988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Deleting port f7ab76a6-9f38-4196-bc75-5c5871519413 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:06.440245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:06.519564 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] For port f7ab76a6-9f38-4196-bc75-5c5871519413, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=f7ab76a6-9f38-4196-bc75-5c5871519413,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:06.519950 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:06.532593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Calling delete_port for f7ab76a6-9f38-4196-bc75-5c5871519413 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:06.714537 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:06.744460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ab76a6-9f38-4196-bc75-5c5871519413,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:06.912110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.123363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:07:07.229806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:07.235096 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0e876e25-92de-4de3-a25d-1b5daac6d5e6 admin admin] 10.222.0.64 "PUT /v2.0/routers/2beb7c62-9f4d-4dab-b64c-99f20e1e93fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117278 Jul 23 17:07:07.237492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:07.240428 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Sync routers for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:07.249909 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:07.250542 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:07.339988 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.355490 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:07.445239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.498455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Deleting port 9cdd9615-4ac1-457b-a801-8cc80aee5adb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:07.499177 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.539415 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:07:06Z', 'revision_number': 5, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port': {'id': '9cdd9615-4ac1-457b-a801-8cc80aee5adb', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:01:57Z', 'updated_at': '2021-07-23T17:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:07.571669 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Checking router: 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:07.580119 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Routers {'2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:07.580749 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:07.585656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] For port 9cdd9615-4ac1-457b-a801-8cc80aee5adb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9cdd9615-4ac1-457b-a801-8cc80aee5adb,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:07.586044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.598095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Calling delete_port for 9cdd9615-4ac1-457b-a801-8cc80aee5adb owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:07.668770 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] Set router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:07.724159 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:07:07Z', 'revision_number': 6, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:07.754473 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898f305-d871-4d1c-aa94-d5b499a8d47b None None] The sync data for ids ['2beb7c62-9f4d-4dab-b64c-99f20e1e93fb'] in n-d-800484-3 is: [{'id': '2beb7c62-9f4d-4dab-b64c-99f20e1e93fb', 'name': 'tempest-TestServerBasicOps-1215130792-router', 'tenant_id': 'c668488a54c740d8ad80021004f3d4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:01:56Z', 'updated_at': '2021-07-23T17:07:07Z', 'revision_number': 6, 'project_id': 'c668488a54c740d8ad80021004f3d4be', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:07.769396 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.794680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdd9615-4ac1-457b-a801-8cc80aee5adb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:07.861345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.952994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:07.955142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.002275 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.002825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2beb7c62-9f4d-4dab-b64c-99f20e1e93fb {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:07:08.008339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.009516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1a534b26-9cc6-4c15-ae46-a1c8a1f3c487 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2beb7c62-9f4d-4dab-b64c-99f20e1e93fb HTTP/1.1" status: 204 len: 168 time: 0.7710891 Jul 23 17:07:08.012024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39394) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:08.059346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Deleting subnet 32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:07:08.062409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.103574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.201230 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.255673 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.282355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cce18c-1c02-41b4-83d5-0f21ae6ab9d1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:08.284297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.287571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c64a675d-bb41-4e62-8113-d8c2762b56f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32cce18c-1c02-41b4-83d5-0f21ae6ab9d1 HTTP/1.1" status: 204 len: 168 time: 0.2745559 Jul 23 17:07:08.289630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39396) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:08.290057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c96d2-9cf5-4324-9574-8740243cc942 None None] Network 0e538667-83e2-4495-bc53-3a2894b199d8 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:08.363973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.418599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Deleting port 74011b3b-7811-488b-9cf2-280d63702907 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:08.418938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.484692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] For port 74011b3b-7811-488b-9cf2-280d63702907, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=74011b3b-7811-488b-9cf2-280d63702907,segment=NetworkSegment(2c73acdc-f44a-412f-bbcb-cf9ad41f83d7),segment_id=2c73acdc-f44a-412f-bbcb-cf9ad41f83d7)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:08.485054 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.497354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Calling delete_port for 74011b3b-7811-488b-9cf2-280d63702907 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:08.543934 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] DHCP port deletion for 0e538667-83e2-4495-bc53-3a2894b199d8 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:07:08.547130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f7ab76a6-9f38-4196-bc75-5c5871519413 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:08.570107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: f7ab76a6-9f38-4196-bc75-5c5871519413 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:08.570453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device f7ab76a6-9f38-4196-bc75-5c5871519413 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:08.590416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.618234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74011b3b-7811-488b-9cf2-280d63702907,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:08.619670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Deleting port 74011b3b-7811-488b-9cf2-280d63702907 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:08.620479 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.622051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] No DVR routers for this DVR port 74011b3b-7811-488b-9cf2-280d63702907 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:08.683516 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] For port 74011b3b-7811-488b-9cf2-280d63702907, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:08.684005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.697558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Calling delete_port for 74011b3b-7811-488b-9cf2-280d63702907 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:08.700228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Port 74011b3b-7811-488b-9cf2-280d63702907 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:07:08.701302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.701520 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.712829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e538667-83e2-4495-bc53-3a2894b199d8']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:08.725461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Pushing event deleted for resources: {'Port': ['ID=74011b3b-7811-488b-9cf2-280d63702907,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:08.725647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:08.726221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c73acdc-f44a-412f-bbcb-cf9ad41f83d7') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:08.735835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.736499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.737034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.737385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.737717 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.737996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.738149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.738396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.739101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.739626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.739953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.740280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.740603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:08.743416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65be41-fbe2-4432-a6b4-355f4ac3af51 None None] No DVR routers for this DVR port 74011b3b-7811-488b-9cf2-280d63702907 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:08.762066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.769075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:07:08.769482 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:07:08.771962 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:07:08.831021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.840227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:08.842127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0e538667-83e2-4495-bc53-3a2894b199d8 HTTP/1.1" status: 204 len: 168 time: 0.5515018 Jul 23 17:07:08.845808 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39398) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:08.852640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f20fc-2d95-4d5e-acaa-640643ffb5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e538667-83e2-4495-bc53-3a2894b199d8,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:09.454734 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:09.719575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Deleting port a63075de-c3e9-4ce6-a442-43bd7c05ccba {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:09.719821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:09.800677 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] For port a63075de-c3e9-4ce6-a442-43bd7c05ccba, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a63075de-c3e9-4ce6-a442-43bd7c05ccba,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:09.801076 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:09.813502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Calling delete_port for a63075de-c3e9-4ce6-a442-43bd7c05ccba owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:09.886737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9cdd9615-4ac1-457b-a801-8cc80aee5adb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:09.912381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9cdd9615-4ac1-457b-a801-8cc80aee5adb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:09.912726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9cdd9615-4ac1-457b-a801-8cc80aee5adb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:09.913151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74011b3b-7811-488b-9cf2-280d63702907 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:09.932233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 74011b3b-7811-488b-9cf2-280d63702907 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:09.932577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 74011b3b-7811-488b-9cf2-280d63702907 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:10.010908 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.042299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63075de-c3e9-4ce6-a442-43bd7c05ccba,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:10.054328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.054682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.055027 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.055362 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.055700 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.056034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.056359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.056684 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.057007 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.057330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.057653 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.057997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:07:10.223999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.442962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Router 72101570-d700-446f-94fc-7a1ba5f36fed has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:07:10.550405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:07:10.556342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0812c864-e399-4c35-8872-74000edafb10 admin admin] 10.222.0.64 "PUT /v2.0/routers/72101570-d700-446f-94fc-7a1ba5f36fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087748 Jul 23 17:07:10.557982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39408) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:10.562494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Sync routers for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:07:10.572257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:10.572970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:10.673687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.680060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:10.777103 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.834793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Deleting port 5ce61c75-b026-4bf7-9864-f4225ad63298 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:10.835165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.857333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:07:09Z', 'revision_number': 5, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port': {'id': '5ce61c75-b026-4bf7-9864-f4225ad63298', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:10.883604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Checking router: 72101570-d700-446f-94fc-7a1ba5f36fed for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:07:10.892386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Routers {'72101570-d700-446f-94fc-7a1ba5f36fed'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:07:10.893034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:06:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['72101570-d700-446f-94fc-7a1ba5f36fed'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:10.916597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] For port 5ce61c75-b026-4bf7-9864-f4225ad63298, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ce61c75-b026-4bf7-9864-f4225ad63298,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:10.916949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:10.929589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Calling delete_port for 5ce61c75-b026-4bf7-9864-f4225ad63298 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:10.979440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] Set router 72101570-d700-446f-94fc-7a1ba5f36fed gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:07:11.033008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:07:10Z', 'revision_number': 6, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:11.061061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a387-12b7-463c-abaf-492ca1fb4e52 None None] The sync data for ids ['72101570-d700-446f-94fc-7a1ba5f36fed'] in n-d-800484-3 is: [{'id': '72101570-d700-446f-94fc-7a1ba5f36fed', 'name': 'tempest-TestServerBasicOps-1287772636-router', 'tenant_id': '0047e91160514d9580d477537e719d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:02:01Z', 'updated_at': '2021-07-23T17:07:10Z', 'revision_number': 6, 'project_id': '0047e91160514d9580d477537e719d22', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:07:11.101564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.127272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce61c75-b026-4bf7-9864-f4225ad63298,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:11.194790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.283525 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.285555 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.328548 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.329262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72101570-d700-446f-94fc-7a1ba5f36fed {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:07:11.336754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.337922 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8bdc499b-6bfc-4ed5-8091-6f4707319337 admin admin] 10.222.0.64 "DELETE /v2.0/routers/72101570-d700-446f-94fc-7a1ba5f36fed HTTP/1.1" status: 204 len: 168 time: 0.7786791 Jul 23 17:07:11.340811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39410) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:11.385126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Deleting subnet a11d9a7d-4bb4-4c1b-97da-378a84f98791 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:07:11.388686 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.429185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.514489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.567573 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.593269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11d9a7d-4bb4-4c1b-97da-378a84f98791,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:11.596792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.598838 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3e176fad-f9cb-4240-9eba-826b727d6ea1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a11d9a7d-4bb4-4c1b-97da-378a84f98791 HTTP/1.1" status: 204 len: 168 time: 0.2570601 Jul 23 17:07:11.601211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:11.603011 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48753c3-9ca0-42cb-ae58-dcf569dcc3a9 None None] Network b7544893-a534-4807-ae4f-64311dd91b38 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:11.677231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.731047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Deleting port 03c683b0-2379-48a5-8f9d-2a4909e95997 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:11.731305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.802128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] DHCP port deletion for b7544893-a534-4807-ae4f-64311dd91b38 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:07:11.809445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] For port 03c683b0-2379-48a5-8f9d-2a4909e95997, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03c683b0-2379-48a5-8f9d-2a4909e95997,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:11.809647 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.822832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Calling delete_port for 03c683b0-2379-48a5-8f9d-2a4909e95997 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:11.854936 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Deleting port 03c683b0-2379-48a5-8f9d-2a4909e95997 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:11.855324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.889594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ce61c75-b026-4bf7-9864-f4225ad63298 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:11.909081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.917712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5ce61c75-b026-4bf7-9864-f4225ad63298 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:11.918289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ce61c75-b026-4bf7-9864-f4225ad63298 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:11.919125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a63075de-c3e9-4ce6-a442-43bd7c05ccba no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:11.938721 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c683b0-2379-48a5-8f9d-2a4909e95997,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:11.943262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] No DVR routers for this DVR port 03c683b0-2379-48a5-8f9d-2a4909e95997 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:11.945592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e04fc441-f026-476a-9d13-489603166e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:11.973425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a63075de-c3e9-4ce6-a442-43bd7c05ccba {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:11.973768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a63075de-c3e9-4ce6-a442-43bd7c05ccba not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:11.974402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03c683b0-2379-48a5-8f9d-2a4909e95997 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:12.002080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 03c683b0-2379-48a5-8f9d-2a4909e95997 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:12.002433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 03c683b0-2379-48a5-8f9d-2a4909e95997 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:12.010075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] For port 03c683b0-2379-48a5-8f9d-2a4909e95997, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=03c683b0-2379-48a5-8f9d-2a4909e95997,segment=NetworkSegment(3e607345-b600-43dd-bc1f-cbb8b5059317),segment_id=3e607345-b600-43dd-bc1f-cbb8b5059317)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:12.010695 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.024119 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.025036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Calling delete_port for 03c683b0-2379-48a5-8f9d-2a4909e95997 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:12.035908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7544893-a534-4807-ae4f-64311dd91b38']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:12.048182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e607345-b600-43dd-bc1f-cbb8b5059317') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:12.048477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e607345-b600-43dd-bc1f-cbb8b5059317') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:07:12.058717 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.080940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.088346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:07:12.088752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:07:12.090670 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:07:12.121551 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.131275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.154030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] No DVR routers for this DVR port 03c683b0-2379-48a5-8f9d-2a4909e95997 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:12.156174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aaf45-be71-4f39-af73-d5a2078909d5 None None] Pushing event deleted for resources: {'Port': ['ID=03c683b0-2379-48a5-8f9d-2a4909e95997,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:12.158419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.171455 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.173529 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b7544893-a534-4807-ae4f-64311dd91b38 HTTP/1.1" status: 204 len: 168 time: 0.5713897 Jul 23 17:07:12.183876 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5c8d5-ed3f-462a-9179-15470fadfbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7544893-a534-4807-ae4f-64311dd91b38,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:12.281346 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39416) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:12.321762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b74b517b-28b0-4233-83cb-4b6cb39eb154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c668488a54c740d8ad80021004f3d4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391872 Jul 23 17:07:12.324250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39418) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:12.374543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.396847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.443553 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.446141 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.447297 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7c15bd3-2c22-4d15-b45d-549174a45d37 HTTP/1.1" status: 204 len: 168 time: 0.1221230 Jul 23 17:07:12.455691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace574a1-d394-4c02-8aa6-8c06826763ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c15bd3-2c22-4d15-b45d-549174a45d37,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:12.792626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39424) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:12.836282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f6a64779-04be-4d58-b675-cd0a73ba985b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0047e91160514d9580d477537e719d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424814 Jul 23 17:07:12.838823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39426) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:12.887134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.907968 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.955383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.959058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:12.960771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bdaea74-adb6-483d-a44f-9f7e8843981d HTTP/1.1" status: 204 len: 168 time: 0.1208797 Jul 23 17:07:12.971281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4602a5-5c71-4b69-bbe0-a545f957de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdaea74-adb6-483d-a44f-9f7e8843981d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:14.368784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:14.457442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-596f6110-7382-4b8f-9400-c3783c0c8f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:15.673058 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:17.581367 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:20.084943 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:23.004651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-42deb6cd-0371-4136-8570-e1e467685c7c tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309823 Jul 23 17:07:23.193539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-a71e2da1-088a-44d4-9ce1-5cdf78bcc484 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:23.194953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-a71e2da1-088a-44d4-9ce1-5cdf78bcc484 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851864 Jul 23 17:07:23.210212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-3543c1bd-585b-48d1-91b7-5324eb0a9ab8 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/quotas/26bc31b4c97844ca859b9e8fd71de98d HTTP/1.1" status: 200 len: 375 time: 0.0098412 Jul 23 17:07:23.243790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-be2cf767-1a26-47c8-be73-be2e492056fa tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287278 Jul 23 17:07:23.415215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53ad55c6-5108-4871-8d8e-1d376db451ff req-99ef0ebe-e32d-4bb1-a28e-911ef85132f5 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 210 time: 0.0305722 Jul 23 17:07:24.514180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36103833-8190-45ea-9362-b3cb16c5c35c req-ae9a4b52-f7d2-44ee-972c-17961b7b5a54 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 210 time: 0.0305607 Jul 23 17:07:24.547868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-17ee1ef6-dc1e-4f6f-8edd-6ec41884db4e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218618 Jul 23 17:07:24.666767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-8e01bf14-c701-4c43-b567-d9e0aaa05e17 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:24.668391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-8e01bf14-c701-4c43-b567-d9e0aaa05e17 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147425 Jul 23 17:07:24.682516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Request body: {'port': {'device_id': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'admin_state_up': True, 'tenant_id': '26bc31b4c97844ca859b9e8fd71de98d'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:25.124295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Made reservation on behalf of 26bc31b4c97844ca859b9e8fd71de98d for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:25.127797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.137550 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.229548 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.233337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.295754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc854662-23f5-4050-8b9b-ed40a5ac82dc,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:25.369392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Allocated IP 192.168.233.34 (49729525-81cf-4393-95a8-4ece0c8cc2d4/690d06c8-f6ca-4d72-9237-a6fd6e5d2587/e605c723-f0eb-4c39-8e7a-d67bcecf3c4d) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:25.526244 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.541065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Transition to ACTIVE for port object e605c723-f0eb-4c39-8e7a-d67bcecf3c4d will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:25.578401 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.655725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Network 49729525-81cf-4393-95a8-4ece0c8cc2d4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:25.664141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:25.665989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Pushing event updated for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:25.669094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:25.727074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:25.727743 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.753581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba5851-e870-4bbf-9aae-5b9c87a14a46 req-a6d58532-6527-4360-ba26-d4bb6cb01cd4 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:25.755237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96ba5851-e870-4bbf-9aae-5b9c87a14a46 req-a6d58532-6527-4360-ba26-d4bb6cb01cd4 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 935 time: 0.1425707 Jul 23 17:07:25.757289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-fef2facb-2032-40cb-80ac-a964315ce69f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0785134 Jul 23 17:07:25.815240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96ba5851-e870-4bbf-9aae-5b9c87a14a46 req-5366c372-7f9c-461c-abe3-c2ea0d4c4edc tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519347 Jul 23 17:07:25.909828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Request body: {'port': {'device_id': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:25.930863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7e83c30d-cd6d-4b87-bcd5-8e4c5b57d4ae None None] Provisioning for port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:25.935475 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7e83c30d-cd6d-4b87-bcd5-8e4c5b57d4ae None None] Provisioning complete for port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:25.935776 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7e83c30d-cd6d-4b87-bcd5-8e4c5b57d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:25.974378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-7e83c30d-cd6d-4b87-bcd5-8e4c5b57d4ae None None] Port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:07:25.997225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.276524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e605c723-f0eb-4c39-8e7a-d67bcecf3c4d {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:07:26.283836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.297512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Transition to ACTIVE for port object e605c723-f0eb-4c39-8e7a-d67bcecf3c4d will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:26.301020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.373574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Pushing event updated for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:26.431135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Attempting to bind port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:26.431470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Attempting to bind port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:26.431800 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Attempting to bind port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:26.436813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:07:26.437139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Attempting to bind port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d on network 49729525-81cf-4393-95a8-4ece0c8cc2d4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:26.442407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:26.442991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Checking segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:26.443171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Bound using segment: {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:26.444378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Bound port: e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b406b62a-5af2-4068-92ce-2c30e6a9f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:26.444850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.513186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:26.516333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:26.520598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.560120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:26.560738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:26.562158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] 10.222.0.67 "PUT /v2.0/ports/e605c723-f0eb-4c39-8e7a-d67bcecf3c4d HTTP/1.1" status: 200 len: 1095 time: 0.7907345 Jul 23 17:07:26.562613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:26.565325 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:26.617824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc368633-2806-40ba-8937-e202a1b3d496 service neutron] Pushing event updated for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:26.643865 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bfd062-f2f0-45dc-a05b-9f9cc9d0a8e1 x-openstack-request-id: req-d3bfd062-f2f0-45dc-a05b-9f9cc9d0a8e1 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:26.644161 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:26.644401 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3bfd062-f2f0-45dc-a05b-9f9cc9d0a8e1 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:26.644896 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d', 'status': 'completed', 'code': 200} Jul 23 17:07:26.700547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-315bf551-8f04-438a-bb89-34b11a855f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:26.702192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-315bf551-8f04-438a-bb89-34b11a855f51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 1098 time: 0.0692608 Jul 23 17:07:26.746004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-684fa9d0-7496-4244-b85a-b5539de0b3d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d HTTP/1.1" status: 200 len: 217 time: 0.0352082 Jul 23 17:07:26.804091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-ce852f41-a669-477e-a947-9a2b6fc7dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:26.805555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-ce852f41-a669-477e-a947-9a2b6fc7dd26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0482221 Jul 23 17:07:26.871468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-b7c9d3cf-3f76-4c3f-9e84-cd7c8e562834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:26.873242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-b7c9d3cf-3f76-4c3f-9e84-cd7c8e562834 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598743 Jul 23 17:07:27.003078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-34e62312-8be7-46a9-9afe-57807823dc23 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229486 Jul 23 17:07:27.017595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d38b-34e8-4bc8-8b22-3c54ad5b0511 req-50b6c0e4-26eb-46b2-b6de-b610837c78f7 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:27.019056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b07d38b-34e8-4bc8-8b22-3c54ad5b0511 req-50b6c0e4-26eb-46b2-b6de-b610837c78f7 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 947 time: 0.1308081 Jul 23 17:07:27.107994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b07d38b-34e8-4bc8-8b22-3c54ad5b0511 req-9933c140-24b3-4880-97ab-499240c251aa tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809033 Jul 23 17:07:27.132543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cdbf54ad-98e2-447a-ac63-bbb8be004d4b req-2618b908-e452-42b4-96e7-b3ddfeecae33 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124752 Jul 23 17:07:27.238657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-d5b481a4-5e31-4ae8-9f13-164123b265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:27.240154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-d5b481a4-5e31-4ae8-9f13-164123b265b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 1098 time: 0.0537217 Jul 23 17:07:27.332579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-7c3fbf09-8b15-4c67-ac81-9f406755645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:27.334247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-7c3fbf09-8b15-4c67-ac81-9f406755645e service neutron] 10.222.0.67 "GET /v2.0/networks?id=49729525-81cf-4393-95a8-4ece0c8cc2d4 HTTP/1.1" status: 200 len: 870 time: 0.0832705 Jul 23 17:07:27.383273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-28bd3483-e6bb-43b9-ba83-d80ae3bb84f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d HTTP/1.1" status: 200 len: 217 time: 0.0384753 Jul 23 17:07:27.436813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-f1a70b29-7f2e-4f36-8394-eaf9fae54788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:27.438296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-f1a70b29-7f2e-4f36-8394-eaf9fae54788 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=690d06c8-f6ca-4d72-9237-a6fd6e5d2587 HTTP/1.1" status: 200 len: 843 time: 0.0448256 Jul 23 17:07:27.498255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-733d8524-e382-4c06-814a-645dc3d132c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:27.499747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-733d8524-e382-4c06-814a-645dc3d132c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49729525-81cf-4393-95a8-4ece0c8cc2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531964 Jul 23 17:07:27.597494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-eb690ea6-87af-42b4-b2bb-c3d13ef53ecc service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Jul 23 17:07:27.697258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa27d00d-db3e-4ea3-bd10-36dcaa30b65c req-ef030198-5b14-45bf-b75d-51149a3832a1 service neutron] 10.222.0.67 "GET /v2.0/networks/49729525-81cf-4393-95a8-4ece0c8cc2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923581 Jul 23 17:07:28.244953 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78611-4e6a-425a-994b-12d10d56b5b0 req-4636d014-8527-4404-9a7e-aa283a3dbe66 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:28.246490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83c78611-4e6a-425a-994b-12d10d56b5b0 req-4636d014-8527-4404-9a7e-aa283a3dbe66 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 947 time: 0.0689011 Jul 23 17:07:28.284284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-83c78611-4e6a-425a-994b-12d10d56b5b0 req-47e8ab6a-ceec-4499-81da-a6dec57d4849 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Jul 23 17:07:29.288074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e605c723-f0eb-4c39-8e7a-d67bcecf3c4d details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:07:29.311850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:29.393455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:29.405120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d', 'network_id': '49729525-81cf-4393-95a8-4ece0c8cc2d4', 'port_id': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d', 'mac_address': 'fa:16:3e:a2:4b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690d06c8-f6ca-4d72-9237-a6fd6e5d2587', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:07:29.419333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37ccec-6443-4608-93c4-d2cd9d6521a5 req-c6a306df-b2ce-4808-be5e-b3a77cd56480 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:29.420949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b37ccec-6443-4608-93c4-d2cd9d6521a5 req-c6a306df-b2ce-4808-be5e-b3a77cd56480 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 947 time: 0.0680227 Jul 23 17:07:29.447792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:29.460358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b37ccec-6443-4608-93c4-d2cd9d6521a5 req-677320ef-b328-46e3-88d0-7626fec2b30e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Jul 23 17:07:29.461584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e605c723-f0eb-4c39-8e7a-d67bcecf3c4d {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:07:29.481771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:29.485785 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:29.532926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:29.792554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e605c723-f0eb-4c39-8e7a-d67bcecf3c4d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:07:30.602419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da748e84-e7c6-4329-94ee-999878e98ec1 req-f44c9324-3450-46f7-8434-4b76743565eb tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:30.604026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da748e84-e7c6-4329-94ee-999878e98ec1 req-f44c9324-3450-46f7-8434-4b76743565eb tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 948 time: 0.0723715 Jul 23 17:07:30.646146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da748e84-e7c6-4329-94ee-999878e98ec1 req-08f998d8-c899-4e64-be93-ab77b0533198 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364428 Jul 23 17:07:31.306630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e605c723-f0eb-4c39-8e7a-d67bcecf3c4d up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:31.354622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:31.358286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:31.358663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:31.432836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:31.454099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:31.456351 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff09f4e-10cf-40a9-a477-6d7681e082c7" -d '{"events": [{"server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:31.471824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:31.476292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:31.534973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:31.562825 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76da0ba-7ec6-450b-a547-a6a6bdea25d8 x-openstack-request-id: req-b76da0ba-7ec6-450b-a547-a6a6bdea25d8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:31.563123 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:31.563379 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b76da0ba-7ec6-450b-a547-a6a6bdea25d8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:31.563780 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d', 'code': 200} Jul 23 17:07:31.706160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1453-bdcf-4da7-960d-2a86421b08c9 req-5f56b930-79f4-4d49-a97c-a4103742ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:31.707690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9ee1453-bdcf-4da7-960d-2a86421b08c9 req-5f56b930-79f4-4d49-a97c-a4103742ea62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 1100 time: 0.0591671 Jul 23 17:07:31.774588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9ee1453-bdcf-4da7-960d-2a86421b08c9 req-8e82bd46-5d77-4feb-a22d-e8cad52a691b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Jul 23 17:07:31.802717 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efc712-7593-4bf5-a410-8718246d343a req-aa894ea8-fa3b-48d9-83f8-91f2be7e0f5d tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:31.804211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07efc712-7593-4bf5-a410-8718246d343a req-aa894ea8-fa3b-48d9-83f8-91f2be7e0f5d tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 949 time: 0.0905540 Jul 23 17:07:31.842792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07efc712-7593-4bf5-a410-8718246d343a req-1726c823-7c38-4e0c-afce-ee521ad90ca0 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Jul 23 17:07:32.984064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2574d-1e8e-4554-a22e-86500f426ba8 req-024b860a-e646-4e47-9e36-217c1ba2e552 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:32.985969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2b2574d-1e8e-4554-a22e-86500f426ba8 req-024b860a-e646-4e47-9e36-217c1ba2e552 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 949 time: 0.0701807 Jul 23 17:07:33.025533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2b2574d-1e8e-4554-a22e-86500f426ba8 req-9c386040-6b31-4667-9d35-448b06fa5602 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Jul 23 17:07:33.962963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4e545-90c6-4bf8-a19e-1c341b511218 req-e3e767b2-8cbe-4319-8dbe-e68b223ebe66 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:33.964383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32a4e545-90c6-4bf8-a19e-1c341b511218 req-e3e767b2-8cbe-4319-8dbe-e68b223ebe66 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 949 time: 0.0648272 Jul 23 17:07:34.004434 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32a4e545-90c6-4bf8-a19e-1c341b511218 req-1b44c584-f8e7-4156-8adb-9d5e0c033761 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Jul 23 17:07:35.137683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25026bc1-b1b8-40fb-8c1e-30be7d377b52 req-c8697f77-e243-473e-a54b-07e59148b1f9 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:35.139202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25026bc1-b1b8-40fb-8c1e-30be7d377b52 req-c8697f77-e243-473e-a54b-07e59148b1f9 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 949 time: 0.0653195 Jul 23 17:07:35.180856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25026bc1-b1b8-40fb-8c1e-30be7d377b52 req-e1c1e461-0e69-47f3-9cb8-72ca9f68bdea tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/security-groups?id=fc854662-23f5-4050-8b9b-ed40a5ac82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Jul 23 17:07:35.756633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-56291e84-61f1-4804-a6c0-39f8f1d2f27f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:35.758157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-56291e84-61f1-4804-a6c0-39f8f1d2f27f tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 949 time: 0.0677004 Jul 23 17:07:35.862656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Deleting port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:07:35.862999 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:35.954150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] For port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,segment=NetworkSegment(b406b62a-5af2-4068-92ce-2c30e6a9f73d),segment_id=b406b62a-5af2-4068-92ce-2c30e6a9f73d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:35.954502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:35.966842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Calling delete_port for e605c723-f0eb-4c39-8e7a-d67bcecf3c4d owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:07:36.100381 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:36.115116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e605c723-f0eb-4c39-8e7a-d67bcecf3c4d'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:07:36.127724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Pushing event deleted for resources: {'Port': ['ID=e605c723-f0eb-4c39-8e7a-d67bcecf3c4d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:36.178308 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] No DVR routers for this DVR port e605c723-f0eb-4c39-8e7a-d67bcecf3c4d on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:07:36.181061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:36.183142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6692c1c3-39dd-47af-b969-a2fc61c33c73 req-0d8e54e1-d61d-4997-a72a-9229b250723e tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.67 "DELETE /v2.0/ports/e605c723-f0eb-4c39-8e7a-d67bcecf3c4d HTTP/1.1" status: 204 len: 173 time: 0.4151549 Jul 23 17:07:36.183598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'name': 'network-vif-deleted', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:36.185909 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad50e8-494a-48de-84a7-29770abfd414" -d '{"events": [{"server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "name": "network-vif-deleted", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:36.230770 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b0ce89-304f-47a1-87e9-e97f0051c752 x-openstack-request-id: req-58b0ce89-304f-47a1-87e9-e97f0051c752 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:36.231142 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac8de0c-328e-4318-b8e8-807e8f813d4e", "name": "network-vif-deleted", "tag": "e605c723-f0eb-4c39-8e7a-d67bcecf3c4d", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:36.231648 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58b0ce89-304f-47a1-87e9-e97f0051c752 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:36.232047 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac8de0c-328e-4318-b8e8-807e8f813d4e', 'name': 'network-vif-deleted', 'tag': 'e605c723-f0eb-4c39-8e7a-d67bcecf3c4d', 'status': 'completed', 'code': 200} Jul 23 17:07:36.294029 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e3c8829-ac7a-4b03-99f5-abe534e92a4b req-b3cd0e41-9906-4106-b44f-1ffa41fd4d74 tempest-ServersAdminNegativeTestJSON-150164447 tempest-ServersAdminNegativeTestJSON-150164447-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac8de0c-328e-4318-b8e8-807e8f813d4e HTTP/1.1" status: 200 len: 210 time: 0.0354536 Jul 23 17:07:37.595992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39572) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:37.728358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f0d55dcc-4fb3-4340-8e12-45b0fe60135b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26bc31b4c97844ca859b9e8fd71de98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311574 Jul 23 17:07:37.730848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39576) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:37.781239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:37.803629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:37.850364 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:37.852889 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:37.854180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc854662-23f5-4050-8b9b-ed40a5ac82dc HTTP/1.1" status: 204 len: 168 time: 0.1222713 Jul 23 17:07:37.862301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd43e0-f8b1-4675-9617-afe425571086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc854662-23f5-4050-8b9b-ed40a5ac82dc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:38.113984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39582) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:38.127065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28e82e05-d6bd-4989-bc22-13ad0b52d3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.214129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28e82e05-d6bd-4989-bc22-13ad0b52d3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.218378 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28e82e05-d6bd-4989-bc22-13ad0b52d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.255466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e82e05-d6bd-4989-bc22-13ad0b52d3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f142d90-ea56-43c7-85ba-d7c8db657e58,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:38.259990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-28e82e05-d6bd-4989-bc22-13ad0b52d3f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=725ae59d43c0443a99162773d64733dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447957 Jul 23 17:07:38.262617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39584) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:38.311767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.339091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.386506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.389135 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:38.390429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f142d90-ea56-43c7-85ba-d7c8db657e58 HTTP/1.1" status: 204 len: 168 time: 0.1270120 Jul 23 17:07:38.399192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cb91a-8e1a-49f3-97ae-687008426a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f142d90-ea56-43c7-85ba-d7c8db657e58,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:39.060492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39606) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:39.163519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1565843808-network', 'tenant_id': '24f1dfd7aa004a039463ba5b6a7902e1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:39.187070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Made reservation on behalf of 24f1dfd7aa004a039463ba5b6a7902e1 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:39.189319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.197535 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.286109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.290502 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.314647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:07:39.323954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8089db-f4ff-4fbd-8296-c8cedf092fb1,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:39.328881 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.329212 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Added segment 2e7c98f4-3495-4431-89e1-8797bb323bb2 of type vlan for network 2346dca1-a077-4742-942f-fdbd9adf35be Jul 23 17:07:39.368083 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.395456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.396514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:39.397226 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.401133 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e605c723-f0eb-4c39-8e7a-d67bcecf3c4d no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:07:39.422482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: e605c723-f0eb-4c39-8e7a-d67bcecf3c4d {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:07:39.422759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e605c723-f0eb-4c39-8e7a-d67bcecf3c4d not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:07:39.427160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3655417 Jul 23 17:07:39.431649 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39610) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:39.437372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Request body: {'subnet': {'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1565843808-subnet', 'tenant_id': '24f1dfd7aa004a039463ba5b6a7902e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:39.459881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Made reservation on behalf of 24f1dfd7aa004a039463ba5b6a7902e1 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:39.460809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557ba48-2fd4-436d-822b-1ddcf4ef2c37 admin admin] Pushing event updated for resources: {'Network': ['ID=2346dca1-a077-4742-942f-fdbd9adf35be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:39.462642 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.470996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2346dca1-a077-4742-942f-fdbd9adf35be details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:07:39.634478 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.698407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83f5419-29d8-4e7e-967c-5edbe2fb325c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:39.706232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Checking segment: {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:39.706592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Network hostable DHCP agents. Network: 2346dca1-a077-4742-942f-fdbd9adf35be, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:07:39.724443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Network 2346dca1-a077-4742-942f-fdbd9adf35be is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:07:39.736287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2346dca1-a077-4742-942f-fdbd9adf35be) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:39.741577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:39.742654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:39.749494 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff7df3-133b-42a0-bd19-5d6b5220df46 None None] Network 2346dca1-a077-4742-942f-fdbd9adf35be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:39.758247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1eefa246-72d6-40d0-9f5f-9d275d60a55c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3252769 Jul 23 17:07:39.899282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf7817-f9bb-47b3-88c1-edd778f231c7 None None] Network 2346dca1-a077-4742-942f-fdbd9adf35be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:07:40.188965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-446f5785-c614-4fb0-a8e3-d52589d2a623 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:40.190456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-446f5785-c614-4fb0-a8e3-d52589d2a623 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 812 time: 0.1006911 Jul 23 17:07:40.205138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-75314656-d84b-4f56-bd92-9a6560cf6aca tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/quotas/24f1dfd7aa004a039463ba5b6a7902e1 HTTP/1.1" status: 200 len: 375 time: 0.0089409 Jul 23 17:07:40.243073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-c6815cd4-951d-44c0-a19a-a9e9fca36de1 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325878 Jul 23 17:07:40.385440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-d7f7a642-d884-4e2d-b674-ba0d7da11bc6 service neutron] 10.222.0.64 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358137 Jul 23 17:07:40.482657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-71c559e6-d2a0-4198-927e-16b2c6457add service neutron] 10.222.0.64 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911195 Jul 23 17:07:40.661891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed10b905-2a7d-4129-979a-411464221e7b req-6cb40e8f-289b-4a8b-8b1c-2799ff3073cd tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 210 time: 0.0357895 Jul 23 17:07:41.764659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-759b7d8b-dfb2-438a-b0d9-eec211ee3fae req-14464803-3df8-4a5e-8bee-16a3fdd85c7b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 210 time: 0.0315759 Jul 23 17:07:41.868581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-429857a2-75f9-4077-a11a-636f6208bbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:41.935054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-697bff5e-0bcf-41db-b5ae-ba1d25119c0c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:41.936506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-697bff5e-0bcf-41db-b5ae-ba1d25119c0c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 812 time: 0.1187782 Jul 23 17:07:41.950222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Request body: {'port': {'device_id': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be', 'admin_state_up': True, 'tenant_id': '24f1dfd7aa004a039463ba5b6a7902e1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:42.056152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Made reservation on behalf of 24f1dfd7aa004a039463ba5b6a7902e1 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:07:42.059784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.112885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.186512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Allocated IP 172.20.0.12 (2346dca1-a077-4742-942f-fdbd9adf35be/e83f5419-29d8-4e7e-967c-5edbe2fb325c/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:07:42.332014 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.371699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.415443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Network 2346dca1-a077-4742-942f-fdbd9adf35be is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:07:42.418556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:07:42.422399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:07:42.432107 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:42.479459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:42.480084 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.494569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-828f831e-7871-4630-b865-475fdd16dc9e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481722 Jul 23 17:07:42.508268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Request body: {'port': {'device_id': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:07:42.583927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.878729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6540d0a-3649-46c0-bf2a-2e5a92fcbbec {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:07:42.888011 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.905757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Transition to ACTIVE for port object a6540d0a-3649-46c0-bf2a-2e5a92fcbbec will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:07:42.909876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:42.966691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5a139-88ee-452e-bdc9-f015384d46f8 req-a7d2dace-0d9c-4a8a-8458-28d537f29772 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:42.968174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1a5a139-88ee-452e-bdc9-f015384d46f8 req-a7d2dace-0d9c-4a8a-8458-28d537f29772 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 932 time: 0.1314042 Jul 23 17:07:42.978601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:43.051566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1a5a139-88ee-452e-bdc9-f015384d46f8 req-a879e325-3c4b-4fbd-80ea-b77a2b62dd05 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750566 Jul 23 17:07:43.074729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:07:43.075062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:07:43.075393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:43.079635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:07:43.079959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:07:43.085316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:07:43.085668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Checking segment: {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:07:43.086104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Bound using segment: {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:07:43.086605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Bound port: a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:07:43.087031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:43.153419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:07:43.156449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:07:43.160820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:43.194735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.195414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:43.196889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 1092 time: 0.6928530 Jul 23 17:07:43.197330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:43.199748 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8678cd4c-f48c-445d-a1e9-9f7512766105" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:43.229229 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8a50a-1f14-4d15-9600-cc54e1f0b3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:43.243896 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ad020-0781-45ee-8fb7-c2d25b3def34 x-openstack-request-id: req-476ad020-0781-45ee-8fb7-c2d25b3def34 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:43.244289 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:43.244544 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-476ad020-0781-45ee-8fb7-c2d25b3def34 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:43.244947 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'status': 'completed', 'code': 200} Jul 23 17:07:43.307471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-66403051-86db-4bfe-9357-1e95329e515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.308932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-66403051-86db-4bfe-9357-1e95329e515f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1095 time: 0.0569437 Jul 23 17:07:43.355771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-e006ac4c-44fb-4237-b6ca-2995ff7877a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0376821 Jul 23 17:07:43.406628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-4b8b3ca3-f48f-4bc2-a270-5e903dfe977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.408333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-4b8b3ca3-f48f-4bc2-a270-5e903dfe977c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0457683 Jul 23 17:07:43.444182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-1a6f111e-e603-4899-8ff3-372b4604335f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279181 Jul 23 17:07:43.538208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-c23bdf00-c9f8-47e4-bdce-5490c84fb3ca service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864749 Jul 23 17:07:43.627234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06ac4a89-7fef-4f83-9aae-3f99bd5b02d7 req-e1ab92d9-97b2-4b37-bb96-0e61e3b77d6e service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814741 Jul 23 17:07:43.741441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-90a0342d-c6d0-4f91-adb2-709621b5fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.742980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-90a0342d-c6d0-4f91-adb2-709621b5fc04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1095 time: 0.0589948 Jul 23 17:07:43.835687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-102580a8-e7b0-47b5-a0bb-36434c1abdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.837133 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-102580a8-e7b0-47b5-a0bb-36434c1abdfd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.0830650 Jul 23 17:07:43.884034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-1a99bbb8-3c27-4cc2-a465-2710b6b59352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0392606 Jul 23 17:07:43.935048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-440e4a50-197b-46a3-9ede-a79b7516c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:43.936469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-440e4a50-197b-46a3-9ede-a79b7516c92c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0452170 Jul 23 17:07:43.970742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-d25f0b22-4af7-4ddf-9d8b-0bec67597f2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275762 Jul 23 17:07:44.065455 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-62b5489b-7335-4e4f-97f2-9d538c9a864c service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862465 Jul 23 17:07:44.191481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8678cd4c-f48c-445d-a1e9-9f7512766105 req-00b15368-7be0-459f-9058-162faf2ece75 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154666 Jul 23 17:07:44.217847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50f605-a468-4088-abe5-77e1cb8e1d95 req-ee567818-b6d3-4631-aa0f-694257dc7e4a tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:44.219330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de50f605-a468-4088-abe5-77e1cb8e1d95 req-ee567818-b6d3-4631-aa0f-694257dc7e4a tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 944 time: 0.0877733 Jul 23 17:07:44.256612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de50f605-a468-4088-abe5-77e1cb8e1d95 req-a64e5973-3547-4c9e-9fa5-4f730d3fde13 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Jul 23 17:07:44.370470 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:44.459992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f68e5298-4547-4145-8b52-728ca4d44c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.390426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de7072-b99a-47e3-80c8-71109e56aed6 req-4244e5ba-2c60-4978-9cc7-f57285909a41 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:45.391902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08de7072-b99a-47e3-80c8-71109e56aed6 req-4244e5ba-2c60-4978-9cc7-f57285909a41 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 944 time: 0.0656676 Jul 23 17:07:45.427471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:07:45.430678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08de7072-b99a-47e3-80c8-71109e56aed6 req-bee248ca-88ad-42f5-8900-75fc4316b7a3 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Jul 23 17:07:45.525004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:45.538042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be', 'port_id': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'mac_address': 'fa:16:3e:e0:b7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f5419-29d8-4e7e-967c-5edbe2fb325c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:07:45.574478 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.588279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6540d0a-3649-46c0-bf2a-2e5a92fcbbec {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:07:45.608545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:45.612292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.670175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:45.683953 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:45.884330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:07:46.559979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8e707-19ba-469f-ab51-4089fd217ec4 req-62ff275c-0509-4215-9738-be9fdcf87d2b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:46.561483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61e8e707-19ba-469f-ab51-4089fd217ec4 req-62ff275c-0509-4215-9738-be9fdcf87d2b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 945 time: 0.0646253 Jul 23 17:07:46.604809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61e8e707-19ba-469f-ab51-4089fd217ec4 req-e02f7317-5779-49f5-a259-96a1a84c09de tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Jul 23 17:07:47.431030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:07:47.629212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.649319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:07:47.653168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:07:47.653541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.730905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.737902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f82e-a087-4c3d-a231-331629fda846 req-ae11c413-19c6-4479-84f2-8a19ee583819 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:47.739429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3c7f82e-a087-4c3d-a231-331629fda846 req-ae11c413-19c6-4479-84f2-8a19ee583819 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 945 time: 0.0669780 Jul 23 17:07:47.753680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:07:47.755972 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a73f1ec-9abe-40a3-b700-959e241c350f" -d '{"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:07:47.769047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:07:47.774452 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:07:47.780433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3c7f82e-a087-4c3d-a231-331629fda846 req-46015bc8-be65-47eb-bbfc-85b17121f1ef tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Jul 23 17:07:47.801359 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df66a61-39d2-4429-b3e2-3accb5d52008 x-openstack-request-id: req-5df66a61-39d2-4429-b3e2-3accb5d52008 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:07:47.801647 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:07:47.801893 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5df66a61-39d2-4429-b3e2-3accb5d52008 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:07:47.802302 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'code': 200} Jul 23 17:07:47.833841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:07:47.916180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebebb1-f1ab-4333-9066-5efcba8d7a40 req-6e948cf5-ac85-4774-aaf0-55d4d24c2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:47.917671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caebebb1-f1ab-4333-9066-5efcba8d7a40 req-6e948cf5-ac85-4774-aaf0-55d4d24c2c32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1097 time: 0.0532796 Jul 23 17:07:47.955249 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-caebebb1-f1ab-4333-9066-5efcba8d7a40 req-7539834d-fb72-4676-a5e7-ae4d80118b09 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264640 Jul 23 17:07:48.922069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbb71f-8dc7-4221-915e-1227f66b5a16 req-cb393852-4115-4425-a640-8121f5144364 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:48.923710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcbbb71f-8dc7-4221-915e-1227f66b5a16 req-cb393852-4115-4425-a640-8121f5144364 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0707560 Jul 23 17:07:49.304178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcbbb71f-8dc7-4221-915e-1227f66b5a16 req-13a99d98-85b8-4c32-8276-05a1ba6e5f79 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724306 Jul 23 17:07:50.431446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6359abf-22d3-4430-81ba-62221f0fa95d req-2e4d00fd-a6d8-4922-91fa-efd367cbb135 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:50.432883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6359abf-22d3-4430-81ba-62221f0fa95d req-2e4d00fd-a6d8-4922-91fa-efd367cbb135 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0626957 Jul 23 17:07:50.469366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a6359abf-22d3-4430-81ba-62221f0fa95d req-b0e83dc0-5757-43b5-81c9-32255f0e5c76 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Jul 23 17:07:50.656330 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39672) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:07:50.723829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62570e4-d4de-402f-8cf2-0d1230a644ef req-5dc2ac2e-0cbc-4107-a494-cfc68ad71d27 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:50.725334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a62570e4-d4de-402f-8cf2-0d1230a644ef req-5dc2ac2e-0cbc-4107-a494-cfc68ad71d27 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0664878 Jul 23 17:07:50.766462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a62570e4-d4de-402f-8cf2-0d1230a644ef req-add6b258-f491-4d12-8c18-5143545585bc tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Jul 23 17:07:50.792162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-4eea9577-79b2-4a3f-829f-54aed40c22af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346633 Jul 23 17:07:51.927899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828ff1-29bf-4aaf-a4fc-26d660bc0899 req-391f8afc-e147-43b2-bbd1-baf733103ba0 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:51.929491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51828ff1-29bf-4aaf-a4fc-26d660bc0899 req-391f8afc-e147-43b2-bbd1-baf733103ba0 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0968382 Jul 23 17:07:51.972412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-bd9a9a6b-dee4-4b0d-a123-83e26357690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:51.973866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-bd9a9a6b-dee4-4b0d-a123-83e26357690f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1097 time: 0.0952485 Jul 23 17:07:51.980518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51828ff1-29bf-4aaf-a4fc-26d660bc0899 req-69d631d3-2b9d-4cfe-8039-438b88bb29d5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Jul 23 17:07:52.070951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-5c6dc9a8-2067-4af4-90ae-de812cd135bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:52.072384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-5c6dc9a8-2067-4af4-90ae-de812cd135bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.0908749 Jul 23 17:07:52.114692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-1dc2ca49-16cf-46d9-a76a-f67a7c3f8c4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0338020 Jul 23 17:07:52.168428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-e918aa8d-057e-4936-bedc-8db565ecb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:52.169878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-e918aa8d-057e-4936-bedc-8db565ecb496 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0471389 Jul 23 17:07:52.204998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-13176d1b-5818-4a14-9e0e-72578b870cdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275409 Jul 23 17:07:52.299730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-2d78a7a7-039b-4a7f-a2ef-5a925e5034cc service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871656 Jul 23 17:07:52.393960 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-cea75e61-317c-4a0b-bbb9-21f520f41b88 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872200 Jul 23 17:07:53.110320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d08d-ecfd-45d3-8372-4db53326cc3b req-5cde4123-873c-4735-8460-43b01eec2fe8 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:53.111780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90f8d08d-ecfd-45d3-8372-4db53326cc3b req-5cde4123-873c-4735-8460-43b01eec2fe8 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0631976 Jul 23 17:07:53.150749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90f8d08d-ecfd-45d3-8372-4db53326cc3b req-0e27240e-b509-4676-bc22-00079acd3028 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 23 17:07:54.286590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516c8cb-485d-42fb-bde5-9ebb0660d7ea req-ce795974-bbf6-415e-a8ac-88d0eec3487c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:54.288577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b516c8cb-485d-42fb-bde5-9ebb0660d7ea req-ce795974-bbf6-415e-a8ac-88d0eec3487c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0687344 Jul 23 17:07:54.325586 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b516c8cb-485d-42fb-bde5-9ebb0660d7ea req-6244eb0d-0125-4563-8b56-af182ccddca4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Jul 23 17:07:55.454360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991e34-1c9c-4d5f-aa12-a5d8ba06a0e1 req-96e6d1d6-04e0-411e-9917-f24c36d1c610 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:55.455856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7991e34-1c9c-4d5f-aa12-a5d8ba06a0e1 req-96e6d1d6-04e0-411e-9917-f24c36d1c610 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0640380 Jul 23 17:07:55.493728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7991e34-1c9c-4d5f-aa12-a5d8ba06a0e1 req-9e054950-3d1b-499c-9c94-a207a24d8abd tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Jul 23 17:07:56.624796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c6b0b-ad9c-4a6d-8486-44bd1ac61b45 req-781b849c-538c-4865-baa9-a7c03ed5eea8 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:56.626279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b4c6b0b-ad9c-4a6d-8486-44bd1ac61b45 req-781b849c-538c-4865-baa9-a7c03ed5eea8 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0630972 Jul 23 17:07:56.665797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b4c6b0b-ad9c-4a6d-8486-44bd1ac61b45 req-5d9ec353-e1cf-4dd2-a4b6-e3d29280527c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Jul 23 17:07:57.083767 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:07:57.796587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f206131-c754-412e-896b-53bc3a1c5883 req-37a70e20-efc1-45a3-83a3-831c0598b53c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:57.798060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f206131-c754-412e-896b-53bc3a1c5883 req-37a70e20-efc1-45a3-83a3-831c0598b53c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0660021 Jul 23 17:07:57.834514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f206131-c754-412e-896b-53bc3a1c5883 req-97fee78f-239a-41ca-929d-2d731e2b87a7 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Jul 23 17:07:58.965919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c019e2b-5621-4e3f-bb6c-19e6b21a67ec req-ef224801-cdd2-4955-879e-8050e8d65129 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:07:58.967441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c019e2b-5621-4e3f-bb6c-19e6b21a67ec req-ef224801-cdd2-4955-879e-8050e8d65129 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0645494 Jul 23 17:07:59.005631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c019e2b-5621-4e3f-bb6c-19e6b21a67ec req-a55fc898-27ae-4364-b1c3-a243ee8f2484 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Jul 23 17:07:59.294921 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:00.138888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f138f-fcd2-4d38-94a0-fb8ece67a432 req-59de0755-ed46-4078-ad18-9044181bdce5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:00.140310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-023f138f-fcd2-4d38-94a0-fb8ece67a432 req-59de0755-ed46-4078-ad18-9044181bdce5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0674307 Jul 23 17:08:00.179010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-023f138f-fcd2-4d38-94a0-fb8ece67a432 req-56bb5c7a-458c-4d4f-9b3e-2406a7208867 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Jul 23 17:08:01.308521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f003410-6c0d-4009-a5c4-9a070a27f0a0 req-ab555e2e-2512-4171-ae70-0e14191bc567 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:01.310050 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f003410-6c0d-4009-a5c4-9a070a27f0a0 req-ab555e2e-2512-4171-ae70-0e14191bc567 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0642202 Jul 23 17:08:01.347122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f003410-6c0d-4009-a5c4-9a070a27f0a0 req-29f385c2-1a88-4f2f-b926-50f23230bb9c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Jul 23 17:08:02.480773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbbb47-8799-42d0-b4b9-cfa068e66ad4 req-1c3836e7-f759-4990-8fe8-4b84912a0067 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:02.482356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67cbbb47-8799-42d0-b4b9-cfa068e66ad4 req-1c3836e7-f759-4990-8fe8-4b84912a0067 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0659394 Jul 23 17:08:02.522009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67cbbb47-8799-42d0-b4b9-cfa068e66ad4 req-d0e308de-bc28-4c3f-8afe-cfad7b13eec8 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jul 23 17:08:03.655652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded26bf-daa3-43b1-991c-01bd1e0e0029 req-87bf08ac-43e7-4c05-bf6b-7fa363e569ee tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:03.657121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cded26bf-daa3-43b1-991c-01bd1e0e0029 req-87bf08ac-43e7-4c05-bf6b-7fa363e569ee tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0674624 Jul 23 17:08:03.694888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cded26bf-daa3-43b1-991c-01bd1e0e0029 req-e36e8817-48ab-425e-a42e-7e2f1d64c35d tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Jul 23 17:08:04.826057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9733-de9a-4299-85be-c29dbf2f0a55 req-cc17d524-8c16-49f9-8f93-ffba5a4891c6 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:04.827549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a5d9733-de9a-4299-85be-c29dbf2f0a55 req-cc17d524-8c16-49f9-8f93-ffba5a4891c6 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0648179 Jul 23 17:08:04.865589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a5d9733-de9a-4299-85be-c29dbf2f0a55 req-2803195d-9f7d-4fa8-b953-98cfaeed57f4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Jul 23 17:08:05.999521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47d7f-aa96-4dfd-b738-02f9c1c05e42 req-9c4c4b87-4089-4294-9128-7790f1987c2b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:06.001006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21a47d7f-aa96-4dfd-b738-02f9c1c05e42 req-9c4c4b87-4089-4294-9128-7790f1987c2b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0696425 Jul 23 17:08:06.037913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21a47d7f-aa96-4dfd-b738-02f9c1c05e42 req-754274b4-b5d1-435f-937b-6ada26abc8d4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 23 17:08:07.165530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727c6f4-fa1f-4356-9d16-a04063349cbc req-86f3d583-1875-4178-9e05-505ccf6ee19c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:07.167054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f727c6f4-fa1f-4356-9d16-a04063349cbc req-86f3d583-1875-4178-9e05-505ccf6ee19c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0631118 Jul 23 17:08:07.204236 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f727c6f4-fa1f-4356-9d16-a04063349cbc req-e7f89a39-77cc-4122-997a-ab345ddb49da tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Jul 23 17:08:08.333980 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b6cf4-8a09-4839-93c5-568cc595ca8c req-f43fbe3b-9c63-42af-85ae-767137068370 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:08.335469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-133b6cf4-8a09-4839-93c5-568cc595ca8c req-f43fbe3b-9c63-42af-85ae-767137068370 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0641787 Jul 23 17:08:08.378952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-133b6cf4-8a09-4839-93c5-568cc595ca8c req-bc8ff2ef-a6a9-4e1f-a238-72de326b7237 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jul 23 17:08:09.512171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f788a2-d5d7-4703-a8e5-3d19a87cf80d req-84ce1ebb-d95e-4497-bb1e-74639c319db5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:09.513669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21f788a2-d5d7-4703-a8e5-3d19a87cf80d req-84ce1ebb-d95e-4497-bb1e-74639c319db5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0680857 Jul 23 17:08:09.550954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21f788a2-d5d7-4703-a8e5-3d19a87cf80d req-b4ddfd39-709a-46ec-a2ec-1769e7523fa7 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Jul 23 17:08:10.683301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505372b-405a-4300-866f-2aa1331aac2d req-3549e0c1-fbe9-47b9-b698-2d945a960ed4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:10.684689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b505372b-405a-4300-866f-2aa1331aac2d req-3549e0c1-fbe9-47b9-b698-2d945a960ed4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0644655 Jul 23 17:08:10.721748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b505372b-405a-4300-866f-2aa1331aac2d req-fde3d6d1-0a82-4172-9a9e-391a03b5a05e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jul 23 17:08:11.858407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d1018-7d78-48fe-8a39-95aad7db0cc7 req-1cdd17b8-d918-4af5-805b-7744381ecc11 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:11.859945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-934d1018-7d78-48fe-8a39-95aad7db0cc7 req-1cdd17b8-d918-4af5-805b-7744381ecc11 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0713806 Jul 23 17:08:11.870718 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-903642f4-86dc-4b6a-b0b0-43f057c4b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:11.899551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-934d1018-7d78-48fe-8a39-95aad7db0cc7 req-83658e6a-385d-4391-8ce6-b92d39ab9db4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jul 23 17:08:12.127366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:13.027914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e516-a3db-405d-acac-40e828b2b602 req-dc47fe78-f707-44ed-9ab7-947e5ef5d8bf tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:13.029422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4157e516-a3db-405d-acac-40e828b2b602 req-dc47fe78-f707-44ed-9ab7-947e5ef5d8bf tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0642011 Jul 23 17:08:13.067155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4157e516-a3db-405d-acac-40e828b2b602 req-2c1265ff-5ef0-436a-985d-e5e88700481a tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Jul 23 17:08:14.198392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4cd0-dc69-466b-a775-49f52cee8539 req-ecb7ce44-081a-46ac-b624-4dd7697c5127 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:14.199808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bfa4cd0-dc69-466b-a775-49f52cee8539 req-ecb7ce44-081a-46ac-b624-4dd7697c5127 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0641053 Jul 23 17:08:14.237148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bfa4cd0-dc69-466b-a775-49f52cee8539 req-1782ad68-11db-4343-8bf2-2a50c805e325 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 23 17:08:14.372004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:14.460643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c73e24bf-67d1-4909-83f4-3ec9731c1f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:15.371821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039258-5f4c-4b5b-9609-2be582fbe876 req-91fe93a3-7aa4-4796-9ae5-7791e30227d0 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:15.373349 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32039258-5f4c-4b5b-9609-2be582fbe876 req-91fe93a3-7aa4-4796-9ae5-7791e30227d0 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0690408 Jul 23 17:08:15.411701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32039258-5f4c-4b5b-9609-2be582fbe876 req-0e577e9b-6d62-4b39-92f1-178ffcbab419 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Jul 23 17:08:15.679174 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:16.541697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aafc2-3f0a-41b9-9810-2bfda4d8364f req-aaa417bc-89d6-4759-b350-0050e968ef54 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:16.543250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-152aafc2-3f0a-41b9-9810-2bfda4d8364f req-aaa417bc-89d6-4759-b350-0050e968ef54 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0646865 Jul 23 17:08:16.580288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-152aafc2-3f0a-41b9-9810-2bfda4d8364f req-35715232-4fbb-4b7f-a7f5-88c37284c3ab tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Jul 23 17:08:17.586978 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:17.714178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72111-b3e2-4fa3-b978-58f90ea1eea8 req-ccf57ec4-cf1f-4888-adef-453249a7328c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:17.715665 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e72111-b3e2-4fa3-b978-58f90ea1eea8 req-ccf57ec4-cf1f-4888-adef-453249a7328c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0674670 Jul 23 17:08:17.753611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6e72111-b3e2-4fa3-b978-58f90ea1eea8 req-854bb50f-b366-4105-bc4e-cb2038f2aff3 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Jul 23 17:08:18.883009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb86f8-3a57-4283-9704-f8c927dcb65e req-4deacfb6-aca2-4af6-89ae-672f74a7e188 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:18.884427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9eb86f8-3a57-4283-9704-f8c927dcb65e req-4deacfb6-aca2-4af6-89ae-672f74a7e188 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0642452 Jul 23 17:08:18.922130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b9eb86f8-3a57-4283-9704-f8c927dcb65e req-371b835e-41ac-4f33-9f6e-7fdb249bfce7 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Jul 23 17:08:20.052087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fda4b-8981-4059-9c4e-2bd741e37f56 req-8063c409-98b1-4506-b694-9eeaf315ecd1 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:20.053599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c62fda4b-8981-4059-9c4e-2bd741e37f56 req-8063c409-98b1-4506-b694-9eeaf315ecd1 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0652905 Jul 23 17:08:20.092911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c62fda4b-8981-4059-9c4e-2bd741e37f56 req-339c9f2e-82b7-429b-89dd-32d7063f5619 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Jul 23 17:08:21.230321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b7ce5-a8e5-4d9f-8933-6b7fee566d81 req-6ad8570a-a380-4747-8d19-9aeee832a994 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:21.232482 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f53b7ce5-a8e5-4d9f-8933-6b7fee566d81 req-6ad8570a-a380-4747-8d19-9aeee832a994 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0726814 Jul 23 17:08:21.271443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f53b7ce5-a8e5-4d9f-8933-6b7fee566d81 req-275a01e3-81a0-4212-b44e-9ed965cea92b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Jul 23 17:08:22.251557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-ea41396e-6e8a-47b5-867d-abfc74d354c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.253065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-ea41396e-6e8a-47b5-867d-abfc74d354c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1097 time: 0.0560405 Jul 23 17:08:22.393113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-5f88744f-af6a-4691-ab4f-ccf66cb7d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.394677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-5f88744f-af6a-4691-ab4f-ccf66cb7d7f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.1199558 Jul 23 17:08:22.445496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-24b17261-73a8-4ab3-9c6a-e549b65fc6a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0425611 Jul 23 17:08:22.462123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed405f0-648d-4df0-9204-073202839880 req-8b9c2928-3873-4f1b-843e-453c53017ff4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.463556 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ed405f0-648d-4df0-9204-073202839880 req-8b9c2928-3873-4f1b-843e-453c53017ff4 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.1251445 Jul 23 17:08:22.530730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-95a3bc18-2d89-4d3a-b426-906bb7d246ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:22.532142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-95a3bc18-2d89-4d3a-b426-906bb7d246ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0796831 Jul 23 17:08:22.535351 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ed405f0-648d-4df0-9204-073202839880 req-27f1e971-bcb9-442a-bcd4-d9b25c01ff1d tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648191 Jul 23 17:08:22.567251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-f981ddac-2412-4586-8759-3146bf061305 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287921 Jul 23 17:08:22.578614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-7bbb490e-07e2-4ba2-b0cb-b76c44b04d80 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:08:22.579567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-7bbb490e-07e2-4ba2-b0cb-b76c44b04d80 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Jul 23 17:08:22.675127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-705172ec-f67c-4cab-a4b0-ff69b56852b4 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890965 Jul 23 17:08:22.770830 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5faf743-83e0-4ae5-977a-785ea93ced7c req-f3cde3bc-3b71-4bc9-b7aa-e2b525d5674c service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834763 Jul 23 17:08:23.671908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036f96c-0434-4a2d-9571-18f609c2fdda req-520d16b7-e7ed-4db1-9a0a-bc882d61434c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:23.673412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0036f96c-0434-4a2d-9571-18f609c2fdda req-520d16b7-e7ed-4db1-9a0a-bc882d61434c tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0690222 Jul 23 17:08:23.712608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0036f96c-0434-4a2d-9571-18f609c2fdda req-bbc36e45-c926-4722-92a3-61064e0afbeb tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Jul 23 17:08:24.595482 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-9057d8a0-aee2-40eb-93bc-f5b459af0055 service neutron] show failed (client error): The resource could not be found. Jul 23 17:08:24.596547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-9057d8a0-aee2-40eb-93bc-f5b459af0055 service neutron] 10.222.0.67 "GET /v2.0/ports/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0560153 Jul 23 17:08:24.853679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-10f3f70f-5cf0-4e7f-a71f-3e7620b17f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.855142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-10f3f70f-5cf0-4e7f-a71f-3e7620b17f13 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4&tenant_id=24f1dfd7aa004a039463ba5b6a7902e1 HTTP/1.1" status: 200 len: 1097 time: 0.0985696 Jul 23 17:08:24.870019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693804c-1d00-4c9d-8fea-4cf48ffc7caa req-e1d3058e-2119-4964-98d8-346461d7186b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:24.871427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9693804c-1d00-4c9d-8fea-4cf48ffc7caa req-e1d3058e-2119-4964-98d8-346461d7186b tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0858073 Jul 23 17:08:24.876231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:24.957242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9693804c-1d00-4c9d-8fea-4cf48ffc7caa req-264dd2ac-16e0-4ddc-ba21-3a06c0524015 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785186 Jul 23 17:08:24.972329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.176534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:25.215094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:25.255024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:25.257303 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba210d0-0467-4d51-9c4d-922431014811" -d '{"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-unplugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:25.262065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.275407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Transition to ACTIVE for port object a6540d0a-3649-46c0-bf2a-2e5a92fcbbec will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:25.278907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.307372 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bdba76-9606-46bb-a844-7eea5e571e54 x-openstack-request-id: req-07bdba76-9606-46bb-a844-7eea5e571e54 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:25.307901 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-unplugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:25.308242 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07bdba76-9606-46bb-a844-7eea5e571e54 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:25.308377 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'code': 200} Jul 23 17:08:25.347603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.349821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] No DVR routers for this DVR port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:08:25.358882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.359227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.359565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.359898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.360228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.360557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.360881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.361199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.361527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.361849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.362197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.362513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:25.401191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:25.401530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:25.401864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:25.406198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:25.406521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Attempting to bind port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on network 2346dca1-a077-4742-942f-fdbd9adf35be {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:25.411617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:25.411956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Checking segment: {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:25.412358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Bound using segment: {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:25.412766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Bound port: a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7c98f4-3495-4431-89e1-8797bb323bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:25.413124 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.490913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:25.494010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:25.498316 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.532008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.532653 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:25.534076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] 10.222.0.81 "PUT /v2.0/ports/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 1092 time: 0.6617355 Jul 23 17:08:25.557286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d0630-c2d1-4d81-90d3-22e61a3c3c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:25.629038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-acde6999-f6e9-4c72-9696-c9ad99160c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.630614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-acde6999-f6e9-4c72-9696-c9ad99160c2d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1095 time: 0.0620298 Jul 23 17:08:25.730168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-4e4ef5c7-e80c-427e-bfbc-8c8fdab99e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.731646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-4e4ef5c7-e80c-427e-bfbc-8c8fdab99e0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.0952191 Jul 23 17:08:25.774328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-923cb735-8357-469b-801b-943ff5029a62 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0355654 Jul 23 17:08:25.829194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-ad36c8a7-fa0a-4f3a-b68d-4f85f5a00623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:25.830800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-ad36c8a7-fa0a-4f3a-b68d-4f85f5a00623 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0511053 Jul 23 17:08:25.866260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-20d8b346-ce12-4c28-bcfa-bbb6cbc04db6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jul 23 17:08:25.959066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-e0d59e64-3046-4cc5-9ab5-c4b66d81c7d9 service neutron] 10.222.0.81 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866854 Jul 23 17:08:26.090221 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6db0584-adcc-4cc1-9317-d7393d34fe75 req-2d231bb7-9559-4d38-8e01-1a410f4f5b3f service neutron] 10.222.0.81 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242313 Jul 23 17:08:26.117512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf9ed8-86d0-4147-9c30-de221854280c req-b8412adc-9251-4917-9cac-001b2046c7be tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:26.119239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eaf9ed8-86d0-4147-9c30-de221854280c req-b8412adc-9251-4917-9cac-001b2046c7be tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 944 time: 0.0885484 Jul 23 17:08:26.161036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eaf9ed8-86d0-4147-9c30-de221854280c req-5a10a624-b213-4ca9-a3f9-3fb9d160883f tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Jul 23 17:08:27.307798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e0a4a-14c1-4d8a-a340-7f5c2faa89fb req-abe2042a-03fe-498b-981c-3c8017c4ad0e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.309403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0a4a-14c1-4d8a-a340-7f5c2faa89fb req-abe2042a-03fe-498b-981c-3c8017c4ad0e tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 944 time: 0.0745015 Jul 23 17:08:27.309872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:27.312147 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2df08-8e73-427a-9f2c-3815d48246f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:27.347672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df0e0a4a-14c1-4d8a-a340-7f5c2faa89fb req-97fb550a-b868-45a3-80dc-0f464dfd96e5 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Jul 23 17:08:27.359700 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b28d6c4-7143-4b67-914f-c03aa07dde0c x-openstack-request-id: req-1b28d6c4-7143-4b67-914f-c03aa07dde0c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:27.360000 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:27.360258 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b28d6c4-7143-4b67-914f-c03aa07dde0c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:27.360664 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'status': 'completed', 'code': 200} Jul 23 17:08:27.471703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-0147db62-563d-4b49-b17d-5edd4d321329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.473115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-0147db62-563d-4b49-b17d-5edd4d321329 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1095 time: 0.0922427 Jul 23 17:08:27.480034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-1b731888-0eff-49d5-b6c8-3aeabe3a0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.481472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-1b731888-0eff-49d5-b6c8-3aeabe3a0567 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1095 time: 0.0724101 Jul 23 17:08:27.564481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:08:27.609845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:08:27.648384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-b81cabda-8448-41a7-9505-86464b051745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.649916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-b81cabda-8448-41a7-9505-86464b051745 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.1675329 Jul 23 17:08:27.651036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-0e79e67d-772f-4c79-8ccd-d44a25504949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.652436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-0e79e67d-772f-4c79-8ccd-d44a25504949 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.1629772 Jul 23 17:08:27.700983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-18f9ce1a-1a26-4985-a06e-d245504dad65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0432520 Jul 23 17:08:27.736611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-ab205e16-d120-4e00-b237-9c5cf5f9df83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0710361 Jul 23 17:08:27.808904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-ccfefaa8-84bc-4fff-9c46-a0e22cdbfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.810405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-ccfefaa8-84bc-4fff-9c46-a0e22cdbfcb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0833092 Jul 23 17:08:27.815642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-9fee8843-70d6-4a86-ba63-5fde0d5976c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:27.817052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-9fee8843-70d6-4a86-ba63-5fde0d5976c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0586236 Jul 23 17:08:27.852782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-a5547a25-aa1e-45c0-ae5c-94f8b067e85c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345254 Jul 23 17:08:27.878067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-6c38d7cb-1be7-44fa-8952-2b0f77a53c89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519292 Jul 23 17:08:28.024288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-f21f255d-d24c-4a29-816d-1f396c562a13 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553299 Jul 23 17:08:28.042501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-36513a75-a3c8-47bc-8d49-16400576843e service neutron] 10.222.0.81 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541433 Jul 23 17:08:28.180090 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-680c284e-0261-43a9-b947-014d77788585 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486163 Jul 23 17:08:28.192525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fae2df08-8e73-427a-9f2c-3815d48246f5 req-9144a597-b770-44c3-ab7c-1e6557cdf4b4 service neutron] 10.222.0.81 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404276 Jul 23 17:08:28.481598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b77b1-d8a4-4f03-accb-b0054fa4bb71 req-37089331-d658-490a-a115-402db9674428 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:28.483494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071b77b1-d8a4-4f03-accb-b0054fa4bb71 req-37089331-d658-490a-a115-402db9674428 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 944 time: 0.0645144 Jul 23 17:08:28.524289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-071b77b1-d8a4-4f03-accb-b0054fa4bb71 req-e0b412ec-1c22-4bb5-bab0-d0351fa8363a tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Jul 23 17:08:28.624017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:28.721245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:28.732217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'network_id': '2346dca1-a077-4742-942f-fdbd9adf35be', 'port_id': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'mac_address': 'fa:16:3e:e0:b7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83f5419-29d8-4e7e-967c-5edbe2fb325c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:28.768840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:28.782158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6540d0a-3649-46c0-bf2a-2e5a92fcbbec {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:28.802323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:28.805969 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:28.826209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-abdd7583-67f1-4e4e-a181-254a9e3bc00d tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:28.827671 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-abdd7583-67f1-4e4e-a181-254a9e3bc00d tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.67 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4&tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 944 time: 0.1128159 Jul 23 17:08:28.856307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:28.863847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.864195 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.864540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.864883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.865226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.865561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.865891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.866241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.866574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.866903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.867228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.867552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:28.888159 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-92b978b6-a0e6-4db0-bf0f-1755f84e35e7 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:08:28.889121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-92b978b6-a0e6-4db0-bf0f-1755f84e35e7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0546086 Jul 23 17:08:28.991581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-84293c14-377b-402a-8389-80edfe49e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:28.993060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-84293c14-377b-402a-8389-80edfe49e7a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 1096 time: 0.0569513 Jul 23 17:08:29.125902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:29.312757 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:29.419262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-aba4be25-6fbc-4449-921f-dd1805daafee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.420719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-aba4be25-6fbc-4449-921f-dd1805daafee service neutron] 10.222.0.67 "GET /v2.0/networks?id=2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 200 len: 913 time: 0.4201276 Jul 23 17:08:29.466435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-8baeae05-6271-4582-9ee7-dc42e9972d3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 200 len: 217 time: 0.0385206 Jul 23 17:08:29.517645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-18d8de29-7995-49a8-8df1-019df8ec3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:29.519106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-18d8de29-7995-49a8-8df1-019df8ec3d01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 200 len: 852 time: 0.0454063 Jul 23 17:08:29.553488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-4e7e00b3-e77a-4f88-9cdc-c10829eb3f20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2346dca1-a077-4742-942f-fdbd9adf35be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275452 Jul 23 17:08:29.644591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-e3f3c24c-93cf-47e0-9f7a-5cbaa2d109e3 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830719 Jul 23 17:08:29.732533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-fcd2ef70-172f-4b5d-af2e-76d6ae0be3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813127 Jul 23 17:08:30.637574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:30.684297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2872-b183-430b-920c-e19fac40cb52 req-dd7b801b-0c05-44d0-838c-f1a55e7e7376 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:30.686218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e23b2872-b183-430b-920c-e19fac40cb52 req-dd7b801b-0c05-44d0-838c-f1a55e7e7376 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 945 time: 0.0702605 Jul 23 17:08:30.687903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:30.692277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:30.692660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:30.726574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e23b2872-b183-430b-920c-e19fac40cb52 req-1088f45d-7559-4a07-800d-e7f6d332d8a6 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jul 23 17:08:30.777602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:30.800849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:30.803488 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3141cec-e9bb-495b-a2e8-403860b6c9b8" -d '{"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:30.816848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:30.822171 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:30.846146 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b0f5a-c7c0-4ed4-b10a-afd4131179d8 x-openstack-request-id: req-e82b0f5a-c7c0-4ed4-b10a-afd4131179d8 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:30.846440 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:30.846687 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e82b0f5a-c7c0-4ed4-b10a-afd4131179d8 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:30.847074 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'code': 200} Jul 23 17:08:30.873702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:31.857785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f78a63-18bd-469b-9118-a66770944737 req-9d52e045-0b75-44c0-bdd3-dac07f98dc07 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:31.859282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39f78a63-18bd-469b-9118-a66770944737 req-9d52e045-0b75-44c0-bdd3-dac07f98dc07 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0648789 Jul 23 17:08:31.896933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39f78a63-18bd-469b-9118-a66770944737 req-5128e14a-8183-42e4-beed-add34bb5e9ea tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e8089db-f4ff-4fbd-8296-c8cedf092fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 23 17:08:32.146415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-dc3545d6-5949-418a-ba38-8cd178195539 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:32.147878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-dc3545d6-5949-418a-ba38-8cd178195539 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.81 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 946 time: 0.0632174 Jul 23 17:08:32.247734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Deleting port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:08:32.248069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:32.333551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] For port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,segment=NetworkSegment(2e7c98f4-3495-4431-89e1-8797bb323bb2),segment_id=2e7c98f4-3495-4431-89e1-8797bb323bb2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:32.333901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:32.351019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Calling delete_port for a6540d0a-3649-46c0-bf2a-2e5a92fcbbec owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:08:32.480243 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:32.511087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Pushing event deleted for resources: {'Port': ['ID=a6540d0a-3649-46c0-bf2a-2e5a92fcbbec,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:32.512607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:32.561613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] No DVR routers for this DVR port a6540d0a-3649-46c0-bf2a-2e5a92fcbbec on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:08:32.564303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:32.566377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8951dfc1-dcbc-41be-8186-060a96a8dd7a req-f5a86cd0-01ef-4193-b3de-67f354a30658 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.81 "DELETE /v2.0/ports/a6540d0a-3649-46c0-bf2a-2e5a92fcbbec HTTP/1.1" status: 204 len: 173 time: 0.4133546 Jul 23 17:08:32.566820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-deleted', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:32.569122 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b19b83f-4a56-4854-9109-c77424975847" -d '{"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-deleted", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:32.610974 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a8ec9-dfc2-4385-81e7-49eeed4842ab x-openstack-request-id: req-5d2a8ec9-dfc2-4385-81e7-49eeed4842ab {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:32.611273 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d544f-b59f-48cb-aff7-f0a8f268acd4", "name": "network-vif-deleted", "tag": "a6540d0a-3649-46c0-bf2a-2e5a92fcbbec", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:32.611524 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d2a8ec9-dfc2-4385-81e7-49eeed4842ab {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:32.611924 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53d544f-b59f-48cb-aff7-f0a8f268acd4', 'name': 'network-vif-deleted', 'tag': 'a6540d0a-3649-46c0-bf2a-2e5a92fcbbec', 'status': 'completed', 'code': 200} Jul 23 17:08:33.011222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84691439-ba7a-4b06-9610-5a0355e7bf7e req-a4838b72-467f-4750-ab26-c1ab5d14a568 tempest-DeleteServersTestJSON-1747983744 tempest-DeleteServersTestJSON-1747983744-project] 10.222.0.64 "GET /v2.0/ports?device_id=d53d544f-b59f-48cb-aff7-f0a8f268acd4 HTTP/1.1" status: 200 len: 210 time: 0.0339360 Jul 23 17:08:34.083027 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:08:34.142230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39792) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:34.186132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Deleting subnet e83f5419-29d8-4e7e-967c-5edbe2fb325c {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:08:34.189244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.226517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.264935 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.316583 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.343732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83f5419-29d8-4e7e-967c-5edbe2fb325c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:34.346199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.348012 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e83f5419-29d8-4e7e-967c-5edbe2fb325c HTTP/1.1" status: 204 len: 168 time: 0.2047944 Jul 23 17:08:34.350831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39794) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:34.354461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.354807 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.355146 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.355481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.355818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.356144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.356468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.356795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.357247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.357431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.357750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.358095 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693b62d-c0c9-481c-bf04-86e55a80a448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:08:34.424773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.502190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.512490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2346dca1-a077-4742-942f-fdbd9adf35be']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:34.522201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c98f4-3495-4431-89e1-8797bb323bb2') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:34.522500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c98f4-3495-4431-89e1-8797bb323bb2') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:08:34.532010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.546150 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.552958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:08:34.553353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:08:34.555290 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:08:34.613302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.619309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.621266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] 10.222.0.64 "DELETE /v2.0/networks/2346dca1-a077-4742-942f-fdbd9adf35be HTTP/1.1" status: 204 len: 168 time: 0.2694180 Jul 23 17:08:34.631926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240df3-29af-432a-90a1-8afc66088b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=2346dca1-a077-4742-942f-fdbd9adf35be,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:34.742881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39798) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:34.782858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5353669a-f6aa-4319-beb2-8d49b179a5e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24f1dfd7aa004a039463ba5b6a7902e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387552 Jul 23 17:08:34.785236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39800) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:34.832583 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.854167 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.906246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.908901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:34.910097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e8089db-f4ff-4fbd-8296-c8cedf092fb1 HTTP/1.1" status: 204 len: 168 time: 0.1239367 Jul 23 17:08:34.919480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dcc4b-eaf3-49d7-a6ca-86180f87acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8089db-f4ff-4fbd-8296-c8cedf092fb1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.557412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 39822) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:35.659513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-413634480-network', 'tenant_id': '52b2f4b1555b4bea8c46bb11d560232c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:35.681520 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Made reservation on behalf of 52b2f4b1555b4bea8c46bb11d560232c for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:35.684154 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.692383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.783003 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.786699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.812092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:08:35.822281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658def8-e73e-40fd-946c-9b14d56edf84,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.827010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.827346 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Added segment 4c086127-317e-4815-8e0a-8774f39691d2 of type vlan for network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb Jul 23 17:08:35.868050 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.896699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.897895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:35.898500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.928330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3698099 Jul 23 17:08:35.931820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 39826) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:08:35.937590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Request body: {'subnet': {'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-413634480-subnet', 'tenant_id': '52b2f4b1555b4bea8c46bb11d560232c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:35.959416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Made reservation on behalf of 52b2f4b1555b4bea8c46bb11d560232c for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:35.961733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc449e-19d3-44ae-9497-e3843cb64235 admin admin] Pushing event updated for resources: {'Network': ['ID=67d6f15c-2baa-4ffe-a605-94c1ef8726eb,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:35.961865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:35.971666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:08:36.402696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.452166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c206bc01-3b67-4c95-a612-1959af31e545,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:36.470804 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Checking segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:36.471163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Network hostable DHCP agents. Network: 67d6f15c-2baa-4ffe-a605-94c1ef8726eb, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:08:36.491563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:08:36.500637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 67d6f15c-2baa-4ffe-a605-94c1ef8726eb) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:36.507022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.507966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:36.508808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbcea20-97f0-4792-8561-a5489e273e33 None None] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:36.522475 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2ba99a69-a13f-43d9-9df7-0ea0cad71495 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5888758 Jul 23 17:08:36.641965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539f66d-42e5-4a4e-a518-d7f5fdae9945 None None] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:08:36.702399 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:08:36.725256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: a6540d0a-3649-46c0-bf2a-2e5a92fcbbec {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:08:36.725600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a6540d0a-3649-46c0-bf2a-2e5a92fcbbec not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:08:36.967315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7ce3d8be-456e-4dfd-ab3d-5292d6193ff5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:36.968752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7ce3d8be-456e-4dfd-ab3d-5292d6193ff5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 814 time: 0.1053715 Jul 23 17:08:36.984331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-34bc0b07-fa20-4fe1-9091-417d1ee6d79c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/quotas/52b2f4b1555b4bea8c46bb11d560232c HTTP/1.1" status: 200 len: 375 time: 0.0099998 Jul 23 17:08:37.025334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-9818b835-c855-4867-9e87-58d33c1c48ed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347295 Jul 23 17:08:37.082475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-938b89d3-4a49-428e-a14f-c521e05b3316 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:08:37.083458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-938b89d3-4a49-428e-a14f-c521e05b3316 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516434 Jul 23 17:08:37.173880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-822c1ee5-5aeb-406b-b07f-62b309f0b7b3 service neutron] 10.222.0.64 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Jul 23 17:08:37.266520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-67fae41e-6cb6-41f1-aaf1-24dab3d1a379 service neutron] 10.222.0.64 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864100 Jul 23 17:08:37.431987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66158755-4058-4d46-ac47-17a349c12907 req-3bac1fc5-c099-4c2e-95d0-ed6fec0d6ee2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Jul 23 17:08:38.387636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-336974af-fd4e-4674-ae84-c7db82dc1749 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.389110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-336974af-fd4e-4674-ae84-c7db82dc1749 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 814 time: 0.1074586 Jul 23 17:08:38.407842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Request body: {'port': {'device_id': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'admin_state_up': True, 'tenant_id': '52b2f4b1555b4bea8c46bb11d560232c'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:38.536368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6ac08b2-b7b8-406a-809e-3a4881487965 req-7372e2ab-59e5-4eda-8b8a-a8603312e254 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 210 time: 0.0343323 Jul 23 17:08:38.543358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Made reservation on behalf of 52b2f4b1555b4bea8c46bb11d560232c for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:08:38.546801 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.679870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Allocated IP 172.20.0.9 (67d6f15c-2baa-4ffe-a605-94c1ef8726eb/c206bc01-3b67-4c95-a612-1959af31e545/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:08:38.830599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.868953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.911466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:08:38.914813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:08:38.917799 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:08:38.948122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:38.973251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:38.973860 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:38.989809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-7f8defc4-d535-4ebb-9eb4-547e1637cb54 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863853 Jul 23 17:08:39.001817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Request body: {'port': {'device_id': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:08:39.077301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.343746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:39.351001 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.365048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Transition to ACTIVE for port object a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:08:39.369793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.426270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:39.498304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:08:39.498639 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:08:39.498971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:39.503195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:08:39.503558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:08:39.508463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:08:39.508820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Checking segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:08:39.509211 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Bound using segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:08:39.509638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Bound port: a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:08:39.510035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.575387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:08:39.578594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:08:39.584346 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.636324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.636947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:39.638391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] 10.222.0.67 "PUT /v2.0/ports/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 1091 time: 0.6405537 Jul 23 17:08:39.638843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:39.641180 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13caf4-0422-4e4e-9114-62aafaf19922" -d '{"events": [{"name": "network-changed", "server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:39.686891 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd157e1a-0fd8-47ae-af3c-f10e2ca8f31d x-openstack-request-id: req-cd157e1a-0fd8-47ae-af3c-f10e2ca8f31d {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:39.687183 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:39.687432 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd157e1a-0fd8-47ae-af3c-f10e2ca8f31d {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:39.687890 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'status': 'completed', 'code': 200} Jul 23 17:08:39.688702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93a0f0-999c-4b58-8f12-2b2ee59881dc service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:39.751142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c287-c606-49ac-a53c-8bf028353e30 req-6cb17592-3e43-4b9c-888b-93e629e305ed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.752640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66a3c287-c606-49ac-a53c-8bf028353e30 req-6cb17592-3e43-4b9c-888b-93e629e305ed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.1400576 Jul 23 17:08:39.794696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-609d3569-6721-418d-b1a6-2610cbd9282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.796318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-609d3569-6721-418d-b1a6-2610cbd9282a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1094 time: 0.1019483 Jul 23 17:08:39.803902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66a3c287-c606-49ac-a53c-8bf028353e30 req-72b2e6ca-fc82-4553-8bae-62bcd8ef2e0b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Jul 23 17:08:39.844298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-3b5d237d-0514-4281-9a5a-6402b388827e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0394201 Jul 23 17:08:39.897792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b1b50-ff74-49d7-badd-af5b39620218 req-26bf1c31-35fe-45b1-9095-d80b76cea58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:39.899566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-26bf1c31-35fe-45b1-9095-d80b76cea58b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0440290 Jul 23 17:08:39.937316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-dc3504f3-99d8-4651-b420-cec1033a2f56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277109 Jul 23 17:08:40.035578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-316b7ebc-b5d8-44e7-bbe6-b6df2fa0dddd service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Jul 23 17:08:40.128773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-843b1b50-ff74-49d7-badd-af5b39620218 req-61f34fe5-0467-4ca1-a3f5-14417aea4262 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Jul 23 17:08:40.247378 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-2b3713f0-2319-4e62-b7e5-0790b914630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.248905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-2b3713f0-2319-4e62-b7e5-0790b914630c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1094 time: 0.0593843 Jul 23 17:08:40.341646 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-bbe21daf-9acc-487f-92ec-4403bcee3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.343148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-bbe21daf-9acc-487f-92ec-4403bcee3bff service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0842457 Jul 23 17:08:40.389916 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-0d49b76a-e57f-4ed9-9371-00502b28d4a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0395482 Jul 23 17:08:40.443968 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-092dcf0a-5a6e-4385-a199-c2f185940cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.445419 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-092dcf0a-5a6e-4385-a199-c2f185940cba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0443270 Jul 23 17:08:40.482923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-c649bcca-cabb-49ed-af10-d68e9b38edb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268533 Jul 23 17:08:40.578430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-302da8ff-8c0f-4776-b494-c9a4e62498c6 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Jul 23 17:08:40.672414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bc13caf4-0422-4e4e-9114-62aafaf19922 req-1370caf7-c5cf-4535-a736-2f6c60b585b2 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838418 Jul 23 17:08:40.942934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768628-dad8-4dc5-99e6-47bfa6e74f1b req-3f7dc8a5-d3bb-4a3c-8de3-e9c80fbf08b7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:40.944339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe768628-dad8-4dc5-99e6-47bfa6e74f1b req-3f7dc8a5-d3bb-4a3c-8de3-e9c80fbf08b7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.0689592 Jul 23 17:08:40.982440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe768628-dad8-4dc5-99e6-47bfa6e74f1b req-09d001c5-326a-4b1f-b387-246ad57637f1 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 23 17:08:41.628059 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:08:41.733075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:41.744398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'port_id': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'mac_address': 'fa:16:3e:27:f0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c206bc01-3b67-4c95-a612-1959af31e545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:08:41.781775 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:41.795288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:08:41.815061 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:41.818917 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:41.877711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:41.885176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d6170cf-637e-412d-aa7a-a99cf79f3efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:42.073138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:08:42.115822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed085d-61d9-4d77-bb84-76bd0a21d7af req-ff9335bf-f9c0-4137-9876-04c204f3d06f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:42.117391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bed085d-61d9-4d77-bb84-76bd0a21d7af req-ff9335bf-f9c0-4137-9876-04c204f3d06f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 944 time: 0.0670776 Jul 23 17:08:42.158836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bed085d-61d9-4d77-bb84-76bd0a21d7af req-1711322b-96ae-434c-86a2-fefd8c25b072 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Jul 23 17:08:42.186313 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.289852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece01da-e3c1-401f-b371-0aeeb617ac8f req-2ea6218c-a73c-4a71-b37f-5bf2486f6f62 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:43.291454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bece01da-e3c1-401f-b371-0aeeb617ac8f req-2ea6218c-a73c-4a71-b37f-5bf2486f6f62 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 944 time: 0.0656524 Jul 23 17:08:43.329657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bece01da-e3c1-401f-b371-0aeeb617ac8f req-7360f42e-9748-444d-878b-f4f496cd3bbb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Jul 23 17:08:43.643738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:08:43.693341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:08:43.696984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:08:43.697343 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.776908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.801781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:08:43.804203 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876595e6-2375-41d3-9333-fd9d07e85764" -d '{"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:08:43.817257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:08:43.821407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:43.847202 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a6fcf-bb07-47e3-8f19-0881de26d61b x-openstack-request-id: req-417a6fcf-bb07-47e3-8f19-0881de26d61b {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:08:43.847503 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:08:43.847759 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-417a6fcf-bb07-47e3-8f19-0881de26d61b {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:08:43.848151 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'code': 200} Jul 23 17:08:43.874567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:08:43.956118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631199c-d839-473c-a98b-3ac0a83c3cf4 req-4d03572d-f022-43e3-85b4-b9111ab34c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:43.957639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8631199c-d839-473c-a98b-3ac0a83c3cf4 req-4d03572d-f022-43e3-85b4-b9111ab34c8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1096 time: 0.0572786 Jul 23 17:08:43.992639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8631199c-d839-473c-a98b-3ac0a83c3cf4 req-8283255f-5de1-4b53-9374-0ad7fa79fcf1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272074 Jul 23 17:08:44.375857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.461146 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3f68dff-17c3-425a-9921-cddbf1bf492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:44.464193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9842a-2658-40ad-82c0-35242b32ffab req-83c3664b-eac2-4426-92b9-2e10c816492f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:44.465706 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c9842a-2658-40ad-82c0-35242b32ffab req-83c3664b-eac2-4426-92b9-2e10c816492f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0666327 Jul 23 17:08:44.503358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-74c9842a-2658-40ad-82c0-35242b32ffab req-940ab030-a68b-4ac4-a27c-f2d70b2741cd tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317366 Jul 23 17:08:45.644146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105d7ba-9a8a-4f09-897d-9b840ae767fa req-a1f9baa0-dcfd-480f-b47f-335693da4e28 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.645689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c105d7ba-9a8a-4f09-897d-9b840ae767fa req-a1f9baa0-dcfd-480f-b47f-335693da4e28 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0716901 Jul 23 17:08:45.680458 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:45.688622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c105d7ba-9a8a-4f09-897d-9b840ae767fa req-39129c1b-30b5-4876-b012-8e664e6afac9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Jul 23 17:08:45.819388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870a89-590a-4d55-b413-85f3e3f47b6b req-24fc0f85-a130-42e2-b20f-d88fabd7a49b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:45.820819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d870a89-590a-4d55-b413-85f3e3f47b6b req-24fc0f85-a130-42e2-b20f-d88fabd7a49b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0654061 Jul 23 17:08:45.858297 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d870a89-590a-4d55-b413-85f3e3f47b6b req-4ca952d3-b884-40d2-8748-1d51ff6fd18c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Jul 23 17:08:46.075474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842830-43a8-4dfb-9742-e1cd23680c89 req-ecb95c6c-ea4d-4b8c-b727-3666fb7df174 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.076868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05842830-43a8-4dfb-9742-e1cd23680c89 req-ecb95c6c-ea4d-4b8c-b727-3666fb7df174 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0636487 Jul 23 17:08:46.114179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05842830-43a8-4dfb-9742-e1cd23680c89 req-3d10c703-e499-48cd-bd22-8d97652e9671 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Jul 23 17:08:46.245376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99162a66-750d-46bc-b8fa-efd707194299 req-36b549bf-a825-4591-94b4-bba8bd3702f2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.246877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99162a66-750d-46bc-b8fa-efd707194299 req-36b549bf-a825-4591-94b4-bba8bd3702f2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0681040 Jul 23 17:08:46.283774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99162a66-750d-46bc-b8fa-efd707194299 req-09fc2600-980d-4fc6-965d-d108c9953087 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 23 17:08:46.531343 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-076d1651-106a-43fc-b7c1-d2ea7db310f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612447 Jul 23 17:08:46.544158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e819-c2e1-451e-bbde-a76cb3ac56df req-b6a49e3b-c592-489c-9e48-ee9a285887ed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:46.545657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bd8e819-c2e1-451e-bbde-a76cb3ac56df req-b6a49e3b-c592-489c-9e48-ee9a285887ed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0675604 Jul 23 17:08:46.585303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bd8e819-c2e1-451e-bbde-a76cb3ac56df req-0e83692f-00b8-4cee-9dd0-cbfd6cbc7bec tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Jul 23 17:08:47.590650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:47.761827 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb183b-54e5-4274-84ea-f3bc20c09add req-5fbcb251-c195-4c98-aad1-ee4d865b2398 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:47.763344 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82eb183b-54e5-4274-84ea-f3bc20c09add req-5fbcb251-c195-4c98-aad1-ee4d865b2398 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.1052916 Jul 23 17:08:47.769759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-b2801935-07e1-437c-b14f-43148b5a63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:47.771214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-b2801935-07e1-437c-b14f-43148b5a63a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1096 time: 0.0798664 Jul 23 17:08:47.832622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82eb183b-54e5-4274-84ea-f3bc20c09add req-e1fb7700-8130-4115-bdda-d4ef83cf57c4 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604556 Jul 23 17:08:47.888419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9dc0e7bb-b1ae-4776-a1da-ba7e4e0d71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:47.890014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9dc0e7bb-b1ae-4776-a1da-ba7e4e0d71fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.1031239 Jul 23 17:08:47.931034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-32109960-6762-4e76-bfa2-1863dea0e88c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0339847 Jul 23 17:08:47.983778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-86904cab-d7c4-4f8a-ba53-b96c51e006ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:47.985223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-86904cab-d7c4-4f8a-ba53-b96c51e006ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0432966 Jul 23 17:08:48.023998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-d4eec9bb-8bb6-4525-a30a-6fe1c81f9ee3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318997 Jul 23 17:08:48.114075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-2470d62d-7dd6-46f7-88a1-cc0fa42648be service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822680 Jul 23 17:08:48.211741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-db8107ef-38da-49da-a8b4-1550a6a84b00 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909464 Jul 23 17:08:48.965116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a598af-209a-4c06-8ff6-f470a083cda5 req-1e439f85-dbdd-4d16-856f-6d5ea172bf19 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:48.966611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a598af-209a-4c06-8ff6-f470a083cda5 req-1e439f85-dbdd-4d16-856f-6d5ea172bf19 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0637863 Jul 23 17:08:49.004982 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-70a598af-209a-4c06-8ff6-f470a083cda5 req-8e401227-458b-4058-8e18-ba56656a1ace tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Jul 23 17:08:50.136939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3db8-e438-45c0-9e40-10403f00c15d req-fad28f69-1e86-40b7-80a5-7dd64b31a254 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:50.138355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3acf3db8-e438-45c0-9e40-10403f00c15d req-fad28f69-1e86-40b7-80a5-7dd64b31a254 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0642338 Jul 23 17:08:50.179008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3acf3db8-e438-45c0-9e40-10403f00c15d req-b6935976-b9cf-4f3c-996d-53cc09b000e5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Jul 23 17:08:51.310464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c7d7-56b3-44c0-9859-221f8b14ee5c req-fd8b6b72-6d64-4bc5-b99a-f3890fb21f46 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:51.312006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce40c7d7-56b3-44c0-9859-221f8b14ee5c req-fd8b6b72-6d64-4bc5-b99a-f3890fb21f46 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0657957 Jul 23 17:08:51.351931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce40c7d7-56b3-44c0-9859-221f8b14ee5c req-0e43bc4c-e806-4015-bdd6-9e7b072c059a tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Jul 23 17:08:52.485850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff5f0-76f2-4108-a3bb-6493c3a5fcd2 req-55bbcf8c-810a-49e0-b5f3-c7bd160debe4 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:52.487374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6cff5f0-76f2-4108-a3bb-6493c3a5fcd2 req-55bbcf8c-810a-49e0-b5f3-c7bd160debe4 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0649679 Jul 23 17:08:52.524124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6cff5f0-76f2-4108-a3bb-6493c3a5fcd2 req-90dd1232-cd04-4136-817f-5c14c4b81a24 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jul 23 17:08:53.655585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8a01b-d3bb-4a47-9107-64ff9cc52f1f req-59ddc854-a19b-4df1-82d0-160c52401c23 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:53.657057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ec8a01b-d3bb-4a47-9107-64ff9cc52f1f req-59ddc854-a19b-4df1-82d0-160c52401c23 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0662079 Jul 23 17:08:53.694945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1ec8a01b-d3bb-4a47-9107-64ff9cc52f1f req-9a119c55-a5b5-4ead-a1c4-4d961794b945 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jul 23 17:08:54.830275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def61409-8eb6-429d-83f8-dde3ede23321 req-a59f7078-46eb-4a98-ab66-6ac8678c13b6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:54.832047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-def61409-8eb6-429d-83f8-dde3ede23321 req-a59f7078-46eb-4a98-ab66-6ac8678c13b6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0676711 Jul 23 17:08:54.871439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-def61409-8eb6-429d-83f8-dde3ede23321 req-9f7a6c57-cab3-4b25-9e2b-5f1cf38dcb6d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Jul 23 17:08:56.005267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c7ca-07c2-4093-9021-1fd830d1c4e5 req-582ce550-c320-4ab6-a4d8-7abf78f80e75 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:56.006797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfc9c7ca-07c2-4093-9021-1fd830d1c4e5 req-582ce550-c320-4ab6-a4d8-7abf78f80e75 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0677907 Jul 23 17:08:56.050262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bfc9c7ca-07c2-4093-9021-1fd830d1c4e5 req-4ed33908-2977-4307-b6be-0eaf5c0547ff tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377913 Jul 23 17:08:57.179252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e1e1-6422-4eef-b220-6dae1a0ba696 req-275c14d9-8fd5-4fa2-870e-be9182d3dccc tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:57.180722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1792e1e1-6422-4eef-b220-6dae1a0ba696 req-275c14d9-8fd5-4fa2-870e-be9182d3dccc tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0628150 Jul 23 17:08:57.217265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1792e1e1-6422-4eef-b220-6dae1a0ba696 req-a9b05907-1612-4f34-b2bf-d99bfdb1cf5a tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Jul 23 17:08:58.354239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a493970-25c6-4f93-bfdf-b8a6e81df789 req-213ba5ec-d4ed-443f-9a64-aae893f5bbc9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:58.356046 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a493970-25c6-4f93-bfdf-b8a6e81df789 req-213ba5ec-d4ed-443f-9a64-aae893f5bbc9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0704627 Jul 23 17:08:58.394964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a493970-25c6-4f93-bfdf-b8a6e81df789 req-2b7a2bcd-63a9-44a5-9f5b-04a963965943 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Jul 23 17:08:59.331602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:08:59.874145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f201-0a5d-4333-bbcf-c5c702216e2c req-6303afa4-81bd-46da-a28e-f6380b3a9af5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:08:59.875549 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a61f201-0a5d-4333-bbcf-c5c702216e2c req-6303afa4-81bd-46da-a28e-f6380b3a9af5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.4141572 Jul 23 17:08:59.914222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a61f201-0a5d-4333-bbcf-c5c702216e2c req-808f59ce-e983-4ea1-aec0-362607dcc510 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Jul 23 17:09:01.045776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e5a9e-55b7-4c84-af88-f393fd966fed req-d598e784-0a27-4186-ac6f-55d63084d0d0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:01.047257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a33e5a9e-55b7-4c84-af88-f393fd966fed req-d598e784-0a27-4186-ac6f-55d63084d0d0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0640259 Jul 23 17:09:01.083352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a33e5a9e-55b7-4c84-af88-f393fd966fed req-52b9512e-c65c-4199-b361-afd819a0b944 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305979 Jul 23 17:09:02.215248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e38fe-402c-4c22-848f-b815936e8e65 req-6465b711-275b-4ebc-b32b-ea9af9f975c6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:02.216755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d68e38fe-402c-4c22-848f-b815936e8e65 req-6465b711-275b-4ebc-b32b-ea9af9f975c6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0666609 Jul 23 17:09:02.256865 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d68e38fe-402c-4c22-848f-b815936e8e65 req-6ebcba1a-93d6-4a13-b99b-dd199c93be03 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Jul 23 17:09:03.387820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78d1a6-ba6a-4a66-817d-46a0e5898087 req-08bd6457-ac7d-4872-ba84-9994c4338732 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:03.389290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d78d1a6-ba6a-4a66-817d-46a0e5898087 req-08bd6457-ac7d-4872-ba84-9994c4338732 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0634601 Jul 23 17:09:03.427248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d78d1a6-ba6a-4a66-817d-46a0e5898087 req-6b00ba9e-f278-4662-850e-260cc0be8aa8 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Jul 23 17:09:04.557426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1f47-3048-4641-b6e7-2f245a18b280 req-7a4be01b-254d-48ff-8395-a534afd9df17 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:04.558945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-434a1f47-3048-4641-b6e7-2f245a18b280 req-7a4be01b-254d-48ff-8395-a534afd9df17 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0629005 Jul 23 17:09:04.597205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-434a1f47-3048-4641-b6e7-2f245a18b280 req-997cfcb4-39c8-46c1-88c1-945a9de4d596 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Jul 23 17:09:05.735316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628b373-c3ca-4903-bee0-eba3b00c7f6a req-2b59e8b9-6655-4a19-860a-062dafea89d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:05.736815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d628b373-c3ca-4903-bee0-eba3b00c7f6a req-2b59e8b9-6655-4a19-860a-062dafea89d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jul 23 17:09:05.774815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d628b373-c3ca-4903-bee0-eba3b00c7f6a req-fb19757b-3e9d-4979-90e1-c4afb4a64caf tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Jul 23 17:09:06.910273 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-b7af-45cc-ab29-e6a608fd4cb0 req-cdace5b0-24c5-48a3-90f6-f7c52faa4aed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:06.911763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-420560d1-b7af-45cc-ab29-e6a608fd4cb0 req-cdace5b0-24c5-48a3-90f6-f7c52faa4aed tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0654964 Jul 23 17:09:06.952588 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-420560d1-b7af-45cc-ab29-e6a608fd4cb0 req-1b907cb0-d2e5-4fcf-951e-eed56f5abca6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Jul 23 17:09:08.082703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a934c-d48b-4c44-a30a-04148e6354df req-5ec943ab-9c59-420f-9de4-bbeef31696f7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:08.084200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775a934c-d48b-4c44-a30a-04148e6354df req-5ec943ab-9c59-420f-9de4-bbeef31696f7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0639517 Jul 23 17:09:08.126575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-775a934c-d48b-4c44-a30a-04148e6354df req-c7a84b6d-ef24-49b3-82bd-5bc9bdf48ec7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Jul 23 17:09:09.254776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65fb53-c9cd-400a-83d4-a6a6296dbf3c req-94160326-1a77-4923-acc1-8a20d7270e80 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:09.256273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a65fb53-c9cd-400a-83d4-a6a6296dbf3c req-94160326-1a77-4923-acc1-8a20d7270e80 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0633912 Jul 23 17:09:09.294098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a65fb53-c9cd-400a-83d4-a6a6296dbf3c req-c68e5e4c-8679-4c97-bbb1-37f2c7a46af2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Jul 23 17:09:10.430457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef967d-d8a2-4281-8fd2-84e2b7b9d3d9 req-192d3419-9181-4ce6-990b-90dba4709950 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:10.431961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16ef967d-d8a2-4281-8fd2-84e2b7b9d3d9 req-192d3419-9181-4ce6-990b-90dba4709950 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Jul 23 17:09:10.470112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-16ef967d-d8a2-4281-8fd2-84e2b7b9d3d9 req-50948f6d-c9c0-464b-b709-0b2e82c3edfc tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 23 17:09:11.081993 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:09:11.605249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd61b01-24ae-42d6-833a-f34909ffcd65 req-5d8ee1b9-f933-46ea-9471-1d8a3d1c2cd2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:11.606764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dd61b01-24ae-42d6-833a-f34909ffcd65 req-5d8ee1b9-f933-46ea-9471-1d8a3d1c2cd2 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0695424 Jul 23 17:09:11.646401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9dd61b01-24ae-42d6-833a-f34909ffcd65 req-b7f8d9a3-3604-4631-a9e2-cc8665248b23 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Jul 23 17:09:11.875356 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5208-d592-44ec-880d-e266102c886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.190741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:12.777016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59359c-8ed7-4131-b2ac-3705f70dc532 req-7b24358c-ff8b-4dfa-979a-773309a93675 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:12.778520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d59359c-8ed7-4131-b2ac-3705f70dc532 req-7b24358c-ff8b-4dfa-979a-773309a93675 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0643194 Jul 23 17:09:12.816310 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d59359c-8ed7-4131-b2ac-3705f70dc532 req-5a89c3f5-9b5e-4045-a8d8-4a971c8dee86 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jul 23 17:09:13.949489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc0df1-fe40-4faf-8d5e-7421381e2f52 req-96c70dc8-d58d-4ee6-b8dd-2cbc7174e8f6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:13.951879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82dc0df1-fe40-4faf-8d5e-7421381e2f52 req-96c70dc8-d58d-4ee6-b8dd-2cbc7174e8f6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0646112 Jul 23 17:09:13.996076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82dc0df1-fe40-4faf-8d5e-7421381e2f52 req-72fe4aff-df24-4373-a157-5a12cd7bab5f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Jul 23 17:09:14.377947 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:14.462704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbe3a-05ee-406d-b4d4-84b79a9d7ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:15.128925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e0a10-515c-455a-8aab-83213452f713 req-1cfa8cd1-54e6-492a-8bca-39e306c2dfef tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:15.130452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b19e0a10-515c-455a-8aab-83213452f713 req-1cfa8cd1-54e6-492a-8bca-39e306c2dfef tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0644104 Jul 23 17:09:15.167947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b19e0a10-515c-455a-8aab-83213452f713 req-fa9f8a1b-5a33-4c4a-b554-5d28ba103f9d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Jul 23 17:09:15.685014 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:16.299047 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daa926-7b8a-489e-b1af-82fba8c87ac9 req-ff5eae32-d060-4eed-8f29-f4bea39aa884 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:16.300566 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6daa926-7b8a-489e-b1af-82fba8c87ac9 req-ff5eae32-d060-4eed-8f29-f4bea39aa884 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0657649 Jul 23 17:09:16.339155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6daa926-7b8a-489e-b1af-82fba8c87ac9 req-4b54ddce-8c4f-4b6a-b67c-eae30075fd02 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Jul 23 17:09:17.475831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a580-6660-45c1-b641-dff459b49382 req-9a2b8532-c610-4370-87f5-72ea5a38b0f5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:17.477282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a488a580-6660-45c1-b641-dff459b49382 req-9a2b8532-c610-4370-87f5-72ea5a38b0f5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0678554 Jul 23 17:09:17.515342 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a488a580-6660-45c1-b641-dff459b49382 req-ed40c757-05dd-4e89-aedb-54c9cf0b765b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Jul 23 17:09:17.593377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:18.652403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78688e-254a-4723-a917-5fe82a523d5b req-3e3c7a05-6f87-4386-b71e-877963275efb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:18.654011 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f78688e-254a-4723-a917-5fe82a523d5b req-3e3c7a05-6f87-4386-b71e-877963275efb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0647657 Jul 23 17:09:18.692659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f78688e-254a-4723-a917-5fe82a523d5b req-7cbcdbc8-a585-4113-9ae3-f2fe9da1c55c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Jul 23 17:09:19.828896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640511ed-2000-4325-9761-dd9f396e40bf req-e48e5b20-3de6-4c85-b6ff-90583ba8874c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:19.830437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-640511ed-2000-4325-9761-dd9f396e40bf req-e48e5b20-3de6-4c85-b6ff-90583ba8874c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0643356 Jul 23 17:09:19.875924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-640511ed-2000-4325-9761-dd9f396e40bf req-a8c23788-53e2-4936-b30d-a529cddedae0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 Jul 23 17:09:20.483786 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-c83c8f73-b13f-47a5-b7ce-4daf470ce65e service neutron] show failed (client error): The resource could not be found. Jul 23 17:09:20.484800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-c83c8f73-b13f-47a5-b7ce-4daf470ce65e service neutron] 10.222.0.67 "GET /v2.0/ports/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0560937 Jul 23 17:09:20.694396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-2b8ff0da-5dc4-4278-9442-8cfeb09c65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:20.695924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-2b8ff0da-5dc4-4278-9442-8cfeb09c65b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0&tenant_id=52b2f4b1555b4bea8c46bb11d560232c HTTP/1.1" status: 200 len: 1096 time: 0.0561883 Jul 23 17:09:20.713116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:20.785146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.020361 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:21.066168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cdce2-6d2e-4b3f-81a2-19c18a755bac req-7c3d7a0e-dd59-4d7e-982e-24ac6af38dc7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.067581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a9cdce2-6d2e-4b3f-81a2-19c18a755bac req-7c3d7a0e-dd59-4d7e-982e-24ac6af38dc7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.1052144 Jul 23 17:09:21.076632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:21.139741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:21.142092 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c45884-ed73-4700-9438-f8bb1e0c5a80" -d '{"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:21.148764 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.154107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a9cdce2-6d2e-4b3f-81a2-19c18a755bac req-a743be18-3bd8-40b9-84e0-e298b8f94847 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788493 Jul 23 17:09:21.165183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Transition to ACTIVE for port object a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:21.179111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.204078 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad48c9-be86-43f8-a9d9-dd043a989786 x-openstack-request-id: req-ecad48c9-be86-43f8-a9d9-dd043a989786 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:21.204374 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:21.204624 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecad48c9-be86-43f8-a9d9-dd043a989786 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:21.205009 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'code': 200} Jul 23 17:09:21.245445 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] No DVR routers for this DVR port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:09:21.247276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:21.285917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:21.286300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:21.286628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:21.291088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:09:21.291405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Attempting to bind port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:21.296403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:21.296736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Checking segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:21.297117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Bound using segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:21.297534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Bound port: a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:21.298455 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.365569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:21.368749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:21.372421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.406943 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.408159 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:21.409792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] 10.222.0.81 "PUT /v2.0/ports/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 1091 time: 0.7008030 Jul 23 17:09:21.432326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d579-ec37-4d3c-96e6-a78432c97f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:21.499541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-5edc6ca1-27c9-4b05-a895-f38f29dd90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.501086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-5edc6ca1-27c9-4b05-a895-f38f29dd90cb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1094 time: 0.0575469 Jul 23 17:09:21.596780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-a114852b-9e1c-481b-b2b4-468a61337afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.598301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-a114852b-9e1c-481b-b2b4-468a61337afe service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0908329 Jul 23 17:09:21.638583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-c692f4fd-85fe-48b0-8a4c-fde627df3064 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0338030 Jul 23 17:09:21.690238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-766b6d91-68f2-42af-9bbe-44f379429ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:21.691712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-766b6d91-68f2-42af-9bbe-44f379429ca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0460973 Jul 23 17:09:21.730357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-e86f5730-ab52-4b1a-bb69-ba4e609cdcf7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jul 23 17:09:21.739949 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-8d52de33-5693-473f-ab15-79e5d9bd4b10 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:09:21.740889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-8d52de33-5693-473f-ab15-79e5d9bd4b10 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050611 Jul 23 17:09:21.837043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-36c8187d-ee98-4857-940f-ad4cd7c27806 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895097 Jul 23 17:09:21.932469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f513888b-aa3b-4fa5-af1f-da708d334169 req-c60a6541-6ff5-4894-8c71-7b3ba722c29d service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889008 Jul 23 17:09:22.294935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ecdd1-0eed-4e41-92ee-b9741f21ed07 req-2af6fdea-5e7f-4f70-8a87-a0a94131e342 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:22.296533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d57ecdd1-0eed-4e41-92ee-b9741f21ed07 req-2af6fdea-5e7f-4f70-8a87-a0a94131e342 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.0645828 Jul 23 17:09:22.334416 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d57ecdd1-0eed-4e41-92ee-b9741f21ed07 req-6358c40c-5287-49a5-a1ac-43e96d146c96 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 23 17:09:23.206222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:23.208632 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cb7c6a-3373-40f0-99c4-463d1fe50866" -d '{"events": [{"name": "network-changed", "server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:23.258233 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e683e-e81c-44bf-b587-526a833b1615 x-openstack-request-id: req-037e683e-e81c-44bf-b587-526a833b1615 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:23.258565 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:23.258819 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-037e683e-e81c-44bf-b587-526a833b1615 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:23.259225 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'status': 'completed', 'code': 200} Jul 23 17:09:23.386449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-579f5f54-0064-400a-b855-b0de80a41907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.387994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-579f5f54-0064-400a-b855-b0de80a41907 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1094 time: 0.1042373 Jul 23 17:09:23.404965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-226434df-bbf7-449f-bfa0-76a08b0f5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.406437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-226434df-bbf7-449f-bfa0-76a08b0f5a18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1094 time: 0.0877330 Jul 23 17:09:23.620023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-53edf13c-dbda-4fba-887d-ca1105fc15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.621501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-53edf13c-dbda-4fba-887d-ca1105fc15f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.2260287 Jul 23 17:09:23.627695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-d4b0b253-91de-42ee-b72b-ee734187305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.629125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-d4b0b253-91de-42ee-b72b-ee734187305d service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.1967058 Jul 23 17:09:23.646174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9da51-6468-4b60-bf2f-cbcdfa66d953 req-e21ff3fc-c523-4e6e-a6ca-462bf301bac9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.647673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aa9da51-6468-4b60-bf2f-cbcdfa66d953 req-e21ff3fc-c523-4e6e-a6ca-462bf301bac9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.2387400 Jul 23 17:09:23.690501 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-5b3cc82a-19ef-42c2-81ca-38bef82e5413 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0604703 Jul 23 17:09:23.736629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-aa591bc2-ce71-4641-b959-6c14b7a8dee1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0880067 Jul 23 17:09:23.822631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5aa9da51-6468-4b60-bf2f-cbcdfa66d953 req-e9912adc-4400-4bcf-b0bd-8cef63e4ef10 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669538 Jul 23 17:09:23.824002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-49e9faf8-0f22-4f52-a465-97ff9aba4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.825406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-49e9faf8-0f22-4f52-a465-97ff9aba4848 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.1067593 Jul 23 17:09:23.831130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-c0402fee-cfee-4795-b5a4-f806f383c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:23.832598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-c0402fee-cfee-4795-b5a4-f806f383c795 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0758669 Jul 23 17:09:23.853986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:09:23.890832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-c88456c7-d363-4f02-962a-809c31b549c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571136 Jul 23 17:09:23.892716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-764d98a7-75b5-45f4-a934-f6c4aa63c8e9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512810 Jul 23 17:09:23.893007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:09:24.053505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-57d40399-dcbe-44de-ba52-e6fec6c5f359 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546316 Jul 23 17:09:24.055435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-051bf378-edb5-48b6-a05a-b8a851ad0cb1 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555073 Jul 23 17:09:24.211790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-69a236c5-e22f-46c1-8b76-9f91bd1dfa78 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519871 Jul 23 17:09:24.213603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08cb7c6a-3373-40f0-99c4-463d1fe50866 req-caad9371-c0de-403e-82b8-6eba23875d29 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462402 Jul 23 17:09:24.961035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35646b-1652-4c9c-bf2a-1e6d2a47971b req-74286857-2d5d-490d-abb3-6aa38794056a tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:24.962551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f35646b-1652-4c9c-bf2a-1e6d2a47971b req-74286857-2d5d-490d-abb3-6aa38794056a tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.0687194 Jul 23 17:09:24.996258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:09:25.003000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5f35646b-1652-4c9c-bf2a-1e6d2a47971b req-65ac718b-33d8-4138-82ff-fa4ad206d8b7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348525 Jul 23 17:09:25.100101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:25.112845 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'port_id': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'mac_address': 'fa:16:3e:27:f0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c206bc01-3b67-4c95-a612-1959af31e545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:09:25.154724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:25.168025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:25.191101 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:25.195046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:25.241253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:25.255797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0cb71-4470-45b0-b781-af32eb4a7f6b req-b1bb99e1-e1b5-4864-9c2a-615221550d94 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.257505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eb0cb71-4470-45b0-b781-af32eb4a7f6b req-b1bb99e1-e1b5-4864-9c2a-615221550d94 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 943 time: 0.1070547 Jul 23 17:09:25.284343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-9dce8d7d-9187-40ff-b974-c2d67b2e4b5e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.285772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-9dce8d7d-9187-40ff-b974-c2d67b2e4b5e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0&tenant_id=52b2f4b1555b4bea8c46bb11d560232c&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 944 time: 0.1019192 Jul 23 17:09:25.343531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7eb0cb71-4470-45b0-b781-af32eb4a7f6b req-441c2e4c-97e7-4734-9fc5-2bd8870d1caa tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796838 Jul 23 17:09:25.366473 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-80b8e3f4-3658-4f13-b440-5cdd27cd38e2 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:09:25.367402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-80b8e3f4-3658-4f13-b440-5cdd27cd38e2 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0732663 Jul 23 17:09:25.468230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-ee2291a3-3a50-4ff8-a7bd-85f4b8bf25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.468477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:09:25.469743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-ee2291a3-3a50-4ff8-a7bd-85f4b8bf25ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 1095 time: 0.0584462 Jul 23 17:09:25.568536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-f04995d2-73d6-430b-8bdf-765691ad1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.570431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-f04995d2-73d6-430b-8bdf-765691ad1911 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0933237 Jul 23 17:09:25.615052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-cdb8ce58-ad14-49cf-bd9f-8adc6488ce57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 200 len: 217 time: 0.0361741 Jul 23 17:09:25.666475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-b9f168e5-9233-4824-a574-f2aa8a81737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:25.667829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-b9f168e5-9233-4824-a574-f2aa8a81737e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0454650 Jul 23 17:09:25.707785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-96ba63f1-0714-4236-b517-61f6b477b2e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330737 Jul 23 17:09:25.798444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-a1f0cc8c-e8e1-4ba4-8bab-3e0e2c7a2226 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831339 Jul 23 17:09:25.893686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eefa0a4e-5f4a-40b6-9bb8-61115aaec301 req-1c4c8831-1873-40fc-975e-6600e0ecc103 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885065 Jul 23 17:09:26.484352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e6ae7-aeb2-41c9-aca8-ec3541ff1f2d req-818145ff-dfc4-4b58-ba66-2ebc7717c11c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:26.485886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a5e6ae7-aeb2-41c9-aca8-ec3541ff1f2d req-818145ff-dfc4-4b58-ba66-2ebc7717c11c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 944 time: 0.0688169 Jul 23 17:09:26.536464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a5e6ae7-aeb2-41c9-aca8-ec3541ff1f2d req-334840ae-41fc-40c7-894b-9f5c0afbcd93 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Jul 23 17:09:26.671289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81f85-0e21-4bc0-bb5c-f1aa7018097d req-c59a7256-8877-4afd-a7dd-43010507c8f0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:26.672754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51d81f85-0e21-4bc0-bb5c-f1aa7018097d req-c59a7256-8877-4afd-a7dd-43010507c8f0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 944 time: 0.0662045 Jul 23 17:09:26.711268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51d81f85-0e21-4bc0-bb5c-f1aa7018097d req-991e8f4a-8271-49ca-87c5-8fcb69c9e8c8 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Jul 23 17:09:26.850718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f597571-e59d-431a-a546-bcebea45c65c req-908f155e-8e0d-415f-b54a-44dedbad1fce tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:26.852377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f597571-e59d-431a-a546-bcebea45c65c req-908f155e-8e0d-415f-b54a-44dedbad1fce tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 944 time: 0.0695028 Jul 23 17:09:26.890325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f597571-e59d-431a-a546-bcebea45c65c req-e9b50613-a19d-4825-a5ad-448c804a1fea tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 23 17:09:26.996385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:27.053425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:27.057922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:27.057922 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.143179 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.166213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:27.168449 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faac95a-27bb-4a6a-8046-1d2472321b54" -d '{"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:27.183751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:27.188809 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:27.215109 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed4b05-8778-49f0-aff1-5d06238aae1e x-openstack-request-id: req-14ed4b05-8778-49f0-aff1-5d06238aae1e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:27.215412 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-plugged", "status": "completed", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:27.215712 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14ed4b05-8778-49f0-aff1-5d06238aae1e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:27.216143 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'code': 200} Jul 23 17:09:27.240783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:27.256700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-27d92270-2f14-4f7e-8c0c-755f1846aabb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:27.258206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-27d92270-2f14-4f7e-8c0c-755f1846aabb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 814 time: 0.1140652 Jul 23 17:09:27.272560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-d2aabf3e-338f-450a-96d2-03fba6493459 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/quotas/52b2f4b1555b4bea8c46bb11d560232c HTTP/1.1" status: 200 len: 375 time: 0.0089903 Jul 23 17:09:27.336502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-bc349b0e-5c2b-4312-af91-d097b15422f0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588565 Jul 23 17:09:27.426052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-dfac37c2-ab6b-4329-9572-b2b0b73464a2 service neutron] 10.222.0.64 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829220 Jul 23 17:09:27.518404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-fa1b6f9b-8475-4796-aaeb-f8a0172a6d98 service neutron] 10.222.0.64 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867145 Jul 23 17:09:27.685311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-995f81bb-e160-4ad0-90bb-758b17b1eb92 req-b107d98f-93e6-45f3-a3d6-f15eb2c69ec3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Jul 23 17:09:28.619475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-e4efcc80-bea7-4a74-add1-29466eae3cd6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:28.620839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-e4efcc80-bea7-4a74-add1-29466eae3cd6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a76bd8b-7ce3-4898-976a-6c903b2354f0 HTTP/1.1" status: 200 len: 945 time: 0.0733848 Jul 23 17:09:28.727752 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Deleting port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:09:28.728219 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.822677 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb3f8dd8-e24a-4249-8773-2270b7edcec2 req-c2eac73c-27e5-4585-a0de-c217a0cb86c6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 210 time: 0.0671930 Jul 23 17:09:28.827562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.81', 49448) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:09:28.856840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] For port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:28.857191 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:28.870482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Calling delete_port for a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:09:28.993407 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-e917a21c-48f4-47a0-8567-22f0c6929403 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:28.994964 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-e917a21c-48f4-47a0-8567-22f0c6929403 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 814 time: 0.1658163 Jul 23 17:09:29.019182 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.021648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Request body: {'port': {'device_id': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'admin_state_up': True, 'tenant_id': '52b2f4b1555b4bea8c46bb11d560232c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:29.051345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:09:29.052684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Pushing event deleted for resources: {'Port': ['ID=a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:29.065652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.066045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.066388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.066724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.067054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.067384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.067707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.068029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.068354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.068673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.068993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.069311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:29.112630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] No DVR routers for this DVR port a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:09:29.115241 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.117365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.81 "DELETE /v2.0/ports/a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 HTTP/1.1" status: 204 len: 173 time: 0.4900250 Jul 23 17:09:29.117825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-deleted', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:29.120132 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577ca6e-bbf8-4811-b232-8e39ef634bd9" -d '{"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-deleted", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:29.155997 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109cc53-36ca-4dc1-8137-0b97975b6aa2 x-openstack-request-id: req-2109cc53-36ca-4dc1-8137-0b97975b6aa2 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:29.156332 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a76bd8b-7ce3-4898-976a-6c903b2354f0", "name": "network-vif-deleted", "tag": "a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:29.156586 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2109cc53-36ca-4dc1-8137-0b97975b6aa2 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:29.156946 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a76bd8b-7ce3-4898-976a-6c903b2354f0', 'name': 'network-vif-deleted', 'tag': 'a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15', 'status': 'completed', 'code': 200} Jul 23 17:09:29.160428 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Made reservation on behalf of 52b2f4b1555b4bea8c46bb11d560232c for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:09:29.164289 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.301893 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Allocated IP 172.20.0.4 (67d6f15c-2baa-4ffe-a605-94c1ef8726eb/c206bc01-3b67-4c95-a612-1959af31e545/3b808258-41ee-4a9b-9e89-8a11da607339) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:09:29.331576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.459246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.497839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.542382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:09:29.545589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:09:29.549987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:09:29.575599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:29.605124 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:29.605800 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.620226 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-68f4eb41-2957-4ed7-92cf-34e43852a682 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052680 Jul 23 17:09:29.636288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Request body: {'port': {'device_id': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:09:29.719419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:29.968081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a3e55-e68e-48cb-846d-7730b00f42e1 req-d08ae66d-f959-4b28-bc3e-593bbe3cf534 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:29.969655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f2a3e55-e68e-48cb-846d-7730b00f42e1 req-d08ae66d-f959-4b28-bc3e-593bbe3cf534 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 931 time: 0.0648446 Jul 23 17:09:30.012383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f2a3e55-e68e-48cb-846d-7730b00f42e1 req-2a6c38ab-994b-4804-9edf-08a34749dd98 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Jul 23 17:09:30.045655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b808258-41ee-4a9b-9e89-8a11da607339 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:30.053340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.066489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Transition to ACTIVE for port object 3b808258-41ee-4a9b-9e89-8a11da607339 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:09:30.070401 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.118755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.190951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:09:30.191668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:09:30.192001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:30.196194 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:09:30.196516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:09:30.201278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:09:30.201611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Checking segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:09:30.202021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Bound using segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:09:30.202455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Bound port: 3b808258-41ee-4a9b-9e89-8a11da607339, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:09:30.202795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.270495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:09:30.274274 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:09:30.278389 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.311016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.311649 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:30.313108 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] 10.222.0.81 "PUT /v2.0/ports/3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 1091 time: 0.6810505 Jul 23 17:09:30.315877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:30.318186 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2380ef3-371f-4bfc-9e52-0f6a353805ae" -d '{"events": [{"name": "network-changed", "server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:30.344695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a2763-ec03-4a4e-be0b-3f906c5d51c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:30.445253 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d70fca-6f27-4a16-b8e5-848c04419950 x-openstack-request-id: req-00d70fca-6f27-4a16-b8e5-848c04419950 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:30.445551 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:30.445802 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00d70fca-6f27-4a16-b8e5-848c04419950 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:30.446249 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'status': 'completed', 'code': 200} Jul 23 17:09:30.467550 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-9fefce88-1395-4b64-bf1e-f971cdb1c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.469061 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-9fefce88-1395-4b64-bf1e-f971cdb1c4f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.1028140 Jul 23 17:09:30.534243 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-52053d29-e259-4662-8dbd-ba5b52a56140 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0515618 Jul 23 17:09:30.594970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391647da-e097-43a5-830e-f1af072deabf req-d991f70f-6114-4661-8f87-4ce9b30883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.596432 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-d991f70f-6114-4661-8f87-4ce9b30883f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0568733 Jul 23 17:09:30.650726 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-007a0b03-e064-42ea-a7f9-85c59c901070 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484626 Jul 23 17:09:30.743948 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-05259d10-87cd-422a-9cc5-e98e7e4a58ed service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866814 Jul 23 17:09:30.832911 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-391647da-e097-43a5-830e-f1af072deabf req-5df061f8-a798-47fa-802e-97e10fa601d8 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829937 Jul 23 17:09:30.982834 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-f64a600e-adf6-4600-bd6a-fdeaf66b4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:30.984613 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-f64a600e-adf6-4600-bd6a-fdeaf66b4980 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.0591190 Jul 23 17:09:31.011398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:09:31.033353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:09:31.033698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device a7cb4db4-2a1d-4e36-ac88-cd755bc5ac15 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:09:31.137805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-2517525f-3eca-4935-90cf-8bfb7813a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:31.139246 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-2517525f-3eca-4935-90cf-8bfb7813a1a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.1492252 Jul 23 17:09:31.144412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3f9f1-5bb0-4d8c-bd34-ce3af4c43016 req-d7140439-f765-4f0e-8a9d-3440c6028d8c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:31.145992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ee3f9f1-5bb0-4d8c-bd34-ce3af4c43016 req-d7140439-f765-4f0e-8a9d-3440c6028d8c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.0643525 Jul 23 17:09:31.181885 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-60a00f19-862f-428d-bad6-31dc12fb778e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0346925 Jul 23 17:09:31.186334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ee3f9f1-5bb0-4d8c-bd34-ce3af4c43016 req-5f0a5314-fdda-4e74-a332-7d3e6e11f9eb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Jul 23 17:09:31.300026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-f14d5aa4-552c-451a-a612-d7ec16e44308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:31.301472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-f14d5aa4-552c-451a-a612-d7ec16e44308 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.1010389 Jul 23 17:09:31.337083 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-1be7ba39-93d2-44e9-aa3e-995fc471c81f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284860 Jul 23 17:09:31.430448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-5f657ba6-86df-4e88-b9fa-cff63df991a2 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Jul 23 17:09:31.526699 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e2380ef3-371f-4bfc-9e52-0f6a353805ae req-24818942-de57-4e70-af18-3250d2a10ac9 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902665 Jul 23 17:09:32.320174 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc2240-9770-4ae1-8982-2ab50e4456c6 req-71476d24-a4a6-445a-b16d-cd6d6316caa9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:32.321666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9acc2240-9770-4ae1-8982-2ab50e4456c6 req-71476d24-a4a6-445a-b16d-cd6d6316caa9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.0648792 Jul 23 17:09:32.359538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9acc2240-9770-4ae1-8982-2ab50e4456c6 req-a420aaee-3a38-405c-956a-0a5a4ee39e8d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Jul 23 17:09:33.027035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:09:33.121764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:33.134038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '3b808258-41ee-4a9b-9e89-8a11da607339', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'port_id': '3b808258-41ee-4a9b-9e89-8a11da607339', 'mac_address': 'fa:16:3e:76:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c206bc01-3b67-4c95-a612-1959af31e545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:09:33.175741 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:33.188577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b808258-41ee-4a9b-9e89-8a11da607339 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:09:33.210087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:33.214104 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:33.260610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:33.267721 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.268064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.268429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.268764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.269098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.269423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.269749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.270102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.270431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.270754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.271075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.271401 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:09:33.483768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['3b808258-41ee-4a9b-9e89-8a11da607339'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:09:33.498855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4676-ee43-4269-867c-99386d424cf6 req-9c66e0db-c8e7-4cd5-b48a-99d2f91bad8f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:33.500358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-397e4676-ee43-4269-867c-99386d424cf6 req-9c66e0db-c8e7-4cd5-b48a-99d2f91bad8f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0714002 Jul 23 17:09:33.540387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-397e4676-ee43-4269-867c-99386d424cf6 req-fb6c98b2-1720-4ff6-9d0d-1dc25932eaab tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344610 Jul 23 17:09:34.673736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474451-7cfe-4c10-a2a5-4db9d9767c9b req-eb9b1b30-73de-421a-8d73-7ec90e75cb4e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:34.675989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a474451-7cfe-4c10-a2a5-4db9d9767c9b req-eb9b1b30-73de-421a-8d73-7ec90e75cb4e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0680778 Jul 23 17:09:34.713667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a474451-7cfe-4c10-a2a5-4db9d9767c9b req-89361879-e9c4-4a27-94a5-fce3b89187c7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Jul 23 17:09:35.036569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:09:35.083092 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 3b808258-41ee-4a9b-9e89-8a11da607339 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:09:35.086574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 3b808258-41ee-4a9b-9e89-8a11da607339 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:09:35.086940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.162528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.184548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:09:35.186887 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d0970b-5aa6-40c6-8f77-bcbb4e63072f" -d '{"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-plugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:09:35.202806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:09:35.207144 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:35.230732 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e7cd3-723c-4863-86e8-f40e26249bd1 x-openstack-request-id: req-5b7e7cd3-723c-4863-86e8-f40e26249bd1 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:09:35.231020 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-plugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:09:35.231268 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b7e7cd3-723c-4863-86e8-f40e26249bd1 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:09:35.231649 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'code': 200} Jul 23 17:09:35.257131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:09:35.360618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0bf37-3641-450b-b7ca-4b86ee1eec83 req-b512f7d0-511e-4982-a758-5e2b7edf4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:35.362182 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49d0bf37-3641-450b-b7ca-4b86ee1eec83 req-b512f7d0-511e-4982-a758-5e2b7edf4f93 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1096 time: 0.0556839 Jul 23 17:09:35.403496 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49d0bf37-3641-450b-b7ca-4b86ee1eec83 req-c064ae1f-2fd3-4383-b4f2-8c799432e7de service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Jul 23 17:09:35.843560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f210f-c2a4-4e65-add7-1e3593247d56 req-f97375ff-2536-4ca2-bc04-8e9c423c23e7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:35.845041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9f210f-c2a4-4e65-add7-1e3593247d56 req-f97375ff-2536-4ca2-bc04-8e9c423c23e7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0653989 Jul 23 17:09:35.886775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4f9f210f-c2a4-4e65-add7-1e3593247d56 req-4f0a8c58-a81c-46be-a904-e689f6322a09 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Jul 23 17:09:37.022338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607dc04-9caf-4b34-ad9a-b229a56b6ab7 req-32a5bd03-3de9-4d2c-88ae-cba1a47c6607 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:37.023934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3607dc04-9caf-4b34-ad9a-b229a56b6ab7 req-32a5bd03-3de9-4d2c-88ae-cba1a47c6607 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0671542 Jul 23 17:09:37.060895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3607dc04-9caf-4b34-ad9a-b229a56b6ab7 req-6e1a5054-ab08-43e8-ba83-7fbace08cc4c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Jul 23 17:09:37.187985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1616583-e4fa-4953-863f-0b1a897d6498 req-2c001937-cd1b-4f55-ae1b-3159b06ae806 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:37.189386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1616583-e4fa-4953-863f-0b1a897d6498 req-2c001937-cd1b-4f55-ae1b-3159b06ae806 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0632825 Jul 23 17:09:37.227285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d1616583-e4fa-4953-863f-0b1a897d6498 req-a7db77fc-b9b0-40d8-bb58-77be327c53a4 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Jul 23 17:09:37.478150 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-67597d61-07ef-47c7-9635-121a003095a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654073 Jul 23 17:09:37.837194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154736d-d9c6-40c5-bf62-f0baca1671cd req-0171faf3-b9cb-4aa2-8d8d-94b005478262 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:37.838752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4154736d-d9c6-40c5-bf62-f0baca1671cd req-0171faf3-b9cb-4aa2-8d8d-94b005478262 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.4170606 Jul 23 17:09:37.879732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4154736d-d9c6-40c5-bf62-f0baca1671cd req-aca5207e-b881-41d2-9772-82b687578aa5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Jul 23 17:09:38.691262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-72661b8c-cc18-4c1e-9bd0-23f0d820c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:38.692745 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-72661b8c-cc18-4c1e-9bd0-23f0d820c258 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1096 time: 0.0566888 Jul 23 17:09:38.784090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-400b1a21-a7bb-43ea-8e2a-30c4b8205ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:38.786211 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-400b1a21-a7bb-43ea-8e2a-30c4b8205ae3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0878458 Jul 23 17:09:38.825713 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-075ef414-2ef3-45ec-8cff-f60e1ee14d43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0336680 Jul 23 17:09:38.874340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-80474e31-1a7c-40af-bcfc-268eedf62b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:38.875668 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-80474e31-1a7c-40af-bcfc-268eedf62b36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0427547 Jul 23 17:09:38.909332 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-7447e762-d4bc-4b68-a983-b3c59df89826 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Jul 23 17:09:39.006366 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-20e67beb-6340-4935-a0ff-36a09dd3a45f service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911870 Jul 23 17:09:39.017045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555ff0-4d3b-44a3-8c69-f8b8489c9547 req-6adda2ed-5ffd-40f0-ba7d-204e918ce55d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:39.018574 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0555ff0-4d3b-44a3-8c69-f8b8489c9547 req-6adda2ed-5ffd-40f0-ba7d-204e918ce55d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0669320 Jul 23 17:09:39.057989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0555ff0-4d3b-44a3-8c69-f8b8489c9547 req-5f51ba06-1950-429e-bdc9-cbdc896576fe tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Jul 23 17:09:39.105858 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-5d2d0524-88e2-4144-9921-3f91b76d1087 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939975 Jul 23 17:09:40.192612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88d86-8959-4bb4-b85f-b295581982e6 req-c51fb3f5-8476-414f-bc2d-91b075666c88 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:40.194275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0a88d86-8959-4bb4-b85f-b295581982e6 req-c51fb3f5-8476-414f-bc2d-91b075666c88 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0647066 Jul 23 17:09:40.240848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b0a88d86-8959-4bb4-b85f-b295581982e6 req-5bc7eaca-5865-4707-b699-e140f045c56f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Jul 23 17:09:41.372117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b30d-1f1f-4039-8919-90a4e9e1b2b8 req-d0cdd312-a09a-472a-adb8-9b2bd65f3226 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:41.373611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa48b30d-1f1f-4039-8919-90a4e9e1b2b8 req-d0cdd312-a09a-472a-adb8-9b2bd65f3226 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0659652 Jul 23 17:09:41.411920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa48b30d-1f1f-4039-8919-90a4e9e1b2b8 req-19601925-cd54-4d07-ad33-6f0d58b24ec9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 23 17:09:41.877028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-950d5998-ac0d-4ef5-b3e5-6612fa261586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.189752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:42.545793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99e92-134a-4ade-888f-e1e68f18b03e req-b3634da1-fb71-4cd6-903d-c8d5b78c7bd0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:42.547309 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcb99e92-134a-4ade-888f-e1e68f18b03e req-b3634da1-fb71-4cd6-903d-c8d5b78c7bd0 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0657885 Jul 23 17:09:42.587797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcb99e92-134a-4ade-888f-e1e68f18b03e req-54653f63-1b4b-4f4b-82c9-94b99355509e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 23 17:09:43.723806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1a1b-9b53-44cb-935a-5079e8ae2737 req-4b0fcb4d-1ac7-43c9-a59c-fd9b41cd7b88 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:43.725401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d0c1a1b-9b53-44cb-935a-5079e8ae2737 req-4b0fcb4d-1ac7-43c9-a59c-fd9b41cd7b88 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0690954 Jul 23 17:09:43.766758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d0c1a1b-9b53-44cb-935a-5079e8ae2737 req-28f73959-d67c-482b-9608-d15ddc29a01e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jul 23 17:09:44.383051 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.463189 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c2d7e11-ea8a-426f-97ae-7032cdcd2efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:44.898805 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06bafe-a91c-4f90-9148-1b40aee73f4a req-1d1a40bd-ee65-492d-8acf-2cdce1d232eb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:44.900273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d06bafe-a91c-4f90-9148-1b40aee73f4a req-1d1a40bd-ee65-492d-8acf-2cdce1d232eb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 23 17:09:44.937481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d06bafe-a91c-4f90-9148-1b40aee73f4a req-aab23095-b0ef-4603-87c4-873e6a54eb17 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 23 17:09:45.687477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:46.070559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776fa7-5f52-460b-836e-de5f1bdf9fa8 req-6ac909a3-9c98-4b77-9672-30662f503581 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:46.072027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55776fa7-5f52-460b-836e-de5f1bdf9fa8 req-6ac909a3-9c98-4b77-9672-30662f503581 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0674829 Jul 23 17:09:46.109313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55776fa7-5f52-460b-836e-de5f1bdf9fa8 req-8671427b-b4dd-4c3d-a7c7-9afecf146208 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jul 23 17:09:47.239381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1380b-8498-4634-92ef-d502f4249edc req-c7461a02-5561-4270-8b10-6cc5de63968c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:47.240990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18d1380b-8498-4634-92ef-d502f4249edc req-c7461a02-5561-4270-8b10-6cc5de63968c tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0650105 Jul 23 17:09:47.280886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18d1380b-8498-4634-92ef-d502f4249edc req-6f81f651-5d3f-40e1-ac45-8cbf6b08e2c9 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342400 Jul 23 17:09:47.596061 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:09:48.081704 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:09:48.414585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342800-f116-471d-903e-25f17d118789 req-deceab27-0e8d-4ba9-a09b-7b67c97b5383 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:48.416110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc342800-f116-471d-903e-25f17d118789 req-deceab27-0e8d-4ba9-a09b-7b67c97b5383 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0661175 Jul 23 17:09:48.453454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc342800-f116-471d-903e-25f17d118789 req-3cc17256-6148-489d-9b23-ef533768e631 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Jul 23 17:09:49.590808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa8032-7fda-4179-9ae9-2294e74db9ef req-4f25dc7c-7e45-4c48-b46a-492ea10491f5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:49.592301 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21aa8032-7fda-4179-9ae9-2294e74db9ef req-4f25dc7c-7e45-4c48-b46a-492ea10491f5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0691421 Jul 23 17:09:49.629459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21aa8032-7fda-4179-9ae9-2294e74db9ef req-a42161bb-12a2-4861-90ed-bd373c01342e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Jul 23 17:09:50.760144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b38d-e2d1-438e-b510-d0aa3153830c req-807aa856-ce08-4146-b8d3-563d4a961f1b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:50.761623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c70b38d-e2d1-438e-b510-d0aa3153830c req-807aa856-ce08-4146-b8d3-563d4a961f1b tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0639474 Jul 23 17:09:50.801399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5c70b38d-e2d1-438e-b510-d0aa3153830c req-ddeb4dd9-4b06-437f-9282-cf2ad3281fb8 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Jul 23 17:09:51.934760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66167fa-edde-43a1-b9be-06983619afb4 req-83f8c24d-ea3b-4186-88b7-03f03a6643d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:51.936233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d66167fa-edde-43a1-b9be-06983619afb4 req-83f8c24d-ea3b-4186-88b7-03f03a6643d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jul 23 17:09:51.973668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d66167fa-edde-43a1-b9be-06983619afb4 req-968b1899-7259-44ad-8de7-8db836c02313 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Jul 23 17:09:53.115986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8db9-acf5-4d79-9f0f-46eb11f004a9 req-6b3b3329-1408-46c0-a052-a7278095c4e7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:53.117492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384c8db9-acf5-4d79-9f0f-46eb11f004a9 req-6b3b3329-1408-46c0-a052-a7278095c4e7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0660973 Jul 23 17:09:53.155569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-384c8db9-acf5-4d79-9f0f-46eb11f004a9 req-ccec8765-f178-4f6b-8702-4158ac30ba81 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Jul 23 17:09:54.286320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85203ad-39a5-46c8-bb3d-52ffb9791404 req-a502965d-4c9b-4313-a2c5-316c93d75711 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:54.288103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a85203ad-39a5-46c8-bb3d-52ffb9791404 req-a502965d-4c9b-4313-a2c5-316c93d75711 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0654902 Jul 23 17:09:54.326860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a85203ad-39a5-46c8-bb3d-52ffb9791404 req-767e0bc9-20e8-49e9-9f45-aa72f830c2ea tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Jul 23 17:09:55.464312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ee818-4f4f-4060-b1bc-ce3e13b8ff7a req-ef169bac-77d4-4ca4-842f-04bd6ec209da tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:55.465849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f0ee818-4f4f-4060-b1bc-ce3e13b8ff7a req-ef169bac-77d4-4ca4-842f-04bd6ec209da tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0697067 Jul 23 17:09:55.505792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7f0ee818-4f4f-4060-b1bc-ce3e13b8ff7a req-ced57df9-74cb-42f0-a0f6-36e19a88ad2d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Jul 23 17:09:56.636986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13b883-2f69-43d3-86f9-c6102172a792 req-9e012405-0132-42a2-887e-e5f2df961f55 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:56.638529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a13b883-2f69-43d3-86f9-c6102172a792 req-9e012405-0132-42a2-887e-e5f2df961f55 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0660698 Jul 23 17:09:56.678227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a13b883-2f69-43d3-86f9-c6102172a792 req-47fdcd3a-9ff2-476f-8509-7520f5f3bf4f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341458 Jul 23 17:09:57.818326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbd9e7-dde6-4299-934f-10fc979cdc5c req-d05083ac-1bbb-40b3-9b61-4f7a3706c4ac tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:57.819849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ccbd9e7-dde6-4299-934f-10fc979cdc5c req-d05083ac-1bbb-40b3-9b61-4f7a3706c4ac tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0725656 Jul 23 17:09:57.858918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ccbd9e7-dde6-4299-934f-10fc979cdc5c req-fbd12110-1751-424e-b9af-c724cf4d56c1 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 23 17:09:58.991972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e727e75-b1e8-4b6e-ac36-0de1db385200 req-a908234c-766b-4a02-8636-c7078402eb6f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:09:58.993512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e727e75-b1e8-4b6e-ac36-0de1db385200 req-a908234c-766b-4a02-8636-c7078402eb6f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0652122 Jul 23 17:09:59.031785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6e727e75-b1e8-4b6e-ac36-0de1db385200 req-d6a87e3d-813a-4cf8-9715-105f4578ee67 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325160 Jul 23 17:09:59.344871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:00.174898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34e1a6-e210-4e0f-a247-25e0eae1b913 req-1b6b0297-3787-4c29-8ddb-462f145dadb5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:00.176925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c34e1a6-e210-4e0f-a247-25e0eae1b913 req-1b6b0297-3787-4c29-8ddb-462f145dadb5 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0733359 Jul 23 17:10:00.215436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c34e1a6-e210-4e0f-a247-25e0eae1b913 req-6be3526e-3e7c-41c5-a950-bf5bd1a5c5ef tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jul 23 17:10:01.348230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64cdb-0cb2-4135-95e7-3858328b9f93 req-60363c48-af85-4bf2-a8c8-162ffe66de56 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:01.349733 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bda64cdb-0cb2-4135-95e7-3858328b9f93 req-60363c48-af85-4bf2-a8c8-162ffe66de56 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0673888 Jul 23 17:10:01.385557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bda64cdb-0cb2-4135-95e7-3858328b9f93 req-08a070be-b9c4-4090-b8ff-f421b46e435e tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Jul 23 17:10:02.516007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91676-0fb3-4988-b4d8-6842e5f4e247 req-8f358268-b62f-4990-b82e-b3ab99de4cc3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:02.517479 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31e91676-0fb3-4988-b4d8-6842e5f4e247 req-8f358268-b62f-4990-b82e-b3ab99de4cc3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0658484 Jul 23 17:10:02.554757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31e91676-0fb3-4988-b4d8-6842e5f4e247 req-9621b3d4-12e0-4d9c-afcc-bd316ac07ffd tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Jul 23 17:10:03.688186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257d407-876b-467b-ad0a-4f13c670dce9 req-39533362-12f2-4b4b-9a8a-a1b76284afc7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:03.689664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7257d407-876b-467b-ad0a-4f13c670dce9 req-39533362-12f2-4b4b-9a8a-a1b76284afc7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0676548 Jul 23 17:10:03.727156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7257d407-876b-467b-ad0a-4f13c670dce9 req-68702122-481f-47a4-9820-dd9d0569d376 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 23 17:10:04.884428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef21a3-90df-4e25-8a95-61d85f7730db req-1650aa26-a932-4710-8b20-430dbdb2fc35 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:04.885827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bef21a3-90df-4e25-8a95-61d85f7730db req-1650aa26-a932-4710-8b20-430dbdb2fc35 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0651159 Jul 23 17:10:04.924631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bef21a3-90df-4e25-8a95-61d85f7730db req-9e5aead3-c808-45ca-b0cf-5104b369df3d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Jul 23 17:10:06.059462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a04104-e54f-48ab-9633-a6a49c8a9b47 req-2f3fdca7-9eee-40e3-8b36-636e24d582cf tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.061033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96a04104-e54f-48ab-9633-a6a49c8a9b47 req-2f3fdca7-9eee-40e3-8b36-636e24d582cf tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0660980 Jul 23 17:10:06.100472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96a04104-e54f-48ab-9633-a6a49c8a9b47 req-052d7948-f1ae-4a6c-91f7-7bcf5f2bb680 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jul 23 17:10:06.461385 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-7f659216-e3d0-40c2-9969-fe674c7031f2 service neutron] show failed (client error): The resource could not be found. Jul 23 17:10:06.462451 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-7f659216-e3d0-40c2-9969-fe674c7031f2 service neutron] 10.222.0.81 "GET /v2.0/ports/3b808258-41ee-4a9b-9e89-8a11da607339/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0577192 Jul 23 17:10:06.690162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-034f2ef8-d2d1-449b-b958-c835a70de1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:06.692245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-034f2ef8-d2d1-449b-b958-c835a70de1c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28&tenant_id=52b2f4b1555b4bea8c46bb11d560232c HTTP/1.1" status: 200 len: 1096 time: 0.0621672 Jul 23 17:10:06.706754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:06.784880 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.003177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:07.036287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:07.076051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:07.078340 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a32a5e-d20f-463b-9cb9-9b2c68e961e6" -d '{"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-unplugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:07.082000 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.094410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Transition to ACTIVE for port object 3b808258-41ee-4a9b-9e89-8a11da607339 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:07.099374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.163874 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed712f30-5ca2-4986-9063-840d1ed5405c x-openstack-request-id: req-ed712f30-5ca2-4986-9063-840d1ed5405c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:07.164336 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-unplugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:07.164726 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed712f30-5ca2-4986-9063-840d1ed5405c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:07.165226 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'code': 200} Jul 23 17:10:07.166143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] No DVR routers for this DVR port 3b808258-41ee-4a9b-9e89-8a11da607339 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:10:07.184015 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:07.248720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:07.249056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:07.249388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:07.257104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:07.257435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Attempting to bind port 3b808258-41ee-4a9b-9e89-8a11da607339 on network 67d6f15c-2baa-4ffe-a605-94c1ef8726eb {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:07.265601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:07.265963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Checking segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:07.266362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Bound using segment: {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:07.266808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Bound port: 3b808258-41ee-4a9b-9e89-8a11da607339, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c086127-317e-4815-8e0a-8774f39691d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:07.267174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.335155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a85808-9c51-4551-af9d-f7ce9e7911db req-2b0c0421-8d56-48a7-87a6-039273344b96 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:07.336589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5a85808-9c51-4551-af9d-f7ce9e7911db req-2b0c0421-8d56-48a7-87a6-039273344b96 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.1284306 Jul 23 17:10:07.368056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:07.389463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:07.396253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5a85808-9c51-4551-af9d-f7ce9e7911db req-eeceefe0-26f1-44c7-92f3-65e7bc3cc11f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Jul 23 17:10:07.397838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.439049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:07.439675 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:07.441105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] 10.222.0.67 "PUT /v2.0/ports/3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 1091 time: 0.7388544 Jul 23 17:10:07.462832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1d285-0be5-4e71-b1a8-c63300cf5dda service neutron] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:07.522488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-861aef60-e9b5-4c35-a096-abb1823a9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:07.524030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-861aef60-e9b5-4c35-a096-abb1823a9c99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.0568805 Jul 23 17:10:07.621184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-30c19a76-a995-4bd8-80fb-ffaec54c93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:07.622701 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-30c19a76-a995-4bd8-80fb-ffaec54c93fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0912378 Jul 23 17:10:07.665729 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-6e0821d4-0b79-4ba5-b3c4-9bc761f49b2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0357563 Jul 23 17:10:07.716051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-55fefe24-616a-4448-b57a-9485ba4a5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:07.717565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-55fefe24-616a-4448-b57a-9485ba4a5142 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0449057 Jul 23 17:10:07.759037 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-99646578-a5b9-42db-8fa3-b1a43d6ebe77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jul 23 17:10:07.859897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-ee4e4920-ec05-41d7-9466-707383ec9ed2 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928106 Jul 23 17:10:07.954755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-563a2657-b89a-4aea-9a8f-96b7928c2c80 req-615a311d-0d1d-4696-879f-d2c75287acfa service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Jul 23 17:10:08.537973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25e796-1b0a-4549-b10d-e6c08da853c9 req-9300f24a-bdda-45bb-b638-c2b3cd6ecaa3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:08.539516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c25e796-1b0a-4549-b10d-e6c08da853c9 req-9300f24a-bdda-45bb-b638-c2b3cd6ecaa3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.0711737 Jul 23 17:10:08.577874 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c25e796-1b0a-4549-b10d-e6c08da853c9 req-c0cca85f-8d58-4545-a2c6-15277e4f7672 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Jul 23 17:10:09.166106 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:09.168504 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f386a8-961d-4be7-9b00-d5b4a7c18344" -d '{"events": [{"name": "network-changed", "server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:09.215602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:10:09.216464 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e1165-d2e2-4897-a35f-a07cc8b1f957 x-openstack-request-id: req-758e1165-d2e2-4897-a35f-a07cc8b1f957 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:09.216764 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:09.217019 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-758e1165-d2e2-4897-a35f-a07cc8b1f957 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:09.217425 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'status': 'completed', 'code': 200} Jul 23 17:10:09.255473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:10:09.291989 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-55d2b0f8-fdff-40be-a5db-a9a6f6790f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.293546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-55d2b0f8-fdff-40be-a5db-a9a6f6790f73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.0571215 Jul 23 17:10:09.321942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-7efa5cd1-ef7c-48ed-acb5-fca1baa1f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.323568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-7efa5cd1-ef7c-48ed-acb5-fca1baa1f631 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.0587714 Jul 23 17:10:09.393305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-fc7d8d35-5548-49fd-934c-a101d119d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.396119 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-fc7d8d35-5548-49fd-934c-a101d119d330 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0942523 Jul 23 17:10:09.418889 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-31d5040b-3617-4b5f-aca7-216110f51d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.420266 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-31d5040b-3617-4b5f-aca7-216110f51d1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0909402 Jul 23 17:10:09.438913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-dd0c18db-2a52-4150-bad3-832bd1b18960 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0352192 Jul 23 17:10:09.462161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-9eeec4e5-f9ce-4ce7-9642-f58a05934778 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0349071 Jul 23 17:10:09.497140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-7b753896-f58f-4aa1-9744-331e32339f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.498757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-7b753896-f58f-4aa1-9744-331e32339f8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0495050 Jul 23 17:10:09.510666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-a5363807-b725-422c-84b6-18a29fc235f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.512132 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-a5363807-b725-422c-84b6-18a29fc235f4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0445566 Jul 23 17:10:09.534984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-dd7ece89-83ea-4fcc-b327-c57b824b3949 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284748 Jul 23 17:10:09.551709 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-4134bafe-51c1-4755-a500-a38766ca0ced service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334253 Jul 23 17:10:09.648166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-c25548ef-08f5-4964-a1d9-e49b0326de6c service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022949 Jul 23 17:10:09.653589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-c88bf01e-5a67-468e-ab24-e9afaf0a4785 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954392 Jul 23 17:10:09.763975 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-486f6db1-d04c-4f77-8d36-e7f3b2809d56 service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025436 Jul 23 17:10:09.827621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556723e-dd69-4c44-a7d3-2b3af108ee22 req-b70bc64f-c2e5-4205-8bbd-f9908afeada3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:09.829502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c556723e-dd69-4c44-a7d3-2b3af108ee22 req-b70bc64f-c2e5-4205-8bbd-f9908afeada3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.1524746 Jul 23 17:10:09.831541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f9f386a8-961d-4be7-9b00-d5b4a7c18344 req-f0b0781a-fdc5-42b7-91d6-d310ec7c4d40 service neutron] 10.222.0.67 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758032 Jul 23 17:10:09.876031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c556723e-dd69-4c44-a7d3-2b3af108ee22 req-b7abdd9f-fa14-4b26-8120-d15dd1e01fc6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Jul 23 17:10:11.014379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fab6d-c87f-4bd5-9323-84c2db1d5478 req-406815d2-564c-4b22-9a73-164318c64ea8 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.015890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f1fab6d-c87f-4bd5-9323-84c2db1d5478 req-406815d2-564c-4b22-9a73-164318c64ea8 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.0696957 Jul 23 17:10:11.057547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f1fab6d-c87f-4bd5-9323-84c2db1d5478 req-dcdb3251-3dc8-4456-9371-5be075c20ae7 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Jul 23 17:10:11.272942 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cfab8-3f6c-4fdc-a9d6-419cdf201ccb req-776848db-dad1-4cb8-a49b-a89e13274cfa tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.274470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-255cfab8-3f6c-4fdc-a9d6-419cdf201ccb req-776848db-dad1-4cb8-a49b-a89e13274cfa tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 943 time: 0.0720611 Jul 23 17:10:11.313458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-255cfab8-3f6c-4fdc-a9d6-419cdf201ccb req-3bc46911-faf5-4e13-827e-d1b325f271af tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Jul 23 17:10:11.342463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-1627e2e9-c4d8-4e64-b2e5-5fc31c6bde7f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.343955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-1627e2e9-c4d8-4e64-b2e5-5fc31c6bde7f tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.81 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28&tenant_id=52b2f4b1555b4bea8c46bb11d560232c&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 943 time: 0.1170168 Jul 23 17:10:11.683577 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-80993421-cd9d-484c-9f72-4362a672c300 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:10:11.684622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-80993421-cd9d-484c-9f72-4362a672c300 service neutron] 10.222.0.81 "DELETE /v2.0/ports/3b808258-41ee-4a9b-9e89-8a11da607339/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.3337896 Jul 23 17:10:11.800775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-49c9c03a-028f-40a2-83c7-0115e08b1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.802379 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-49c9c03a-028f-40a2-83c7-0115e08b1faa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 1094 time: 0.0560286 Jul 23 17:10:11.878154 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-759caf34-bb9f-468e-97e8-a0fa7c89e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:11.895853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-2c70e706-3ce7-421f-b3dc-7ba953de5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.897329 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-2c70e706-3ce7-421f-b3dc-7ba953de5d20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 200 len: 915 time: 0.0891514 Jul 23 17:10:11.941677 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-23822e8a-b5f9-4c8e-b5a1-a08d43fe8f83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 200 len: 217 time: 0.0387762 Jul 23 17:10:11.989458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-a3195f08-f839-43aa-bdcf-cd09ff204243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:11.990962 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-a3195f08-f839-43aa-bdcf-cd09ff204243 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 200 len: 854 time: 0.0442441 Jul 23 17:10:12.018530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:12.029542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-929d3e83-d319-4779-8f34-63451084e4f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=67d6f15c-2baa-4ffe-a605-94c1ef8726eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327799 Jul 23 17:10:12.116944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:12.121193 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-7a349474-8d10-4be2-bea7-e0b96a4c065f service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Jul 23 17:10:12.128058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3b808258-41ee-4a9b-9e89-8a11da607339', 'network_id': '67d6f15c-2baa-4ffe-a605-94c1ef8726eb', 'port_id': '3b808258-41ee-4a9b-9e89-8a11da607339', 'mac_address': 'fa:16:3e:76:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c206bc01-3b67-4c95-a612-1959af31e545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:12.165261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:12.182809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b808258-41ee-4a9b-9e89-8a11da607339 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:12.200119 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:12.208825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:12.212892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:12.224224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8ed2821c-0cce-4d05-99b1-e75d3bc7169e req-d7fbbdbd-c5d6-4df5-8178-b06d296e97be service neutron] 10.222.0.81 "GET /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967290 Jul 23 17:10:12.422512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:12.463817 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d2f5-62c3-446f-bcd9-e1fdab71ad4f req-bc20e3b4-71c9-4a66-ac17-646b319678fa tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:12.466592 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe87d2f5-62c3-446f-bcd9-e1fdab71ad4f req-bc20e3b4-71c9-4a66-ac17-646b319678fa tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0787411 Jul 23 17:10:12.482802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3b808258-41ee-4a9b-9e89-8a11da607339'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:12.512171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe87d2f5-62c3-446f-bcd9-e1fdab71ad4f req-2761700f-723d-43d8-989a-e8e1268f7535 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Jul 23 17:10:13.644487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfaea9-bfb6-4cc9-b810-c4db1f717ecb req-808a9c00-dacd-462a-acf5-20393c6da6f6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.646113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30bfaea9-bfb6-4cc9-b810-c4db1f717ecb req-808a9c00-dacd-462a-acf5-20393c6da6f6 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0674455 Jul 23 17:10:13.686468 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30bfaea9-bfb6-4cc9-b810-c4db1f717ecb req-f5673c38-18e1-422b-b447-e63ed69d0732 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jul 23 17:10:13.817340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73f99-62ab-4842-9fe2-a8d0903c52d3 req-b227d434-959b-4d32-823f-be19c369cb9d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.818786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aae73f99-62ab-4842-9fe2-a8d0903c52d3 req-b227d434-959b-4d32-823f-be19c369cb9d tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0639050 Jul 23 17:10:13.858668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aae73f99-62ab-4842-9fe2-a8d0903c52d3 req-80c781f7-9a0a-40b3-992d-cc7aae07eb90 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Jul 23 17:10:13.991234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52c91-d5ec-4b38-956b-0ef25600fbfa req-8b41c553-127b-4421-bb57-351fc816fb41 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:13.992712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0a52c91-d5ec-4b38-956b-0ef25600fbfa req-8b41c553-127b-4421-bb57-351fc816fb41 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 944 time: 0.0687180 Jul 23 17:10:14.029611 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0a52c91-d5ec-4b38-956b-0ef25600fbfa req-7a8bdfae-e2a8-4606-8f44-68772d256f50 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Jul 23 17:10:14.051609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:14.103254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3b808258-41ee-4a9b-9e89-8a11da607339 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:14.107186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3b808258-41ee-4a9b-9e89-8a11da607339 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:14.107562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:14.189651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:14.212513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:14.214799 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f6e52-f2e4-4cf6-aed3-69d48aa465e3" -d '{"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-plugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:14.227830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:14.235359 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:14.262731 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe1c129-5e46-4c8d-8917-f0f981b70d7f x-openstack-request-id: req-dbe1c129-5e46-4c8d-8917-f0f981b70d7f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:14.263029 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-plugged", "status": "completed", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:14.263289 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbe1c129-5e46-4c8d-8917-f0f981b70d7f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:14.263685 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'code': 200} Jul 23 17:10:14.294167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:14.375537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:14.393778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6aefd-748c-4fe1-bb42-5b79fe164fe7 req-375f90ed-52ad-4f4b-aa0e-418a97970579 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:14.395428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5a6aefd-748c-4fe1-bb42-5b79fe164fe7 req-375f90ed-52ad-4f4b-aa0e-418a97970579 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0695429 Jul 23 17:10:14.434990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f5a6aefd-748c-4fe1-bb42-5b79fe164fe7 req-02933f03-f45c-4b57-b9ea-ebcfce909adb tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Jul 23 17:10:14.464804 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d0009227-ec9f-40de-8905-3bd32e64f58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:15.562709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be9748-a503-4df4-be3a-343aa2915a4b req-060af624-db42-4d7d-8c49-83e192f237c1 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:15.564185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96be9748-a503-4df4-be3a-343aa2915a4b req-060af624-db42-4d7d-8c49-83e192f237c1 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0635505 Jul 23 17:10:15.606911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-96be9748-a503-4df4-be3a-343aa2915a4b req-3197a315-d5b4-4eea-91f7-94c9762e4609 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.64 "GET /v2.0/security-groups?id=1658def8-e73e-40fd-946c-9b14d56edf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Jul 23 17:10:15.690562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:15.899488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-5583e04d-ce9e-479b-9b3b-a758301debaf tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:15.900969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-5583e04d-ce9e-479b-9b3b-a758301debaf tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.67 "GET /v2.0/ports?device_id=29714bf1-c9b4-4afc-bb52-ba05d9d66d28 HTTP/1.1" status: 200 len: 945 time: 0.0654171 Jul 23 17:10:16.007181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Deleting port 3b808258-41ee-4a9b-9e89-8a11da607339 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:10:16.007543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.102566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] For port 3b808258-41ee-4a9b-9e89-8a11da607339, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3b808258-41ee-4a9b-9e89-8a11da607339,segment=NetworkSegment(4c086127-317e-4815-8e0a-8774f39691d2),segment_id=4c086127-317e-4815-8e0a-8774f39691d2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:16.102925 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.114774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Calling delete_port for 3b808258-41ee-4a9b-9e89-8a11da607339 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:10:16.246573 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.276638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Pushing event deleted for resources: {'Port': ['ID=3b808258-41ee-4a9b-9e89-8a11da607339,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:16.321256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] No DVR routers for this DVR port 3b808258-41ee-4a9b-9e89-8a11da607339 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:10:16.323893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.325847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40b97653-ae1a-412c-ae0e-e0d9126a5670 req-930ae506-78f8-4c53-8abd-1cf26e573397 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] 10.222.0.67 "DELETE /v2.0/ports/3b808258-41ee-4a9b-9e89-8a11da607339 HTTP/1.1" status: 204 len: 173 time: 0.4183702 Jul 23 17:10:16.326315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-deleted', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:16.328535 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368664a9-1255-4117-9d19-435bf2218b26" -d '{"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-deleted", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:16.364490 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f1222-b902-4e6c-a7a4-2e1899888ce8 x-openstack-request-id: req-ef8f1222-b902-4e6c-a7a4-2e1899888ce8 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:16.364789 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29714bf1-c9b4-4afc-bb52-ba05d9d66d28", "name": "network-vif-deleted", "tag": "3b808258-41ee-4a9b-9e89-8a11da607339", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:16.365034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef8f1222-b902-4e6c-a7a4-2e1899888ce8 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:16.365431 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29714bf1-c9b4-4afc-bb52-ba05d9d66d28', 'name': 'network-vif-deleted', 'tag': '3b808258-41ee-4a9b-9e89-8a11da607339', 'status': 'completed', 'code': 200} Jul 23 17:10:16.729894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40174) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:16.773743 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Deleting subnet c206bc01-3b67-4c95-a612-1959af31e545 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:10:16.776922 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.812012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.849791 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.906232 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.934752 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:16.936718 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c206bc01-3b67-4c95-a612-1959af31e545 HTTP/1.1" status: 204 len: 168 time: 0.2057514 Jul 23 17:10:16.937796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c206bc01-3b67-4c95-a612-1959af31e545,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:16.939346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40176) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:16.945850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.946224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.946567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.946906 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.947242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.947570 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.947896 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.948223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.948548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.948869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.949188 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:16.949510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315205d1-561f-47e3-a09e-ebacd7c789be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:17.012324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.088676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.099148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d6f15c-2baa-4ffe-a605-94c1ef8726eb']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:17.108875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c086127-317e-4815-8e0a-8774f39691d2') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:17.109110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c086127-317e-4815-8e0a-8774f39691d2') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:17.118599 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.133854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.139825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:10:17.140227 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:10:17.141798 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:10:17.202090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.208459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.210365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] 10.222.0.64 "DELETE /v2.0/networks/67d6f15c-2baa-4ffe-a605-94c1ef8726eb HTTP/1.1" status: 204 len: 168 time: 0.2700264 Jul 23 17:10:17.221127 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d7e51-c666-4175-8d85-b90d97057f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d6f15c-2baa-4ffe-a605-94c1ef8726eb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:17.319437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40180) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:17.359258 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-15c4d98e-92c7-43b0-9d71-d7d3bdb9243e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52b2f4b1555b4bea8c46bb11d560232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385847 Jul 23 17:10:17.361624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40182) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:17.409597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.430092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.480513 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.483672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:17.484819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1658def8-e73e-40fd-946c-9b14d56edf84 HTTP/1.1" status: 204 len: 168 time: 0.1222804 Jul 23 17:10:17.493019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7ecc2-8f1a-4324-a302-c6e572b7c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658def8-e73e-40fd-946c-9b14d56edf84,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:17.600778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.064706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:10:18.084078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3b808258-41ee-4a9b-9e89-8a11da607339 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:10:18.084420 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3b808258-41ee-4a9b-9e89-8a11da607339 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:10:18.137740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:18.231811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-504185664-network', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:18.253462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:18.255786 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.264509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.351999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.356094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.383074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:10:18.389350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb7b9d-cc95-4f33-a517-c51a1c968cfc,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:18.398609 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.398958 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Added segment 251461cf-6a57-4e28-9171-9a9997a679a9 of type vlan for network 7e97b982-7620-4680-b9e1-21c535dfcc3d Jul 23 17:10:18.440460 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.467895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.468849 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:18.469428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.502406 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3635254 Jul 23 17:10:18.505480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40208) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:18.510674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Request body: {'subnet': {'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-504185664-subnet', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:18.535227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227eb2-407f-4562-b2f1-ff2f1ccff814 admin admin] Pushing event updated for resources: {'Network': ['ID=7e97b982-7620-4680-b9e1-21c535dfcc3d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:18.538970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:18.541527 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.546369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:10:18.724919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.779468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57831fd9-217f-4b1d-adb9-5bda935a64ff,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:18.789665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:18.789782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Network hostable DHCP agents. Network: 7e97b982-7620-4680-b9e1-21c535dfcc3d, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:10:18.806408 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:10:18.814651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7e97b982-7620-4680-b9e1-21c535dfcc3d) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:18.819296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:18.819883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.825083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff83133-5069-47f5-ac60-8a321a798e0c None None] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:10:18.835851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-05813633-b019-4076-8611-2057cd120af1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3289263 Jul 23 17:10:18.839138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40210) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:18.843606 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:18.864428 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.865417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.921088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:18.976227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7e97b982-7620-4680-b9e1-21c535dfcc3d', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:10:18.977033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.065355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.119378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Allocated IP 172.20.0.2 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/6540e611-6521-41d3-84cb-86f1b8acef65) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:19.272341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.302773 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.306826 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.311264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Transition to ACTIVE for port object 6540e611-6521-41d3-84cb-86f1b8acef65 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:19.331983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Transition to ACTIVE for port object 6540e611-6521-41d3-84cb-86f1b8acef65 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:19.339730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.402377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:19.409768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:19.415799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:19.425584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Allocated IP 172.25.2.222 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/efe4075c-57f4-452b-a91e-e39ee7be62f3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:19.431746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Pushing event updated for resources: {'Port': ['ID=6540e611-6521-41d3-84cb-86f1b8acef65,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.492354 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Attempting to bind port 6540e611-6521-41d3-84cb-86f1b8acef65 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:19.492722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Attempting to bind port 6540e611-6521-41d3-84cb-86f1b8acef65 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:19.493087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Attempting to bind port 6540e611-6521-41d3-84cb-86f1b8acef65 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:19.497939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:19.498340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:19.498743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.499135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:19.499607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Bound port: 6540e611-6521-41d3-84cb-86f1b8acef65, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:19.499988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.537403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.567116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] For port 6540e611-6521-41d3-84cb-86f1b8acef65, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:19.570196 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] For port 6540e611-6521-41d3-84cb-86f1b8acef65, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6540e611-6521-41d3-84cb-86f1b8acef65,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:19.574845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.576920 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:19.616680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:19.619780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:19.623444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:19.632023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Pushing event updated for resources: {'Port': ['ID=efe4075c-57f4-452b-a91e-e39ee7be62f3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.643251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34076a2-b764-42d2-9d45-ab5e51434f26 None None] Pushing event updated for resources: {'Port': ['ID=6540e611-6521-41d3-84cb-86f1b8acef65,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:19.903514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.012864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6540e611-6521-41d3-84cb-86f1b8acef65 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:20.066530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6540e611-6521-41d3-84cb-86f1b8acef65 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:20.109309 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.238535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:10:20.547664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1915858-17e8-4e49-b35c-58ee50deec04 None None] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:10:20.670725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Provisioning for port 6540e611-6521-41d3-84cb-86f1b8acef65 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:20.677895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Provisioning complete for port 6540e611-6521-41d3-84cb-86f1b8acef65 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:20.678301 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.700823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:20.711138 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:20.719727 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.720894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ada5a6aa-f7ae-430a-a4c7-0ea8d79cd63e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8807554 Jul 23 17:10:20.721480 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:20.722302 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:20.724449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40212) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:20.825100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.849209 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:20.861490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] For port 6540e611-6521-41d3-84cb-86f1b8acef65, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6540e611-6521-41d3-84cb-86f1b8acef65,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:20.869076 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:20.924360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b2c0e-7dfd-437f-bdf8-322ca348b7d9 None None] Pushing event updated for resources: {'Port': ['ID=6540e611-6521-41d3-84cb-86f1b8acef65,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:21.041201 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:19Z', 'revision_number': 3, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:21.072309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:21.072658 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Updating router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 port efe4075c-57f4-452b-a91e-e39ee7be62f3 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:10:21.090522 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ff2bad9e-fb49-4016-8be2-31fa48b9f17e None None] Provisioning complete for port 6540e611-6521-41d3-84cb-86f1b8acef65 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:21.091131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ff2bad9e-fb49-4016-8be2-31fa48b9f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.111350 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.169250 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.331848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Allocated IP 172.20.0.1 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/b813c811-f0f8-45f5-a100-17634640ffad) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:21.368970 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.383452 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Transition to ACTIVE for port object efe4075c-57f4-452b-a91e-e39ee7be62f3 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:21.391922 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.451195 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Attempting to bind port efe4075c-57f4-452b-a91e-e39ee7be62f3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:21.451644 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Attempting to bind port efe4075c-57f4-452b-a91e-e39ee7be62f3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:21.452008 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Attempting to bind port efe4075c-57f4-452b-a91e-e39ee7be62f3 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:21.454093 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Pushing event updated for resources: {'Port': ['ID=efe4075c-57f4-452b-a91e-e39ee7be62f3,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:21.458883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.464079 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.464423 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.464762 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.465092 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.465417 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.465735 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.466086 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.466408 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.466729 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.467078 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.467393 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.467706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:21.471188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:21.471556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:21.471962 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.472329 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:21.472806 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Bound port: efe4075c-57f4-452b-a91e-e39ee7be62f3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:21.473751 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.473910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Transition to ACTIVE for port object b813c811-f0f8-45f5-a100-17634640ffad will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:21.518424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.525850 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] For port efe4075c-57f4-452b-a91e-e39ee7be62f3, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:21.536180 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] For port efe4075c-57f4-452b-a91e-e39ee7be62f3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=efe4075c-57f4-452b-a91e-e39ee7be62f3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:21.542444 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.556767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:21.559736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:21.563340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:21.591515 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:21.591515 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:21.592996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:21.612260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.682437 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b9f9-1a0d-4137-8893-9f6494bcc612 None None] Pushing event updated for resources: {'Port': ['ID=efe4075c-57f4-452b-a91e-e39ee7be62f3,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:21.730087 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:21.807276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.914233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0f58c983-2db5-48fe-8e86-e5558b6d5961 None None] Provisioning for port b813c811-f0f8-45f5-a100-17634640ffad completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:21.918265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0f58c983-2db5-48fe-8e86-e5558b6d5961 None None] Provisioning complete for port b813c811-f0f8-45f5-a100-17634640ffad triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:21.918858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f58c983-2db5-48fe-8e86-e5558b6d5961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:21.955089 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:19Z', 'revision_number': 3, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:21.978787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0f58c983-2db5-48fe-8e86-e5558b6d5961 None None] Port b813c811-f0f8-45f5-a100-17634640ffad cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:21.990082 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccf484-b160-4ded-845e-56095ec9496d None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:19Z', 'revision_number': 3, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:22.010540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:22.018047 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:22.027465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6540e611-6521-41d3-84cb-86f1b8acef65 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:22.098850 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:22.106334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:22.107859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6540e611-6521-41d3-84cb-86f1b8acef65 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:22.109569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:22.215089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:22.216316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:22.388446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:10:22.523439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:22.529127 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b4865e3e-dddf-4005-8713-d06d99fb71a0 admin admin] 10.222.0.64 "PUT /v2.0/routers/4b2bb775-edb9-4cc0-9049-e58c1a61b5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034503 Jul 23 17:10:22.615328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46e3a118-a14b-42e7-9259-bf0fe69a1503 None None] Provisioning complete for port b813c811-f0f8-45f5-a100-17634640ffad triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:22.615799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46e3a118-a14b-42e7-9259-bf0fe69a1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:22.653792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46e3a118-a14b-42e7-9259-bf0fe69a1503 None None] Port b813c811-f0f8-45f5-a100-17634640ffad cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:23.045887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40220) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:23.054516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61758882', 'description': 'tempest-description--1726076194'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:23.082565 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.177852 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.181668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.208099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.209507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1622272 Jul 23 17:10:23.212483 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40222) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:23.217910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3e88d-036c-439e-9f69-c1603bc9b0d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dec8d1-9fca-4eea-b418-59986e703bde,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:23.220890 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'security_group_rule': {'security_group_id': 'b8dec8d1-9fca-4eea-b418-59986e703bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:23.263885 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.325201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.328873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.346970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645c88cb-f15e-4b90-ad60-781355ab7042,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:23.355950 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.358605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b9c7dc97-3025-4346-abcb-1a897b725cf7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444132 Jul 23 17:10:23.361224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:23.366630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'security_group_rule': {'security_group_id': 'b8dec8d1-9fca-4eea-b418-59986e703bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:23.399427 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.466163 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.470543 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.501583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb9285-6ee2-4b63-9bee-efa1e1eff5f5,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:23.510206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.511982 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-13fd602c-71df-4169-9099-54633e46274e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490417 Jul 23 17:10:23.514221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:23.519029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:23.550489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.655601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:23.693588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:23.703658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:23.704440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:23.791384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Allocated IP 172.25.2.172 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d3d6b888-6ea1-4306-9ded-77fba4bcd72b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:23.814660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:23.964124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.015673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.058930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 2, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:24.062594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:24.063631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device efe4075c-57f4-452b-a91e-e39ee7be62f3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:24.065605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:24.069688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:24.095447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=d3d6b888-6ea1-4306-9ded-77fba4bcd72b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:24.096525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:24.096873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Updating router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 port b813c811-f0f8-45f5-a100-17634640ffad binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:10:24.161517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.189207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.205406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port efe4075c-57f4-452b-a91e-e39ee7be62f3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:24.214020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port efe4075c-57f4-452b-a91e-e39ee7be62f3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:24.214443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.238206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.412396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.447428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port efe4075c-57f4-452b-a91e-e39ee7be62f3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=efe4075c-57f4-452b-a91e-e39ee7be62f3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:24.452451 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.462825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.467894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.541781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=d3d6b888-6ea1-4306-9ded-77fba4bcd72b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:24.553778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.554047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=efe4075c-57f4-452b-a91e-e39ee7be62f3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:24.571179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.572829 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2b4a66fa-cf5d-456a-b583-4a692b091564 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0574327 Jul 23 17:10:24.581597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.595380 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Transition to ACTIVE for port object b813c811-f0f8-45f5-a100-17634640ffad will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:24.603620 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.662644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fcb0e-f223-4c2b-b55b-b3c6414a2871 None None] Pushing event updated for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:24.735328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Attempting to bind port b813c811-f0f8-45f5-a100-17634640ffad on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:24.736466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Attempting to bind port b813c811-f0f8-45f5-a100-17634640ffad by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:24.736466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Attempting to bind port b813c811-f0f8-45f5-a100-17634640ffad on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:24.747545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:24.749076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:24.749992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.750997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:24.751814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Bound port: b813c811-f0f8-45f5-a100-17634640ffad, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:24.752713 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.773452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-9bd511c8-55cd-4648-85a0-00a2cfcdede5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--61758882&fields=id&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 267 time: 0.0408702 Jul 23 17:10:24.873342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] For port b813c811-f0f8-45f5-a100-17634640ffad, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:24.880456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] For port b813c811-f0f8-45f5-a100-17634640ffad, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b813c811-f0f8-45f5-a100-17634640ffad,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:24.892501 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:24.895472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-c7bde0ea-a4fc-4fbb-9800-f25f1280d80d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:24.897038 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-c7bde0ea-a4fc-4fbb-9800-f25f1280d80d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1170309 Jul 23 17:10:24.913257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-a029cda9-f0dc-4ba6-8b38-67d339ded92b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/quotas/6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 375 time: 0.0102937 Jul 23 17:10:24.993765 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fcb0e-f223-4c2b-b55b-b3c6414a2871 None None] Pushing event updated for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:24.996561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:24.997188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:25.003957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-4aecdc57-fc52-4219-97a0-f8d1e8dcb99b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851505 Jul 23 17:10:25.021306 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-7a9b4055-10aa-45f0-b89d-c0b8958c3f10 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:10:25.022650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-7a9b4055-10aa-45f0-b89d-c0b8958c3f10 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058599 Jul 23 17:10:25.086895 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:10:25.113668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:25.167474 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-15ca61b0-a444-4608-8d20-2e631fc68458 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379676 Jul 23 17:10:25.279519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-5f08e11f-d180-4c2f-8f3a-49c5d6e5ab63 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998333 Jul 23 17:10:25.346913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:25.379813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27df9b9-7f0d-4da0-9cb6-6a2cf8017137 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:25.541577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28224cab-20a7-4cfa-96ec-e3fb50a9120b req-182635ca-f26f-4a5b-a174-5548d56f9e91 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 210 time: 0.0616963 Jul 23 17:10:26.099833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device efe4075c-57f4-452b-a91e-e39ee7be62f3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:26.180051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port efe4075c-57f4-452b-a91e-e39ee7be62f3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:26.180716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:26.301199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b813c811-f0f8-45f5-a100-17634640ffad up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:26.556044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b813c811-f0f8-45f5-a100-17634640ffad completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:26.561671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b813c811-f0f8-45f5-a100-17634640ffad triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:26.562518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:26.691072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd303a17-7cb2-4164-95f4-006433ce753f req-e1f7b902-c0bf-414b-b239-a084e7e7bd9e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 210 time: 0.0545564 Jul 23 17:10:26.703814 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:26.748008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port b813c811-f0f8-45f5-a100-17634640ffad, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b813c811-f0f8-45f5-a100-17634640ffad,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:26.753609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:26.803667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-48acd460-c675-43ff-9434-0f47be69c0dd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:26.805541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-48acd460-c675-43ff-9434-0f47be69c0dd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1835852 Jul 23 17:10:26.806590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:26.860954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-e48838f7-8845-4950-9498-e65b5599bf05 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 378 time: 0.0452716 Jul 23 17:10:26.870839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'port': {'device_id': '73d49345-f696-41af-adcb-f3fae691316e', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'admin_state_up': True, 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'security_groups': ['b8dec8d1-9fca-4eea-b418-59986e703bde']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:26.997243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:10:27.001058 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.141316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Allocated IP 172.20.0.6 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/ef5cdcdb-96bc-452e-9629-e9c40a34bb84) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:10:27.299859 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.314305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Transition to ACTIVE for port object ef5cdcdb-96bc-452e-9629-e9c40a34bb84 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:27.346877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.395103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:10:27.398209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:10:27.401948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:10:27.411178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:27.459689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.460355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.477496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-3072e526-06e6-48c7-b7cc-da40e6525b35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103785 Jul 23 17:10:27.489442 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Request body: {'port': {'device_id': '73d49345-f696-41af-adcb-f3fae691316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:27.576620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.764235 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8666ae2b-e482-4e60-a933-56bb78fb6ac1 None None] Provisioning for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:27.771986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8666ae2b-e482-4e60-a933-56bb78fb6ac1 None None] Provisioning complete for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:27.772622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8666ae2b-e482-4e60-a933-56bb78fb6ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.831969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8666ae2b-e482-4e60-a933-56bb78fb6ac1 None None] Port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:10:27.936208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e12ef-7bb5-4e8b-8f2b-6705012faa1d req-ec3a90fd-a3b6-4f9a-b198-70129227f4cb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:27.937827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-859e12ef-7bb5-4e8b-8f2b-6705012faa1d req-ec3a90fd-a3b6-4f9a-b198-70129227f4cb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 931 time: 0.1219001 Jul 23 17:10:27.945117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5cdcdb-96bc-452e-9629-e9c40a34bb84 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:27.954754 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:27.981981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Transition to ACTIVE for port object ef5cdcdb-96bc-452e-9629-e9c40a34bb84 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:10:27.995702 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:28.010178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b813c811-f0f8-45f5-a100-17634640ffad up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:28.014763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-859e12ef-7bb5-4e8b-8f2b-6705012faa1d req-e3c1e760-23ee-464e-9f37-9677165a3112 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646081 Jul 23 17:10:28.066272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b813c811-f0f8-45f5-a100-17634640ffad triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:28.067217 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:28.081872 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:28.157512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:10:28.157855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:10:28.158222 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:28.163438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:10:28.163765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:10:28.170842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:10:28.171676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:10:28.172720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:10:28.173403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Bound port: ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:10:28.174372 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:28.253512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:10:28.260173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:10:28.265725 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:28.325822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.326491 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:28.327915 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 1091 time: 0.8429692 Jul 23 17:10:28.328375 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:28.330701 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f0e03-373c-48f7-ab4a-607a82a5734f" -d '{"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:28.366119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aed80-1c4d-489c-a268-36a7a8f6d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:28.421350 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005587d5-22a5-4162-aa38-0a9c13ecf2b0 x-openstack-request-id: req-005587d5-22a5-4162-aa38-0a9c13ecf2b0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:28.421643 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:28.421898 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-005587d5-22a5-4162-aa38-0a9c13ecf2b0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:28.422345 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'status': 'completed', 'code': 200} Jul 23 17:10:28.449302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-78976bb6-8b31-41dc-b700-b468c104d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.450867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-78976bb6-8b31-41dc-b700-b468c104d87c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0665247 Jul 23 17:10:28.494577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-c9f137d2-e4e3-4c02-8d5b-c040699dbfb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 217 time: 0.0354860 Jul 23 17:10:28.550249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-6b46504d-46c8-4d85-b24c-e493dd2f6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.552276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-6b46504d-46c8-4d85-b24c-e493dd2f6921 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0500875 Jul 23 17:10:28.614220 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8205-0632-4434-a6f7-343e9836defc req-4b6dc7d3-7b6a-43dd-b80f-3a8f9e1030b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.615654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-4b6dc7d3-7b6a-43dd-b80f-3a8f9e1030b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562840 Jul 23 17:10:28.708802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-1877fee7-958f-4835-b784-bead9c1727e2 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858536 Jul 23 17:10:28.807538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fcb8205-0632-4434-a6f7-343e9836defc req-358ee6ee-ceaa-4c40-991a-a517344c90c9 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913744 Jul 23 17:10:28.909632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-834e3615-d112-485e-9ed6-951f47ca7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:28.911669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-834e3615-d112-485e-9ed6-951f47ca7d35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0544860 Jul 23 17:10:29.011543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-e843b215-9e68-4218-9903-985d836c1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.013338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-e843b215-9e68-4218-9903-985d836c1340 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0942738 Jul 23 17:10:29.056408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-6b2bd9aa-117f-415a-b2ce-a488bb3f36f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 217 time: 0.0351691 Jul 23 17:10:29.142475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-d6edc9c3-32b2-490b-86b5-435d91576e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.143958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-d6edc9c3-32b2-490b-86b5-435d91576e57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0773635 Jul 23 17:10:29.202877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e19246-676d-4a43-85dd-919962b67c5a req-efb14018-de22-4f42-a97b-ea3b1521cf79 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.204396 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65e19246-676d-4a43-85dd-919962b67c5a req-efb14018-de22-4f42-a97b-ea3b1521cf79 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.1075037 Jul 23 17:10:29.246384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-2a45fd2f-544d-41f8-ae24-2ac3cf08da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:29.247933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-2a45fd2f-544d-41f8-ae24-2ac3cf08da54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960226 Jul 23 17:10:29.255678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-65e19246-676d-4a43-85dd-919962b67c5a req-001105e3-785d-48b2-9633-4746cae7c8f5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444269 Jul 23 17:10:29.346590 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-d5a1394d-d34b-4ce1-81c8-6fc61a04a082 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885127 Jul 23 17:10:29.361362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:29.443368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c51f0e03-373c-48f7-ab4a-607a82a5734f req-04d0fb7a-53a9-4379-aeb7-335bbbed5e5e service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Jul 23 17:10:30.403710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcf32a-aacc-4d98-a82c-2acff907a78b req-a06631c7-85b1-45fb-a324-e806cf4b0dd6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:30.405503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcf32a-aacc-4d98-a82c-2acff907a78b req-a06631c7-85b1-45fb-a324-e806cf4b0dd6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.0771973 Jul 23 17:10:30.446311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3dcf32a-aacc-4d98-a82c-2acff907a78b req-3ffa4688-e9e2-436c-8eb8-4f1fb35ebe90 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342526 Jul 23 17:10:31.593662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29a336-e850-4762-ad29-dcdcb695efbe req-ddc45001-f98f-4b63-9194-f3d0a13151b2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:31.595360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d29a336-e850-4762-ad29-dcdcb695efbe req-ddc45001-f98f-4b63-9194-f3d0a13151b2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.0718060 Jul 23 17:10:31.637619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d29a336-e850-4762-ad29-dcdcb695efbe req-309adf27-0658-464d-9ec7-5180d33d84e5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355799 Jul 23 17:10:32.123985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:10:32.227504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:32.238402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'mac_address': 'fa:16:3e:e5:f8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:10:32.278605 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.293052 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5cdcdb-96bc-452e-9629-e9c40a34bb84 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:10:32.312523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:32.320613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:32.371045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:32.544430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['ef5cdcdb-96bc-452e-9629-e9c40a34bb84'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:10:32.793407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff73bd-40c3-4535-899d-2af052c95582 req-816a3cc8-7546-490c-90a6-c0c339f79c35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:32.794961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5ff73bd-40c3-4535-899d-2af052c95582 req-816a3cc8-7546-490c-90a6-c0c339f79c35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 944 time: 0.0717795 Jul 23 17:10:32.835782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b5ff73bd-40c3-4535-899d-2af052c95582 req-1eb12982-e163-4ad5-9c7b-b39c50e34f79 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349598 Jul 23 17:10:33.968839 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce974f6-b7fb-40ab-8c45-5d06cfb7bd56 req-59e5488f-15cd-481f-aca5-3ec72139b02d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:33.970352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ce974f6-b7fb-40ab-8c45-5d06cfb7bd56 req-59e5488f-15cd-481f-aca5-3ec72139b02d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 944 time: 0.0665445 Jul 23 17:10:34.009980 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ce974f6-b7fb-40ab-8c45-5d06cfb7bd56 req-3a354092-f8f7-4b82-9ba4-dd9e13949f28 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340724 Jul 23 17:10:34.128299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:10:34.178257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:10:34.181863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:10:34.182273 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.260336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.281952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:34.284201 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf287c-1134-41f2-b470-8779efa4abfa" -d '{"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:34.297118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:10:34.302292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:34.328645 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424458a-95cf-4cc8-889c-a836429b7d7a x-openstack-request-id: req-3424458a-95cf-4cc8-889c-a836429b7d7a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:34.328942 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:34.329189 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3424458a-95cf-4cc8-889c-a836429b7d7a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:34.329574 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'code': 200} Jul 23 17:10:34.355093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:10:34.362916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.363777 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.364129 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.364466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.364798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.365126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.365449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.365774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.366128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.366449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.366773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.367096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:10:34.450324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5cd7c-f3eb-4138-985a-9dd29656e77e req-796e5148-0b8c-4b2b-b65c-208269dfd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:34.452930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14b5cd7c-f3eb-4138-985a-9dd29656e77e req-796e5148-0b8c-4b2b-b65c-208269dfd331 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1096 time: 0.0636432 Jul 23 17:10:34.495621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14b5cd7c-f3eb-4138-985a-9dd29656e77e req-e73a6479-b36b-42ed-be32-6169f08ad8eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312126 Jul 23 17:10:35.156466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6ab7b-1eb8-4b27-845c-0696739d0895 req-56181ec9-5f43-4a5f-9411-fbd6369dcf9d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:35.158142 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d6ab7b-1eb8-4b27-845c-0696739d0895 req-56181ec9-5f43-4a5f-9411-fbd6369dcf9d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0807168 Jul 23 17:10:35.198339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5d6ab7b-1eb8-4b27-845c-0696739d0895 req-f3248149-de5f-4022-b86e-ab90aa2dd5f5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335181 Jul 23 17:10:36.335279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb88198-896a-464b-b14d-a6dee374c575 req-0a9d7513-4e39-4fe5-a4fe-037d74936987 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.336978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fb88198-896a-464b-b14d-a6dee374c575 req-0a9d7513-4e39-4fe5-a4fe-037d74936987 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0687277 Jul 23 17:10:36.376525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fb88198-896a-464b-b14d-a6dee374c575 req-46f51b56-8066-4f0f-b031-6d6c956c78e5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335474 Jul 23 17:10:36.506218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e127dc-298d-4bd6-9ed2-6c32078b62d4 req-f8f39c2e-9926-479f-89eb-5a794b4ed431 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:36.507676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35e127dc-298d-4bd6-9ed2-6c32078b62d4 req-f8f39c2e-9926-479f-89eb-5a794b4ed431 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0671592 Jul 23 17:10:36.517117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40276) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:10:36.522266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'floatingip': {'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:10:36.563073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.340123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.344279 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.449685 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e associated. External IP: 172.25.2.172, port: ef5cdcdb-96bc-452e-9629-e9c40a34bb84. Jul 23 17:10:37.661026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:10:37.764965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:10:37.769844 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:37.774420 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:10:37.783286 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:37.783892 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:37.811380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-313c63f9-21e7-42f6-86fd-3de93d1d5302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "PUT /v2.0/floatingips/552da4ad-1a66-4aec-b94c-1ce033a6561e HTTP/1.1" status: 200 len: 991 time: 1.2930596 Jul 23 17:10:37.811965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:10:37.814400 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45295b2-8322-4caa-a426-ff68fa17fd50" -d '{"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:10:37.854765 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2f108-c1a8-449c-a318-af54fc75ab1f x-openstack-request-id: req-67b2f108-c1a8-449c-a318-af54fc75ab1f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:10:37.854765 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:10:37.854765 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67b2f108-c1a8-449c-a318-af54fc75ab1f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:10:37.855189 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'status': 'completed', 'code': 200} Jul 23 17:10:37.891909 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:37.943307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-b2d87702-2f7b-4c42-b5b4-a20578811d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:37.944833 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-b2d87702-2f7b-4c42-b5b4-a20578811d67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1096 time: 0.0561242 Jul 23 17:10:38.046277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-91f79d85-be25-4ae2-a93b-6f370dca2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.047794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-91f79d85-be25-4ae2-a93b-6f370dca2f93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0952191 Jul 23 17:10:38.122494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-64a1b706-8f05-435e-b51a-4f464c88f4ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.0637989 Jul 23 17:10:38.173179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-2e47c126-72c0-460a-86a6-5ecd674de3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.174728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-2e47c126-72c0-460a-86a6-5ecd674de3cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0450087 Jul 23 17:10:38.213567 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:e5:f8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d49345-f696-41af-adcb-f3fae691316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:10:37Z', 'revision_number': 1, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:38.241583 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-3c307d5d-31fd-496d-9a89-5d2b852d83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:10:38.243154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-3c307d5d-31fd-496d-9a89-5d2b852d83b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606678 Jul 23 17:10:38.243723 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:10:38.252187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:10:38.252791 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:10:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:38.336956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-a8658034-4034-4017-a134-1f6bde08a67d service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864706 Jul 23 17:10:38.357607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:10:38.433156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b45295b2-8322-4caa-a426-ff68fa17fd50 req-4b7ee0a2-7c83-46a5-a10b-56fad4ab406d service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892298 Jul 23 17:10:38.582391 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:e5:f8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d49345-f696-41af-adcb-f3fae691316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:10:37Z', 'revision_number': 1, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:10:38.612474 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe556f-48c6-4898-8134-b02322ef7566 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:e5:f8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d49345-f696-41af-adcb-f3fae691316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:10:37Z', 'revision_number': 1, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:10:38.811964 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01506e8e-dbcf-4fc6-a5d6-ef6b433947c6 None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:10:41.878377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5f026030-7819-43bb-b260-c0dd891d3dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:42.190442 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:44.376727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:44.465178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e709-59a1-4304-b518-34ad14bec373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:45.693961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:47.603560 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:10:59.362346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:02.081305 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:11:11.881637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba65424d-fc6f-4203-a733-ac5d0f805bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:12.208338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.378499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:14.465477 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f9a17ec8-6153-4bc5-9321-2ae24991b81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:15.702071 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:17.607570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:28.209643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-dde8ea16-b8c8-4db7-a3de-c3a691974b6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542643 Jul 23 17:11:28.308481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236af54-f11b-4c7f-9257-86b6444731cf req-c5bd40fe-3b77-4785-b5e1-1d243ed68db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.309991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-c5bd40fe-3b77-4785-b5e1-1d243ed68db9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1096 time: 0.0545995 Jul 23 17:11:28.419398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236af54-f11b-4c7f-9257-86b6444731cf req-a5fde63f-dd1c-490d-8ae9-5f0d4f0a307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.420917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-a5fde63f-dd1c-490d-8ae9-5f0d4f0a307a service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0904336 Jul 23 17:11:28.489691 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-8e6e1217-937e-450a-a04c-3d0e1351e845 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 1001 time: 0.0620522 Jul 23 17:11:28.541766 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236af54-f11b-4c7f-9257-86b6444731cf req-57db73d2-9cf3-4a80-8843-eac286b7f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.543274 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-57db73d2-9cf3-4a80-8843-eac286b7f492 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0436139 Jul 23 17:11:28.602762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236af54-f11b-4c7f-9257-86b6444731cf req-8f0e6a97-5cba-4705-ac07-8a7e8044340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:11:28.604286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-8f0e6a97-5cba-4705-ac07-8a7e8044340c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536230 Jul 23 17:11:28.726575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-8ea02914-11fa-4df7-87b2-95f4c978c8ec service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150546 Jul 23 17:11:28.815738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8236af54-f11b-4c7f-9257-86b6444731cf req-d55c8ebe-bac2-47e9-8559-dc6767f5563a service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819368 Jul 23 17:11:29.380791 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:39.080505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:11:41.882825 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1d68c46b-59e4-48c1-a722-0d9ba9b619fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:42.208391 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:44.381068 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:44.466048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-687d1c9e-375c-4619-8d61-354e4038f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:45.700914 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:47.612391 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:11:59.376411 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:11.884320 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d2319239-2daf-4b12-b8c6-e7b0c629ea53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:12.213040 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:14.382574 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:14.466517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18962bd8-4a51-4343-9e4e-49212e273d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:15.702954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:16.079517 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:12:17.613579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:22.767075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97841040-2b74-462a-9c98-522036d32b0b req-a992f3bd-7060-48e2-b972-9aaf3d225969 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:22.768927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97841040-2b74-462a-9c98-522036d32b0b req-a992f3bd-7060-48e2-b972-9aaf3d225969 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.1537876 Jul 23 17:12:22.809160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-97841040-2b74-462a-9c98-522036d32b0b req-511eb25d-2240-4a09-bce0-8d92f37442f9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344880 Jul 23 17:12:23.082107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 40510) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:23.159168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6deb0d-e2ff-4245-833a-a9c8d32ca4c6 req-3c92cd89-36b7-4627-bb8b-5c7341ca59cb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:23.160889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c6deb0d-e2ff-4245-833a-a9c8d32ca4c6 req-3c92cd89-36b7-4627-bb8b-5c7341ca59cb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0703678 Jul 23 17:12:23.190330 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-b46b42ec-b9ec-41f1-bdd6-9157a4b81b51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068833 Jul 23 17:12:23.201186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c6deb0d-e2ff-4245-833a-a9c8d32ca4c6 req-d950d2cb-0a62-4784-a57e-741f05786458 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343335 Jul 23 17:12:24.369966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-815618df-4f88-45ef-99fd-1f7e23448004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.371440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-815618df-4f88-45ef-99fd-1f7e23448004 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1096 time: 0.0822704 Jul 23 17:12:24.460218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643d8f6-e18c-4411-b2b3-4f085ebf36df req-ab305ef7-f029-46e0-861f-477bb716977c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.461712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d643d8f6-e18c-4411-b2b3-4f085ebf36df req-ab305ef7-f029-46e0-861f-477bb716977c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.1815519 Jul 23 17:12:24.506012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-3de1198b-507e-411a-8661-5b949d3b5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.507466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-3de1198b-507e-411a-8661-5b949d3b5551 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1258771 Jul 23 17:12:24.514660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d643d8f6-e18c-4411-b2b3-4f085ebf36df req-677bdd47-532c-4608-94d4-41f5d74f66f1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467389 Jul 23 17:12:24.581225 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-cee3c562-4f5c-4a16-a828-68b3e5bbf198 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 1001 time: 0.0655227 Jul 23 17:12:24.630428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-dd88febe-f385-41e4-8737-3f680575fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.631893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-dd88febe-f385-41e4-8737-3f680575fd63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0437994 Jul 23 17:12:24.694327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-0249c918-f4b3-4909-9417-02ee10a42ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:24.696359 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-0249c918-f4b3-4909-9417-02ee10a42ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567884 Jul 23 17:12:24.790735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-f1bc9292-4907-40fe-b2c7-78abb8fcdd28 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Jul 23 17:12:24.881004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-387336e6-63f6-4a89-9fd3-ce142ee264f1 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834870 Jul 23 17:12:25.657866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc479868-ac85-4a48-b5c8-f289825cbdb7 req-0e6269b9-1f49-4d39-a246-abf2e339c613 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:25.659487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc479868-ac85-4a48-b5c8-f289825cbdb7 req-0e6269b9-1f49-4d39-a246-abf2e339c613 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0743363 Jul 23 17:12:25.699625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc479868-ac85-4a48-b5c8-f289825cbdb7 req-3798e58f-917c-47ac-9e00-fa3d1d3a2b55 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342319 Jul 23 17:12:26.840352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854fd90-6e80-4135-acf5-33a3889ce13b req-e0ed75b0-6914-40c6-86d3-ad6b6e0143ef tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:26.841802 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5854fd90-6e80-4135-acf5-33a3889ce13b req-e0ed75b0-6914-40c6-86d3-ad6b6e0143ef tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0694809 Jul 23 17:12:26.881252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5854fd90-6e80-4135-acf5-33a3889ce13b req-631e0aa3-346b-42d3-9dd5-7494ab82bc05 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331650 Jul 23 17:12:28.024763 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f638d-f13e-4c8c-b298-64f263c2cb65 req-e5594af0-e8c5-43fe-9f78-538be31d04a9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:28.026237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-063f638d-f13e-4c8c-b298-64f263c2cb65 req-e5594af0-e8c5-43fe-9f78-538be31d04a9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0687730 Jul 23 17:12:28.063783 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-063f638d-f13e-4c8c-b298-64f263c2cb65 req-b84c106a-fc17-4794-96d5-74bb54a1511c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314794 Jul 23 17:12:29.201154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f985d-0a83-40e8-b4bf-70eecf63dbb7 req-5c66183c-6ca0-48d9-855a-9ddfa43ad3c5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.202654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-874f985d-0a83-40e8-b4bf-70eecf63dbb7 req-5c66183c-6ca0-48d9-855a-9ddfa43ad3c5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0702515 Jul 23 17:12:29.248017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-874f985d-0a83-40e8-b4bf-70eecf63dbb7 req-e1a3fe63-f03e-4940-bfe7-43a76739546b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397155 Jul 23 17:12:29.303320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-2fdd3388-2234-439b-bbbd-4c3270652f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.304828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-2fdd3388-2234-439b-bbbd-4c3270652f88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1096 time: 0.1182897 Jul 23 17:12:29.376822 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:29.415596 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-4a9483e0-4277-45b8-b491-bfc7c47ef044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.417065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-4a9483e0-4277-45b8-b491-bfc7c47ef044 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0933294 Jul 23 17:12:29.481114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-d31a3886-b06e-41dd-a14e-bb68e34c5202 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 1001 time: 0.0571463 Jul 23 17:12:29.535786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-b3ffe741-d772-4ef5-b7ca-0005a40f560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.537247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-b3ffe741-d772-4ef5-b7ca-0005a40f560c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0495756 Jul 23 17:12:29.602776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-ce4fa5d6-d041-4cba-961e-4562ed1e482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:29.604303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-ce4fa5d6-d041-4cba-961e-4562ed1e482a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551057 Jul 23 17:12:29.702526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-f7381218-4a23-422a-8260-57e4bc5c925d service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914245 Jul 23 17:12:29.799573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe02ffd-85b2-446c-884a-e56b608c9881 req-ae2f3837-d875-4f5a-a467-6b4060d97270 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899606 Jul 23 17:12:30.379668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbff5eb-8427-4a7a-9b80-b58aa6446e05 req-aa9c2dd5-c1b4-4395-a7ef-94954fd22d83 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:30.381179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffbff5eb-8427-4a7a-9b80-b58aa6446e05 req-aa9c2dd5-c1b4-4395-a7ef-94954fd22d83 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0644443 Jul 23 17:12:30.419343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffbff5eb-8427-4a7a-9b80-b58aa6446e05 req-cc6fdefd-1b9d-4a89-8c2c-25b5c3458a6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325224 Jul 23 17:12:31.606197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905c09-f1bb-4a12-858c-39c44a8c8369 req-c8e31da2-bc2c-4c74-a2f9-43115deee957 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:31.608873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f905c09-f1bb-4a12-858c-39c44a8c8369 req-c8e31da2-bc2c-4c74-a2f9-43115deee957 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.1120715 Jul 23 17:12:31.648940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f905c09-f1bb-4a12-858c-39c44a8c8369 req-8d61aec7-8307-4510-a680-53ce2fb43322 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346820 Jul 23 17:12:32.786241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0b4f-9296-4856-9112-9a017a68e5de req-f7667e1b-4a56-4b1a-b1ce-00d54f2d6028 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:32.788077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53bb0b4f-9296-4856-9112-9a017a68e5de req-f7667e1b-4a56-4b1a-b1ce-00d54f2d6028 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0656624 Jul 23 17:12:32.826004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-53bb0b4f-9296-4856-9112-9a017a68e5de req-ae9d50d0-1a44-4028-b0ac-bbf8af86cb01 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321777 Jul 23 17:12:33.972546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75213c-60f9-4c16-9ac8-458347a1b555 req-ecc02a19-7022-41f9-90f9-8e716b1b945e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:33.974116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc75213c-60f9-4c16-9ac8-458347a1b555 req-ecc02a19-7022-41f9-90f9-8e716b1b945e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0738800 Jul 23 17:12:34.012984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc75213c-60f9-4c16-9ac8-458347a1b555 req-60aa1538-942b-4eb9-8745-c6ab8083b8a5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330799 Jul 23 17:12:35.146406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636afdd-7560-4132-b5ba-5d718d571a70 req-ee48f113-cb75-444b-b5b3-121149421457 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:35.147927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3636afdd-7560-4132-b5ba-5d718d571a70 req-ee48f113-cb75-444b-b5b3-121149421457 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0639732 Jul 23 17:12:35.187005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3636afdd-7560-4132-b5ba-5d718d571a70 req-106960f8-9328-472b-a852-73542c388080 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334337 Jul 23 17:12:36.323642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34427d71-8bd1-4725-94a8-3e024bd02a02 req-933c06b3-9625-4503-923f-da588d1169a2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:36.325031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34427d71-8bd1-4725-94a8-3e024bd02a02 req-933c06b3-9625-4503-923f-da588d1169a2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0679886 Jul 23 17:12:36.362336 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34427d71-8bd1-4725-94a8-3e024bd02a02 req-12013213-6cdf-4163-8b8c-3a72bd340c74 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310941 Jul 23 17:12:37.278884 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-dd2c52fc-f4d1-4537-acd9-35a48ae7225e service neutron] show failed (client error): The resource could not be found. Jul 23 17:12:37.279883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-dd2c52fc-f4d1-4537-acd9-35a48ae7225e service neutron] 10.222.0.67 "GET /v2.0/ports/ef5cdcdb-96bc-452e-9629-e9c40a34bb84/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0558088 Jul 23 17:12:37.507188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7dd29-b99e-4cb5-b348-49486ea1373d req-f10a7722-0911-4c72-8828-c9842d9a1e26 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.508789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57f7dd29-b99e-4cb5-b348-49486ea1373d req-f10a7722-0911-4c72-8828-c9842d9a1e26 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0680745 Jul 23 17:12:37.549438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57f7dd29-b99e-4cb5-b348-49486ea1373d req-f78482ad-d798-49aa-b0d3-6eed3de371b2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347829 Jul 23 17:12:37.558233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-9f24d601-9a23-4c4b-baf3-9ad2481e59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:37.559760 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-9f24d601-9a23-4c4b-baf3-9ad2481e59a5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1096 time: 0.1008785 Jul 23 17:12:37.577477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:37.654995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.861507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:37.894693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:37.934601 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:37.937034 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0591923d-a7dc-4c0a-bd3d-6490aea8c2a4" -d '{"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:37.941140 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.954104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Transition to ACTIVE for port object ef5cdcdb-96bc-452e-9629-e9c40a34bb84 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:37.960314 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:37.996753 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23642be6-00f6-49a1-8a83-5ac88c68d94a x-openstack-request-id: req-23642be6-00f6-49a1-8a83-5ac88c68d94a {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:37.997037 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:37.997333 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23642be6-00f6-49a1-8a83-5ac88c68d94a {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:37.998258 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'code': 200} Jul 23 17:12:38.079574 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:38.101855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.102295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.102639 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.102976 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.103461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.103638 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.103966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.104294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.104615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.104937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.105259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.105580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:38.157103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] No DVR routers for this DVR port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:38.294966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:38.295213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:38.295530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:38.300403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:12:38.300714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Attempting to bind port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:38.305422 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:38.305748 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:38.306157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:38.306565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Bound port: ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:38.306911 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:38.368328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:38.371578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:38.376295 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:38.408500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.409125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:38.410841 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] 10.222.0.81 "PUT /v2.0/ports/ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 1091 time: 0.8377573 Jul 23 17:12:38.434453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4991-4ccd-46db-b467-b13052c41a43 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:38.504710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-5e01bb0f-94c9-44f7-bb60-c77ee59f0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.506271 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-5e01bb0f-94c9-44f7-bb60-c77ee59f0768 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0605397 Jul 23 17:12:38.598736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-30c34729-f42d-4fa2-9e66-d713bfd9fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.600244 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-30c34729-f42d-4fa2-9e66-d713bfd9fb56 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0881989 Jul 23 17:12:38.685443 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235a68-7e57-43e1-b40d-e6b09a3d1e90 req-4dd77bcc-99d5-4764-abea-9614b04eb0f1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.686941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b235a68-7e57-43e1-b40d-e6b09a3d1e90 req-4dd77bcc-99d5-4764-abea-9614b04eb0f1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.0675614 Jul 23 17:12:38.715453 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-a632f025-bd9d-4bd9-b0e1-d77652b8b259 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.1093035 Jul 23 17:12:38.729240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b235a68-7e57-43e1-b40d-e6b09a3d1e90 req-75a89253-0ca7-42a0-9748-35083a912834 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364447 Jul 23 17:12:38.763078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-81c83398-c8ff-43c5-8fb4-5cc4cfcabdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.764526 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-81c83398-c8ff-43c5-8fb4-5cc4cfcabdd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0433638 Jul 23 17:12:38.866694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-3e7ba188-9158-414a-a1b4-31888f8283d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:38.868185 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-3e7ba188-9158-414a-a1b4-31888f8283d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776398 Jul 23 17:12:38.976369 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-002d7c29-9cea-4a1b-9460-07329ef0ddf2 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013391 Jul 23 17:12:39.074844 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-7bce87ce-9c75-4b0b-94c5-6bd26659e44c req-2b00a904-ff6e-4427-ad81-9c59fcf44136 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927751 Jul 23 17:12:39.238315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-e964ec4e-fc83-4045-bc1b-1d1bf144eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.239797 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-e964ec4e-fc83-4045-bc1b-1d1bf144eb90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0561342 Jul 23 17:12:39.346619 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-639d192b-443a-45bc-ad5e-46d2f2e85f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.348082 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-639d192b-443a-45bc-ad5e-46d2f2e85f5f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0903656 Jul 23 17:12:39.411382 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-d0c317bc-22d1-468c-959e-b3ed2895dacc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.0568898 Jul 23 17:12:39.461945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-053252a7-d7af-48d8-9723-1c59aa0344fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.463378 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-053252a7-d7af-48d8-9723-1c59aa0344fb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0462787 Jul 23 17:12:39.522398 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-1c5cdc1a-f74f-4376-a722-c4ab2e2223bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.523789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-1c5cdc1a-f74f-4376-a722-c4ab2e2223bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522668 Jul 23 17:12:39.617318 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-d32bf10a-b4d7-4ae0-8f6a-beaef271174f service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Jul 23 17:12:39.707093 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-83201c6b-129e-42cb-811a-8d5fd06af07f req-3666f6a6-1460-4ee6-b652-dc146415491f service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Jul 23 17:12:39.864614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcaa12-5552-4820-a8a6-6f411dc34ef7 req-6c01a3a3-10b7-40f8-8611-548b77c0c12e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:39.866045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1fcaa12-5552-4820-a8a6-6f411dc34ef7 req-6c01a3a3-10b7-40f8-8611-548b77c0c12e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.0650558 Jul 23 17:12:39.903925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f1fcaa12-5552-4820-a8a6-6f411dc34ef7 req-a35d1761-908d-4698-8dbd-4732a752a671 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322299 Jul 23 17:12:39.999105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:40.002174 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e19def-cd50-4df7-9ee5-438e11c882f2" -d '{"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:40.048936 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1394a-f4d0-4e4c-ab56-d98d01d8cc84 x-openstack-request-id: req-fee1394a-f4d0-4e4c-ab56-d98d01d8cc84 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:40.049224 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:40.049474 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fee1394a-f4d0-4e4c-ab56-d98d01d8cc84 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:40.049868 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'status': 'completed', 'code': 200} Jul 23 17:12:40.131952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-41b02056-332c-41ae-b9e5-282d0f9e87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.133379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-41b02056-332c-41ae-b9e5-282d0f9e87e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0554314 Jul 23 17:12:40.145402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-342632e8-3d32-45e3-aced-7a34f2ab08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.146910 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-342632e8-3d32-45e3-aced-7a34f2ab08eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0552976 Jul 23 17:12:40.230789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-5c24e2bc-d135-418f-aa3b-76a0acfbe143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.232379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-5c24e2bc-d135-418f-aa3b-76a0acfbe143 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0917253 Jul 23 17:12:40.240765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-685775c7-872e-400b-93d7-028f207532c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.242253 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-685775c7-872e-400b-93d7-028f207532c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0888743 Jul 23 17:12:40.301233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-f4f1bfe7-4be2-4c38-ab3a-3a75245b34f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.0616691 Jul 23 17:12:40.310854 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-39ba4029-9879-43bd-bc6e-8d7917e5c47d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.0619118 Jul 23 17:12:40.354524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-6f8b7c8c-4d1c-487a-85c8-32921208c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.355984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-6f8b7c8c-4d1c-487a-85c8-32921208c55a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0472202 Jul 23 17:12:40.358788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-ee90990b-df82-48ca-a7a2-8d244ed7fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.360791 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-ee90990b-df82-48ca-a7a2-8d244ed7fa25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0437317 Jul 23 17:12:40.415350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-959d5262-ed5f-4046-820e-9ff8bf6ee34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.416758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-959d5262-ed5f-4046-820e-9ff8bf6ee34a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534844 Jul 23 17:12:40.419768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-2c53e53b-716f-43a6-b03c-d6f33c3e8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:40.421162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-2c53e53b-716f-43a6-b03c-d6f33c3e8255 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543048 Jul 23 17:12:40.509161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-e51b6ce4-46f8-49ba-9180-2c714862aee3 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850387 Jul 23 17:12:40.609795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-550269e9-beeb-48dd-b663-2c39895ab997 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924597 Jul 23 17:12:40.824761 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-1645ecda-9062-41da-918c-c6a33b678aa9 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962917 Jul 23 17:12:40.915134 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-99e19def-cd50-4df7-9ee5-438e11c882f2 req-e4f0895a-1a82-4669-af1f-b47f3aafb74c service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Jul 23 17:12:41.277617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a583f-199d-4ded-884e-2528592dc9b0 req-c5c3a5be-1052-4e84-88c1-27fcae098fbb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:41.279121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222a583f-199d-4ded-884e-2528592dc9b0 req-c5c3a5be-1052-4e84-88c1-27fcae098fbb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.0670063 Jul 23 17:12:41.320320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-222a583f-199d-4ded-884e-2528592dc9b0 req-93e1d054-2726-4ab1-bfb2-a153b6cda685 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354595 Jul 23 17:12:41.644659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163456-2f26-47dd-a221-52e363536212 req-6b2bf993-4fac-485a-b275-c1434b122d10 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:41.647318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba163456-2f26-47dd-a221-52e363536212 req-6b2bf993-4fac-485a-b275-c1434b122d10 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 943 time: 0.1755128 Jul 23 17:12:41.669579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-d5de5f1e-b5a3-461a-9fbd-33b42de8144a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:41.671069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-d5de5f1e-b5a3-461a-9fbd-33b42de8144a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e&tenant_id=6f6a489238d74b889b86a0c46fdd409f&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 943 time: 0.1526625 Jul 23 17:12:41.725354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba163456-2f26-47dd-a221-52e363536212 req-43f95b24-ce52-42f0-a0a0-0ab0764ec521 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725029 Jul 23 17:12:41.751585 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-c80e9c4a-0b75-449c-8446-f91eb45979ee service neutron] delete failed (client error): The resource could not be found. Jul 23 17:12:41.752623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-c80e9c4a-0b75-449c-8446-f91eb45979ee service neutron] 10.222.0.67 "DELETE /v2.0/ports/ef5cdcdb-96bc-452e-9629-e9c40a34bb84/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0730734 Jul 23 17:12:41.857197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-77832a90-e699-47e5-b3d1-27dd839c52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:41.858664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-77832a90-e699-47e5-b3d1-27dd839c52f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 1094 time: 0.0586858 Jul 23 17:12:41.884793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78777aa0-24c6-47f2-9567-d72b974e17bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:41.962644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-73cba766-9668-4f58-877c-22b25a5348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:41.964125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-73cba766-9668-4f58-877c-22b25a5348c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0990465 Jul 23 17:12:42.001287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:12:42.033004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-e5db8627-a1b1-4cdb-a38c-23aff9d5d9a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 200 len: 999 time: 0.0621195 Jul 23 17:12:42.083219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-ff22284b-f338-4b3a-82f7-4a780a8daaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:42.084725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-ff22284b-f338-4b3a-82f7-4a780a8daaa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0447123 Jul 23 17:12:42.099613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:42.111424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'mac_address': 'fa:16:3e:e5:f8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:12:42.145202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-88d57474-e83c-430d-ad08-424b147ed661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:42.146642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-88d57474-e83c-430d-ad08-424b147ed661 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540245 Jul 23 17:12:42.148010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.162545 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5cdcdb-96bc-452e-9629-e9c40a34bb84 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:42.181761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:42.186538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.234326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:42.249289 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:42.251121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-13638985-c3f4-4c26-b8d2-9b4da3d09e4c service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964596 Jul 23 17:12:42.256971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.257320 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.257668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.258033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.258371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.258703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.259032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.259359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.259686 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.260013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.260337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.260660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:12:42.345853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d235550-853f-4bfa-9f50-ea22e302cdcf req-1d3714c6-7bd1-4e24-9ad1-c2827ca416a8 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Jul 23 17:12:42.504841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ef5cdcdb-96bc-452e-9629-e9c40a34bb84'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:42.660007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:42.701013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:42.866562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049cd3-7525-4196-bfbc-de72ac8de04c req-bfa324d6-95e2-4627-a52e-c5fd3dc83faf tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:42.868082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42049cd3-7525-4196-bfbc-de72ac8de04c req-bfa324d6-95e2-4627-a52e-c5fd3dc83faf tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 944 time: 0.0713205 Jul 23 17:12:42.908658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-42049cd3-7525-4196-bfbc-de72ac8de04c req-127aedf6-fbf2-4a91-a337-3351e1e1779d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349450 Jul 23 17:12:44.010064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:44.041482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d226a-f32a-44ae-8335-f0b49f816299 req-6c8f1cb1-aa95-42d2-8c20-3531fe804cbd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:44.043004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-307d226a-f32a-44ae-8335-f0b49f816299 req-6c8f1cb1-aa95-42d2-8c20-3531fe804cbd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 944 time: 0.0657401 Jul 23 17:12:44.059183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:44.063892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:44.064366 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.085213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-307d226a-f32a-44ae-8335-f0b49f816299 req-277a337a-95de-4b68-a4d4-eb4e6c53042f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359044 Jul 23 17:12:44.144643 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.168363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:44.170631 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a4f3da-ddd1-4aa7-a564-9ad89ea36b17" -d '{"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:44.187713 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:44.192725 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.226436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25036c3-254b-453a-93af-356c2e264fb9 req-52471505-6998-4f99-b5d4-21098baa27c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:44.228196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25036c3-254b-453a-93af-356c2e264fb9 req-52471505-6998-4f99-b5d4-21098baa27c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 944 time: 0.0727844 Jul 23 17:12:44.243898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:44.272357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d25036c3-254b-453a-93af-356c2e264fb9 req-07fca5ea-a331-41ed-91c9-341a5d222896 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384648 Jul 23 17:12:44.279083 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a2e49-b29a-42df-b40f-5fbedc7b778a x-openstack-request-id: req-958a2e49-b29a-42df-b40f-5fbedc7b778a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:44.279565 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:44.279816 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-958a2e49-b29a-42df-b40f-5fbedc7b778a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:44.280213 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'code': 200} Jul 23 17:12:44.383813 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.407511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d851802-e164-49b7-a37e-1e9b151e5997 req-86a73352-fac7-4e6a-bde8-6a7bb2cbf1cd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:44.409000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d851802-e164-49b7-a37e-1e9b151e5997 req-86a73352-fac7-4e6a-bde8-6a7bb2cbf1cd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0697508 Jul 23 17:12:44.446519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d851802-e164-49b7-a37e-1e9b151e5997 req-9a6e343b-58d0-44ed-894e-db28843b93dc tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314195 Jul 23 17:12:44.472748 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a00f-5188-4c5b-bc4f-9dac388f77b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:44.704978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2ee03-a90c-42ac-896e-f9708c52ca02 req-9c963a8b-c302-46c8-a59b-f4a18aedfc9d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:44.706270 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a2ee03-a90c-42ac-896e-f9708c52ca02 req-9c963a8b-c302-46c8-a59b-f4a18aedfc9d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0674880 Jul 23 17:12:44.743156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-01a2ee03-a90c-42ac-896e-f9708c52ca02 req-bed8ac7c-d704-42c0-b1f4-6eb151a15e70 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312376 Jul 23 17:12:45.706261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:45.892074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd778-b629-4efb-a529-58bf4c491fe0 req-0a0326a1-22b7-4e9a-aba5-9123d1abf005 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:45.893492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c30fd778-b629-4efb-a529-58bf4c491fe0 req-0a0326a1-22b7-4e9a-aba5-9123d1abf005 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0779636 Jul 23 17:12:45.935311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c30fd778-b629-4efb-a529-58bf4c491fe0 req-ea049ce7-975f-4cbe-bfa2-a80aeeaf49f8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351918 Jul 23 17:12:46.105809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-a5227c60-b605-4bb1-827d-4c406a426f1a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:46.107312 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-a5227c60-b605-4bb1-827d-4c406a426f1a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 945 time: 0.0870616 Jul 23 17:12:46.208245 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Deleting port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:12:46.208487 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.308569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] For port ef5cdcdb-96bc-452e-9629-e9c40a34bb84, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:46.308925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.530131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.530499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.530813 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e disassociated. External IP: 172.25.2.172, port: ef5cdcdb-96bc-452e-9629-e9c40a34bb84. Jul 23 17:12:46.531187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Calling delete_port for ef5cdcdb-96bc-452e-9629-e9c40a34bb84 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:12:46.677231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.707759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'Port': ['ID=ef5cdcdb-96bc-452e-9629-e9c40a34bb84,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:46.824658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:46.934106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:46.944660 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:46.956316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:46.956967 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:12:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:46.981772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] No DVR routers for this DVR port ef5cdcdb-96bc-452e-9629-e9c40a34bb84 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:12:46.985292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:46.987375 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3eecec0a-b494-4c04-a5e7-5d0e6ca82fb3 req-0eb152ea-e198-46bb-82ed-4bc61882ba35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "DELETE /v2.0/ports/ef5cdcdb-96bc-452e-9629-e9c40a34bb84 HTTP/1.1" status: 204 len: 173 time: 0.8753045 Jul 23 17:12:46.987831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-deleted', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:46.990215 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecebd633-407c-43a1-85a2-5d70f47c4df3" -d '{"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-deleted", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:47.034945 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61e548-ab60-4c51-9a8d-4ec57c1f6bd4 x-openstack-request-id: req-cc61e548-ab60-4c51-9a8d-4ec57c1f6bd4 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:47.035548 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d49345-f696-41af-adcb-f3fae691316e", "name": "network-vif-deleted", "tag": "ef5cdcdb-96bc-452e-9629-e9c40a34bb84", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:47.035813 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc61e548-ab60-4c51-9a8d-4ec57c1f6bd4 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:47.036219 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d49345-f696-41af-adcb-f3fae691316e', 'name': 'network-vif-deleted', 'tag': 'ef5cdcdb-96bc-452e-9629-e9c40a34bb84', 'status': 'completed', 'code': 200} Jul 23 17:12:47.084926 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:47.108067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5060e84-0497-4ccb-a018-0f74fadbdc76 req-debf4a1e-2310-4537-aa93-e7cca3ce0004 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d49345-f696-41af-adcb-f3fae691316e HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jul 23 17:12:47.280029 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:47.309538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:12:47.317856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:47.318395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:12:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:47.421385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:12:47.614382 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:47.633740 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:47.659939 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987a595-5b63-4baf-946a-c11e5dd00aa9 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:12:47.871622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78fd84e-3b7a-4a3b-8afa-9186f89bcd69 None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:12:48.374596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-2dfd7926-401d-46d8-a7a2-ea11712a70ac tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--61758882&fields=id&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 267 time: 0.0365105 Jul 23 17:12:48.488012 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-597d7e30-a4fd-40b2-a0c7-fecc649fbc30 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:48.489515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-597d7e30-a4fd-40b2-a0c7-fecc649fbc30 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1066761 Jul 23 17:12:48.504339 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-d285f4ea-e185-4bca-97d5-f15a4bd8d504 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/quotas/6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 375 time: 0.0093765 Jul 23 17:12:48.574739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-03e1fab0-b0e8-4aff-aeb1-fa1e818b90bc tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652194 Jul 23 17:12:48.675292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-348adb71-b84b-4696-a2e0-84c544dc49d9 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880046 Jul 23 17:12:48.766970 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-dc028cc9-5cf4-47b8-9316-a7d207d18af0 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Jul 23 17:12:48.947824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a40a9b3b-f491-4672-81ed-2991ad2317be req-da08155e-8d6d-4e84-ac75-1fab514ae12d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 210 time: 0.0343006 Jul 23 17:12:50.026242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:12:50.028902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-c83d0a2c-d70a-4e57-81a4-443804d529c4 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:50.030639 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-c83d0a2c-d70a-4e57-81a4-443804d529c4 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1173520 Jul 23 17:12:50.048430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ef5cdcdb-96bc-452e-9629-e9c40a34bb84 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:12:50.049037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ef5cdcdb-96bc-452e-9629-e9c40a34bb84 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:12:50.059911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88d1a952-09f1-46c8-8bb6-e462d4914326 req-e15b0b44-5c2a-42c4-812b-67521b0f201b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 210 time: 0.0302808 Jul 23 17:12:50.092201 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-a9e6701b-70e4-4b8d-b858-9a3cb3f05395 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 378 time: 0.0475986 Jul 23 17:12:50.131654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'port': {'device_id': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'admin_state_up': True, 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'security_groups': ['b8dec8d1-9fca-4eea-b418-59986e703bde']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:50.234881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:12:50.238242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.363394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Allocated IP 172.20.0.13 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/77b837fa-3ea7-4498-886a-f617f50e3d82) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:12:50.503204 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.516625 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Transition to ACTIVE for port object 77b837fa-3ea7-4498-886a-f617f50e3d82 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:50.549839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.592185 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:12:50.596014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:12:50.598778 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:12:50.631392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:50.659389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:50.659936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.677377 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-eae7d5a9-23c7-409a-9a66-d6f278888d4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495260 Jul 23 17:12:50.694354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Request body: {'port': {'device_id': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:50.774294 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.865725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-30a17a4e-58b0-4fb5-88f5-c1f448816781 None None] Provisioning for port 77b837fa-3ea7-4498-886a-f617f50e3d82 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:50.869994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-30a17a4e-58b0-4fb5-88f5-c1f448816781 None None] Provisioning complete for port 77b837fa-3ea7-4498-886a-f617f50e3d82 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:50.870300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-30a17a4e-58b0-4fb5-88f5-c1f448816781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:50.904108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-30a17a4e-58b0-4fb5-88f5-c1f448816781 None None] Port 77b837fa-3ea7-4498-886a-f617f50e3d82 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:12:51.042037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b837fa-3ea7-4498-886a-f617f50e3d82 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:51.049949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:51.062869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Transition to ACTIVE for port object 77b837fa-3ea7-4498-886a-f617f50e3d82 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:12:51.066235 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:51.118439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:51.196747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:12:51.197090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:12:51.197429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:51.202191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:12:51.202502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:12:51.208301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:12:51.208636 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:12:51.209017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:12:51.209439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Bound port: 77b837fa-3ea7-4498-886a-f617f50e3d82, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:12:51.209785 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:51.219863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69decc48-83d8-4d22-a3f3-f6740ea69e29 req-140b168d-f56d-45fa-8932-ef1813adfe96 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.221441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69decc48-83d8-4d22-a3f3-f6740ea69e29 req-140b168d-f56d-45fa-8932-ef1813adfe96 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0770602 Jul 23 17:12:51.266412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69decc48-83d8-4d22-a3f3-f6740ea69e29 req-f3729629-98cc-4a89-96cb-8f33b1abaac5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374124 Jul 23 17:12:51.282261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:12:51.286408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:12:51.292754 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:51.328750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.329351 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:51.330864 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] 10.222.0.81 "PUT /v2.0/ports/77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1092 time: 0.6413140 Jul 23 17:12:51.331325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:51.333630 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a93dcfabeee83c8dd3a4f3b66ecafa70f075ff60b30cf8816487078d1d22b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac58cbd-76ce-45e3-816e-5b686ac14648" -d '{"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:51.369200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5a628-b8a6-4ab6-b9e8-a48792d695ef service neutron] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:51.378799 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad03714-bdac-4a4a-a147-b9fe5bab8767 x-openstack-request-id: req-9ad03714-bdac-4a4a-a147-b9fe5bab8767 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:51.379017 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:51.379272 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ad03714-bdac-4a4a-a147-b9fe5bab8767 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:51.379677 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'status': 'completed', 'code': 200} Jul 23 17:12:51.456880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-4c3be5c9-f3d9-426f-8a05-80b635e7455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.458450 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-4c3be5c9-f3d9-426f-8a05-80b635e7455a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0630219 Jul 23 17:12:51.506605 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-fbda28be-9d4a-430a-adf0-b2d2ca0931fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 217 time: 0.0364492 Jul 23 17:12:51.559818 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-6c58206d-34d5-4d09-91a5-f9d572741102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.561357 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-6c58206d-34d5-4d09-91a5-f9d572741102 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0491138 Jul 23 17:12:51.619692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-45529a30-16fe-4d3d-a3db-35344d09a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.621192 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-45529a30-16fe-4d3d-a3db-35344d09a3d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538533 Jul 23 17:12:51.714189 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-c3d6fee4-b1f1-4b83-a31a-ffc48164b953 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Jul 23 17:12:51.806146 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-a9a59f82-514b-446c-a68b-b7dd788db7dc req-9a7c70ef-8563-4b59-931a-1e965e685075 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Jul 23 17:12:51.941159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-e84f95cd-e277-44d7-8473-b23216b610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:51.942630 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-e84f95cd-e277-44d7-8473-b23216b610e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0551682 Jul 23 17:12:52.036924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-21ba4210-a11d-45d4-a345-573a36db3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:52.038425 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-21ba4210-a11d-45d4-a345-573a36db3dd1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0899851 Jul 23 17:12:52.079142 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-fa66ce42-4785-464d-a3d1-83dff99a4838 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 217 time: 0.0348854 Jul 23 17:12:52.126979 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-089d296b-26ef-40d8-be29-967a87209ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:52.128478 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-089d296b-26ef-40d8-be29-967a87209ae6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0434918 Jul 23 17:12:52.191542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-168645bc-ed24-4557-a2f0-4cf5776ecc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:52.192945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-168645bc-ed24-4557-a2f0-4cf5776ecc13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571055 Jul 23 17:12:52.280548 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-62c5d5e5-de91-49c8-a234-8aa2ee26ca1e service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807176 Jul 23 17:12:52.377869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1ac58cbd-76ce-45e3-816e-5b686ac14648 req-1a85698b-d0d4-4c7f-a16e-4212bda3de48 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900171 Jul 23 17:12:52.406826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082629e9-570f-4e81-bdba-f39f89598f7c req-5866dfa0-62cb-431d-a23d-f5c99652b43b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:52.408425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-082629e9-570f-4e81-bdba-f39f89598f7c req-5866dfa0-62cb-431d-a23d-f5c99652b43b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0721226 Jul 23 17:12:52.786808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-082629e9-570f-4e81-bdba-f39f89598f7c req-a115122e-c7a6-442f-83af-78f618ad420f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3720515 Jul 23 17:12:53.078944 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:12:53.919656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1efd24-50af-4d80-b7f1-136e1e4d4db9 req-1625a406-b780-450d-a040-0e17be236563 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:53.921023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a1efd24-50af-4d80-b7f1-136e1e4d4db9 req-1625a406-b780-450d-a040-0e17be236563 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0642147 Jul 23 17:12:53.960316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a1efd24-50af-4d80-b7f1-136e1e4d4db9 req-69c57139-38c5-4b48-8801-ba4a72c20465 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324333 Jul 23 17:12:54.055931 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:12:54.155613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:54.167616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'mac_address': 'fa:16:3e:1b:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:12:54.204199 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:54.216478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b837fa-3ea7-4498-886a-f617f50e3d82 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:12:54.236158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:54.240263 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:54.289127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:54.611956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['77b837fa-3ea7-4498-886a-f617f50e3d82'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:12:55.090492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25df5e3-540b-446b-9bbd-4937a5da2d2a req-045b5bdb-c05d-4b15-943e-17b1d1da7c09 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:55.092006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c25df5e3-540b-446b-9bbd-4937a5da2d2a req-045b5bdb-c05d-4b15-943e-17b1d1da7c09 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 945 time: 0.0641279 Jul 23 17:12:55.133679 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c25df5e3-540b-446b-9bbd-4937a5da2d2a req-dc4f45d6-5d2a-40bd-a6c1-75e9601da245 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354352 Jul 23 17:12:56.056607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:12:56.108689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 77b837fa-3ea7-4498-886a-f617f50e3d82 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:12:56.112858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 77b837fa-3ea7-4498-886a-f617f50e3d82 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:12:56.113227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.192249 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.219172 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:56.221482 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb1e1f0457810ec11f8b42ecc6cdef7e88cb5a03589e69f106b21d33a8e2701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e9fe6-4716-4fc5-891c-d19ac9a1e00a" -d '{"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-plugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:56.235330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:12:56.240899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:56.271319 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388ab4f-3ad2-421c-8074-c7e9d9265f69 x-openstack-request-id: req-e388ab4f-3ad2-421c-8074-c7e9d9265f69 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:56.271556 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-plugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:56.271759 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e388ab4f-3ad2-421c-8074-c7e9d9265f69 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:56.272145 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'code': 200} Jul 23 17:12:56.310039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:12:56.359836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92e348-66c1-4ea0-9803-af47eac08419 req-76c0572a-e32b-4a48-8b98-b064effa0a6c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:56.361353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b92e348-66c1-4ea0-9803-af47eac08419 req-76c0572a-e32b-4a48-8b98-b064effa0a6c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.1145787 Jul 23 17:12:56.405186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4b92e348-66c1-4ea0-9803-af47eac08419 req-a0c53a1f-d3b3-43b7-945f-4c9e70c96177 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378776 Jul 23 17:12:56.407112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934e793-e156-4c70-ad4f-a47f69c76158 req-c91b23f9-8550-45e4-b232-af8decd405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:56.408894 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c934e793-e156-4c70-ad4f-a47f69c76158 req-c91b23f9-8550-45e4-b232-af8decd405e5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1097 time: 0.0601373 Jul 23 17:12:56.443651 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c934e793-e156-4c70-ad4f-a47f69c76158 req-72112822-0a3b-4147-b79a-032bbd84e361 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289464 Jul 23 17:12:57.553258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c8ff-228a-4fc0-917e-043a89cdeb07 req-a99a14cd-2bda-4efb-9331-ce39c3ba270c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:57.554804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2123c8ff-228a-4fc0-917e-043a89cdeb07 req-a99a14cd-2bda-4efb-9331-ce39c3ba270c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0669670 Jul 23 17:12:57.596732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2123c8ff-228a-4fc0-917e-043a89cdeb07 req-1b7a2f63-3fb3-438c-88b7-3c2bc4b545ef tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362897 Jul 23 17:12:58.734228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f74a7-24b8-4fb9-934b-b115710ab625 req-8d01c817-12f0-4a80-aa5a-9ff82d44ffb9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.735694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c26f74a7-24b8-4fb9-934b-b115710ab625 req-8d01c817-12f0-4a80-aa5a-9ff82d44ffb9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0680566 Jul 23 17:12:58.772790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c26f74a7-24b8-4fb9-934b-b115710ab625 req-c7e1ee24-c46c-486c-8197-656c96eff468 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314081 Jul 23 17:12:58.901142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666a0a-0ad9-415f-9fc5-0bfe58abcbd2 req-1c0e6d07-b153-4cfc-a8bc-d168a6e043eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:12:58.902572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91666a0a-0ad9-415f-9fc5-0bfe58abcbd2 req-1c0e6d07-b153-4cfc-a8bc-d168a6e043eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0663896 Jul 23 17:12:58.911463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 40666) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:12:58.916020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'floatingip': {'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:12:58.958783 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.376803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.391390 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.395544 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.495233 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e associated. External IP: 172.25.2.172, port: 77b837fa-3ea7-4498-886a-f617f50e3d82. Jul 23 17:12:59.706925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:12:59.813847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:12:59.818682 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:12:59.823478 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:12:59.831956 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:12:59.832547 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:12:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:12:59.857352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a28b1de3-d6de-44b4-9231-0694f6f5f31b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "PUT /v2.0/floatingips/552da4ad-1a66-4aec-b94c-1ce033a6561e HTTP/1.1" status: 200 len: 992 time: 0.9446800 Jul 23 17:12:59.858549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:12:59.861662 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5149809e1f4c70135ff32ce7cac175dce1723a69d233ad84ea10f8ee8c2e97cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966" -d '{"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:12:59.969054 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6cbcb-18f4-4e69-a170-81c37de80f76 x-openstack-request-id: req-5cb6cbcb-18f4-4e69-a170-81c37de80f76 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:12:59.969368 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:12:59.969613 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cb6cbcb-18f4-4e69-a170-81c37de80f76 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:12:59.970043 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'status': 'completed', 'code': 200} Jul 23 17:13:00.042674 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:00.062505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-5333367f-dfde-443c-9267-9c6e05710a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:00.064020 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-5333367f-dfde-443c-9267-9c6e05710a62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1097 time: 0.0561175 Jul 23 17:13:00.160864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-e741a7b9-8673-4028-a1c2-fbdab8c1781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:00.162358 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-e741a7b9-8673-4028-a1c2-fbdab8c1781d service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0917206 Jul 23 17:13:00.226516 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-886c51e7-2496-4cf9-90de-78a3d209e1ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1000 time: 0.0577452 Jul 23 17:13:00.272819 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:1b:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:12:59Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:00.277903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-7b8d3a05-a27e-4f4d-aa3a-2ef42e46ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:00.279420 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-7b8d3a05-a27e-4f4d-aa3a-2ef42e46ba7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0475135 Jul 23 17:13:00.299201 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:13:00.307473 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:13:00.308011 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:12:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:00.337610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-78bea6fc-68c8-47d2-9922-667ebeda4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:00.339207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-78bea6fc-68c8-47d2-9922-667ebeda4b02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532691 Jul 23 17:13:00.413996 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:13:00.432895 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-2b09ddd9-f306-4207-bcd0-4b549575d4f8 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 Jul 23 17:13:00.524305 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-be7c436b-d5f9-40a8-b7a5-367c9bcdc966 req-bddc4ab7-92d2-4bad-888e-dfedb112054d service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844455 Jul 23 17:13:00.650107 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:1b:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:12:59Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:13:00.675953 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d7b4e-d618-4b26-a65c-f76fec710520 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:1b:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:12:59Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:13:00.877523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae1bb3-df42-4e09-86af-3508c1e1daaf None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:13:11.886916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5052d38b-a258-4d4b-8a33-cc24507d5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:12.218920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:14.384746 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:14.463033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-03bbd524-868f-4128-9465-fbddc5a9dd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:15.709960 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:17.617018 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:29.372115 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:30.078631 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:13:39.009620 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-bf237f61-f832-4e42-98ad-045b0f70ba60 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932508 Jul 23 17:13:39.122083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-d5edca00-3ec6-49e7-94a1-31701ac3d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:39.124075 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-d5edca00-3ec6-49e7-94a1-31701ac3d7b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1097 time: 0.0567937 Jul 23 17:13:39.224588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-b191f608-c77c-40b0-88aa-37a90b6947d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:39.226073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-b191f608-c77c-40b0-88aa-37a90b6947d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0831733 Jul 23 17:13:39.293291 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-c6b8db54-2238-466f-bf16-d0fb718fbe98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1002 time: 0.0612719 Jul 23 17:13:39.346571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-22458c7f-eee2-4e86-b8cf-74a2cbe20ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:39.348019 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-22458c7f-eee2-4e86-b8cf-74a2cbe20ed1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0488172 Jul 23 17:13:39.405183 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-708c5ab3-a041-468f-8376-d84afa92302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:13:39.406594 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-708c5ab3-a041-468f-8376-d84afa92302d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528765 Jul 23 17:13:39.500506 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-2cd299ab-0a2a-4ce1-b416-cb91d6d025c0 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876567 Jul 23 17:13:39.587834 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9db9ee50-01a8-4d87-a9a8-83124cc1ff57 req-a56f06b8-7132-484d-a561-23e232528867 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810575 Jul 23 17:13:41.889496 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50c714d5-16ab-43ac-909b-f48d1cb7bfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:42.218729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:44.386292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:44.463430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c2dda1c-af97-4c23-b559-0a36ef310273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:45.711745 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:47.621215 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:13:59.372009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:07.079006 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:11.895084 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8d42aee1-2146-41f0-b525-108eb3b612b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:12.222884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:14.390808 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:14.470690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-481c3d57-4fec-486c-b05f-f7f5aef02c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:15.715050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:17.622107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:29.382401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:36.207305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a81cf-28bf-4dd9-96d9-03f2621b2318 req-b2217a47-d476-4fd1-a893-42859d4835f6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:36.208793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-876a81cf-28bf-4dd9-96d9-03f2621b2318 req-b2217a47-d476-4fd1-a893-42859d4835f6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0661452 Jul 23 17:14:36.248110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-876a81cf-28bf-4dd9-96d9-03f2621b2318 req-5866697d-d564-42b5-95e7-b33ba383e7ad tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334187 Jul 23 17:14:37.462026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30bac-f8a2-4a2c-a259-c9f45efca099 req-756f006a-8429-4bdc-99ee-92c6b2459fa1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:37.463637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62f30bac-f8a2-4a2c-a259-c9f45efca099 req-756f006a-8429-4bdc-99ee-92c6b2459fa1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.1109016 Jul 23 17:14:37.505056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62f30bac-f8a2-4a2c-a259-c9f45efca099 req-9794e98e-73e5-42e1-a973-611f1068465b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354502 Jul 23 17:14:38.274910 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-9c481a02-04b0-4d87-bea1-7c8ab65d0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.276412 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-9c481a02-04b0-4d87-bea1-7c8ab65d0313 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1097 time: 0.0585029 Jul 23 17:14:38.379160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-481bd3bd-d649-4763-8928-dc4943888d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.380568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-481bd3bd-d649-4763-8928-dc4943888d52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0856853 Jul 23 17:14:38.451284 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-13a2613b-421f-4b17-b2d2-ca305d931eff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1002 time: 0.0644684 Jul 23 17:14:38.500192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-e8fd913a-4f44-43e2-aebf-c206202834fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.501652 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-e8fd913a-4f44-43e2-aebf-c206202834fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0437334 Jul 23 17:14:38.562542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-5653756f-8158-4a3c-9d12-155c3d9bdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.564050 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-5653756f-8158-4a3c-9d12-155c3d9bdb83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569015 Jul 23 17:14:38.638637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05a0e-3fb6-4051-9172-1d7ac7aab1b6 req-ac52f612-607f-4dd0-9477-710d5c8cc005 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:38.640083 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05f05a0e-3fb6-4051-9172-1d7ac7aab1b6 req-ac52f612-607f-4dd0-9477-710d5c8cc005 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0656023 Jul 23 17:14:38.660077 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-4b749e62-68e5-4354-9e88-b3e59f4a7356 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900340 Jul 23 17:14:38.683579 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05f05a0e-3fb6-4051-9172-1d7ac7aab1b6 req-3c7d60e3-6379-4816-b2bd-2a8a919bfb25 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329742 Jul 23 17:14:38.748769 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-752e3881-254b-4114-bd5e-2611d9a39d57 req-ac3670e1-8175-4d46-9208-4f68aed7624a service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827663 Jul 23 17:14:39.820056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918102-2aa3-4a58-8941-2605509a1bcd req-f15dd902-d975-43bc-9bfc-49800e0b2b7a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:39.821530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08918102-2aa3-4a58-8941-2605509a1bcd req-f15dd902-d975-43bc-9bfc-49800e0b2b7a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0678656 Jul 23 17:14:39.859374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08918102-2aa3-4a58-8941-2605509a1bcd req-4a7831a8-9a67-4db1-86d4-d9f95a4114ef tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316153 Jul 23 17:14:40.993316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dbc2e-f0a6-413e-a95f-d80b28bf2bb3 req-fa1376a0-af15-49a8-a7fa-fc7b3253d9b6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:40.994860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b4dbc2e-f0a6-413e-a95f-d80b28bf2bb3 req-fa1376a0-af15-49a8-a7fa-fc7b3253d9b6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0658023 Jul 23 17:14:41.036519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b4dbc2e-f0a6-413e-a95f-d80b28bf2bb3 req-4fa29b35-98a9-4a73-a65a-08ba499f9dfe tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360293 Jul 23 17:14:41.896497 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-af09bac5-5098-4a81-be26-84eba8e6ee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:42.167341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee291-e0f8-4af5-a3dd-5294765a78a4 req-13c95d05-98da-4f4c-9972-c0f6bde3d392 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:42.168770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d7ee291-e0f8-4af5-a3dd-5294765a78a4 req-13c95d05-98da-4f4c-9972-c0f6bde3d392 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0650108 Jul 23 17:14:42.207493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d7ee291-e0f8-4af5-a3dd-5294765a78a4 req-5f0995d3-e598-4756-bde9-53d38fdf57cb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329938 Jul 23 17:14:42.220581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:43.346239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6a0e-edf4-414e-b806-bc90de3332a8 req-0ced421f-f683-48ca-b276-1e70cd6ec81f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:43.347742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00fa6a0e-edf4-414e-b806-bc90de3332a8 req-0ced421f-f683-48ca-b276-1e70cd6ec81f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0713499 Jul 23 17:14:43.385442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00fa6a0e-edf4-414e-b806-bc90de3332a8 req-14d14625-4c7e-45fd-a701-0d11d9f803af tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321105 Jul 23 17:14:44.079051 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:14:44.391823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.461134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-094b20df-5131-48fe-83b3-9b2ca742caf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:44.518060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bb6b5-bb61-4f3a-8df1-a4bb714cfdff req-9aa0fb3b-b28f-44ce-a2f4-87f9acee8f0c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:44.519529 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc0bb6b5-bb61-4f3a-8df1-a4bb714cfdff req-9aa0fb3b-b28f-44ce-a2f4-87f9acee8f0c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0639067 Jul 23 17:14:44.557870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc0bb6b5-bb61-4f3a-8df1-a4bb714cfdff req-f2c035ac-7ad6-4d77-9655-1a70202c89cf tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325637 Jul 23 17:14:45.697672 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55aef-5292-45f7-a887-93c44d5882e0 req-c10c2a1a-5c4b-4cf6-b733-b55ff88aa9d3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:45.699215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bd55aef-5292-45f7-a887-93c44d5882e0 req-c10c2a1a-5c4b-4cf6-b733-b55ff88aa9d3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0728312 Jul 23 17:14:45.719432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:45.740147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7bd55aef-5292-45f7-a887-93c44d5882e0 req-914cfcad-cb12-47d7-a011-791d2cc6ce4c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346339 Jul 23 17:14:46.872622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a9a7b-d7a5-42d4-8bcf-fb0f89f7613e req-b7e693ab-3552-4ac4-9817-7afc1dfea588 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:46.874062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c1a9a7b-d7a5-42d4-8bcf-fb0f89f7613e req-b7e693ab-3552-4ac4-9817-7afc1dfea588 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0659223 Jul 23 17:14:46.912395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c1a9a7b-d7a5-42d4-8bcf-fb0f89f7613e req-5ca58bdf-9940-4bca-98bf-759d4399b226 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327692 Jul 23 17:14:47.174743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a3191-98fc-447d-acdc-75cf32885fe7 req-f038c9bc-cfc7-4f6d-8f27-cd864049fa4e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:47.176263 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a32a3191-98fc-447d-acdc-75cf32885fe7 req-f038c9bc-cfc7-4f6d-8f27-cd864049fa4e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0695691 Jul 23 17:14:47.216443 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a32a3191-98fc-447d-acdc-75cf32885fe7 req-2002bb22-35fa-4bc0-8f69-5f8305033d93 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335844 Jul 23 17:14:47.239577 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-f67207ed-8f84-4e6f-9ca6-d83786cdee50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947704 Jul 23 17:14:47.626300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:48.355050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fcef8-4a39-44d3-adc6-e3d19dc845ea req-d499e681-8b9b-4d46-9f4a-14862abbc2b8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.356568 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa5fcef8-4a39-44d3-adc6-e3d19dc845ea req-d499e681-8b9b-4d46-9f4a-14862abbc2b8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0703177 Jul 23 17:14:48.395490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa5fcef8-4a39-44d3-adc6-e3d19dc845ea req-4e65a860-a692-498e-9898-35c402682393 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332463 Jul 23 17:14:48.585260 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-e00bce42-3a7e-40da-ba02-4af60a651a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.586826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-e00bce42-3a7e-40da-ba02-4af60a651a23 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1097 time: 0.0619733 Jul 23 17:14:48.676285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-556f21f1-2307-4384-999b-75598168dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.677757 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-556f21f1-2307-4384-999b-75598168dded service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0853977 Jul 23 17:14:48.746035 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-7efdd4f9-5b95-4820-befa-ec1303871f1b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1002 time: 0.0626144 Jul 23 17:14:48.795593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-a90ecfdb-53df-453f-b144-577d3b96d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.797044 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-a90ecfdb-53df-453f-b144-577d3b96d0b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0445335 Jul 23 17:14:48.855231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-70b88995-583d-41aa-8e6b-5f0d7b0f30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:48.857224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-70b88995-583d-41aa-8e6b-5f0d7b0f30ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545461 Jul 23 17:14:48.948161 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-9277f1b8-974d-426a-a41d-348ed35471f7 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848663 Jul 23 17:14:49.362490 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-7c080624-c654-4b33-b0dc-9832ba37ec9d service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077604 Jul 23 17:14:49.531198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037bba-7abc-4368-971e-a4b26852c676 req-04b729c8-ea6e-48dd-97ba-a89521003388 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:49.532743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c037bba-7abc-4368-971e-a4b26852c676 req-04b729c8-ea6e-48dd-97ba-a89521003388 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0674210 Jul 23 17:14:49.572453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3c037bba-7abc-4368-971e-a4b26852c676 req-4e7b3a69-cbb1-4ff0-a4bd-575bdd93634c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336728 Jul 23 17:14:50.709795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1d4f2-7997-4793-8eee-050543ac3c96 req-356e1d53-815c-4f06-8085-b45c4ceaf5d6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:50.711223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cce1d4f2-7997-4793-8eee-050543ac3c96 req-356e1d53-815c-4f06-8085-b45c4ceaf5d6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0683706 Jul 23 17:14:50.749990 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cce1d4f2-7997-4793-8eee-050543ac3c96 req-f97799b6-23f9-4cef-9d88-5cc800ed7967 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320921 Jul 23 17:14:51.406913 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-db64cd62-ed3d-469a-ae0a-9318c75fb319 service neutron] show failed (client error): The resource could not be found. Jul 23 17:14:51.407921 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-db64cd62-ed3d-469a-ae0a-9318c75fb319 service neutron] 10.222.0.81 "GET /v2.0/ports/77b837fa-3ea7-4498-886a-f617f50e3d82/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0542226 Jul 23 17:14:51.717518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-911581e7-dfd6-4859-9ae7-f82c1e9c04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:51.719077 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-911581e7-dfd6-4859-9ae7-f82c1e9c04e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1097 time: 0.0945344 Jul 23 17:14:51.734435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:14:51.809857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:51.986180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee37c11-4377-4806-8a7b-a736ed222376 req-cd09e5de-6965-4b68-900e-8b2bae254d6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:51.987695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ee37c11-4377-4806-8a7b-a736ed222376 req-cd09e5de-6965-4b68-900e-8b2bae254d6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.1660368 Jul 23 17:14:52.079287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ee37c11-4377-4806-8a7b-a736ed222376 req-98594c39-9f04-45d8-b9a7-e48376dd586a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758047 Jul 23 17:14:52.099539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:52.133711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:14:52.176971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:52.182647 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.196164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Transition to ACTIVE for port object 77b837fa-3ea7-4498-886a-f617f50e3d82 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:14:52.201298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.232991 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cb3264-1175-4ed5-942d-3fcbf22d3de2" -d '{"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-unplugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:52.321525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:52.337163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.337528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.337854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.338397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.338751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.339057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.339447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.339709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.340066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.340435 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.340764 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.341137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:52.354018 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea8110-5d3b-4c97-850b-9aa50e81e61f x-openstack-request-id: req-70ea8110-5d3b-4c97-850b-9aa50e81e61f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:52.354344 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-unplugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:52.354579 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70ea8110-5d3b-4c97-850b-9aa50e81e61f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:52.354981 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'code': 200} Jul 23 17:14:52.410887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] No DVR routers for this DVR port 77b837fa-3ea7-4498-886a-f617f50e3d82 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:14:52.551635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:14:52.551969 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:14:52.552297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:52.556526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:14:52.556850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Attempting to bind port 77b837fa-3ea7-4498-886a-f617f50e3d82 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:14:52.562522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:14:52.562860 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:14:52.563246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:14:52.563687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Bound port: 77b837fa-3ea7-4498-886a-f617f50e3d82, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:14:52.564026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.626040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:14:52.629146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:14:52.633282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.671748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:52.672365 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:52.673818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] 10.222.0.67 "PUT /v2.0/ports/77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1092 time: 0.9439867 Jul 23 17:14:52.694962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12baa2-2023-43fc-8635-dbf54f456cbe service neutron] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:52.755844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-e3006e9f-deb7-4c42-b5c2-2a782ac37a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:52.757392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-e3006e9f-deb7-4c42-b5c2-2a782ac37a05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0566986 Jul 23 17:14:52.857005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-62a22b59-67ef-4d15-a0cc-49f61b06a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:52.858522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-62a22b59-67ef-4d15-a0cc-49f61b06a1bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0898776 Jul 23 17:14:52.930965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-1c15ad9d-7618-4928-aa32-6eab60a2eb6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1000 time: 0.0616293 Jul 23 17:14:52.985605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-c48cc79e-dc79-4e59-8de7-59a7b7699fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:52.987320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-c48cc79e-dc79-4e59-8de7-59a7b7699fb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0456545 Jul 23 17:14:53.056684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-4faada79-4c65-4db4-a612-9a4f16324c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:53.058150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-4faada79-4c65-4db4-a612-9a4f16324c9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580385 Jul 23 17:14:53.159098 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-b4c1db86-52c4-41ee-b9c2-e2aac50e7aea service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932446 Jul 23 17:14:53.282313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125faf75-902f-420d-bded-0640b78e24e2 req-1f93615c-18dc-4b72-b77e-5fa08007cf69 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:53.284052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-125faf75-902f-420d-bded-0640b78e24e2 req-1f93615c-18dc-4b72-b77e-5fa08007cf69 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.1347880 Jul 23 17:14:53.289452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-2e1b80a0-2aa3-41f4-8114-f9aea65f7abf service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107004 Jul 23 17:14:53.324088 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-125faf75-902f-420d-bded-0640b78e24e2 req-407c106c-5a16-4658-a7bc-934c80038434 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335357 Jul 23 17:14:54.356123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:54.358513 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:54.410221 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f4574a-f6e0-4285-bb4c-12525b3069a5 x-openstack-request-id: req-09f4574a-f6e0-4285-bb4c-12525b3069a5 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:54.410516 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:54.410770 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09f4574a-f6e0-4285-bb4c-12525b3069a5 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:54.411162 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'status': 'completed', 'code': 200} Jul 23 17:14:54.503021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f789-358a-44e2-95db-906d90459ff4 req-09d5a97e-c2fa-424a-9d20-31f3c322732e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.503426 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-596c282e-ab82-4438-a951-3b613c167065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.504538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88f1f789-358a-44e2-95db-906d90459ff4 req-09d5a97e-c2fa-424a-9d20-31f3c322732e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.1053758 Jul 23 17:14:54.504972 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-596c282e-ab82-4438-a951-3b613c167065 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0541599 Jul 23 17:14:54.534041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-ca249e4f-b78b-4edb-a626-c739cdb39f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.535553 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-ca249e4f-b78b-4edb-a626-c739cdb39f94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0947831 Jul 23 17:14:54.573195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-88f1f789-358a-44e2-95db-906d90459ff4 req-569c3265-b368-4fc8-95ce-8fe7a2b09700 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612366 Jul 23 17:14:54.598902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e4096daa-4c26-4344-a5a8-bbec72a682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.600413 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e4096daa-4c26-4344-a5a8-bbec72a682ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0896869 Jul 23 17:14:54.642081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-b61914ac-cf46-482c-9308-8826b535c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.643493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-b61914ac-cf46-482c-9308-8826b535c364 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0959878 Jul 23 17:14:54.670129 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-148879bd-c038-44b2-8315-9a7620041a55 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1000 time: 0.0635033 Jul 23 17:14:54.680722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:14:54.720728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-89f4d457-5838-4380-bdad-c20d9d4e7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.722335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-89f4d457-5838-4380-bdad-c20d9d4e7b22 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0463033 Jul 23 17:14:54.723029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:14:54.725991 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-d2a2047d-f2eb-4feb-bbe9-dba70b5f0810 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1000 time: 0.0694122 Jul 23 17:14:54.779960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-5d633780-79de-49eb-a6e8-8d6b57aa788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.781445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-5d633780-79de-49eb-a6e8-8d6b57aa788e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0444775 Jul 23 17:14:54.785461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-84662d1b-0c08-44b6-a1ce-2cf4a471f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.786951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-84662d1b-0c08-44b6-a1ce-2cf4a471f057 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589533 Jul 23 17:14:54.847393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e0d90a88-0cc7-424e-ae18-fee7552cd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:54.848905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e0d90a88-0cc7-424e-ae18-fee7552cd8bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551565 Jul 23 17:14:54.876648 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-d1ef6898-5373-4e9c-8dcb-891ad9b94c91 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Jul 23 17:14:54.949811 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-aff8dead-aff5-43de-b5d4-fa935776c4b7 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Jul 23 17:14:54.971010 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e17cec15-26d0-4147-a6b6-934457ce42a4 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885468 Jul 23 17:14:55.048838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d50d046e-8e38-4de2-91a5-3d10e1dce5ab req-e796f426-6366-4843-8de7-0c6f200891cf service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876019 Jul 23 17:14:55.715697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8575ccc-5747-4c80-a7ad-9c45acd6bb7c req-b36213bc-952b-4a8d-ae7d-08d0220063eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:55.717210 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8575ccc-5747-4c80-a7ad-9c45acd6bb7c req-b36213bc-952b-4a8d-ae7d-08d0220063eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0666831 Jul 23 17:14:55.755791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c8575ccc-5747-4c80-a7ad-9c45acd6bb7c req-1a1d3519-c402-407c-b3c0-ec0c46efa60c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328281 Jul 23 17:14:55.967527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adb2f0-4327-4c2e-b2a9-29046b6067b6 req-b4f72491-f42f-4ed0-a13f-5b15d97594af tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:55.969047 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93adb2f0-4327-4c2e-b2a9-29046b6067b6 req-b4f72491-f42f-4ed0-a13f-5b15d97594af tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0685356 Jul 23 17:14:55.992986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-0934b13f-b3ba-46b7-86f3-eefb49563348 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:55.994522 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-0934b13f-b3ba-46b7-86f3-eefb49563348 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff&tenant_id=6f6a489238d74b889b86a0c46fdd409f&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 944 time: 0.0684817 Jul 23 17:14:56.008515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93adb2f0-4327-4c2e-b2a9-29046b6067b6 req-d1829b19-e0e5-4cd8-bc90-21f980ccb8b6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331500 Jul 23 17:14:56.056997 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-04df8915-7be8-4357-b0d9-4215b1de1347 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:14:56.058063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-04df8915-7be8-4357-b0d9-4215b1de1347 service neutron] 10.222.0.81 "DELETE /v2.0/ports/77b837fa-3ea7-4498-886a-f617f50e3d82/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0564504 Jul 23 17:14:56.182376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-afeba86a-065a-4cd7-8435-42e4905c4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:56.183799 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-afeba86a-065a-4cd7-8435-42e4905c4b6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1095 time: 0.0635660 Jul 23 17:14:56.273904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-46bb1f09-1828-4ac7-b7c7-ae26c3011df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:56.275423 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-46bb1f09-1828-4ac7-b7c7-ae26c3011df4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0858741 Jul 23 17:14:56.342578 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-6c43f882-a680-48fc-b9e2-83c99995ccdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1000 time: 0.0605981 Jul 23 17:14:56.390486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-232292e9-0c0c-4627-bec2-a6ccb760ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:56.391918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-232292e9-0c0c-4627-bec2-a6ccb760ba02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0438795 Jul 23 17:14:56.451919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-89bf1c7e-3d6e-4f6a-9c1e-c5872b358c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:56.453348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-89bf1c7e-3d6e-4f6a-9c1e-c5872b358c4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556130 Jul 23 17:14:56.544936 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-f80d86cc-6f0b-4323-8551-7857deec138f service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Jul 23 17:14:56.633198 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b05e19f7-00db-4181-ba58-05365dc5d4da req-cf8663a5-6bd6-498a-85ff-4fe0f355ffba service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824373 Jul 23 17:14:57.154824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b57d9-cf83-40cf-ba05-2ca4fe018d81 req-c36b3140-d6db-422a-90b1-87229a47f71e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:57.156365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-691b57d9-cf83-40cf-ba05-2ca4fe018d81 req-c36b3140-d6db-422a-90b1-87229a47f71e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 944 time: 0.0732608 Jul 23 17:14:57.195612 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-691b57d9-cf83-40cf-ba05-2ca4fe018d81 req-bc1ca88c-8b8e-43a8-82c3-f56b18c9ff54 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333495 Jul 23 17:14:57.385907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:14:57.479909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:57.490770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'mac_address': 'fa:16:3e:1b:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:14:57.527715 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.544128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b837fa-3ea7-4498-886a-f617f50e3d82 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:14:57.563699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:57.567997 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:57.767560 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:57.774669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.775014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.775352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.775684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.776013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.776347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.776671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.777125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.777346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.777666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.778012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.778339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:14:57.951274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['77b837fa-3ea7-4498-886a-f617f50e3d82'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:14:58.339398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a48fad-3620-445a-8961-87e209412ba4 req-877ffe0f-b4a8-4dc3-b553-491711f27154 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.340860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43a48fad-3620-445a-8961-87e209412ba4 req-877ffe0f-b4a8-4dc3-b553-491711f27154 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 945 time: 0.0665183 Jul 23 17:14:58.378357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43a48fad-3620-445a-8961-87e209412ba4 req-6880bcf3-f563-42c8-9e25-a12bb2f43740 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318606 Jul 23 17:14:58.516880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13962-0614-4b93-978c-ab537ee0d1b5 req-42d6d63e-49f6-4471-be23-a8f0b2923151 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.519312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0a13962-0614-4b93-978c-ab537ee0d1b5 req-42d6d63e-49f6-4471-be23-a8f0b2923151 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 945 time: 0.0723977 Jul 23 17:14:58.561087 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e0a13962-0614-4b93-978c-ab537ee0d1b5 req-8f71d418-cd41-4ae5-978e-ed936fd7ce66 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360377 Jul 23 17:14:58.814064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cce40-df03-456a-9e65-0c69909b7287 req-c9294683-1854-47df-b48f-f269bd6268b5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.815554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-426cce40-df03-456a-9e65-0c69909b7287 req-c9294683-1854-47df-b48f-f269bd6268b5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 945 time: 0.1025932 Jul 23 17:14:58.858413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-395b0ab4-457e-4863-b1e9-5d803ff69f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.859816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-395b0ab4-457e-4863-b1e9-5d803ff69f07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 1096 time: 0.0926337 Jul 23 17:14:58.866996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-426cce40-df03-456a-9e65-0c69909b7287 req-c9a6efe3-b9dc-42eb-8180-a9ac137cfe9a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447762 Jul 23 17:14:58.958182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-e2a459d3-bd70-4b1a-88df-710ec4859d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:58.959735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-e2a459d3-bd70-4b1a-88df-710ec4859d8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0878320 Jul 23 17:14:59.029027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-90b3706c-cea8-477b-a916-23f881e27d63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 200 len: 1001 time: 0.0584831 Jul 23 17:14:59.082125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-cf1f6013-acc7-4a2f-a4bc-5160e021f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:59.083564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-cf1f6013-acc7-4a2f-a4bc-5160e021f1c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0428524 Jul 23 17:14:59.150219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-fe4567e0-4aba-481c-9408-0bf6352ba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:14:59.151654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-fe4567e0-4aba-481c-9408-0bf6352ba483 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579989 Jul 23 17:14:59.244598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-582ba76a-3658-433a-ba0e-e9e5584f0ffe service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821075 Jul 23 17:14:59.337732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de63507d-e732-44f6-9c36-904f2caa8a78 req-a0bc45df-0790-4685-b666-1b4e741c7b19 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857923 Jul 23 17:14:59.387965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.403528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:14:59.455168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 77b837fa-3ea7-4498-886a-f617f50e3d82 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:14:59.459254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 77b837fa-3ea7-4498-886a-f617f50e3d82 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:14:59.459624 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.532889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.554738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:14:59.568913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:14:59.573362 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:14:59.600085 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec79b03-bb4d-4167-97fe-91b78ab2fee0" -d '{"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-plugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:14:59.629520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:14:59.682895 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498008f-f112-4db6-ade9-999a92457442 x-openstack-request-id: req-0498008f-f112-4db6-ade9-999a92457442 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:14:59.683195 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-plugged", "status": "completed", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:14:59.683943 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0498008f-f112-4db6-ade9-999a92457442 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:14:59.684346 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'code': 200} Jul 23 17:15:00.005690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612930d-c3af-4556-9ade-4415097900f6 req-3055d2bd-18b3-41b5-9cf9-13f42b2ca171 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:00.007198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9612930d-c3af-4556-9ade-4415097900f6 req-3055d2bd-18b3-41b5-9cf9-13f42b2ca171 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0647500 Jul 23 17:15:00.045505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9612930d-c3af-4556-9ade-4415097900f6 req-1cad033a-be46-473c-ae5a-3c9dbf831258 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322330 Jul 23 17:15:01.182184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94164d15-9088-4733-a55d-3ef357bc30cd req-0215de7e-4d86-4a32-837c-523fec5d4978 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.183805 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94164d15-9088-4733-a55d-3ef357bc30cd req-0215de7e-4d86-4a32-837c-523fec5d4978 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0700128 Jul 23 17:15:01.224433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94164d15-9088-4733-a55d-3ef357bc30cd req-b0d89026-c8c1-4ffa-aaf7-e0db825fc8f9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344191 Jul 23 17:15:01.472903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439456c-555d-40bb-8931-720d43b9d591 req-0d152dfa-fac7-463f-a928-333aeaba2a48 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:01.474408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3439456c-555d-40bb-8931-720d43b9d591 req-0d152dfa-fac7-463f-a928-333aeaba2a48 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0641432 Jul 23 17:15:01.517814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3439456c-555d-40bb-8931-720d43b9d591 req-8b8c5e2f-e183-4adf-9d05-b065bd31623d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326016 Jul 23 17:15:02.651605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610cc4d-758d-41f8-bb96-1601ab19361c req-d27d8cbd-e5ac-47f9-a011-80519715afce tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:02.653132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8610cc4d-758d-41f8-bb96-1601ab19361c req-d27d8cbd-e5ac-47f9-a011-80519715afce tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0662920 Jul 23 17:15:02.693425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8610cc4d-758d-41f8-bb96-1601ab19361c req-9ae5814b-727c-46d5-933e-faf6bfbe25db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326500 Jul 23 17:15:03.446848 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-f8d2df7c-1bba-4a80-9e49-290ed023f1a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:03.448291 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-f8d2df7c-1bba-4a80-9e49-290ed023f1a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.0669961 Jul 23 17:15:03.547104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Deleting port 77b837fa-3ea7-4498-886a-f617f50e3d82 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:15:03.547446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:03.637594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] For port 77b837fa-3ea7-4498-886a-f617f50e3d82, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=77b837fa-3ea7-4498-886a-f617f50e3d82,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:03.637967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.190102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.190766 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.190766 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e disassociated. External IP: 172.25.2.172, port: 77b837fa-3ea7-4498-886a-f617f50e3d82. Jul 23 17:15:04.191032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Calling delete_port for 77b837fa-3ea7-4498-886a-f617f50e3d82 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:15:04.208728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72af6c3-3965-4ff5-9ae1-dad6d61fc8b7 req-559018e6-938c-4c8e-ab18-633fa8f994f0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:04.210524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b72af6c3-3965-4ff5-9ae1-dad6d61fc8b7 req-559018e6-938c-4c8e-ab18-633fa8f994f0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=41a85ec9-30a4-4e70-970f-bcbe363f8dff HTTP/1.1" status: 200 len: 946 time: 0.1328590 Jul 23 17:15:04.292869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b72af6c3-3965-4ff5-9ae1-dad6d61fc8b7 req-e49eb762-b895-42f2-975f-8f372db047dc tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758722 Jul 23 17:15:04.365417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.400625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'Port': ['ID=77b837fa-3ea7-4498-886a-f617f50e3d82,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:04.526699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:04.644957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:04.655573 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:04.665539 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:04.666281 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:04.691991 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] No DVR routers for this DVR port 77b837fa-3ea7-4498-886a-f617f50e3d82 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:15:04.694674 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:04.696696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2623cde1-d15c-43c0-a71b-e63060392f0f req-ffdf54a5-492a-4271-979d-699b76c08478 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "DELETE /v2.0/ports/77b837fa-3ea7-4498-886a-f617f50e3d82 HTTP/1.1" status: 204 len: 173 time: 1.2423720 Jul 23 17:15:04.697146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-deleted', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:04.700093 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3716acc-c551-43ab-8bf4-588761fc045a" -d '{"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-deleted", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:04.745759 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca029fc-4901-483a-911b-06dac2a1c5ac x-openstack-request-id: req-aca029fc-4901-483a-911b-06dac2a1c5ac {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:04.746056 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a85ec9-30a4-4e70-970f-bcbe363f8dff", "name": "network-vif-deleted", "tag": "77b837fa-3ea7-4498-886a-f617f50e3d82", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:04.746268 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aca029fc-4901-483a-911b-06dac2a1c5ac {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:04.746668 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a85ec9-30a4-4e70-970f-bcbe363f8dff', 'name': 'network-vif-deleted', 'tag': '77b837fa-3ea7-4498-886a-f617f50e3d82', 'status': 'completed', 'code': 200} Jul 23 17:15:04.784098 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:04.994730 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.025456 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:05.035887 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:05.036504 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:14:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.141632 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:05.432393 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:05.462213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15682c-c651-455c-a368-f96fe93290a7 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:05.577440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-daafc6fb-21f8-4722-929e-dc3af7947e4f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--61758882&fields=id&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 267 time: 0.0348377 Jul 23 17:15:05.696966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b007db8-238a-408e-9302-6754c461b89b None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:15:05.697754 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-04fbef0c-abdb-4acd-b991-2e7af915dcc8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:05.700777 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-04fbef0c-abdb-4acd-b991-2e7af915dcc8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1163599 Jul 23 17:15:05.715602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-ac8e659b-3a28-4f53-883c-33a267b06c8e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/quotas/6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 375 time: 0.0095558 Jul 23 17:15:05.784043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-3a506aff-2e5a-4ffb-b18a-b65d29eee5c3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631614 Jul 23 17:15:05.953171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-a6a76aad-bd53-48bb-ba49-af8641236c38 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238894 Jul 23 17:15:06.051826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-00a7925e-acc4-4447-8aa2-c13ee785cafa service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927408 Jul 23 17:15:06.224315 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1be927cc-8a6a-4d18-a8aa-752a0c04cf2a req-f53123b8-b848-4284-bad8-6f6393f90665 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 210 time: 0.0341311 Jul 23 17:15:07.305873 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-7f8c4e8b-51ba-436f-91cc-b456e7aa828b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:07.307403 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-7f8c4e8b-51ba-436f-91cc-b456e7aa828b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1186810 Jul 23 17:15:07.348286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94070f5a-3864-42c2-a47d-00d7a1044f26 req-4f2d5e55-3d0e-48b8-9e70-80400b1bc209 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 210 time: 0.0350869 Jul 23 17:15:07.365764 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-2cca4181-1181-4790-9f1d-d8ef8068050b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 378 time: 0.0390978 Jul 23 17:15:07.401512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'port': {'device_id': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'admin_state_up': True, 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'security_groups': ['b8dec8d1-9fca-4eea-b418-59986e703bde']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:07.467095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:15:07.487282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 77b837fa-3ea7-4498-886a-f617f50e3d82 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:15:07.487619 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 77b837fa-3ea7-4498-886a-f617f50e3d82 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:15:07.522594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:15:07.525876 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.659484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Allocated IP 172.20.0.4 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/86e9300b-6dc8-4adc-b362-e73a7738c6f1) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:15:07.803350 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.816985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Transition to ACTIVE for port object 86e9300b-6dc8-4adc-b362-e73a7738c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:07.849220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.890981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:15:07.894038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:15:07.897703 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:15:07.906536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:07.940075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.940412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.940751 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.941079 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.941408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.941741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.942152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.942408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.942760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.943131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.943534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.943897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:15:07.969250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:07.969877 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:07.985189 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-942074d0-72e1-45a4-a26b-885e5b244b0a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877421 Jul 23 17:15:08.002958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Request body: {'port': {'device_id': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:08.085819 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.172389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9a281e88-2862-4192-9fa8-ebfe08ba0456 None None] Provisioning for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:08.176531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9a281e88-2862-4192-9fa8-ebfe08ba0456 None None] Provisioning complete for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:08.176965 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9a281e88-2862-4192-9fa8-ebfe08ba0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.210517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9a281e88-2862-4192-9fa8-ebfe08ba0456 None None] Port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:15:08.355315 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:08.362572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.374705 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Transition to ACTIVE for port object 86e9300b-6dc8-4adc-b362-e73a7738c6f1 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:15:08.379120 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.431683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.498958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c9233-1aa4-47c2-b321-0f3ee5b74f91 req-3014a8e8-7c49-474a-9269-0e6b7304924b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.500697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-215c9233-1aa4-47c2-b321-0f3ee5b74f91 req-3014a8e8-7c49-474a-9269-0e6b7304924b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.0771830 Jul 23 17:15:08.506102 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:15:08.506439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:15:08.506760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:08.512098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:15:08.512421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:15:08.518057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:15:08.518392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:15:08.518767 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:15:08.519196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Bound port: 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:15:08.519551 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.544321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-215c9233-1aa4-47c2-b321-0f3ee5b74f91 req-d127f322-5f1a-4c0c-8bb1-096f682adbb7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370407 Jul 23 17:15:08.599323 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:15:08.603018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:15:08.608657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.644008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.645071 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:08.647383 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] 10.222.0.81 "PUT /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1091 time: 0.6499422 Jul 23 17:15:08.650224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:08.696820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4a29-de35-4407-bfa2-1b4b971cbb4d service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:08.703204 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0efb60-1b98-4914-8e33-06fb651ccc01" -d '{"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:08.767698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-4939e925-24b3-469b-be66-30ce33adf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.769391 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-4939e925-24b3-469b-be66-30ce33adf455 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0620186 Jul 23 17:15:08.826598 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae3f9b-b300-4e87-8127-b3e78b8b8c11 x-openstack-request-id: req-95ae3f9b-b300-4e87-8127-b3e78b8b8c11 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:08.826947 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:08.827407 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95ae3f9b-b300-4e87-8127-b3e78b8b8c11 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:08.827901 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'status': 'completed', 'code': 200} Jul 23 17:15:08.829831 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-98023aa3-e959-4666-b854-5506c19a59f5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 217 time: 0.0473444 Jul 23 17:15:08.878444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-93dee881-4c42-45fb-8b09-52246ff18873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.879844 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-93dee881-4c42-45fb-8b09-52246ff18873 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0445096 Jul 23 17:15:08.939340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-7ad60454-2d78-488e-85d6-a9dbd5e6615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:08.940866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-7ad60454-2d78-488e-85d6-a9dbd5e6615a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550556 Jul 23 17:15:09.035850 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-1becc317-b175-4278-9209-9bd6fde49523 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889354 Jul 23 17:15:09.125542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-de5d6b50-897f-491c-add7-3ca6ff611d24 req-ff59112b-4f1a-42a6-88a0-e77215a2d634 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835335 Jul 23 17:15:09.265012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-0a3144c5-5216-43b7-b9c8-eb794396c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.266542 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-0a3144c5-5216-43b7-b9c8-eb794396c644 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0595500 Jul 23 17:15:09.356534 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-4b817f39-ff51-444c-a176-c40149795f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.358072 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-4b817f39-ff51-444c-a176-c40149795f21 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0855072 Jul 23 17:15:09.404935 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-351c0af5-684a-4aa4-9ef1-7b518c4d3969 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 217 time: 0.0402036 Jul 23 17:15:09.455724 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-a4e13251-c3fa-4a1b-86dc-0b47a00e0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.457207 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-a4e13251-c3fa-4a1b-86dc-0b47a00e0c14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0463898 Jul 23 17:15:09.517782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-427033cd-cdfa-42cb-85f2-db5230132706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.519227 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-427033cd-cdfa-42cb-85f2-db5230132706 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554571 Jul 23 17:15:09.616094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-d363e1a4-3b88-4011-81b3-ccc2f47e40eb service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901546 Jul 23 17:15:09.683837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b3a59-3c69-40cc-9d24-08c67ae9d099 req-63e8caab-3515-4e52-9ca5-a2b3dc2a14ff tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:09.685585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d7b3a59-3c69-40cc-9d24-08c67ae9d099 req-63e8caab-3515-4e52-9ca5-a2b3dc2a14ff tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.0707080 Jul 23 17:15:09.726617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d7b3a59-3c69-40cc-9d24-08c67ae9d099 req-b2675a5b-b3a8-4ed0-a9c5-e5f21309422d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348122 Jul 23 17:15:09.739622 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-ec0efb60-1b98-4914-8e33-06fb651ccc01 req-09837ae9-7e3e-492e-a946-5a33ff038759 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160884 Jul 23 17:15:10.756496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:15:10.858724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:10.869091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51f92-4552-46f6-b5f1-89b66dd38ffb req-f082c528-a16c-42a7-9157-6dc575f079a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:10.869706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:15:10.870793 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cf51f92-4552-46f6-b5f1-89b66dd38ffb req-f082c528-a16c-42a7-9157-6dc575f079a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.0726135 Jul 23 17:15:10.906911 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.909999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cf51f92-4552-46f6-b5f1-89b66dd38ffb req-773c04a3-6253-4c40-8a36-044c94fb8440 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332918 Jul 23 17:15:10.921262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:15:10.944982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:10.948952 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:10.996220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:11.264365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['86e9300b-6dc8-4adc-b362-e73a7738c6f1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:15:11.897401 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-884e8d30-5a68-4bcf-88aa-fd37ff7216af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.047901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264fd1-f72e-45b2-a511-8303be1d82dc req-72a30d01-f14a-4712-8575-afe659691fe0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:12.049400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6264fd1-f72e-45b2-a511-8303be1d82dc req-72a30d01-f14a-4712-8575-afe659691fe0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0695870 Jul 23 17:15:12.088942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c6264fd1-f72e-45b2-a511-8303be1d82dc req-0fd8876f-28ac-408e-9432-94333c98c813 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338328 Jul 23 17:15:12.222744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.773425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:15:12.824098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:15:12.827733 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:15:12.828099 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.903543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.926065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:12.928582 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d324d3-868c-4fad-bf16-b9dbea54fa70" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:12.941796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:15:12.946421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:12.973562 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff76021e-23ef-40a8-bc47-1f46ffd93907 x-openstack-request-id: req-ff76021e-23ef-40a8-bc47-1f46ffd93907 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:12.973869 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:12.974188 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff76021e-23ef-40a8-bc47-1f46ffd93907 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:12.974488 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'code': 200} Jul 23 17:15:12.999327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:15:13.101868 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567112b5-a7ac-4123-aa43-eda60c27a65a req-d023d047-2244-417f-8c11-9773be4cca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.103419 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-567112b5-a7ac-4123-aa43-eda60c27a65a req-d023d047-2244-417f-8c11-9773be4cca01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1096 time: 0.0537074 Jul 23 17:15:13.144610 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-567112b5-a7ac-4123-aa43-eda60c27a65a req-cc4185d5-6931-4995-b7bf-1aca036e2b5d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345109 Jul 23 17:15:13.222472 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ad7b-b376-48ea-8f69-df8e558aacb2 req-d698df59-88df-4d85-ad8f-c4eb81cbb187 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:13.223910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a92ad7b-b376-48ea-8f69-df8e558aacb2 req-d698df59-88df-4d85-ad8f-c4eb81cbb187 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0646617 Jul 23 17:15:13.267685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a92ad7b-b376-48ea-8f69-df8e558aacb2 req-5523d9c5-d663-47b1-b110-4d40d0c1a83b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379198 Jul 23 17:15:14.395241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.407510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed389a0a-42ef-456c-a1b2-70e48df3ee1c req-0b23ce3d-dc53-4e9c-aec1-867fe849ba27 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.409280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed389a0a-42ef-456c-a1b2-70e48df3ee1c req-0b23ce3d-dc53-4e9c-aec1-867fe849ba27 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0710709 Jul 23 17:15:14.446988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed389a0a-42ef-456c-a1b2-70e48df3ee1c req-b20e2db4-5786-4871-9117-bfe8dd7eaf92 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320339 Jul 23 17:15:14.463884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f90c811e-f729-4ebe-9314-c06874feb279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:14.576737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e62fcc-897b-4b8c-8dad-2a8a402c2a94 req-8cc627bb-edd3-42e2-ad28-c7d8903e7b02 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:14.578252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5e62fcc-897b-4b8c-8dad-2a8a402c2a94 req-8cc627bb-edd3-42e2-ad28-c7d8903e7b02 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0655177 Jul 23 17:15:14.586987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41116) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:15:14.591629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'floatingip': {'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:15:14.634111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.079432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.083471 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.184043 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e associated. External IP: 172.25.2.172, port: 86e9300b-6dc8-4adc-b362-e73a7738c6f1. Jul 23 17:15:15.392796 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:15:15.502070 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:15:15.507128 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.513700 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:15:15.523921 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:15.524532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:15:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:15.546007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7cebf04c-b04f-4a35-9ae9-01873bd8c2c9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "PUT /v2.0/floatingips/552da4ad-1a66-4aec-b94c-1ce033a6561e HTTP/1.1" status: 200 len: 991 time: 0.9578810 Jul 23 17:15:15.546612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:15:15.548921 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029" -d '{"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:15:15.590930 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4913e84d-8be5-4c30-9569-37710f177682 x-openstack-request-id: req-4913e84d-8be5-4c30-9569-37710f177682 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:15:15.591238 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:15:15.591490 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4913e84d-8be5-4c30-9569-37710f177682 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:15:15.592430 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'status': 'completed', 'code': 200} Jul 23 17:15:15.635060 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:15.702602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-c4d8b296-e779-4458-82ef-c64b2716ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.704023 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-c4d8b296-e779-4458-82ef-c64b2716ffc9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1096 time: 0.0587702 Jul 23 17:15:15.722105 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:15.797063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-1bcfd013-5520-4537-ae2a-b1edf04acd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.798562 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-1bcfd013-5520-4537-ae2a-b1edf04acd2a service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0885539 Jul 23 17:15:15.861766 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:15:14Z', 'revision_number': 9, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:15.867712 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-0c191bb8-0096-46f5-913b-511cc1035ea1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 999 time: 0.0632439 Jul 23 17:15:15.891171 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:15:15.899709 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:15:15.900318 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:15:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:15.920978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-1be15106-fe03-42da-abc6-63fc5daab6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.922649 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-1be15106-fe03-42da-abc6-63fc5daab6d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0491045 Jul 23 17:15:15.983698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-28d8864c-7b7a-4aaf-aebb-1bdee9302ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:15.985206 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-28d8864c-7b7a-4aaf-aebb-1bdee9302ca7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566506 Jul 23 17:15:16.001714 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:15:16.085640 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-d614369d-c5eb-498d-bed7-a502ca47aa67 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943601 Jul 23 17:15:16.185094 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-110f3c02-e6f9-4fe7-b70b-8cb1743f5029 req-fc90ac5c-0d58-48ac-9935-040d0c00f65b service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932715 Jul 23 17:15:16.231532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:15:14Z', 'revision_number': 9, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:15:16.257133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b7fdf-1edc-4a3d-b415-a07e07157d5c None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:15:14Z', 'revision_number': 9, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:15:16.436785 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929e9786-eada-4d5c-9d70-f58a9d22cf52 None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:15:17.627685 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:21.079193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:15:29.396375 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:38.218672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-a38b4c2a-a162-4054-9804-917da85eb12f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550623 Jul 23 17:15:38.335719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-ede42b6e-af6e-4a78-8d82-c2bf3c0cca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:38.337239 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-ede42b6e-af6e-4a78-8d82-c2bf3c0cca81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1096 time: 0.0607085 Jul 23 17:15:38.451272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-bcdc2bc5-1c98-4629-a347-bd604768489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:38.452672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-bcdc2bc5-1c98-4629-a347-bd604768489f service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0916014 Jul 23 17:15:38.519334 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-9c6dd667-c8f3-4c4c-a38a-270f8a194ce4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1002 time: 0.0601614 Jul 23 17:15:38.574172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-d5ee7c76-46b0-4505-a91a-b14d945efdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:38.575653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-d5ee7c76-46b0-4505-a91a-b14d945efdc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0504358 Jul 23 17:15:38.637119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-fe3fb394-08cc-41af-88a0-06be88159c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:15:38.644650 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-fe3fb394-08cc-41af-88a0-06be88159c89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565734 Jul 23 17:15:38.729142 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-6b0089c7-95ab-422d-b6a2-618f81fde60d service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833578 Jul 23 17:15:38.822872 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f38ced34-f27b-45f9-8a7d-9077d0461a1f req-10871e2d-3232-48d5-90eb-46a88ab482c8 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864463 Jul 23 17:15:41.900703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de6bf577-c547-4e9a-ba57-26c6f010e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:42.242325 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.397587 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:44.465829 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92f23488-abca-4d66-a404-41e8dd8cfd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:45.723913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:47.630203 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:15:58.078032 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:15:59.398989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:11.903109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-94493619-a3b9-44a1-a074-acd6abf6fdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:12.247907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.399030 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:14.469650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fdb422db-393c-45a6-b0c7-da484dab9718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:15.726300 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:17.636298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:29.415201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:35.078821 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:16:40.230766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-b5766045-da17-4c06-b260-4ad8cd6dc016 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535264 Jul 23 17:16:40.340931 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-29c956bd-49c7-4698-843e-28f4c2d38eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:40.342452 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-29c956bd-49c7-4698-843e-28f4c2d38eb3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1096 time: 0.0576110 Jul 23 17:16:40.445801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-b00ee040-d95c-4531-8e2d-57fe5331c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:40.447278 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-b00ee040-d95c-4531-8e2d-57fe5331c1db service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0871162 Jul 23 17:16:40.517303 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-aed5757d-b320-49e0-bf90-8c2316242761 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1002 time: 0.0630341 Jul 23 17:16:40.569037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-b0e4cc73-16bd-464e-8b76-3c424fa13abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:40.570511 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-b0e4cc73-16bd-464e-8b76-3c424fa13abb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0474412 Jul 23 17:16:40.629363 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-8193ca69-840a-4c9e-8bd9-5484cb7202df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:40.630880 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-8193ca69-840a-4c9e-8bd9-5484cb7202df service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540328 Jul 23 17:16:40.724411 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-38abb08e-43a5-49d0-ba35-50df2a8903e0 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Jul 23 17:16:40.812661 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e4cc5eb8-217b-4cef-bf65-3d219357134b req-c57e2aa7-fad3-49e0-9c79-5379fa8a43c2 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Jul 23 17:16:41.904447 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3cf1412a-8b47-4b92-b29b-41a8a78c506c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:42.248223 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.400118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:44.468316 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08818709-37cc-4e33-bb1a-cb4fd4012a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:45.729970 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:47.635536 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:16:53.052071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce4bd3-4283-4a5a-9293-99f0a94b326b req-d5b4e9d5-c848-4e49-b75f-9cc94cb28e6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:53.053600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcce4bd3-4283-4a5a-9293-99f0a94b326b req-d5b4e9d5-c848-4e49-b75f-9cc94cb28e6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0858936 Jul 23 17:16:53.094126 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcce4bd3-4283-4a5a-9293-99f0a94b326b req-9d851dc1-14a1-4095-9bde-e8c7ba79110b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339775 Jul 23 17:16:53.099165 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e2e7d24a-42e6-481e-a808-a404ba025515 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046138 Jul 23 17:16:54.235854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5678-9cf6-4eef-8ae7-e47c642a1583 req-1e7bcbfa-ff88-40b8-88e8-b49d215bc4d2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.238064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdbc5678-9cf6-4eef-8ae7-e47c642a1583 req-1e7bcbfa-ff88-40b8-88e8-b49d215bc4d2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0674558 Jul 23 17:16:54.247587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-f4260c17-468f-449f-8722-87d7bf328515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.249107 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-f4260c17-468f-449f-8722-87d7bf328515 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1096 time: 0.0686891 Jul 23 17:16:54.277334 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdbc5678-9cf6-4eef-8ae7-e47c642a1583 req-4c7cbbbb-977c-44b1-9f54-cae2a8d1b690 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335741 Jul 23 17:16:54.337532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-b924fb1d-1eed-449f-9fd7-8630f1930849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.339023 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-b924fb1d-1eed-449f-9fd7-8630f1930849 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0843766 Jul 23 17:16:54.410188 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c26c6847-de97-4055-8038-e1c8822327fc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1002 time: 0.0644374 Jul 23 17:16:54.463424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-3ad7d91c-0143-486b-b298-a044c06f8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.464869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-3ad7d91c-0143-486b-b298-a044c06f8c55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0489266 Jul 23 17:16:54.522147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c37ebf85-584d-4112-9b41-cf823efc1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:54.523630 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c37ebf85-584d-4112-9b41-cf823efc1145 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528312 Jul 23 17:16:54.615451 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c2e1a4b8-0e1d-46c7-a701-0cb0659536a1 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848904 Jul 23 17:16:54.705213 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c1db2540-a927-46e9-9a93-92244778383c service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840826 Jul 23 17:16:55.409601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657ed8-a98a-4e4a-99d4-8e3cef72936d req-d1906620-eac1-4f2e-9a76-5518fd066b04 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:55.411188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34657ed8-a98a-4e4a-99d4-8e3cef72936d req-d1906620-eac1-4f2e-9a76-5518fd066b04 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0645289 Jul 23 17:16:55.447653 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34657ed8-a98a-4e4a-99d4-8e3cef72936d req-6a2bba3c-737c-479e-ad45-eeec6fb3082e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306079 Jul 23 17:16:56.584160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91421a0-54e5-4e03-ad13-f980d498045f req-02b37838-3aad-432f-ac76-7d8d709c67fd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:56.585669 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a91421a0-54e5-4e03-ad13-f980d498045f req-02b37838-3aad-432f-ac76-7d8d709c67fd tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0681930 Jul 23 17:16:56.623378 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a91421a0-54e5-4e03-ad13-f980d498045f req-48282415-db00-4303-8407-699f39a26d9e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319455 Jul 23 17:16:57.755529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5c7ea-7079-4118-80c6-2fe1bb08c1f6 req-d09a2562-a7eb-4361-8722-1ca9398ac8db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:57.757025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c5c7ea-7079-4118-80c6-2fe1bb08c1f6 req-d09a2562-a7eb-4361-8722-1ca9398ac8db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0645266 Jul 23 17:16:57.796314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78c5c7ea-7079-4118-80c6-2fe1bb08c1f6 req-aac739ca-1917-4ed7-882b-6a19c642aa77 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332682 Jul 23 17:16:58.931267 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9662-d4dd-4f74-903d-c363b9483304 req-a5390d69-a6a3-4484-a46c-d5f5faaf8770 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:16:58.932722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a3e9662-d4dd-4f74-903d-c363b9483304 req-a5390d69-a6a3-4484-a46c-d5f5faaf8770 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0681438 Jul 23 17:16:58.971972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a3e9662-d4dd-4f74-903d-c363b9483304 req-851f32e1-10b0-4d1d-9786-3bb30bc92211 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331538 Jul 23 17:16:59.415079 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:00.115068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462a682-e31f-40ae-a92f-56dc1d3c7483 req-fe974da1-d8d4-42cf-b883-ac7385d232fb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:00.116548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7462a682-e31f-40ae-a92f-56dc1d3c7483 req-fe974da1-d8d4-42cf-b883-ac7385d232fb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0728452 Jul 23 17:17:00.156490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7462a682-e31f-40ae-a92f-56dc1d3c7483 req-413a45f5-3f02-4bb8-85e9-91626a837fe2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332186 Jul 23 17:17:01.288246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4caeea-d2a0-48c1-8a21-764b7d016923 req-5240d01f-797c-4e4d-aeb5-e43b1dd591fa tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:01.289713 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a4caeea-d2a0-48c1-8a21-764b7d016923 req-5240d01f-797c-4e4d-aeb5-e43b1dd591fa tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0648282 Jul 23 17:17:01.327431 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a4caeea-d2a0-48c1-8a21-764b7d016923 req-c7937d04-e91d-4b7a-b601-685099877ee3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314133 Jul 23 17:17:02.463840 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02ead8-f6a5-4a32-a5de-514c18db75f7 req-d69037f4-f1ca-4025-976b-dd3025d7f77f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:02.465848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b02ead8-f6a5-4a32-a5de-514c18db75f7 req-d69037f4-f1ca-4025-976b-dd3025d7f77f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0701499 Jul 23 17:17:02.505769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b02ead8-f6a5-4a32-a5de-514c18db75f7 req-029a15a3-fbfb-4330-b2ae-b747a5206200 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332630 Jul 23 17:17:03.638470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457952-88ed-4a80-9da1-f39c6a10b0e4 req-d0305006-5813-4af2-a106-f8f92eafc018 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:03.640026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a457952-88ed-4a80-9da1-f39c6a10b0e4 req-d0305006-5813-4af2-a106-f8f92eafc018 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0638869 Jul 23 17:17:03.679932 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a457952-88ed-4a80-9da1-f39c6a10b0e4 req-f5db66e0-d07c-4b87-9c53-28bf90ea6118 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341880 Jul 23 17:17:04.815779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f464-5985-4b3b-a183-64aaf0625ae2 req-63529677-283b-414e-8acd-238e96107c2b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:04.817317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9042f464-5985-4b3b-a183-64aaf0625ae2 req-63529677-283b-414e-8acd-238e96107c2b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0687892 Jul 23 17:17:04.858384 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9042f464-5985-4b3b-a183-64aaf0625ae2 req-b28396be-1b23-4789-9955-9891af36e3f2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351856 Jul 23 17:17:05.992399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ee1f8-ff33-4638-8af4-6a1d16104ef3 req-e768332a-a7ac-42bf-a41e-2aa42b2dbf57 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:05.993882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe4ee1f8-ff33-4638-8af4-6a1d16104ef3 req-e768332a-a7ac-42bf-a41e-2aa42b2dbf57 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0635755 Jul 23 17:17:06.031953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fe4ee1f8-ff33-4638-8af4-6a1d16104ef3 req-0b1419a6-3b1c-4233-bf98-288e65770fbf tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322921 Jul 23 17:17:06.777448 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-65ccbf17-17e8-4dc5-8c8e-797f71111d72 service neutron] show failed (client error): The resource could not be found. Jul 23 17:17:06.778539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-65ccbf17-17e8-4dc5-8c8e-797f71111d72 service neutron] 10.222.0.81 "GET /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0666859 Jul 23 17:17:06.996228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-b65983c9-32c9-4b8d-999d-0392a1cecc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:06.997734 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-b65983c9-32c9-4b8d-999d-0392a1cecc25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1096 time: 0.0549319 Jul 23 17:17:07.010566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:07.087217 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:07.271514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787593cc-c576-4c97-a5dc-72803dee3ac1 req-3e3a0518-7f19-490a-b259-370cea59a3c7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:07.272922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-787593cc-c576-4c97-a5dc-72803dee3ac1 req-3e3a0518-7f19-490a-b259-370cea59a3c7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.1734643 Jul 23 17:17:07.358026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-787593cc-c576-4c97-a5dc-72803dee3ac1 req-3f376c4a-0247-4b59-988f-13f804fc582b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782869 Jul 23 17:17:07.369426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:07.403341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:07.442001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:07.444284 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e0020e-05b5-4196-9fd4-007dbc04fbcd" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:07.447953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:07.461274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Transition to ACTIVE for port object 86e9300b-6dc8-4adc-b362-e73a7738c6f1 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:07.465514 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:07.499230 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e41d2a-7886-4c65-9717-c07c0e81bd7f x-openstack-request-id: req-13e41d2a-7886-4c65-9717-c07c0e81bd7f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:07.499526 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:07.499777 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13e41d2a-7886-4c65-9717-c07c0e81bd7f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:07.500167 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'code': 200} Jul 23 17:17:07.549631 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:07.561635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.561993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.562312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.562641 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.562972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.563298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.563622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.563948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.564268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.564575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.564901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.565218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:07.604495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] No DVR routers for this DVR port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:08.089792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:17:08.090888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:17:08.090888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:08.095821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:17:08.096288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:08.101201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:08.101528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:08.101907 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:17:08.102356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Bound port: 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:17:08.102707 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:08.171032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:08.174406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:17:08.179185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:08.213864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.215072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:08.216489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1091 time: 1.2099390 Jul 23 17:17:08.238116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e169ca-2013-4484-8042-5b695f3ae1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:08.303591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-cedd6cee-4759-4636-98b6-563287f9bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.305174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-cedd6cee-4759-4636-98b6-563287f9bb9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0623162 Jul 23 17:17:08.399960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-d5dd2017-e630-4ac4-87cb-9041bd422521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.401444 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-d5dd2017-e630-4ac4-87cb-9041bd422521 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0893867 Jul 23 17:17:08.506051 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-3c1044c5-5eb1-4b61-ae0a-b0e071870b9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0968626 Jul 23 17:17:08.568153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0feed-874c-4ff1-b70a-6795b3ba4524 req-cc5fce76-2fc0-444c-aa66-2ffd8f151282 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.569634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05b0feed-874c-4ff1-b70a-6795b3ba4524 req-cc5fce76-2fc0-444c-aa66-2ffd8f151282 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.1198587 Jul 23 17:17:08.573219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-5841d73e-223d-49e2-ad3d-b1fab5e86568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.575321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-5841d73e-223d-49e2-ad3d-b1fab5e86568 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0613520 Jul 23 17:17:08.641436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05b0feed-874c-4ff1-b70a-6795b3ba4524 req-eb2450b5-bad3-4ee3-be5f-7ab8d0d6627c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650642 Jul 23 17:17:08.660233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-6dbe3ed8-e5a9-4403-8f3b-762f968c9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:08.661732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-6dbe3ed8-e5a9-4403-8f3b-762f968c9d6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786819 Jul 23 17:17:08.757064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-be2fac06-bebd-4159-950d-f0e4cb494f13 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Jul 23 17:17:08.854089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6fe6b3dc-6b1f-436b-9954-d26168fe1df9 req-c1aecf21-eb19-4984-aaeb-dd71fbca29ae service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Jul 23 17:17:09.501240 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:09.503658 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:09.552090 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadb7554-54fe-4ef2-b96a-cf7dcfbb3545 x-openstack-request-id: req-aadb7554-54fe-4ef2-b96a-cf7dcfbb3545 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:09.552395 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:09.552654 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aadb7554-54fe-4ef2-b96a-cf7dcfbb3545 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:09.553062 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'status': 'completed', 'code': 200} Jul 23 17:17:09.629177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-dc56f9fd-7925-400a-9ca6-508fb7f15ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.630835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-dc56f9fd-7925-400a-9ca6-508fb7f15ad7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0559006 Jul 23 17:17:09.648229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-54840644-dc8d-4991-999c-6e7303cb3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.649734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-54840644-dc8d-4991-999c-6e7303cb3eea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0548396 Jul 23 17:17:09.750941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-59f0f7af-102c-48b5-b536-c8a20f04afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.752533 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-59f0f7af-102c-48b5-b536-c8a20f04afdf service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0966578 Jul 23 17:17:09.763138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-6d9f1b81-d700-4ac2-9f89-7a615e54b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.764620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-6d9f1b81-d700-4ac2-9f89-7a615e54b26e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1269953 Jul 23 17:17:09.819708 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-aa226807-1a8e-4b32-b5e3-b42ee69623b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0607843 Jul 23 17:17:09.849289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395a023-a073-43bd-af8d-32dc6798cbde req-7590a290-f859-4d1c-94d4-eef7fad59cd1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.850867 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f395a023-a073-43bd-af8d-32dc6798cbde req-7590a290-f859-4d1c-94d4-eef7fad59cd1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.1371222 Jul 23 17:17:09.862143 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-b6f466a9-0932-4c6d-8eae-7908a20a7b43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0896859 Jul 23 17:17:09.872863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-ac6aaaa1-8a22-4748-b0ec-345417438182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.874529 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-ac6aaaa1-8a22-4748-b0ec-345417438182 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0494325 Jul 23 17:17:09.927794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f395a023-a073-43bd-af8d-32dc6798cbde req-60d4e093-3439-4848-a7ce-341f075ac55e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685637 Jul 23 17:17:09.938429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-d46f6429-e44a-4cab-bcdb-3d1c22b84ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.939250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-26417db7-f775-4d21-bfcd-dc6ee45b29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:09.940175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-d46f6429-e44a-4cab-bcdb-3d1c22b84ffd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594759 Jul 23 17:17:09.940840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-26417db7-f775-4d21-bfcd-dc6ee45b29cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0636954 Jul 23 17:17:10.002873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-3a2b8094-29f8-4c74-aa3a-d76dd1273904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:10.005395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-3a2b8094-29f8-4c74-aa3a-d76dd1273904 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557568 Jul 23 17:17:10.033274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-f7ae7e60-b172-41cf-ba86-fc07672e73ba service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Jul 23 17:17:10.107116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-f4b9514d-6f81-47e3-8fb8-f8176af6d18d service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895059 Jul 23 17:17:10.126832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-769477b9-1cb1-4fa1-b912-65cf4b86131b service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Jul 23 17:17:10.200875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1198b64e-bdcc-4a2e-998d-3e57f714a8c4 req-1511c913-c807-40a6-ab47-405db7d8ff57 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861919 Jul 23 17:17:11.067588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918476-5379-4fe2-a3cd-6856fa0d771a req-45274ab7-c241-4df3-9396-f42f0e0073f9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.069069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0918476-5379-4fe2-a3cd-6856fa0d771a req-45274ab7-c241-4df3-9396-f42f0e0073f9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.0698686 Jul 23 17:17:11.107414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a0918476-5379-4fe2-a3cd-6856fa0d771a req-6630ae1e-9303-4021-80cf-7f2ed375130b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325129 Jul 23 17:17:11.459035 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:11.470432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f8b95214-e3e7-4562-a16d-cb28a34a1be2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.471968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f8b95214-e3e7-4562-a16d-cb28a34a1be2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&tenant_id=6f6a489238d74b889b86a0c46fdd409f&binding%3Ahost_id=n-h2-800484-3 HTTP/1.1" status: 200 len: 943 time: 0.1099596 Jul 23 17:17:11.499776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525084-b81b-4fa3-bdd2-26b1d523248b req-7398c298-dfe8-4af6-9fcc-e2c227d7e711 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.501353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c525084-b81b-4fa3-bdd2-26b1d523248b req-7398c298-dfe8-4af6-9fcc-e2c227d7e711 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 943 time: 0.1095855 Jul 23 17:17:11.501775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:11.592719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4c525084-b81b-4fa3-bdd2-26b1d523248b req-fd5bac3e-62fc-4c22-9650-7e6760c7167f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659068 Jul 23 17:17:11.594260 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-b0923a62-197b-43a5-8b96-c79364f5cac2 service neutron] 10.222.0.67 "GET /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1/bindings/n-h2-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.1131144 Jul 23 17:17:11.679557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-8152e5fc-ee33-451a-8981-8ec73e1a0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.681063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-8152e5fc-ee33-451a-8981-8ec73e1a0f0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1094 time: 0.0595517 Jul 23 17:17:11.775924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f321affd-105c-4c57-80a0-722cb3f549bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.777900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f321affd-105c-4c57-80a0-722cb3f549bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0877452 Jul 23 17:17:11.846370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-50a03f04-3b18-450a-8dd2-6dee71b7d3d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0577540 Jul 23 17:17:11.899148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-1794db70-ecbc-4ea3-aaec-d2e3303d17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.900751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-1794db70-ecbc-4ea3-aaec-d2e3303d17cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0432765 Jul 23 17:17:11.904522 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78e89da0-32ec-4089-9202-3e6cbb29d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:11.965198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-b89a875a-17c2-4f69-a7ec-638c13113fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:11.966732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-b89a875a-17c2-4f69-a7ec-638c13113fc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583675 Jul 23 17:17:12.049362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:17:12.058772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-1c3d14c2-b06e-459b-ba33-ffcb48046484 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Jul 23 17:17:12.078171 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:17:12.145018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:12.153804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-c10da044-bbfe-47eb-8f03-c24cdf511cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Jul 23 17:17:12.157784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:17:12.195611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:12.211739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:12.230987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:12.241023 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:12.265993 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:12.290658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:12.297715 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.298090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.298433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.298760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.299085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.299458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.299725 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.300043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.300358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.300672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.300988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.301300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:12.525292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['86e9300b-6dc8-4adc-b362-e73a7738c6f1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:12.729254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60b93-5bb2-4281-bc68-2df5497f34c5 req-47118df0-c673-433c-a6e3-2692c66ef941 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:12.730823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91c60b93-5bb2-4281-bc68-2df5497f34c5 req-47118df0-c673-433c-a6e3-2692c66ef941 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0638084 Jul 23 17:17:12.768066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-91c60b93-5bb2-4281-bc68-2df5497f34c5 req-01d1e6b9-2c92-4968-aa42-760774eed6a5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316048 Jul 23 17:17:13.914635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a836-b80a-49a8-bae5-73d265c03e3c req-52de3cac-2c8b-45ca-82c9-a297271d5318 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:13.916392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f51a836-b80a-49a8-bae5-73d265c03e3c req-52de3cac-2c8b-45ca-82c9-a297271d5318 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0797031 Jul 23 17:17:13.960157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f51a836-b80a-49a8-bae5-73d265c03e3c req-a683de5f-2dba-44ff-992a-d74ca50f0e3e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380158 Jul 23 17:17:14.059530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:14.107984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:14.111642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:14.112010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.190371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.212610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:14.214976 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da52566-cfb5-42ad-8bdb-eaba51a0ab7c" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:14.228649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:14.234200 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.289537 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb4617-a03b-4cec-bd69-344875cd9c70 x-openstack-request-id: req-66fb4617-a03b-4cec-bd69-344875cd9c70 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:14.289826 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:14.290170 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66fb4617-a03b-4cec-bd69-344875cd9c70 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:14.290557 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'code': 200} Jul 23 17:17:14.296117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:14.402870 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.468464 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09eca485-3970-4804-8797-a05869f676cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.604866 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-c433f8fa-7d1a-46be-af76-e69cec15867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:14.606399 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-c433f8fa-7d1a-46be-af76-e69cec15867f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1096 time: 0.0556388 Jul 23 17:17:14.622621 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:14.700506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.900521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:14.936321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:14.975535 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:14.977640 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8add5-436d-4443-8a26-0752e98c6443" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:14.982379 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:14.995382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Transition to ACTIVE for port object 86e9300b-6dc8-4adc-b362-e73a7738c6f1 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:15.001617 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.040005 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d606941-cb0a-4f8a-8c77-235e2b6f6eaa x-openstack-request-id: req-5d606941-cb0a-4f8a-8c77-235e2b6f6eaa {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:15.040296 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-unplugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:15.040542 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d606941-cb0a-4f8a-8c77-235e2b6f6eaa {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:15.040932 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'code': 200} Jul 23 17:17:15.091934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=10']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:15.103543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe22ec3-234a-4dc4-bead-ca67520582da req-59e7467f-9653-4cc1-bc63-10430b8ed7de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:15.104055 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.104143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.104451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.105329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.105657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.105765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbe22ec3-234a-4dc4-bead-ca67520582da req-59e7467f-9653-4cc1-bc63-10430b8ed7de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0731885 Jul 23 17:17:15.106003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.106328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.106648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.106965 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.107285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.107594 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.107913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:17:15.144532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] No DVR routers for this DVR port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:15.154318 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fbe22ec3-234a-4dc4-bead-ca67520582da req-f95369ea-e7c2-4edc-9b5e-70e5f0635682 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367115 Jul 23 17:17:15.626607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:17:15.627196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:17:15.627317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:15.631539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:17:15.631856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Attempting to bind port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:15.636623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:15.637452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:15.637829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:17:15.638272 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Bound port: 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:17:15.638625 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.702074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:15.705626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:17:15.709957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.731471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.747068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:15.747679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:15.749046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] 10.222.0.81 "PUT /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1092 time: 1.1310053 Jul 23 17:17:15.771405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354005-d18b-4fed-b309-22e1d598b2ab service neutron] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=11']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:15.839417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-66371453-56be-4666-8842-34af9eaefda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:15.840875 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-66371453-56be-4666-8842-34af9eaefda0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1095 time: 0.0578222 Jul 23 17:17:15.937186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-a4acf811-e570-4d7d-a33f-8d37fc9c2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:15.938714 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-a4acf811-e570-4d7d-a33f-8d37fc9c2820 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0921254 Jul 23 17:17:16.012041 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-9cacc81f-90de-4647-81e5-55e2bb65a99c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0672503 Jul 23 17:17:16.060613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f2445b5b-39c3-4b9c-9131-e84136bf2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:16.062126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-f2445b5b-39c3-4b9c-9131-e84136bf2015 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0444961 Jul 23 17:17:16.125104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-656616f3-5a42-44b2-8143-74b89c2d4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:16.126425 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-656616f3-5a42-44b2-8143-74b89c2d4f8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586231 Jul 23 17:17:16.227870 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-c95918ac-23df-4f35-92f6-7defd26ebf99 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943255 Jul 23 17:17:16.306137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae847e2-241c-4084-9976-aaa8a75f0f59 req-7e47ffd3-28cc-4a28-b4af-bc2aefcb9c47 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:16.308147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae847e2-241c-4084-9976-aaa8a75f0f59 req-7e47ffd3-28cc-4a28-b4af-bc2aefcb9c47 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0650470 Jul 23 17:17:16.324905 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-485ac109-08f7-4ccc-a0f3-40ae9a7c5859 req-9c107f0f-c700-4f3d-bd21-d4f112c67c32 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898073 Jul 23 17:17:16.347929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ae847e2-241c-4084-9976-aaa8a75f0f59 req-03631def-a690-4f1c-844a-ab72cd5eff01 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336373 Jul 23 17:17:17.042718 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:17.045086 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129681f-4119-476f-bd88-6dd8436c2f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:17.097099 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341dd017-1837-446f-b191-51ec0e8b6614 x-openstack-request-id: req-341dd017-1837-446f-b191-51ec0e8b6614 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:17.097416 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:17.097753 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-341dd017-1837-446f-b191-51ec0e8b6614 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:17.098183 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'status': 'completed', 'code': 200} Jul 23 17:17:17.178984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-f6040af3-8b7a-413c-b41a-209543b2f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.180514 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-f6040af3-8b7a-413c-b41a-209543b2f2f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1095 time: 0.0589523 Jul 23 17:17:17.195275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-ab8b5b77-efb5-4fba-bbe2-84b8b65b8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.196754 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-ab8b5b77-efb5-4fba-bbe2-84b8b65b8968 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 1095 time: 0.0562639 Jul 23 17:17:17.272167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-62724979-a5d7-47e0-90cd-ffaab61e9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.273670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-62724979-a5d7-47e0-90cd-ffaab61e9c9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0866175 Jul 23 17:17:17.293250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-69acab1c-dd28-488c-9dc0-b95c8eb03031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.294692 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-69acab1c-dd28-488c-9dc0-b95c8eb03031 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0907907 Jul 23 17:17:17.343989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-21996b6e-6f1f-47ed-ad0e-811638d6c804 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0635588 Jul 23 17:17:17.359498 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-962c6885-a3ac-4e4a-abb2-d77c600eda86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0582142 Jul 23 17:17:17.395954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-a66c52f6-667a-479a-a3a5-40e3dd6452cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.397352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-a66c52f6-667a-479a-a3a5-40e3dd6452cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0460320 Jul 23 17:17:17.409333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-4acc77ee-a01f-4a7d-b66d-a540837b1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.410841 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-4acc77ee-a01f-4a7d-b66d-a540837b1ac5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0454314 Jul 23 17:17:17.477806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:17:17.478415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-fe5f6a79-5229-4bc1-ab1d-6e6dc48fdc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.480474 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-fe5f6a79-5229-4bc1-ab1d-6e6dc48fdc7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626810 Jul 23 17:17:17.508740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-1fdb43a3-8466-4ea4-a93a-9568b1f93f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.510280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-1fdb43a3-8466-4ea4-a93a-9568b1f93f5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048071 Jul 23 17:17:17.523595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58c6d-e649-41ca-a9b0-39cfdf8cc392 req-5d1cc63c-9650-4008-86d6-7c19f4b51c87 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:17.525112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fe58c6d-e649-41ca-a9b0-39cfdf8cc392 req-5d1cc63c-9650-4008-86d6-7c19f4b51c87 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 944 time: 0.0882807 Jul 23 17:17:17.585908 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-a0589b43-6fb5-4794-873b-58ef0868660a service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982385 Jul 23 17:17:17.596528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fe58c6d-e649-41ca-a9b0-39cfdf8cc392 req-0fd17557-8861-402c-9156-8e39d31be7ca tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623357 Jul 23 17:17:17.608963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:17.631318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'mac_address': 'fa:16:3e:fe:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:17:17.672744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-65837ad6-d840-4226-8b0d-0ab3ab4d45e8 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464868 Jul 23 17:17:17.676033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.684259 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.697510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-b3da9ffe-26c7-43d5-91ec-91b0b8a64da6 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013010 Jul 23 17:17:17.698498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:17.720644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:17.725390 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:17.774238 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:17.779427 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c129681f-4119-476f-bd88-6dd8436c2f7d req-5a18cb0a-00eb-4d03-a4e4-3634adb9397b service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945885 Jul 23 17:17:18.031694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['86e9300b-6dc8-4adc-b362-e73a7738c6f1'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:18.076326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:18.134701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:18.742720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44ffa-8335-4155-a434-0184eedf4cbd req-75d0d60a-e1d8-4d74-b374-98cd8f5031b7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:18.744218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9e44ffa-8335-4155-a434-0184eedf4cbd req-75d0d60a-e1d8-4d74-b374-98cd8f5031b7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0653162 Jul 23 17:17:18.781988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9e44ffa-8335-4155-a434-0184eedf4cbd req-1c27abfd-cb28-4a61-93c5-4c6a392a3d84 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314560 Jul 23 17:17:18.909338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d5a0-da1b-4578-ad18-b5b78ba931b0 req-9b5f52c8-aa9d-4644-8c2d-83722518e08d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:18.910767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c3d5a0-da1b-4578-ad18-b5b78ba931b0 req-9b5f52c8-aa9d-4644-8c2d-83722518e08d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0634871 Jul 23 17:17:18.947776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06c3d5a0-da1b-4578-ad18-b5b78ba931b0 req-1d00a76c-8acc-4e04-a78d-516f597ef86b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314512 Jul 23 17:17:19.080104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b250b0e-f76a-4f14-806a-6dbce8941bea req-aeafb25f-a060-44e3-807b-7bb18da9c695 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.081599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b250b0e-f76a-4f14-806a-6dbce8941bea req-aeafb25f-a060-44e3-807b-7bb18da9c695 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0681741 Jul 23 17:17:19.119081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5b250b0e-f76a-4f14-806a-6dbce8941bea req-cbfa618a-337a-46e8-ab29-f6ddf8001e71 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318794 Jul 23 17:17:19.367846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3a17-7528-4662-8d10-c81bb6132c87 req-4a23be07-b7a1-473a-b6c6-ec2e7bc47ab8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:19.369333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b1d3a17-7528-4662-8d10-c81bb6132c87 req-4a23be07-b7a1-473a-b6c6-ec2e7bc47ab8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 945 time: 0.0641320 Jul 23 17:17:19.407314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b1d3a17-7528-4662-8d10-c81bb6132c87 req-90dd689c-3852-4c72-aeba-742642a20629 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317063 Jul 23 17:17:19.497860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:19.550308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:19.554183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:19.554557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:19.631949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:19.661517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:19.663903 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5168a-07de-45cf-8d8d-04f2ae144578" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:19.677147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:19.682702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:19.710498 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7e001-d264-45a0-bd82-c5cb04c16530 x-openstack-request-id: req-59a7e001-d264-45a0-bd82-c5cb04c16530 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:19.710845 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-plugged", "status": "completed", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:19.711129 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59a7e001-d264-45a0-bd82-c5cb04c16530 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:19.711520 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'code': 200} Jul 23 17:17:19.737525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:20.541858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb655b-1651-4e31-bd4d-deaa2a273a5b req-51326e0f-10a0-4898-bc5d-eed1843e1ebb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:20.543927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8edb655b-1651-4e31-bd4d-deaa2a273a5b req-51326e0f-10a0-4898-bc5d-eed1843e1ebb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 946 time: 0.0685706 Jul 23 17:17:20.580828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8edb655b-1651-4e31-bd4d-deaa2a273a5b req-8963d10d-b62d-4c6a-8559-1452b0f323db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312593 Jul 23 17:17:20.798313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-7142156b-e658-4aa0-9a61-33f88f0fb3eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:20.799770 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-7142156b-e658-4aa0-9a61-33f88f0fb3eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 946 time: 0.0640800 Jul 23 17:17:20.903830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Deleting port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:17:20.904166 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:20.992698 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] For port 86e9300b-6dc8-4adc-b362-e73a7738c6f1, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=86e9300b-6dc8-4adc-b362-e73a7738c6f1,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:20.993057 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.167444 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.167741 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.168067 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e disassociated. External IP: 172.25.2.172, port: 86e9300b-6dc8-4adc-b362-e73a7738c6f1. Jul 23 17:17:21.168403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Calling delete_port for 86e9300b-6dc8-4adc-b362-e73a7738c6f1 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:17:21.297382 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.325942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'Port': ['ID=86e9300b-6dc8-4adc-b362-e73a7738c6f1,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:21.446106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:21.558337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:21.567761 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:21.577331 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:21.577954 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:21.608370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] No DVR routers for this DVR port 86e9300b-6dc8-4adc-b362-e73a7738c6f1 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:17:21.611245 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:21.613321 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-fb57bd3c-c89b-412b-8a72-943853e1b88b req-b804a2ba-e8de-4e2b-aeab-0973dbfd0962 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "DELETE /v2.0/ports/86e9300b-6dc8-4adc-b362-e73a7738c6f1 HTTP/1.1" status: 204 len: 173 time: 0.8086510 Jul 23 17:17:21.613785 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-deleted', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:21.616167 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed894c-6475-4d51-9ab9-ce777151fe9a" -d '{"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-deleted", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:21.675612 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d3610-1701-4096-9e97-e713e9637b48 x-openstack-request-id: req-fa1d3610-1701-4096-9e97-e713e9637b48 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:21.676010 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67fa69c-089b-4214-b446-cd1bf013f56b", "name": "network-vif-deleted", "tag": "86e9300b-6dc8-4adc-b362-e73a7738c6f1", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:21.676325 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa1d3610-1701-4096-9e97-e713e9637b48 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:21.676789 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67fa69c-089b-4214-b446-cd1bf013f56b', 'name': 'network-vif-deleted', 'tag': '86e9300b-6dc8-4adc-b362-e73a7738c6f1', 'status': 'completed', 'code': 200} Jul 23 17:17:21.692445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1ef443b-99ae-4981-b40f-2157a5553fc3 req-49883aa4-d0b9-4758-a97c-806c48fa95e0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=e67fa69c-089b-4214-b446-cd1bf013f56b HTTP/1.1" status: 200 len: 210 time: 0.0340300 Jul 23 17:17:21.723816 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:21.916221 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:21.940929 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:21.949348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:21.949875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:22.143157 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:22.347303 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:22.374248 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d927223-c147-4503-874e-a66c868c5cb9 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:22.582288 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09621e9c-e0c0-467f-8c63-4f7337985610 None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:22.990936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-26af0c36-f83e-4765-9d6f-982261adcca5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--61758882&fields=id&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 267 time: 0.0315897 Jul 23 17:17:23.099458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-4e0e516f-90ce-497d-b108-f9ed5a5e78db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:23.100922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-4e0e516f-90ce-497d-b108-f9ed5a5e78db tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1032302 Jul 23 17:17:23.115766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-94a3fdb8-40ba-4883-bf36-17fc4221b9c0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/quotas/6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 375 time: 0.0090423 Jul 23 17:17:23.183511 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-1b447086-465c-4478-b505-127c98743d19 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624096 Jul 23 17:17:23.277076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-4a612e26-b1b0-4d91-9fdc-2cb1ec74675e service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Jul 23 17:17:23.368312 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-f06880b4-03c1-4246-b9ab-b39e867bbdc2 service neutron] 10.222.0.64 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Jul 23 17:17:23.530149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7b2e7eb5-741f-49af-93ff-bc7b6c19f8c6 req-22234483-fdea-45c3-b793-fe28c729492e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jul 23 17:17:24.492534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-209f3a07-84d2-4d28-bc65-6752b465d70c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:24.494003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-209f3a07-84d2-4d28-bc65-6752b465d70c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 811 time: 0.1110022 Jul 23 17:17:24.542939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-a3f94c5a-65a3-4a55-9b7f-3a5ccd26af36 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 378 time: 0.0343826 Jul 23 17:17:24.556138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'port': {'device_id': '878706c4-5645-433a-8121-e135f401db9e', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'admin_state_up': True, 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'security_groups': ['b8dec8d1-9fca-4eea-b418-59986e703bde']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:24.657068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0a84063-7bf9-4802-a537-85717424e154 req-82ad3594-fac7-4338-89d1-62c799f2119c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0381136 Jul 23 17:17:24.691998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Made reservation on behalf of 6f6a489238d74b889b86a0c46fdd409f for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:17:24.695685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.821266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Allocated IP 172.20.0.14 (7e97b982-7620-4680-b9e1-21c535dfcc3d/57831fd9-217f-4b1d-adb9-5bda935a64ff/b0cdf9aa-d2e4-42b3-92c9-917ef306683a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:17:24.955272 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:24.969007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Transition to ACTIVE for port object b0cdf9aa-d2e4-42b3-92c9-917ef306683a will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:25.001724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.047618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:17:25.050690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:17:25.054283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:17:25.079305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:25.108052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.108712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.123934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-10374424-8ea7-44e2-bb6f-3706a3c94c1c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715716 Jul 23 17:17:25.139543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Request body: {'port': {'device_id': '878706c4-5645-433a-8121-e135f401db9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:25.215318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.245688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f702fa6-fc33-487a-b7eb-216eff4ace18 None None] Provisioning for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:25.249778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9f702fa6-fc33-487a-b7eb-216eff4ace18 None None] Provisioning complete for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:25.250184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9f702fa6-fc33-487a-b7eb-216eff4ace18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.287600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9f702fa6-fc33-487a-b7eb-216eff4ace18 None None] Port b0cdf9aa-d2e4-42b3-92c9-917ef306683a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:17:25.488441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:25.495907 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.507391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Transition to ACTIVE for port object b0cdf9aa-d2e4-42b3-92c9-917ef306683a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:17:25.511641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.538774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:17:25.560169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:25.560495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 86e9300b-6dc8-4adc-b362-e73a7738c6f1 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:17:25.561020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 86e9300b-6dc8-4adc-b362-e73a7738c6f1 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:17:25.634556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:17:25.634878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:17:25.635209 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:25.640346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:17:25.640749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:17:25.646216 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:17:25.646616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:17:25.647002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:17:25.647434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Bound port: b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:17:25.647797 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.722398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:17:25.726163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:17:25.730292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.773554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.774596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:25.775975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1092 time: 0.6408448 Jul 23 17:17:25.795936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:25.799839 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5" -d '{"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:25.865163 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd670b-240d-45b8-be76-ad552f3a0a50 x-openstack-request-id: req-5dbd670b-240d-45b8-be76-ad552f3a0a50 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:25.865457 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:25.865705 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dbd670b-240d-45b8-be76-ad552f3a0a50 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:25.866124 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'status': 'completed', 'code': 200} Jul 23 17:17:25.881614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eafea-2438-409e-9e83-13a00866d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:25.917084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a3fa-bb63-47c6-a8ed-1b8baa7937f9 req-146fc9f6-e19e-47d0-9f93-918d11f72543 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.918675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5722a3fa-bb63-47c6-a8ed-1b8baa7937f9 req-146fc9f6-e19e-47d0-9f93-918d11f72543 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.1854267 Jul 23 17:17:25.931180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-0b7d8bab-fdb2-48a7-b820-2746ef77b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:25.933625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-0b7d8bab-fdb2-48a7-b820-2746ef77b86f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.1108921 Jul 23 17:17:25.985936 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-ede9c167-148e-4cfb-82c2-d5e856b61540 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 217 time: 0.0387070 Jul 23 17:17:26.006366 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5722a3fa-bb63-47c6-a8ed-1b8baa7937f9 req-bed8a2b1-f664-4c90-b773-c0ae01fae692 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777221 Jul 23 17:17:26.045082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-a34adbb8-40d1-4ac2-8f8c-f7b4a5b54a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.046600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-a34adbb8-40d1-4ac2-8f8c-f7b4a5b54a47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0533605 Jul 23 17:17:26.113196 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-f55dcb08-8630-4a82-b711-0ceb3dd4a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.114743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-f55dcb08-8630-4a82-b711-0ceb3dd4a355 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603442 Jul 23 17:17:26.203851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-d3529147-fca3-4b8a-8e52-6333059b18ae service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811415 Jul 23 17:17:26.296814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-31999359-fa75-42c9-9dd9-a6d34e3a8f69 req-a6d1a696-58d6-4862-85ef-e9fbc26c587f service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Jul 23 17:17:26.397201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-54a2449d-a165-4c07-921f-385ea78dd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.398718 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-54a2449d-a165-4c07-921f-385ea78dd583 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.0534263 Jul 23 17:17:26.496523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-89a64f50-cb68-4e08-b80b-0f31aa4e931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.497987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-89a64f50-cb68-4e08-b80b-0f31aa4e931c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0874205 Jul 23 17:17:26.544399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-99824b2d-b7be-4d25-a4b3-7f075c848e7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 217 time: 0.0342808 Jul 23 17:17:26.593488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-e2aad2b2-dbd7-4060-a7fc-b7490c3b2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.595163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-e2aad2b2-dbd7-4060-a7fc-b7490c3b2029 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0429895 Jul 23 17:17:26.663356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-68e264ac-b863-4987-a691-2a76d96a756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:26.664860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-68e264ac-b863-4987-a691-2a76d96a756d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575256 Jul 23 17:17:26.772634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-a28e15c9-74a9-4643-abd4-edd421c68fb4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947490 Jul 23 17:17:26.868986 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d9fc11dd-1a62-4b8c-bd9f-2888039a81a5 req-0aedca03-4a49-479d-af47-1531458a990a service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847836 Jul 23 17:17:27.142397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151081a-4ce8-4556-9edc-96672d23fa6f req-27085699-736f-4a56-942e-22fe922fa19c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:27.143784 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2151081a-4ce8-4556-9edc-96672d23fa6f req-27085699-736f-4a56-942e-22fe922fa19c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0640843 Jul 23 17:17:27.180823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2151081a-4ce8-4556-9edc-96672d23fa6f req-b386b7a4-07e7-44de-9208-c0b24f11b4d3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316074 Jul 23 17:17:28.149341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:17:28.246066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:28.257084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:17:28.297502 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.310181 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:17:28.310399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbae292-a585-423c-b43b-5259c22616e8 req-802141da-7b4b-4743-a1f0-ad1e968c8302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:28.311881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdbae292-a585-423c-b43b-5259c22616e8 req-802141da-7b4b-4743-a1f0-ad1e968c8302 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0638809 Jul 23 17:17:28.329812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:28.334150 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:28.354052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bdbae292-a585-423c-b43b-5259c22616e8 req-78948abd-fbab-495e-b994-ee140bccbcfe tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364695 Jul 23 17:17:28.381014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:28.585955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b0cdf9aa-d2e4-42b3-92c9-917ef306683a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:17:29.413980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:29.489792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58294be5-b400-482b-a11d-902a09b0cd6a req-3ae0d59d-5dad-4042-ab80-ea8d1c2c8bf9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:29.491352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58294be5-b400-482b-a11d-902a09b0cd6a req-3ae0d59d-5dad-4042-ab80-ea8d1c2c8bf9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0654662 Jul 23 17:17:29.528033 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-58294be5-b400-482b-a11d-902a09b0cd6a req-5c58dfbb-a6fd-43ab-999a-a8bc94c1a3c7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308604 Jul 23 17:17:30.149986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:17:30.198139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:17:30.202697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:17:30.203273 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.278603 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.303000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:30.305227 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1436ed-2d09-4b72-8d44-e92d3ea8d610" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:30.318306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:17:30.322738 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:30.347141 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d4c02-fb7e-43a2-a8a3-12a1a75808d5 x-openstack-request-id: req-007d4c02-fb7e-43a2-a8a3-12a1a75808d5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:30.347431 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:30.347679 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-007d4c02-fb7e-43a2-a8a3-12a1a75808d5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:30.348063 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'code': 200} Jul 23 17:17:30.374983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:17:30.458747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3b99-a5f3-40c8-92a6-315594f7511d req-c6ddb246-1820-46bd-aa08-ea7cc8fbcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:30.460154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee6f3b99-a5f3-40c8-92a6-315594f7511d req-c6ddb246-1820-46bd-aa08-ea7cc8fbcfe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0535855 Jul 23 17:17:30.498925 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee6f3b99-a5f3-40c8-92a6-315594f7511d req-ca9eac24-7290-407f-bc19-d0e518e5d5d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275002 Jul 23 17:17:31.009051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc66f6-144d-4654-b6f4-dfd5efe2d9b7 req-74a15e37-2e26-430b-bc9f-f4d6abe50271 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:31.010578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2dc66f6-144d-4654-b6f4-dfd5efe2d9b7 req-74a15e37-2e26-430b-bc9f-f4d6abe50271 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.4108801 Jul 23 17:17:31.048463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d2dc66f6-144d-4654-b6f4-dfd5efe2d9b7 req-f023d13d-e3fd-46bf-b337-df80cde5c7b5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316195 Jul 23 17:17:32.183670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443ecf-f4a1-478f-b3d9-a850493c1222 req-f45dc700-0b6e-4903-901d-a802863143f4 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.185141 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62443ecf-f4a1-478f-b3d9-a850493c1222 req-f45dc700-0b6e-4903-901d-a802863143f4 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0643785 Jul 23 17:17:32.222676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62443ecf-f4a1-478f-b3d9-a850493c1222 req-4ccb1f91-731d-430a-92fd-6c673bc14747 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318890 Jul 23 17:17:32.347121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa498-0036-4771-b035-fe5b73bd1779 req-b09f4496-0aa6-45b6-be40-0a22d225c75b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:32.348504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112aa498-0036-4771-b035-fe5b73bd1779 req-b09f4496-0aa6-45b6-be40-0a22d225c75b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0635512 Jul 23 17:17:32.356925 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 41496) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:17:32.361983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Request body: {'floatingip': {'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:17:32.405075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.834973 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.838729 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:32.944303 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e associated. External IP: 172.25.2.172, port: b0cdf9aa-d2e4-42b3-92c9-917ef306683a. Jul 23 17:17:33.157612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:17:33.294537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-698b4535-89ac-484d-b0cc-40764af0e434 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1356242 Jul 23 17:17:33.309633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:17:33.314512 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:33.321945 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:17:33.333837 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:33.335489 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:33.362005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1f93b4d1-7959-4c59-adda-509e7cf846de tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "PUT /v2.0/floatingips/552da4ad-1a66-4aec-b94c-1ce033a6561e HTTP/1.1" status: 200 len: 993 time: 1.0039804 Jul 23 17:17:33.363721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:17:33.366139 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ba4a1-b05f-4590-a8b4-f717f585faa4" -d '{"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:17:33.418887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-4bc9fb30-9051-4113-ac6b-86af09ca1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:33.420508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-4bc9fb30-9051-4113-ac6b-86af09ca1619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0681248 Jul 23 17:17:33.427613 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d15f7c-4ff5-410b-bd9e-584303bcbc4e x-openstack-request-id: req-d3d15f7c-4ff5-410b-bd9e-584303bcbc4e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:17:33.427899 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:17:33.428222 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3d15f7c-4ff5-410b-bd9e-584303bcbc4e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:17:33.428540 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'status': 'completed', 'code': 200} Jul 23 17:17:33.466697 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:33.540592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-11ab5773-5ed6-4272-862c-330aa59a5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:33.542708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-11ab5773-5ed6-4272-862c-330aa59a5e96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0928071 Jul 23 17:17:33.610135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-8ce27a26-85d2-40a4-a70c-d7029efc336c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0590787 Jul 23 17:17:33.670038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-d65b803b-6640-4bbd-afd6-c5ac3ead4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:33.671426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-d65b803b-6640-4bbd-afd6-c5ac3ead4f28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0507145 Jul 23 17:17:33.693222 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878706c4-5645-433a-8121-e135f401db9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:17:32Z', 'revision_number': 13, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:33.719985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:17:33.728063 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:17:33.728667 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:17:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:33.733507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-083bad07-3a2b-4e97-ae75-64070e5d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:33.735053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-083bad07-3a2b-4e97-ae75-64070e5d622f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550027 Jul 23 17:17:33.825775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-82cedf8e-46be-47fa-936c-faeee4ef6e40 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831130 Jul 23 17:17:33.832982 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:17:33.922829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fdeb7a9-1355-49b4-8431-cd873df2558c req-9246bb6c-dade-48b3-9a36-7a1ed9a2f7bc service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884688 Jul 23 17:17:34.024887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-2fab0ac2-5ba2-4149-8e25-20dadf74d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.026451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-2fab0ac2-5ba2-4149-8e25-20dadf74d985 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0541451 Jul 23 17:17:34.054581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878706c4-5645-433a-8121-e135f401db9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:17:32Z', 'revision_number': 13, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:17:34.084162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912292bf-2253-4cb0-b426-5d872af4171c None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '552da4ad-1a66-4aec-b94c-1ce033a6561e', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878706c4-5645-433a-8121-e135f401db9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:10:24Z', 'updated_at': '2021-07-23T17:17:32Z', 'revision_number': 13, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:17:34.125769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-67f8dc3b-9a9b-406c-8f5f-f2bfc0367c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.127288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-67f8dc3b-9a9b-406c-8f5f-f2bfc0367c0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0926201 Jul 23 17:17:34.197624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-6d644338-c330-436d-8373-b5d59628263c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0594132 Jul 23 17:17:34.262615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-29e4de81-d95c-42fa-9c64-5b4ddb200f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.264116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-29e4de81-d95c-42fa-9c64-5b4ddb200f25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0556159 Jul 23 17:17:34.283921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fb40a-195a-43c7-b9c3-188f420bfcf5 None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:17:34.328699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-1caaaeb6-765a-41be-b630-f588ede5e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:17:34.330300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-1caaaeb6-765a-41be-b630-f588ede5e965 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568066 Jul 23 17:17:34.425065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-063ff44e-137d-49a3-bc36-f2475a313ad1 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860972 Jul 23 17:17:34.521186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-920ba4a1-b05f-4590-a8b4-f717f585faa4 req-f3e43211-f84f-4ef6-b38e-2c4ac7121b60 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Jul 23 17:17:41.906211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea18b59d-3f69-4b73-a476-54a092627d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:42.280224 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.406592 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:44.468743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a401273-8407-4c94-956c-bb6401e08976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:45.736364 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:47.644499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:17:49.078967 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:17:56.624091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-d55e1d80-27f7-4393-816a-63f230e793ce req-936d82c1-34c7-4640-a755-1f34d51e0ac3 service neutron] (94003) timed out ('10.222.0.64', 39210) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:17:59.432630 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:11.912131 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8a110ad3-edd1-4bc4-8147-1664de71df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:12.279154 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:14.408858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:14.468949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b2113b76-77e2-4ffa-961e-39d1547c2dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:15.738057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:17.645032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:26.077894 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:18:29.428269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:34.201078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-1832e6f5-e296-4959-b606-b941447f7853 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598500 Jul 23 17:18:34.309577 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-1f930cf1-9114-45c0-9d30-c1cc9324505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.311186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-1f930cf1-9114-45c0-9d30-c1cc9324505e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0624249 Jul 23 17:18:34.416492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-b08b1ae6-01f2-449a-b8b3-fc6b98edbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.418476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-b08b1ae6-01f2-449a-b8b3-fc6b98edbabd service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0849431 Jul 23 17:18:34.487137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-95f97a17-c243-4071-9585-7e0e92b76e60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1003 time: 0.0610030 Jul 23 17:18:34.537117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-02214c25-b2bc-445c-9a83-a45bcdcbaf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.538634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-02214c25-b2bc-445c-9a83-a45bcdcbaf78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0446830 Jul 23 17:18:34.600187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-38fabd74-2885-45fa-ab6f-5a1514d1d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:18:34.601692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-38fabd74-2885-45fa-ab6f-5a1514d1d4bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530849 Jul 23 17:18:34.613354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-3c2dc357-b428-439e-b410-5772f5c1eb42 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:18:34.614367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-3c2dc357-b428-439e-b410-5772f5c1eb42 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Jul 23 17:18:34.709885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-86727b8e-d068-4635-8415-8f73d243117d service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881562 Jul 23 17:18:34.797800 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d71a4be1-62c0-4450-b7dc-3145ca88ecf7 req-306b23b4-7624-42d9-8bdc-3bf1a86c9206 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810730 Jul 23 17:18:41.912760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-100e56f7-b403-4959-8cdd-2cd19e32097c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:42.277948 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:44.411927 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:44.469833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-beda4b23-44f3-4469-8a13-33c93b0ae329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:45.743367 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:47.647091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:18:59.428944 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:03.078026 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:19:11.918132 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f022b26d-096f-4eff-a634-149484edae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:12.278792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:14.421411 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:14.472784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d7558b49-1d5f-4465-8a28-cbdca54463d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:15.753750 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:17.652303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:19.626552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc743b-ebcc-46bd-8af5-dd474e0a93de req-08f57f47-da90-44f3-a747-20a2730e65e9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:19.629257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cdc743b-ebcc-46bd-8af5-dd474e0a93de req-08f57f47-da90-44f3-a747-20a2730e65e9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0961988 Jul 23 17:19:19.691892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1cdc743b-ebcc-46bd-8af5-dd474e0a93de req-87df1599-ea6c-4fbe-8f28-98dcd06c5b3a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556326 Jul 23 17:19:29.450476 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:31.324584 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-58fe9454-617b-47f6-b59c-9f3ae00d201a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0624800 Jul 23 17:19:31.380644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b76361-c16b-40c5-8c0b-55f2f151afd0 req-85ea91de-8752-4b1e-a3b6-9ecf3456187d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:31.383300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b76361-c16b-40c5-8c0b-55f2f151afd0 req-85ea91de-8752-4b1e-a3b6-9ecf3456187d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1126301 Jul 23 17:19:31.445004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-10b76361-c16b-40c5-8c0b-55f2f151afd0 req-a99f5813-c779-44d3-821f-6f9994411d58 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533676 Jul 23 17:19:32.654232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b869-5131-4fd7-8f7b-ddd685c5a0b9 req-b07bd451-2193-46ce-ab39-8bc731ba8ec7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:32.656899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d633b869-5131-4fd7-8f7b-ddd685c5a0b9 req-b07bd451-2193-46ce-ab39-8bc731ba8ec7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1132662 Jul 23 17:19:32.730328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d633b869-5131-4fd7-8f7b-ddd685c5a0b9 req-eaa6f9a9-96eb-4fa2-b6e0-a6e8c41cc39b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662882 Jul 23 17:19:33.881494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0a82-4b73-414f-9d1d-04250dcfbed5 req-d803ad35-253c-42af-9801-88315b91ad8d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:33.883377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-340f0a82-4b73-414f-9d1d-04250dcfbed5 req-d803ad35-253c-42af-9801-88315b91ad8d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0704319 Jul 23 17:19:33.943169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-340f0a82-4b73-414f-9d1d-04250dcfbed5 req-08e5ca45-0ef8-4bd6-b9a0-ba947882de54 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531707 Jul 23 17:19:35.100464 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07da7-1ffb-4569-bd46-17f4b528374a req-8f87f870-2789-4620-88ee-9aa5e6cdfeca tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:35.102381 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5c07da7-1ffb-4569-bd46-17f4b528374a req-8f87f870-2789-4620-88ee-9aa5e6cdfeca tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0739779 Jul 23 17:19:35.153695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5c07da7-1ffb-4569-bd46-17f4b528374a req-4008e644-f3b0-46b9-ab73-7efea36e7b6e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423608 Jul 23 17:19:36.275084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-ba453bdd-20da-433b-afeb-cfbaf4a3747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.276814 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-ba453bdd-20da-433b-afeb-cfbaf4a3747b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0998471 Jul 23 17:19:36.469972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3788de-7244-473d-b404-4dd5863b8cb0 req-2f2df61e-e7d1-4183-a9a1-5d4d4d0a689f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.472458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3788de-7244-473d-b404-4dd5863b8cb0 req-2f2df61e-e7d1-4183-a9a1-5d4d4d0a689f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1878059 Jul 23 17:19:36.477327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-49d1c5f6-cebc-428c-864e-31c1f6d0cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.480587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-49d1c5f6-cebc-428c-864e-31c1f6d0cdd2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1563013 Jul 23 17:19:36.579602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0b3788de-7244-473d-b404-4dd5863b8cb0 req-70a30041-1f3a-4df3-885c-a2ac72676439 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974534 Jul 23 17:19:36.601577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-f5b8f9d7-c034-4d72-95d9-279a62a8543d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1003 time: 0.1079705 Jul 23 17:19:36.655091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-d493015a-1f17-4e1b-a9ae-84a62577b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.656826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-d493015a-1f17-4e1b-a9ae-84a62577b76c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0475917 Jul 23 17:19:36.728960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-33df3a9d-e0c2-4bc4-bde7-043c96542ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:36.730542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-33df3a9d-e0c2-4bc4-bde7-043c96542ef7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634904 Jul 23 17:19:36.834275 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-af6b6f3a-0cab-4b2d-ad4e-214db9642497 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951009 Jul 23 17:19:36.957161 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d30b89eb-c3cf-4b68-ad7a-d5144bd6e62d req-ca347683-6cf2-43ed-8d22-1865c9109847 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085274 Jul 23 17:19:37.060013 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-ccc80f76-e313-4e09-be55-9f08e4d07d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:37.061666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-ccc80f76-e313-4e09-be55-9f08e4d07d92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1097 time: 0.0606818 Jul 23 17:19:37.169309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-d4cb453d-638c-4dd3-8293-723d90570747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:37.170994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-d4cb453d-638c-4dd3-8293-723d90570747 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1016493 Jul 23 17:19:37.240076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-902f6321-72ec-4a69-9432-1a0f350307aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1003 time: 0.0612729 Jul 23 17:19:37.292738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-9e976ab3-7a73-4a0b-9da4-32b14fd04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:37.294267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-9e976ab3-7a73-4a0b-9da4-32b14fd04d3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0470011 Jul 23 17:19:37.361893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-bda0ef06-9a27-4f1e-93b0-f318e41010be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:37.363496 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-bda0ef06-9a27-4f1e-93b0-f318e41010be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624213 Jul 23 17:19:37.457961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-77fbd813-23f9-46e0-b32d-098c40d85a9a service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Jul 23 17:19:37.560364 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-4c022afb-dde9-45e5-ae47-51107176a7c9 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952024 Jul 23 17:19:37.859302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd30bcf-4705-41d6-ae0d-8dbab7aac8a0 req-9a18f6be-1fe3-4cc3-8a66-39d202cdbb72 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:37.860959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dfd30bcf-4705-41d6-ae0d-8dbab7aac8a0 req-9a18f6be-1fe3-4cc3-8a66-39d202cdbb72 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1578653 Jul 23 17:19:37.905056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dfd30bcf-4705-41d6-ae0d-8dbab7aac8a0 req-34b82f1c-744d-40db-9bdc-717cb7bad154 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378995 Jul 23 17:19:39.088338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a17a3c-f9a1-4df7-b7c3-5b276150b5fc req-04ca4e26-7996-4534-8e76-76664efb0013 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:39.089963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3a17a3c-f9a1-4df7-b7c3-5b276150b5fc req-04ca4e26-7996-4534-8e76-76664efb0013 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0709505 Jul 23 17:19:39.132009 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3a17a3c-f9a1-4df7-b7c3-5b276150b5fc req-d11a4d3b-90a5-4754-be2d-e85903b2e464 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361087 Jul 23 17:19:40.078057 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:19:40.279801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3996cec-f035-43df-8abf-edbfa3e245c7 req-80fd27b5-43aa-4a0f-8e5a-b6cf1ad04b7c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:40.281376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3996cec-f035-43df-8abf-edbfa3e245c7 req-80fd27b5-43aa-4a0f-8e5a-b6cf1ad04b7c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0700779 Jul 23 17:19:40.323650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3996cec-f035-43df-8abf-edbfa3e245c7 req-e75b6e54-5937-413e-998a-0ea3fc105995 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364382 Jul 23 17:19:41.462536 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337bb00-d230-4c74-a08c-b1e200356acc req-1e8d9093-d08e-475a-9efa-5b9d3ed64db6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:41.464103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d337bb00-d230-4c74-a08c-b1e200356acc req-1e8d9093-d08e-475a-9efa-5b9d3ed64db6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0690036 Jul 23 17:19:41.504132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d337bb00-d230-4c74-a08c-b1e200356acc req-62f3047d-b5d5-4a47-a919-4100b60f060d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341556 Jul 23 17:19:41.917461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-61382b77-c55f-4756-b72b-5436a4311a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.278649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:42.655897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b38d-b5b5-4049-a8e6-417e97ba777d req-755a168a-deeb-4209-9581-e005ccfbefb3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:42.657531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b98b38d-b5b5-4049-a8e6-417e97ba777d req-755a168a-deeb-4209-9581-e005ccfbefb3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0775301 Jul 23 17:19:42.718277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b98b38d-b5b5-4049-a8e6-417e97ba777d req-b54198e0-8adf-455e-b39a-92951ad723d8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482874 Jul 23 17:19:43.886008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0572ae-d25a-4566-82e3-26b38c56dd3a req-57a4c8cb-9661-487c-a621-306015de3dd6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:43.888640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da0572ae-d25a-4566-82e3-26b38c56dd3a req-57a4c8cb-9661-487c-a621-306015de3dd6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0810981 Jul 23 17:19:43.931642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-da0572ae-d25a-4566-82e3-26b38c56dd3a req-6ebac948-602e-47a4-b310-c51094350e88 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367210 Jul 23 17:19:44.422984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:44.481612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09911863-2782-4bf4-96e5-201db7143f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:45.089145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bca35c-d899-4b65-b8c2-df424e5ffb16 req-3d9e52f0-ddc5-4c86-b269-a830bd8c7cfc tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:45.090767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bca35c-d899-4b65-b8c2-df424e5ffb16 req-3d9e52f0-ddc5-4c86-b269-a830bd8c7cfc tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0699770 Jul 23 17:19:45.135121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-47bca35c-d899-4b65-b8c2-df424e5ffb16 req-75e2b13f-c834-47c9-bde7-2b69c912c871 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382276 Jul 23 17:19:45.751172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:46.287465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e07081-b37e-48aa-9e5d-46b175c7e5ab req-89a08fe3-b608-4db4-8747-b11e96f2a44d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:46.289132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0e07081-b37e-48aa-9e5d-46b175c7e5ab req-89a08fe3-b608-4db4-8747-b11e96f2a44d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0699296 Jul 23 17:19:46.332211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0e07081-b37e-48aa-9e5d-46b175c7e5ab req-ba20b80b-109f-4000-8f3f-e5696372eace tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365336 Jul 23 17:19:47.472676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f30030-1001-47fc-a40f-dfb9d61ac2bb req-4fe58506-8800-4545-804c-53a7263fa8ae tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:47.474539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6f30030-1001-47fc-a40f-dfb9d61ac2bb req-4fe58506-8800-4545-804c-53a7263fa8ae tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0688815 Jul 23 17:19:47.515945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d6f30030-1001-47fc-a40f-dfb9d61ac2bb req-5f62805a-04d3-4217-b9d2-970516ac1754 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355775 Jul 23 17:19:47.654582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:48.675090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1642dea-d153-459c-9dca-409999ecd15b req-90944e06-ef7e-492a-9936-02014547501b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:48.676746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1642dea-d153-459c-9dca-409999ecd15b req-90944e06-ef7e-492a-9936-02014547501b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0773785 Jul 23 17:19:48.723651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e1642dea-d153-459c-9dca-409999ecd15b req-46eed8c2-2565-4761-9e8f-3b3801cb04e6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362051 Jul 23 17:19:49.868415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a979-1741-46fb-8363-b9f00125e22b req-cd5a1573-bf64-4150-93ff-a4b8164cecea tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:49.869968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8a0a979-1741-46fb-8363-b9f00125e22b req-cd5a1573-bf64-4150-93ff-a4b8164cecea tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0680468 Jul 23 17:19:49.918544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f8a0a979-1741-46fb-8363-b9f00125e22b req-db8e930c-a46b-4a5e-8cc7-e58cd220ea7d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383387 Jul 23 17:19:51.082270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c0a6-48db-4305-9f94-1efb1f71c02a req-31e03b23-2293-4668-b6a2-e604f8c20bc2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:51.083886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4685c0a6-48db-4305-9f94-1efb1f71c02a req-31e03b23-2293-4668-b6a2-e604f8c20bc2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0714018 Jul 23 17:19:51.502848 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4685c0a6-48db-4305-9f94-1efb1f71c02a req-bc915f71-931f-4fad-9436-2cf4d65abc87 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4124093 Jul 23 17:19:52.644429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2266f5-9adf-477c-8406-965b26c550eb req-a1852fd3-d978-441b-b087-6de618123656 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:52.646069 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a2266f5-9adf-477c-8406-965b26c550eb req-a1852fd3-d978-441b-b087-6de618123656 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0691085 Jul 23 17:19:52.689758 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a2266f5-9adf-477c-8406-965b26c550eb req-8542d74c-bcba-4c3d-915d-a2481d1b97f8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369754 Jul 23 17:19:53.839744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a15f-48e7-464a-a3e7-87daa3854cfe req-d9add2da-9115-420a-890d-137f22e73858 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:53.841244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a69a15f-48e7-464a-a3e7-87daa3854cfe req-d9add2da-9115-420a-890d-137f22e73858 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0712755 Jul 23 17:19:53.889494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a69a15f-48e7-464a-a3e7-87daa3854cfe req-7311ec53-cd7c-42d6-9b5e-8f2f280724a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379231 Jul 23 17:19:55.050659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca13c5-9336-4122-a8ad-b303df7a1bf8 req-1e4f2a6e-1809-4dd4-bf9e-e14eb23ab673 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:55.052413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63ca13c5-9336-4122-a8ad-b303df7a1bf8 req-1e4f2a6e-1809-4dd4-bf9e-e14eb23ab673 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0870972 Jul 23 17:19:55.112393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63ca13c5-9336-4122-a8ad-b303df7a1bf8 req-c74854bd-3b6e-4a2b-92a0-b15c40834dda tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504973 Jul 23 17:19:56.295074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cee51c-3901-492f-b838-33521bf53f14 req-822b4c17-81a6-4680-8fd3-ace0f1f445a1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:56.297792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51cee51c-3901-492f-b838-33521bf53f14 req-822b4c17-81a6-4680-8fd3-ace0f1f445a1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1108193 Jul 23 17:19:56.351597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51cee51c-3901-492f-b838-33521bf53f14 req-aa7983f9-0573-490a-8863-89f6eea797e3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472105 Jul 23 17:19:56.747664 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-8059abca-dd02-4282-a3e2-03651984c64c req-66c95a35-64f3-424d-9d42-d068fc5c1dc4 service neutron] show failed (client error): The resource could not be found. Jul 23 17:19:56.748799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-66c95a35-64f3-424d-9d42-d068fc5c1dc4 service neutron] 10.222.0.67 "GET /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.1052208 Jul 23 17:19:57.028887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-2409d4cc-728d-42cd-bdf0-931100130885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:57.030448 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-2409d4cc-728d-42cd-bdf0-931100130885 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1097 time: 0.1051779 Jul 23 17:19:57.049455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:19:57.130272 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:57.358540 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:19:57.393693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:57.448018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:57.450431 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4c519-2426-4a8b-9a34-552cdc694259" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:57.454447 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:57.469238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Transition to ACTIVE for port object b0cdf9aa-d2e4-42b3-92c9-917ef306683a will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:19:57.475780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:57.529009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427dc6-267b-49ef-afc5-2eb00ee87964 req-e5775f03-d8ef-4a9c-a373-e69036095603 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:57.530962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef427dc6-267b-49ef-afc5-2eb00ee87964 req-e5775f03-d8ef-4a9c-a373-e69036095603 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0751472 Jul 23 17:19:57.548814 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09bf9b0-f6d9-4be5-9b47-6877c0b54e31 x-openstack-request-id: req-e09bf9b0-f6d9-4be5-9b47-6877c0b54e31 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:57.549120 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:57.549366 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e09bf9b0-f6d9-4be5-9b47-6877c0b54e31 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:57.549764 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'code': 200} Jul 23 17:19:57.607167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef427dc6-267b-49ef-afc5-2eb00ee87964 req-a4a73b68-3dbc-473c-9769-39fb226a862f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576179 Jul 23 17:19:57.608415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:57.627800 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.628350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.628901 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.629627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.630520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.631076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.631643 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.632176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.632938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.635090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.635650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.636205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:19:57.688912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] No DVR routers for this DVR port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:19:57.843631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:19:57.843964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:19:57.844293 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:57.848998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:19:57.849320 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:19:57.855003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:57.855340 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:19:57.855750 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:19:57.856174 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Bound port: b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:19:57.856542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:57.960506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:19:57.964382 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:19:57.971533 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:58.033268 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.034305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:58.036814 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] 10.222.0.81 "PUT /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1092 time: 0.9915888 Jul 23 17:19:58.063920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac278f-30f6-43cc-a2e5-ff8ebbcdb5af service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:19:58.170463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-32b4311f-ae85-4735-85d6-7a3abdaa4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.173116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-32b4311f-ae85-4735-85d6-7a3abdaa4b3d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.0965447 Jul 23 17:19:58.284016 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-7b9da865-a2b8-4ef3-aefd-e05778ccbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.285589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-7b9da865-a2b8-4ef3-aefd-e05778ccbad9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1067219 Jul 23 17:19:58.356958 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-272f9a24-460a-44a7-be59-a2ae4a1e3262 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0650659 Jul 23 17:19:58.407998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-043a12ce-e441-41a6-830d-c3fa903939c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.409517 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-043a12ce-e441-41a6-830d-c3fa903939c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0469093 Jul 23 17:19:58.478671 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059abca-dd02-4282-a3e2-03651984c64c req-30c4972d-04ae-4402-9652-dab37900ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.480233 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-30c4972d-04ae-4402-9652-dab37900ac61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643005 Jul 23 17:19:58.490654 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-1274d73a-1277-4edb-9668-e16d81578ef2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:19:58.491722 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-1274d73a-1277-4edb-9668-e16d81578ef2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054340 Jul 23 17:19:58.589950 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-d91f6d4b-b51b-460a-ad27-39d7d761e00b service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912402 Jul 23 17:19:58.698275 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-8059abca-dd02-4282-a3e2-03651984c64c req-1e58e5bd-85a7-42f1-9d85-8196ada618f1 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020613 Jul 23 17:19:58.743612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:19:58.784553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdb461-90ff-426c-bfb9-3d42c2a5920f req-f838b9be-3496-4452-aa44-9976fd1335eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:58.786155 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2acdb461-90ff-426c-bfb9-3d42c2a5920f req-f838b9be-3496-4452-aa44-9976fd1335eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0910914 Jul 23 17:19:58.795561 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:19:58.837340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2acdb461-90ff-426c-bfb9-3d42c2a5920f req-23fc4ff5-3767-41f7-aac8-a4e8829ffc80 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389519 Jul 23 17:19:59.457017 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:19:59.551401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:19:59.553887 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaeb476-2747-4f36-b5af-c8d7992bac5b" -d '{"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:19:59.612150 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa1e48-443f-43e5-8bda-94c9ff39a914 x-openstack-request-id: req-deaa1e48-443f-43e5-8bda-94c9ff39a914 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:19:59.612797 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:19:59.613208 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-deaa1e48-443f-43e5-8bda-94c9ff39a914 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:19:59.613765 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'status': 'completed', 'code': 200} Jul 23 17:19:59.740642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-5749395f-fdc2-4b36-bbc0-c07b6e19c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:59.743355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-5749395f-fdc2-4b36-bbc0-c07b6e19c0ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.1083159 Jul 23 17:19:59.754675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-c15e1f96-7368-4d41-88da-bbd234687612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:59.757476 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-c15e1f96-7368-4d41-88da-bbd234687612 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.0952265 Jul 23 17:19:59.907602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-fa16e50b-398a-4c36-a3ec-8644e014cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:59.908435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-fe1438b2-bbbf-442b-8470-67e62b4c8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:19:59.910185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-fa16e50b-398a-4c36-a3ec-8644e014cef1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1596253 Jul 23 17:19:59.911123 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-fe1438b2-bbbf-442b-8470-67e62b4c8242 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1464388 Jul 23 17:20:00.040461 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-16426655-ed84-4675-b4c7-327279952ef7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.1211863 Jul 23 17:20:00.088873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-82097e14-26b4-456f-8d29-9f9faf831db8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.1714499 Jul 23 17:20:00.121650 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-5ef8fe52-20b0-473b-b489-71ba65223566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:00.124209 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-5ef8fe52-20b0-473b-b489-71ba65223566 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0735607 Jul 23 17:20:00.150521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7a32-41a8-4910-ac48-40f8c6a045a9 req-7ee9b854-c911-4e20-9db0-97c63a0354d9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:00.152283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaed7a32-41a8-4910-ac48-40f8c6a045a9 req-7ee9b854-c911-4e20-9db0-97c63a0354d9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.1649930 Jul 23 17:20:00.164181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-da6fa248-d95a-422a-ae83-44862bc88413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:00.166240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-da6fa248-d95a-422a-ae83-44862bc88413 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0695088 Jul 23 17:20:00.225015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-ff40e6ff-94a1-4ff5-a99c-3d26e42abfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:00.226863 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-ff40e6ff-94a1-4ff5-a99c-3d26e42abfb0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957789 Jul 23 17:20:00.254654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaed7a32-41a8-4910-ac48-40f8c6a045a9 req-99b532c5-b985-4478-bcab-f193a55254e7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847607 Jul 23 17:20:00.293870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-e9f32660-cfb4-4c83-85a9-9297eafb40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:00.293870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-e9f32660-cfb4-4c83-85a9-9297eafb40cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139655 Jul 23 17:20:00.382399 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-3d56ae47-3fa3-450a-99e6-a26b0fac36f9 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488290 Jul 23 17:20:00.442564 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-bb1009d3-4ddc-43bc-96eb-4573e3e68c57 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441925 Jul 23 17:20:00.552273 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-772ec7f8-c6d0-4a94-80ad-4f328cd10c46 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635354 Jul 23 17:20:00.625451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1aaeb476-2747-4f36-b5af-c8d7992bac5b req-3bafaf21-1a08-444c-8024-331438c2156e service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754274 Jul 23 17:20:01.486985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec9daa-c0c6-49bc-af31-7f25054687fb req-de322eca-465e-492b-90ce-6246f1cd1e94 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:01.489513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40ec9daa-c0c6-49bc-af31-7f25054687fb req-de322eca-465e-492b-90ce-6246f1cd1e94 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.1015663 Jul 23 17:20:01.535284 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40ec9daa-c0c6-49bc-af31-7f25054687fb req-12c5da2f-d362-48af-b840-e82ee5eb24a8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394630 Jul 23 17:20:02.703315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045e891-0f63-48ab-b24c-8985e8617927 req-8205a7eb-73d3-4321-9499-cdd472a8c499 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:02.704963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0045e891-0f63-48ab-b24c-8985e8617927 req-8205a7eb-73d3-4321-9499-cdd472a8c499 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0855093 Jul 23 17:20:02.750779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0045e891-0f63-48ab-b24c-8985e8617927 req-10b2b844-a42f-4ac7-a7a0-3382856f942c tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346363 Jul 23 17:20:03.891446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff251-cb80-4747-ac19-9ba97f3e0154 req-5ba4b904-ed53-4cb2-9589-66fcd4222c72 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:03.892985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43fff251-cb80-4747-ac19-9ba97f3e0154 req-5ba4b904-ed53-4cb2-9589-66fcd4222c72 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0682886 Jul 23 17:20:03.936362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-43fff251-cb80-4747-ac19-9ba97f3e0154 req-ce965c35-ce98-4037-8fa6-bd7fd007137f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365949 Jul 23 17:20:05.098126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80abc84-73f2-4e6c-b100-23fa114862c3 req-1c38ef84-2b79-4c4b-8326-f02be18bcf3f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:05.099838 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e80abc84-73f2-4e6c-b100-23fa114862c3 req-1c38ef84-2b79-4c4b-8326-f02be18bcf3f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0828145 Jul 23 17:20:05.144175 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e80abc84-73f2-4e6c-b100-23fa114862c3 req-b87d6963-488e-4642-aea8-a05eb2f13594 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379663 Jul 23 17:20:06.309859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5382337-b1a2-40b2-921d-a9bd76264336 req-96c5faa3-8115-4048-969d-f57bcbc1197f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:06.311470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5382337-b1a2-40b2-921d-a9bd76264336 req-96c5faa3-8115-4048-969d-f57bcbc1197f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0774293 Jul 23 17:20:06.355888 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5382337-b1a2-40b2-921d-a9bd76264336 req-0176c5ae-a4e8-479a-9f15-92d81e7a7bbe tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356126 Jul 23 17:20:07.527686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832783d-65bc-4e56-b717-0007ef5ad472 req-25fe232a-54ab-4995-8585-0970c65089c7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:07.530796 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8832783d-65bc-4e56-b717-0007ef5ad472 req-25fe232a-54ab-4995-8585-0970c65089c7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0958147 Jul 23 17:20:07.575407 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8832783d-65bc-4e56-b717-0007ef5ad472 req-d959ea4b-96ac-468a-8b8f-44f424f79d96 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372293 Jul 23 17:20:08.725286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b200a-de1c-4d13-8b94-66a65874af9e req-f70f82c8-b0ae-4dfc-a0c8-ddc415583e6d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:08.726937 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-069b200a-de1c-4d13-8b94-66a65874af9e req-f70f82c8-b0ae-4dfc-a0c8-ddc415583e6d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0713468 Jul 23 17:20:08.780887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-069b200a-de1c-4d13-8b94-66a65874af9e req-3fb230e5-c7e7-4f0d-bf6f-80f33fc5b1b6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433517 Jul 23 17:20:09.931981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bae82-c983-4163-a0d9-b9c0bc4d7703 req-515f9541-78c4-47fb-be15-affbded002ae tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:09.933486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-290bae82-c983-4163-a0d9-b9c0bc4d7703 req-515f9541-78c4-47fb-be15-affbded002ae tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0682268 Jul 23 17:20:09.981144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-290bae82-c983-4163-a0d9-b9c0bc4d7703 req-13171b43-839d-43f1-8502-180eb6a964d2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398386 Jul 23 17:20:11.150438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a76a4-bc72-4940-9e76-33e887d268a8 req-c014b075-6bca-44f0-9fea-57201b2591d2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.153467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-316a76a4-bc72-4940-9e76-33e887d268a8 req-c014b075-6bca-44f0-9fea-57201b2591d2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0903184 Jul 23 17:20:11.219006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-316a76a4-bc72-4940-9e76-33e887d268a8 req-d804cf4e-c87f-4fcb-afab-44326b332c35 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590935 Jul 23 17:20:11.620469 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-2a98c28b-4871-4cab-b5c1-9c0bfca9c4b8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.622103 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-2a98c28b-4871-4cab-b5c1-9c0bfca9c4b8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.81 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&tenant_id=6f6a489238d74b889b86a0c46fdd409f&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 944 time: 0.0905740 Jul 23 17:20:11.645759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9351dd-31af-4521-8176-79da7ee5ef30 req-3cef61e1-527a-41c4-9be0-2188f5199468 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.647750 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d9351dd-31af-4521-8176-79da7ee5ef30 req-3cef61e1-527a-41c4-9be0-2188f5199468 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 944 time: 0.0773938 Jul 23 17:20:11.695881 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d9351dd-31af-4521-8176-79da7ee5ef30 req-1f63edd6-b252-42f3-aa20-5b03c404e5b8 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372965 Jul 23 17:20:11.706623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-3c9a9044-0373-4a71-9ca3-9d4dcee2ae0c service neutron] 10.222.0.81 "GET /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a/bindings/n-h1-800484-3 HTTP/1.1" status: 200 len: 382 time: 0.0777347 Jul 23 17:20:11.806512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-405c4438-2c98-44d7-94da-79881dfea237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.808105 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-405c4438-2c98-44d7-94da-79881dfea237 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1095 time: 0.0647385 Jul 23 17:20:11.915630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-99978eb9-1131-44cd-a687-6ec201362071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:11.916122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c9ff851f-4933-42fe-b708-b8f7e05316a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:11.919446 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-99978eb9-1131-44cd-a687-6ec201362071 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1047795 Jul 23 17:20:11.992615 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-7b2011f3-9c57-4857-af9d-3b9342e2c760 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0671768 Jul 23 17:20:12.067801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-631f623c-be98-4117-807d-14179a172018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:12.070951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-631f623c-be98-4117-807d-14179a172018 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0717251 Jul 23 17:20:12.133073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-1703b4d6-de2c-4d4c-aab6-1f27416179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:12.134632 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-1703b4d6-de2c-4d4c-aab6-1f27416179c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581298 Jul 23 17:20:12.243814 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-4ef1b340-8e04-44a6-baab-39fb9c7355e5 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024683 Jul 23 17:20:12.255793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:20:12.313735 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:12.357414 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-c3088445-b2e1-4dcd-a75e-2a986fcbb038 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072001 Jul 23 17:20:12.389007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:12.413948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:20:12.481896 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:12.496115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:12.517049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:12.524821 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:12.575663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:12.583678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.584230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.584578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.584921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.585258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.586230 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.586589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.586920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.587249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.587577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.587916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.588239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:12.857451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b5a1-42bc-4d13-814e-948dcbf6bcba req-98dda7ab-6a3a-45d6-b99d-cf1e4fccb61f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:12.858922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5569b5a1-42bc-4d13-814e-948dcbf6bcba req-98dda7ab-6a3a-45d6-b99d-cf1e4fccb61f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0893536 Jul 23 17:20:12.881809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['b0cdf9aa-d2e4-42b3-92c9-917ef306683a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:20:12.911829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5569b5a1-42bc-4d13-814e-948dcbf6bcba req-f15029a0-d623-4ebf-858a-f564c46e9f39 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428619 Jul 23 17:20:14.059853 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984e519-7aef-4dc3-93f1-5e2fe02fab32 req-b2151eb7-8890-4ed0-8c3e-e44f41f81e9b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:14.061360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6984e519-7aef-4dc3-93f1-5e2fe02fab32 req-b2151eb7-8890-4ed0-8c3e-e44f41f81e9b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0719266 Jul 23 17:20:14.102458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6984e519-7aef-4dc3-93f1-5e2fe02fab32 req-386c56cd-cbcf-437b-b683-e0676686088e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355313 Jul 23 17:20:14.283941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:14.341525 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:14.346311 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:14.346791 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:14.448190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:14.450089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:14.488639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:14.492529 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bdf4d8-13ea-4ebf-82c1-12db5a200b18" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:14.500649 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac902b73-2370-49fe-8e24-f4f9327cc077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:14.515714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:14.521441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:14.609176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:14.657252 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141ead56-e6b5-401f-87ef-4e1078f710cb x-openstack-request-id: req-141ead56-e6b5-401f-87ef-4e1078f710cb {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:14.657751 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:14.658163 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-141ead56-e6b5-401f-87ef-4e1078f710cb {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:14.658789 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'code': 200} Jul 23 17:20:15.249436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1153f-5ba8-4c37-8d55-082c763ab353 req-6db6faf5-9bd8-478b-9f43-65d189712b5b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:15.251151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5a1153f-5ba8-4c37-8d55-082c763ab353 req-6db6faf5-9bd8-478b-9f43-65d189712b5b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0741854 Jul 23 17:20:15.299256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a5a1153f-5ba8-4c37-8d55-082c763ab353 req-331f5b51-7d3d-4d74-b9fa-90d2dd25ace6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370076 Jul 23 17:20:15.754504 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.500530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f772a8-f66d-414d-b328-1ffb0cd61489 req-60eab1a8-eb0f-44c4-b42d-6229fa5dc83b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:16.503212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36f772a8-f66d-414d-b328-1ffb0cd61489 req-60eab1a8-eb0f-44c4-b42d-6229fa5dc83b tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0922644 Jul 23 17:20:16.591398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-36f772a8-f66d-414d-b328-1ffb0cd61489 req-c59b96a2-8100-4b5c-b473-e9197830bc44 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757766 Jul 23 17:20:16.609506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-7b9ecd0c-593f-4170-9468-23cdb62e558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:16.611053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-7b9ecd0c-593f-4170-9468-23cdb62e558d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&tenant_id=6f6a489238d74b889b86a0c46fdd409f HTTP/1.1" status: 200 len: 1097 time: 0.1041846 Jul 23 17:20:16.622866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:16.697371 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:16.920365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:16.962790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h1-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:17.004919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:17.007383 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c51567-09b7-43d3-95ad-ad5a8b3c6f51" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:17.012676 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.029671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Transition to ACTIVE for port object b0cdf9aa-d2e4-42b3-92c9-917ef306683a will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:17.034845 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.082722 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:17.155657 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d024f94-0051-48e5-8990-fe67c5a4f408 x-openstack-request-id: req-3d024f94-0051-48e5-8990-fe67c5a4f408 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:17.155971 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:17.156200 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d024f94-0051-48e5-8990-fe67c5a4f408 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:17.156660 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'code': 200} Jul 23 17:20:17.159951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=10']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:17.186465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.186724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.187044 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.187383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.187723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.188048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.188373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.188700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.189027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.189348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.189667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.190009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:20:17.193616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] No DVR routers for this DVR port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h1-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:17.369849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:17.370137 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:17.370421 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:17.375381 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:20:17.375718 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Attempting to bind port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on network 7e97b982-7620-4680-b9e1-21c535dfcc3d {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:17.381080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:17.381425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Checking segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:17.381824 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Bound using segment: {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:17.382373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Bound port: b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251461cf-6a57-4e28-9171-9a9997a679a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:17.382740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.453705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:17.457632 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:17.463120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.499559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.500296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.501614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1093 time: 0.8830845 Jul 23 17:20:17.525604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c725aa-3460-488f-ba13-6b565c555452 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=11']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:17.598248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-d3b24a7b-f59f-45c1-9403-1b7bf831e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.599906 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-d3b24a7b-f59f-45c1-9403-1b7bf831e26b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1096 time: 0.0708234 Jul 23 17:20:17.674467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:17.836165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-946fa719-a1e4-4701-8449-01251cb191d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.840099 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-946fa719-a1e4-4701-8449-01251cb191d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.2309990 Jul 23 17:20:17.909061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bee7c1-afdc-43f7-9efd-218582ba6ff2 req-18f303e7-0ca4-4490-a229-1015ac799bf0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:17.910685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02bee7c1-afdc-43f7-9efd-218582ba6ff2 req-18f303e7-0ca4-4490-a229-1015ac799bf0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.1891487 Jul 23 17:20:17.946230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-3895935f-c4fb-4788-be09-fa9a1a060f2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0975223 Jul 23 17:20:17.991887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02bee7c1-afdc-43f7-9efd-218582ba6ff2 req-1015fc07-57b0-403b-9c11-e129b4a7108a tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726907 Jul 23 17:20:18.012695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-4b5dee17-4d1f-4629-8dd9-791cb7b20c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:18.014241 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-4b5dee17-4d1f-4629-8dd9-791cb7b20c28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0564487 Jul 23 17:20:18.089277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-85a7c7ef-c3eb-4a7f-99a7-a6bda108441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:18.090940 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-85a7c7ef-c3eb-4a7f-99a7-a6bda108441e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697396 Jul 23 17:20:18.192999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-27c65790-ca33-4c71-b31e-9af3e347b6be service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947235 Jul 23 17:20:18.300043 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eeff5c66-f49f-431a-a954-8d3e02df6ab1 req-838d9235-20b1-4ffb-9239-4b00ea48e166 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002233 Jul 23 17:20:18.331807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:18.381127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:19.157730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:19.161684 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad06cf4-a3f7-419f-847f-8151281c0880" -d '{"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:19.179595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815d7b-55fe-4faa-a31d-458c6f25e35f req-e3513411-3cd5-4d19-84f3-af22c3f86006 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.182346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a815d7b-55fe-4faa-a31d-458c6f25e35f req-e3513411-3cd5-4d19-84f3-af22c3f86006 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0912414 Jul 23 17:20:19.246043 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a91331-0bf2-40f7-9a0c-1fd30c347db9 x-openstack-request-id: req-c5a91331-0bf2-40f7-9a0c-1fd30c347db9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:19.246499 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:19.246912 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5a91331-0bf2-40f7-9a0c-1fd30c347db9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:19.247546 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'status': 'completed', 'code': 200} Jul 23 17:20:19.256743 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0a815d7b-55fe-4faa-a31d-458c6f25e35f req-ba140b87-487b-4f0b-b334-143f5e3a4761 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646844 Jul 23 17:20:19.355068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-da7b6782-216e-40db-a048-90cd857a155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.357204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-da7b6782-216e-40db-a048-90cd857a155e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1096 time: 0.0874560 Jul 23 17:20:19.381089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-a040f87e-5354-4c39-b88e-1279d1a41445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.383479 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-a040f87e-5354-4c39-b88e-1279d1a41445 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 1096 time: 0.0814571 Jul 23 17:20:19.486796 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-b8582b70-0208-44d7-995c-f9d4397284db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.488477 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-b8582b70-0208-44d7-995c-f9d4397284db service neutron] 10.222.0.81 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.0989509 Jul 23 17:20:19.529727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-70d8a27a-9c4b-40c3-be38-59711429644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.532639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-70d8a27a-9c4b-40c3-be38-59711429644d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 200 len: 912 time: 0.1672471 Jul 23 17:20:19.582727 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-39dff905-5553-4df4-b24f-f916515346ac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.0881448 Jul 23 17:20:19.644329 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-05e50ae2-1ad9-4202-9979-18ce8ba2eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.646216 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-05e50ae2-1ad9-4202-9979-18ce8ba2eb3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0553999 Jul 23 17:20:19.654854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-a3ea0beb-bc21-4e31-92eb-bc6862a9530f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 200 len: 1001 time: 0.1141074 Jul 23 17:20:19.715925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-cb75a36c-3e90-4b34-95f6-e224a52b9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.717871 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-cb75a36c-3e90-4b34-95f6-e224a52b9529 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655220 Jul 23 17:20:19.735344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-68f1ba32-bb0c-4346-bc67-e2dc885718f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.736942 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-68f1ba32-bb0c-4346-bc67-e2dc885718f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 200 len: 850 time: 0.0742731 Jul 23 17:20:19.833780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-d3472544-2c12-409b-a8d2-97b4bad8bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:19.837615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-d3472544-2c12-409b-a8d2-97b4bad8bc66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e97b982-7620-4680-b9e1-21c535dfcc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938313 Jul 23 17:20:19.861026 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-9d3a51c2-9937-4637-a5d7-640c90db1dd3 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363804 Jul 23 17:20:19.952843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-77c6276d-2475-4824-bbfa-a484b5fdb2bd service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075728 Jul 23 17:20:19.998298 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-adc441f9-3a0d-4ff0-b708-154430f3d2f2 service neutron] 10.222.0.81 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307168 Jul 23 17:20:20.065472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ad06cf4-a3f7-419f-847f-8151281c0880 req-7871058f-dd47-4b51-8196-0a4e26c95013 service neutron] 10.222.0.67 "GET /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055818 Jul 23 17:20:20.420481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be4a4e-da60-48c4-bd73-e5ab2c7ed88b req-178638d8-bd27-4b5b-8bda-17e86be04aee tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:20.422185 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9be4a4e-da60-48c4-bd73-e5ab2c7ed88b req-178638d8-bd27-4b5b-8bda-17e86be04aee tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0738785 Jul 23 17:20:20.467847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a9be4a4e-da60-48c4-bd73-e5ab2c7ed88b req-49df7a05-7a86-4fc1-a927-0fab6d2729ee tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390570 Jul 23 17:20:21.630161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e8be5-510b-40c6-a3fc-2020240d8978 req-6f4369d0-b85a-4160-a37c-688b1fccd6f5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:21.632593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e5e8be5-510b-40c6-a3fc-2020240d8978 req-6f4369d0-b85a-4160-a37c-688b1fccd6f5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0737181 Jul 23 17:20:21.682724 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7e5e8be5-510b-40c6-a3fc-2020240d8978 req-5480e97b-b450-4bf4-b719-e2f4d36fe2e1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414164 Jul 23 17:20:22.829707 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ada9-c12a-4613-aae1-5a4c77cbf717 req-0aacc6ec-a4c7-48fb-b93e-bddfd7b2a467 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:22.831199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6db8ada9-c12a-4613-aae1-5a4c77cbf717 req-0aacc6ec-a4c7-48fb-b93e-bddfd7b2a467 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0665123 Jul 23 17:20:22.872968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6db8ada9-c12a-4613-aae1-5a4c77cbf717 req-2bc5995e-f912-461f-909f-b9bb445a89b6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348272 Jul 23 17:20:24.014753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518e100-c292-4dac-8e68-d4784eaeb032 req-a1193463-3045-4f4f-8a29-e379cbbe6cd1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:24.016328 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5518e100-c292-4dac-8e68-d4784eaeb032 req-a1193463-3045-4f4f-8a29-e379cbbe6cd1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0697997 Jul 23 17:20:24.062685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5518e100-c292-4dac-8e68-d4784eaeb032 req-31f9b754-9b74-4ec7-b171-db6028773601 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362513 Jul 23 17:20:25.200614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2ec22-1772-4bbd-ba30-1d2681578ba1 req-7035dc07-a923-4254-aee3-7ae8687894d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:25.202223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40d2ec22-1772-4bbd-ba30-1d2681578ba1 req-7035dc07-a923-4254-aee3-7ae8687894d1 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0682204 Jul 23 17:20:25.243824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40d2ec22-1772-4bbd-ba30-1d2681578ba1 req-5798c193-8b60-458f-a4ba-36c4d7a55aab tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358016 Jul 23 17:20:26.403706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af861f-4fa4-437f-a39e-03513b181be6 req-4d1dc811-d54a-4de8-bdd1-a0196fd78671 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:26.405313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75af861f-4fa4-437f-a39e-03513b181be6 req-4d1dc811-d54a-4de8-bdd1-a0196fd78671 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0788105 Jul 23 17:20:26.451410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-75af861f-4fa4-437f-a39e-03513b181be6 req-ca05cdc2-4bd9-4886-890d-2c9fe2eacbe2 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361059 Jul 23 17:20:27.594586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d65a6-e63b-4e11-90ea-b0ced05cdf07 req-9548d04e-6e58-4039-8d49-75c8f739565f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:27.596181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-212d65a6-e63b-4e11-90ea-b0ced05cdf07 req-9548d04e-6e58-4039-8d49-75c8f739565f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0717111 Jul 23 17:20:27.641540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-212d65a6-e63b-4e11-90ea-b0ced05cdf07 req-25af4a4d-22e9-418c-81cc-7fb4a50e4310 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350237 Jul 23 17:20:28.794996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3fb6c-fcae-4174-85fe-fd54ac38db60 req-0126ee60-2bc2-4fdc-a6d3-825d8c91b992 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:28.796702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62c3fb6c-fcae-4174-85fe-fd54ac38db60 req-0126ee60-2bc2-4fdc-a6d3-825d8c91b992 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0709445 Jul 23 17:20:28.859062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62c3fb6c-fcae-4174-85fe-fd54ac38db60 req-da498eca-b7a0-4fb7-a444-b55429c178aa tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522008 Jul 23 17:20:29.482074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:30.020616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067436b-9833-421c-a0ca-474c391a8642 req-a2f34698-b7f4-4ede-b556-c61ddbe0ad8d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:30.022153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3067436b-9833-421c-a0ca-474c391a8642 req-a2f34698-b7f4-4ede-b556-c61ddbe0ad8d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0878425 Jul 23 17:20:30.063675 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3067436b-9833-421c-a0ca-474c391a8642 req-3636c682-deaf-46dd-9e1c-aae4f67a6cc7 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348327 Jul 23 17:20:30.215009 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4942-475a-4566-9b16-bb3cb6397665 req-9a3787a6-3d98-4fb2-a50d-e547e83784b9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:30.216629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f8d4942-475a-4566-9b16-bb3cb6397665 req-9a3787a6-3d98-4fb2-a50d-e547e83784b9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0724666 Jul 23 17:20:30.264538 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f8d4942-475a-4566-9b16-bb3cb6397665 req-d2ddbde1-a15a-4bd6-9348-a44fe694e726 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367622 Jul 23 17:20:30.424079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15d8fb-c497-4a14-954f-d77640cd5918 req-f6bed6b5-0435-445f-aa33-cd32741c768e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:30.425654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b15d8fb-c497-4a14-954f-d77640cd5918 req-f6bed6b5-0435-445f-aa33-cd32741c768e tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0735092 Jul 23 17:20:30.467456 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b15d8fb-c497-4a14-954f-d77640cd5918 req-d33097d7-6453-493d-81de-4c2dcd61b9b3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352941 Jul 23 17:20:30.750248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf939d79-8ed3-4a39-b6c8-ab454761f38f req-97ad2ca3-8c26-45c3-9a37-2f2c9deac7f6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:30.751924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf939d79-8ed3-4a39-b6c8-ab454761f38f req-97ad2ca3-8c26-45c3-9a37-2f2c9deac7f6 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 945 time: 0.0737360 Jul 23 17:20:30.797627 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf939d79-8ed3-4a39-b6c8-ab454761f38f req-e9b76896-3fe5-4650-8244-d92ed1b8507f tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356729 Jul 23 17:20:30.884440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:20:30.985859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:30.998365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'port_id': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'mac_address': 'fa:16:3e:2c:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:20:31.038780 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.055815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:31.075994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:31.081924 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:31.136808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=12']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:31.417117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['b0cdf9aa-d2e4-42b3-92c9-917ef306683a'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:20:31.950488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421648cb-2877-468f-a5ff-8655e39424ce req-c521c70f-0c55-4a01-bc1e-d75f2ec1d474 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:31.952057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-421648cb-2877-468f-a5ff-8655e39424ce req-c521c70f-0c55-4a01-bc1e-d75f2ec1d474 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0792952 Jul 23 17:20:31.993983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-421648cb-2877-468f-a5ff-8655e39424ce req-28d50d1d-4f04-4b32-809d-e32c154ac460 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356140 Jul 23 17:20:32.599372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-3a0a18fe-b1bb-417d-af02-97739dd0e9c5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:32.601156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-3a0a18fe-b1bb-417d-af02-97739dd0e9c5 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.0790951 Jul 23 17:20:32.768173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Deleting port b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:32.768746 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.897131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:32.936951 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:32.937490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:32.961069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:32.966683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port b0cdf9aa-d2e4-42b3-92c9-917ef306683a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:32.967227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.115133 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.160019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:33.164798 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af281d0-5973-4e4b-b383-a79877bbf3bd" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:33.203719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port b0cdf9aa-d2e4-42b3-92c9-917ef306683a, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:33.211031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.216316 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3dda88-dea1-455d-a7ab-cf44d806a330 x-openstack-request-id: req-ce3dda88-dea1-455d-a7ab-cf44d806a330 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:33.216829 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:33.217217 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce3dda88-dea1-455d-a7ab-cf44d806a330 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:33.217843 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'code': 200} Jul 23 17:20:33.272881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870dd5-bde7-4b06-be9e-a7ce05df7b11 req-4efba8f4-3fcb-47cd-80c4-5cdb57ffbbb3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:33.274466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71870dd5-bde7-4b06-be9e-a7ce05df7b11 req-4efba8f4-3fcb-47cd-80c4-5cdb57ffbbb3 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 946 time: 0.1801248 Jul 23 17:20:33.288097 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.288655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.289057 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e disassociated. External IP: 172.25.2.172, port: b0cdf9aa-d2e4-42b3-92c9-917ef306683a. Jul 23 17:20:33.289482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Calling delete_port for b0cdf9aa-d2e4-42b3-92c9-917ef306683a owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:33.303277 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=13']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:33.364845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-71870dd5-bde7-4b06-be9e-a7ce05df7b11 req-66bb3513-32fa-48f2-971f-330133ec8bf9 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups?id=b8dec8d1-9fca-4eea-b418-59986e703bde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791347 Jul 23 17:20:33.463668 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.498908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'Port': ['ID=b0cdf9aa-d2e4-42b3-92c9-917ef306683a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:33.622436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:33.739838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:33.750951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:33.760851 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:33.761485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:20:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:33.796366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] No DVR routers for this DVR port b0cdf9aa-d2e4-42b3-92c9-917ef306683a on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:33.799985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:33.803347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd32d85d-cc54-4267-8ab0-0f5e68234fd2 req-98e20f8d-1090-4150-81dd-ca576d05e476 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.67 "DELETE /v2.0/ports/b0cdf9aa-d2e4-42b3-92c9-917ef306683a HTTP/1.1" status: 204 len: 173 time: 1.1919575 Jul 23 17:20:33.804417 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-deleted', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:33.808878 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a77fc0-c3f5-4a0d-9803-ce24205b5a19" -d '{"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-deleted", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:33.851978 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14668c-21a8-41f4-964c-34cc4914afaf x-openstack-request-id: req-0b14668c-21a8-41f4-964c-34cc4914afaf {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:33.852377 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878706c4-5645-433a-8121-e135f401db9e", "name": "network-vif-deleted", "tag": "b0cdf9aa-d2e4-42b3-92c9-917ef306683a", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:33.852654 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b14668c-21a8-41f4-964c-34cc4914afaf {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:33.853027 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878706c4-5645-433a-8121-e135f401db9e', 'name': 'network-vif-deleted', 'tag': 'b0cdf9aa-d2e4-42b3-92c9-917ef306683a', 'status': 'completed', 'code': 200} Jul 23 17:20:34.003771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:34.309084 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:34.340731 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:34.350847 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:34.351482 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:20:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:34.478506 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:34.488723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2153999e-6b11-4abc-af12-ef9e6bc6b940 req-ae4df442-6111-409d-94fa-7de6ddd50bc0 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0388966 Jul 23 17:20:34.732455 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:34.761580 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b3144-47e1-4865-b304-e29b35b365af None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:10:21Z', 'revision_number': 4, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'b813c811-f0f8-45f5-a100-17634640ffad', 'name': '', 'network_id': '7e97b982-7620-4680-b9e1-21c535dfcc3d', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'mac_address': 'fa:16:3e:2b:c8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:21Z', 'updated_at': '2021-07-23T17:10:26Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'subnets': [{'id': '57831fd9-217f-4b1d-adb9-5bda935a64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:35.066642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ed6f1-5357-4200-9727-ca5392f03a2c None None] New status for floating IP 552da4ad-1a66-4aec-b94c-1ce033a6561e: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:20:35.596227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9985f2d7-f824-43af-b1e9-5eb569bbd3f4 req-477ab939-0635-4834-82a5-08b353238725 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0306284 Jul 23 17:20:36.736223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b3bfb33-39e5-4179-b69f-223875212343 req-a112313d-ee26-4881-98b8-723ffb4bb163 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0311394 Jul 23 17:20:36.895800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:36.918778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: b0cdf9aa-d2e4-42b3-92c9-917ef306683a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:36.919109 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device b0cdf9aa-d2e4-42b3-92c9-917ef306683a not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:37.863338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26530a9a-1114-4966-9f75-829373d0b1be req-d5591208-1c96-4f1e-b920-4235be4359eb tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0348995 Jul 23 17:20:38.174448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-6307c209-d27b-4833-acd6-f25ee6a55c0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=878706c4-5645-433a-8121-e135f401db9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400965 Jul 23 17:20:38.254483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-b747740b-0f10-41ae-94b4-7ffc5c1d98f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f6a489238d74b889b86a0c46fdd409f&device_id=878706c4-5645-433a-8121-e135f401db9e HTTP/1.1" status: 200 len: 210 time: 0.0314040 Jul 23 17:20:38.853819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-f9e9e3de-4b92-4bcd-af2c-fce56229a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:38.855307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-f9e9e3de-4b92-4bcd-af2c-fce56229a8fd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6f6a489238d74b889b86a0c46fdd409f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5788577 Jul 23 17:20:39.063145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-4bb61bb6-109c-4cd3-bb24-a23e3d3275fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:39.064785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30dd9f0a-3ef2-4014-9b4a-7fdd1745a048 req-4bb61bb6-109c-4cd3-bb24-a23e3d3275fe service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017710 Jul 23 17:20:41.911075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-06830a01-4ca6-4c1a-a485-484b79ff0e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.292777 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.760960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42012) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:42.826259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.868255 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.922151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.925168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:42.926382 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "DELETE /v2.0/security-groups/b8dec8d1-9fca-4eea-b418-59986e703bde HTTP/1.1" status: 204 len: 168 time: 0.1641877 Jul 23 17:20:42.929881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42014) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:42.940018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829a7ed-4669-4310-93bb-95eaf9fe2e2d tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dec8d1-9fca-4eea-b418-59986e703bde,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:42.950886 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [None req-fc252e48-9372-467c-8754-198e9c31c0ac tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] show failed (client error): The resource could not be found. Jul 23 17:20:42.955171 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fc252e48-9372-467c-8754-198e9c31c0ac tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "GET /v2.0/security-groups/b8dec8d1-9fca-4eea-b418-59986e703bde HTTP/1.1" status: 404 len: 347 time: 0.0234280 Jul 23 17:20:42.956225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42016) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:43.140693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Deleting port d3d6b888-6ea1-4306-9ded-77fba4bcd72b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:43.140965 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.238606 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.239066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.252703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Calling delete_port for d3d6b888-6ea1-4306-9ded-77fba4bcd72b owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:43.403481 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.433883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Pushing event deleted for resources: {'Port': ['ID=d3d6b888-6ea1-4306-9ded-77fba4bcd72b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:43.501672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.504610 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:43.505797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f7596621-8b47-4a74-bb3e-719896053d38 tempest-ServerActionsTestJSON-50634567 tempest-ServerActionsTestJSON-50634567-project] 10.222.0.64 "DELETE /v2.0/floatingips/552da4ad-1a66-4aec-b94c-1ce033a6561e HTTP/1.1" status: 204 len: 168 time: 0.5478737 Jul 23 17:20:43.510119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42020) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:44.198857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.416435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.472550 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7292c400-9ff7-4f72-b6fc-9337f50160dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.533806 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Deleting port b813c811-f0f8-45f5-a100-17634640ffad {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:44.538556 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.634067 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] For port b813c811-f0f8-45f5-a100-17634640ffad, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b813c811-f0f8-45f5-a100-17634640ffad,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:44.634538 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.649295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Calling delete_port for b813c811-f0f8-45f5-a100-17634640ffad owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:44.856200 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:44.884790 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Pushing event deleted for resources: {'Port': ['ID=b813c811-f0f8-45f5-a100-17634640ffad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:45.088391 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.566348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:20:45.677224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:20:45.685650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d4c8a7cd-faa1-4b6a-a286-d3fff27966de admin admin] 10.222.0.64 "PUT /v2.0/routers/4b2bb775-edb9-4cc0-9049-e58c1a61b5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1742499 Jul 23 17:20:45.689258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42024) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:45.691470 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Sync routers for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:20:45.703821 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:45.704690 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:45.768823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.807952 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:45.824395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:45.967065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.026808 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Deleting port efe4075c-57f4-452b-a91e-e39ee7be62f3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:46.027404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.041693 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:20:44Z', 'revision_number': 5, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port': {'id': 'efe4075c-57f4-452b-a91e-e39ee7be62f3', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:10:19Z', 'updated_at': '2021-07-23T17:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:46.068496 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Checking router: 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:20:46.077648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Routers {'4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:20:46.078215 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:20:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:46.117124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] For port efe4075c-57f4-452b-a91e-e39ee7be62f3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=efe4075c-57f4-452b-a91e-e39ee7be62f3,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:46.117484 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.131262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Calling delete_port for efe4075c-57f4-452b-a91e-e39ee7be62f3 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:46.200658 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] Set router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:20:46.259407 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-47743639-97b5-462c-b5ce-e800be760001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:20:45Z', 'revision_number': 6, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:46.288531 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47743639-97b5-462c-b5ce-e800be760001 None None] The sync data for ids ['4b2bb775-edb9-4cc0-9049-e58c1a61b5d9'] in n-d-800484-3 is: [{'id': '4b2bb775-edb9-4cc0-9049-e58c1a61b5d9', 'name': 'tempest-ServerActionsTestJSON-504185664-router', 'tenant_id': '6f6a489238d74b889b86a0c46fdd409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:10:18Z', 'updated_at': '2021-07-23T17:20:45Z', 'revision_number': 6, 'project_id': '6f6a489238d74b889b86a0c46fdd409f', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:20:46.313739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.351004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Pushing event deleted for resources: {'Port': ['ID=efe4075c-57f4-452b-a91e-e39ee7be62f3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:46.462991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.576407 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.580260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.692080 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.692941 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:20:46.700699 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.703116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a3846246-f12a-4a3b-82ec-860f1c41b00c admin admin] 10.222.0.64 "DELETE /v2.0/routers/4b2bb775-edb9-4cc0-9049-e58c1a61b5d9 HTTP/1.1" status: 204 len: 168 time: 1.0117118 Jul 23 17:20:46.705354 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42028) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:46.766276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Deleting subnet 57831fd9-217f-4b1d-adb9-5bda935a64ff {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:20:46.771580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.817350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:46.944854 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.003209 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.030438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57831fd9-217f-4b1d-adb9-5bda935a64ff,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:47.034596 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.038355 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a533efbf-6be9-48e0-a083-7161afa466f6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57831fd9-217f-4b1d-adb9-5bda935a64ff HTTP/1.1" status: 204 len: 168 time: 0.3311055 Jul 23 17:20:47.041247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42030) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:47.044759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fdd773-a332-4647-b4a7-0840fabae66e None None] Network 7e97b982-7620-4680-b9e1-21c535dfcc3d requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:47.122176 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.182873 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Deleting port 6540e611-6521-41d3-84cb-86f1b8acef65 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:47.183213 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.275902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] For port 6540e611-6521-41d3-84cb-86f1b8acef65, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6540e611-6521-41d3-84cb-86f1b8acef65,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:47.275902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.290470 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] DHCP port deletion for 7e97b982-7620-4680-b9e1-21c535dfcc3d request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:20:47.298287 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Calling delete_port for 6540e611-6521-41d3-84cb-86f1b8acef65 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:47.359507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Deleting port 6540e611-6521-41d3-84cb-86f1b8acef65 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:20:47.360299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.406503 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.434330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6540e611-6521-41d3-84cb-86f1b8acef65,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:47.438324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] No DVR routers for this DVR port 6540e611-6521-41d3-84cb-86f1b8acef65 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:47.446766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] For port 6540e611-6521-41d3-84cb-86f1b8acef65, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6540e611-6521-41d3-84cb-86f1b8acef65,segment=NetworkSegment(251461cf-6a57-4e28-9171-9a9997a679a9),segment_id=251461cf-6a57-4e28-9171-9a9997a679a9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:47.447241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.468351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Calling delete_port for 6540e611-6521-41d3-84cb-86f1b8acef65 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:20:47.555247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.556593 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.573420 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e97b982-7620-4680-b9e1-21c535dfcc3d']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:47.589767 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] Pushing event deleted for resources: {'Port': ['ID=6540e611-6521-41d3-84cb-86f1b8acef65,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:47.593711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251461cf-6a57-4e28-9171-9a9997a679a9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:47.594428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251461cf-6a57-4e28-9171-9a9997a679a9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:20:47.596856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f569026-5c01-4f3e-b917-8812565eab7b None None] No DVR routers for this DVR port 6540e611-6521-41d3-84cb-86f1b8acef65 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:20:47.610716 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.626469 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.634473 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:20:47.634885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:47.636906 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:47.669591 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.695236 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.701355 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.703404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/7e97b982-7620-4680-b9e1-21c535dfcc3d HTTP/1.1" status: 204 len: 168 time: 0.6607893 Jul 23 17:20:47.715716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16180d2-8788-45f3-bb82-0fe90737b3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7e97b982-7620-4680-b9e1-21c535dfcc3d,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:47.844038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42034) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:47.904533 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1b8b5803-160f-4efe-a053-2443ea24ea72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f6a489238d74b889b86a0c46fdd409f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588224 Jul 23 17:20:47.906882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42036) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:47.958436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:47.983002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:48.038652 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:48.041432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:48.042660 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bcb7b9d-cc95-4f33-a517-c51a1c968cfc HTTP/1.1" status: 204 len: 168 time: 0.1347039 Jul 23 17:20:48.051118 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a4c39-e413-4041-bd81-978ad023f03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb7b9d-cc95-4f33-a517-c51a1c968cfc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:48.338511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6540e611-6521-41d3-84cb-86f1b8acef65 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:48.373920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6540e611-6521-41d3-84cb-86f1b8acef65 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:48.374534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6540e611-6521-41d3-84cb-86f1b8acef65 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:48.375223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device efe4075c-57f4-452b-a91e-e39ee7be62f3 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:48.409060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: efe4075c-57f4-452b-a91e-e39ee7be62f3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:48.409631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device efe4075c-57f4-452b-a91e-e39ee7be62f3 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:48.410369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b813c811-f0f8-45f5-a100-17634640ffad no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:20:48.452897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b813c811-f0f8-45f5-a100-17634640ffad {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:20:48.453453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b813c811-f0f8-45f5-a100-17634640ffad not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:20:48.873389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42058) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:49.036764 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-534337644-network', 'tenant_id': '33b8324a470b43519c41cebad4b8f677'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:49.068406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Made reservation on behalf of 33b8324a470b43519c41cebad4b8f677 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:49.071477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.080955 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.199803 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.204492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.235747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:20:49.242384 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18789915-f870-4d11-b8fa-83cfe63dc657,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:49.255939 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.257176 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Added segment 94cff3cb-9c36-4c71-9c87-f8d3b95edd11 of type vlan for network b9508f1d-3c65-42f5-9855-369c8b18f625 Jul 23 17:20:49.304248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.336000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.337070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:49.337712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.375355 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5006354 Jul 23 17:20:49.380271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42062) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:20:49.385761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Request body: {'subnet': {'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-534337644-subnet', 'tenant_id': '33b8324a470b43519c41cebad4b8f677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:49.415455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f8b55-5d92-4fe7-8115-490c0e80d083 admin admin] Pushing event updated for resources: {'Network': ['ID=b9508f1d-3c65-42f5-9855-369c8b18f625,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:49.431156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network b9508f1d-3c65-42f5-9855-369c8b18f625 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:20:49.439032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Made reservation on behalf of 33b8324a470b43519c41cebad4b8f677 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:49.441618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.682036 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.782878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001c9ff7-cff0-4eee-a194-81e2c12f8a08,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:49.795246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Checking segment: {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:49.795838 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Network hostable DHCP agents. Network: b9508f1d-3c65-42f5-9855-369c8b18f625, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:20:49.820940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Network b9508f1d-3c65-42f5-9855-369c8b18f625 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:20:49.835051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, b9508f1d-3c65-42f5-9855-369c8b18f625) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:49.842067 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:49.842259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:49.847831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b7e3d-cb52-4b6e-8b55-f7e6fd876052 None None] Network b9508f1d-3c65-42f5-9855-369c8b18f625 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:49.860183 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9edefa37-05f0-4009-a683-adeb201419b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4788084 Jul 23 17:20:50.021704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1077f-026d-406a-8113-c625bf312e76 None None] Network b9508f1d-3c65-42f5-9855-369c8b18f625 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:20:50.446414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-1264b29a-2929-4027-8020-942a3b3b7cdb tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:50.448714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-1264b29a-2929-4027-8020-942a3b3b7cdb tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 813 time: 0.1198990 Jul 23 17:20:50.465890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-b07f012b-ed6e-49fb-8d8d-c1a2b24179cb tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/quotas/33b8324a470b43519c41cebad4b8f677 HTTP/1.1" status: 200 len: 375 time: 0.0112972 Jul 23 17:20:50.502638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-e10e465d-6d33-41cb-a9c1-99ec173a8484 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308459 Jul 23 17:20:50.600518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-5aa392d3-7747-4b62-9e21-8bb33fb0e170 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:20:50.602341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-5aa392d3-7747-4b62-9e21-8bb33fb0e170 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572066 Jul 23 17:20:50.707755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-6076ef7c-c13c-4337-86e0-729da4c36fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990713 Jul 23 17:20:50.807454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-748ec858-b3c7-4d62-a508-20f5696dcbc4 service neutron] 10.222.0.64 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926621 Jul 23 17:20:51.001871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a01729e-ae64-4833-b3dc-12f09b06ff9f req-cf669490-de48-407b-a88b-81df65c0ad2c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 210 time: 0.0465236 Jul 23 17:20:52.145303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-405b124f-4069-438a-8285-98ef535d8836 req-ae02b78d-15e1-4495-80ed-9b1ae92b9ef5 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 210 time: 0.0402045 Jul 23 17:20:52.196732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-a84eec39-a8a0-495b-a5bd-f68c00d916ec tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:52.199548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-a84eec39-a8a0-495b-a5bd-f68c00d916ec tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.67 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 813 time: 0.2166662 Jul 23 17:20:52.218744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Request body: {'port': {'device_id': '52eaf011-383f-4433-a70d-22fadf3e010e', 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625', 'admin_state_up': True, 'tenant_id': '33b8324a470b43519c41cebad4b8f677'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:52.347712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Made reservation on behalf of 33b8324a470b43519c41cebad4b8f677 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:20:52.352936 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:52.501311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Allocated IP 172.20.0.6 (b9508f1d-3c65-42f5-9855-369c8b18f625/001c9ff7-cff0-4eee-a194-81e2c12f8a08/39b4214c-9aae-4b7f-ae71-4817678645a6) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:20:52.703404 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:52.755285 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:52.809078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Network b9508f1d-3c65-42f5-9855-369c8b18f625 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:20:52.812878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:20:52.817017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:20:52.828079 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Pushing event updated for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:52.879311 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:52.880026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:52.897471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c6d3edc4-817e-4bc7-a9f4-d89c66effd06 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823463 Jul 23 17:20:52.909791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Request body: {'port': {'device_id': '52eaf011-383f-4433-a70d-22fadf3e010e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:20:53.009917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.347804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b4214c-9aae-4b7f-ae71-4817678645a6 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:53.358784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.379541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Transition to ACTIVE for port object 39b4214c-9aae-4b7f-ae71-4817678645a6 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:20:53.386454 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.395978 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87910d-42e3-4791-bbaf-90f01bb9343a req-b4f6da1a-9b43-45d8-be47-9bca82906ab2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:53.398305 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa87910d-42e3-4791-bbaf-90f01bb9343a req-b4f6da1a-9b43-45d8-be47-9bca82906ab2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 931 time: 0.1379609 Jul 23 17:20:53.505279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Pushing event updated for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:53.513597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa87910d-42e3-4791-bbaf-90f01bb9343a req-991bfe52-9055-4ac3-8174-353256daa546 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837667 Jul 23 17:20:53.570053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Attempting to bind port 39b4214c-9aae-4b7f-ae71-4817678645a6 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:20:53.570384 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Attempting to bind port 39b4214c-9aae-4b7f-ae71-4817678645a6 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:20:53.570713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Attempting to bind port 39b4214c-9aae-4b7f-ae71-4817678645a6 on network b9508f1d-3c65-42f5-9855-369c8b18f625 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:53.576360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Port 39b4214c-9aae-4b7f-ae71-4817678645a6 on network b9508f1d-3c65-42f5-9855-369c8b18f625 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:20:53.576733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Attempting to bind port 39b4214c-9aae-4b7f-ae71-4817678645a6 on network b9508f1d-3c65-42f5-9855-369c8b18f625 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:20:53.582501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:53.582836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Checking segment: {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:20:53.583226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Bound using segment: {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:20:53.583662 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Bound port: 39b4214c-9aae-4b7f-ae71-4817678645a6, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:20:53.584604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.654749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:20:53.658972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=39b4214c-9aae-4b7f-ae71-4817678645a6,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:20:53.665205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.708224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:53.708718 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:53.710205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] 10.222.0.67 "PUT /v2.0/ports/39b4214c-9aae-4b7f-ae71-4817678645a6 HTTP/1.1" status: 200 len: 1091 time: 0.8048849 Jul 23 17:20:53.710669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:53.713012 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7f86e2-3e39-4693-80ac-31e4de2a1922" -d '{"events": [{"name": "network-changed", "server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:53.739626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb1fa-8ab0-4bc9-83ba-8b1461a17657 service neutron] Pushing event updated for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:53.763632 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a12506-f1f2-4812-a294-eb4260b15c1b x-openstack-request-id: req-15a12506-f1f2-4812-a294-eb4260b15c1b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:53.764107 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:53.764528 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15a12506-f1f2-4812-a294-eb4260b15c1b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:53.765182 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6', 'status': 'completed', 'code': 200} Jul 23 17:20:53.830852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-fd726831-0aa2-46fc-85c7-f03169971db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:53.832413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-fd726831-0aa2-46fc-85c7-f03169971db4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 1094 time: 0.0602338 Jul 23 17:20:53.875690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-b6af287d-6ed3-42b1-95fc-db63bf5459c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b4214c-9aae-4b7f-ae71-4817678645a6 HTTP/1.1" status: 200 len: 217 time: 0.0357661 Jul 23 17:20:54.085731 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:20:54.207967 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-b693c204-a46a-4c5a-b150-089b8d433986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:54.209524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-b693c204-a46a-4c5a-b150-089b8d433986 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=001c9ff7-cff0-4eee-a194-81e2c12f8a08 HTTP/1.1" status: 200 len: 853 time: 0.3271048 Jul 23 17:20:54.245589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-8addfad9-fc43-4469-b820-ef8d3d4cd4f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9508f1d-3c65-42f5-9855-369c8b18f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288978 Jul 23 17:20:54.375745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-c9e3cc68-4d9f-425f-bc97-7a2b4b6f2d42 service neutron] 10.222.0.67 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225822 Jul 23 17:20:54.472532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd2f8440-d1e8-4500-846e-aa3d9e07463d req-94b51f03-a7d6-4df8-b48c-198dd7425166 service neutron] 10.222.0.67 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896068 Jul 23 17:20:54.587379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-e7383e22-396e-404a-90c0-8716fb567f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:54.589008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-e7383e22-396e-404a-90c0-8716fb567f1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 1094 time: 0.0626259 Jul 23 17:20:54.728163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-a6af76d5-95c2-4f11-8b0c-95e8c281f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:54.729735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-a6af76d5-95c2-4f11-8b0c-95e8c281f3f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 914 time: 0.1340063 Jul 23 17:20:54.792538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5254e-4068-4035-8ac6-d98deb47f6c8 req-d5ad5203-1c81-4f9e-a225-d3173f675027 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:54.794419 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39a5254e-4068-4035-8ac6-d98deb47f6c8 req-d5ad5203-1c81-4f9e-a225-d3173f675027 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 943 time: 0.1588137 Jul 23 17:20:54.796272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-37fbe145-03e3-4e11-92ab-fc2c91496697 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b4214c-9aae-4b7f-ae71-4817678645a6 HTTP/1.1" status: 200 len: 217 time: 0.0587664 Jul 23 17:20:54.873086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39a5254e-4068-4035-8ac6-d98deb47f6c8 req-af210950-ff11-4162-b024-092645b62167 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722480 Jul 23 17:20:54.875117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-80085b22-9f25-49da-b7c6-0c13bed74943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:54.876580 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-80085b22-9f25-49da-b7c6-0c13bed74943 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=001c9ff7-cff0-4eee-a194-81e2c12f8a08 HTTP/1.1" status: 200 len: 853 time: 0.0683413 Jul 23 17:20:54.917824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-caf2ff5d-60b4-49e3-84f0-afddbc6f9320 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9508f1d-3c65-42f5-9855-369c8b18f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345657 Jul 23 17:20:55.023347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-7a2edf7b-b106-4383-995f-4d47857b2fe7 service neutron] 10.222.0.67 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975871 Jul 23 17:20:55.125561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce7f86e2-3e39-4693-80ac-31e4de2a1922 req-c8e4fba4-9248-4889-b7a7-06159fe0eb0f service neutron] 10.222.0.67 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944505 Jul 23 17:20:56.023785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b6c8-9011-4f34-b347-e0bf5ef7f718 req-f82bac87-47c6-4f88-aa04-4dd13e1f9539 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:56.025391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ab5b6c8-9011-4f34-b347-e0bf5ef7f718 req-f82bac87-47c6-4f88-aa04-4dd13e1f9539 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 943 time: 0.0696328 Jul 23 17:20:56.071506 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ab5b6c8-9011-4f34-b347-e0bf5ef7f718 req-5658bb0f-56b4-40a0-863d-855db95d40f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352967 Jul 23 17:20:57.006533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 39b4214c-9aae-4b7f-ae71-4817678645a6 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:20:57.172577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=39b4214c-9aae-4b7f-ae71-4817678645a6,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:57.190615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '39b4214c-9aae-4b7f-ae71-4817678645a6', 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625', 'port_id': '39b4214c-9aae-4b7f-ae71-4817678645a6', 'mac_address': 'fa:16:3e:7b:15:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001c9ff7-cff0-4eee-a194-81e2c12f8a08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:20:57.221018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff281-ee9c-44c5-8a7b-e6bcceb7e4bf req-f301d9b6-ccd2-4873-9e42-b930db11a526 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:57.222751 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c81ff281-ee9c-44c5-8a7b-e6bcceb7e4bf req-f301d9b6-ccd2-4873-9e42-b930db11a526 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 943 time: 0.0718312 Jul 23 17:20:57.250872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:57.267232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b4214c-9aae-4b7f-ae71-4817678645a6 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:20:57.267672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c81ff281-ee9c-44c5-8a7b-e6bcceb7e4bf req-135aeba7-4352-4084-be9d-1185d7152f10 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Jul 23 17:20:57.297165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=39b4214c-9aae-4b7f-ae71-4817678645a6,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:57.301799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:57.359307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:57.505757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['39b4214c-9aae-4b7f-ae71-4817678645a6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:20:58.420519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93b2cb-601b-4395-8cf0-aedc3882ebea req-aa10cac2-fb55-4f60-86ab-16652102e532 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:58.422130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad93b2cb-601b-4395-8cf0-aedc3882ebea req-aa10cac2-fb55-4f60-86ab-16652102e532 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 944 time: 0.0733790 Jul 23 17:20:58.466383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad93b2cb-601b-4395-8cf0-aedc3882ebea req-81959981-590b-45e5-85d9-93d6e288c9d5 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 Jul 23 17:20:59.022872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 39b4214c-9aae-4b7f-ae71-4817678645a6 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:20:59.079007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 39b4214c-9aae-4b7f-ae71-4817678645a6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:20:59.083737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 39b4214c-9aae-4b7f-ae71-4817678645a6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:20:59.084793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:59.166698 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:59.191180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:20:59.194275 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abdee1-b3b1-42b6-80f1-7a24617536da" -d '{"events": [{"server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "name": "network-vif-plugged", "status": "completed", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:20:59.215627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=39b4214c-9aae-4b7f-ae71-4817678645a6,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:20:59.220907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:59.261459 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d863a70d-44c8-4507-b954-697b2d374d97 x-openstack-request-id: req-d863a70d-44c8-4507-b954-697b2d374d97 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:20:59.261875 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "name": "network-vif-plugged", "status": "completed", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:20:59.262284 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d863a70d-44c8-4507-b954-697b2d374d97 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:20:59.262846 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6', 'code': 200} Jul 23 17:20:59.300504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:20:59.384617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb157d-27fb-4c94-b6a2-5e4a5ccd0441 req-d2f76b43-846d-43b9-8661-7b7bb52fab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:59.386365 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffcb157d-27fb-4c94-b6a2-5e4a5ccd0441 req-d2f76b43-846d-43b9-8661-7b7bb52fab57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 1096 time: 0.0636795 Jul 23 17:20:59.425232 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffcb157d-27fb-4c94-b6a2-5e4a5ccd0441 req-e0f577f9-d136-42cd-8a17-0d2dab876975 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 23 17:20:59.487840 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:20:59.629706 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7662bc-c85a-45d2-93cc-208da73a7b10 req-d4cc40f4-096f-4da3-b669-399fd703f805 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:20:59.633192 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc7662bc-c85a-45d2-93cc-208da73a7b10 req-d4cc40f4-096f-4da3-b669-399fd703f805 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0923936 Jul 23 17:20:59.675471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc7662bc-c85a-45d2-93cc-208da73a7b10 req-a105a49c-e8b7-47e2-98be-155581f0c0ca tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Jul 23 17:21:00.834721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77ffc2-9711-4cb2-9f6e-74c821de494a req-764ddc26-a5fd-494c-895c-29291eeaf438 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:00.837439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d77ffc2-9711-4cb2-9f6e-74c821de494a req-764ddc26-a5fd-494c-895c-29291eeaf438 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0860267 Jul 23 17:21:00.880397 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d77ffc2-9711-4cb2-9f6e-74c821de494a req-6898b7cb-de1e-49d7-a998-7f52e6250456 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Jul 23 17:21:01.157617 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-46c076cc-acdf-4348-8b34-9f31c4a4e730 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:01.160231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-46c076cc-acdf-4348-8b34-9f31c4a4e730 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 813 time: 0.1493745 Jul 23 17:21:01.176130 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5bcbb35e-999e-4738-829f-70e94a1c0f91 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/quotas/33b8324a470b43519c41cebad4b8f677 HTTP/1.1" status: 200 len: 375 time: 0.0099773 Jul 23 17:21:01.250953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-22940382-8e94-4d61-882b-fe230ea21e75 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688961 Jul 23 17:21:01.357722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-470345f6-3b5e-4f24-820f-b44ed6dd3354 service neutron] 10.222.0.64 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988958 Jul 23 17:21:01.460494 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-08b54159-0f88-4043-be9f-67146aa088e6 service neutron] 10.222.0.64 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958967 Jul 23 17:21:01.649900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e74cd708-68be-4634-81ac-f4ab5ddbbcc8 req-9bd224e0-e0eb-4581-93f2-da15baa607ab tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 210 time: 0.0331442 Jul 23 17:21:02.773227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e4234a1-ce20-4ec2-a889-62c8a47304eb req-75415520-3cf8-4487-aada-f61f340a0f19 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 210 time: 0.0385160 Jul 23 17:21:02.988676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-fe9df0a7-4e88-4934-a6aa-5c54b29ed2c5 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:02.991003 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-fe9df0a7-4e88-4934-a6aa-5c54b29ed2c5 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.81 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 813 time: 0.1348221 Jul 23 17:21:03.009449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Request body: {'port': {'device_id': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625', 'admin_state_up': True, 'tenant_id': '33b8324a470b43519c41cebad4b8f677'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:03.141035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Made reservation on behalf of 33b8324a470b43519c41cebad4b8f677 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:03.147041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:03.315164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Allocated IP 172.20.0.8 (b9508f1d-3c65-42f5-9855-369c8b18f625/001c9ff7-cff0-4eee-a194-81e2c12f8a08/dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:03.485322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:03.532735 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:03.546366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['39b4214c-9aae-4b7f-ae71-4817678645a6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:21:03.630635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Network b9508f1d-3c65-42f5-9855-369c8b18f625 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:03.632680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Pushing event updated for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:03.638486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:03.648801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:03.656974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.657532 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.658103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.658645 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.659190 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.659741 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.660286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.660839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.661394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.662510 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.663070 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.663628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:03.748255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:03.749387 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:03.770200 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-5d1e72a5-ac10-4faa-be59-cba69b9a3813 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650623 Jul 23 17:21:03.789046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Request body: {'port': {'device_id': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:03.905646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:03.926638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118180f-05d6-404e-99b0-9e4fae213641 req-b63030bc-c05f-41f5-a131-781246b64578 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:03.928755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f118180f-05d6-404e-99b0-9e4fae213641 req-b63030bc-c05f-41f5-a131-781246b64578 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 931 time: 0.0719333 Jul 23 17:21:03.982253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f118180f-05d6-404e-99b0-9e4fae213641 req-b9d79001-5628-48f2-93e1-3086419a6811 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Jul 23 17:21:04.586716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:21:04.595359 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:04.609042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Transition to ACTIVE for port object dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:04.613540 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:04.673869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:04.750542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Attempting to bind port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:04.751020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Attempting to bind port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:04.751394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Attempting to bind port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 on network b9508f1d-3c65-42f5-9855-369c8b18f625 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:04.757207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 on network b9508f1d-3c65-42f5-9855-369c8b18f625 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:21:04.757533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Attempting to bind port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 on network b9508f1d-3c65-42f5-9855-369c8b18f625 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:04.763223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:04.763564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Checking segment: {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:04.763953 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Bound using segment: {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:04.764388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Bound port: dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94cff3cb-9c36-4c71-9c87-f8d3b95edd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:04.764780 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:04.837123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:04.840874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:04.846419 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:04.888163 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:04.888921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:04.890532 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] 10.222.0.81 "PUT /v2.0/ports/dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 HTTP/1.1" status: 200 len: 1091 time: 1.1072218 Jul 23 17:21:04.891014 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:21:04.893371 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644e712-a023-4411-b2a0-897bec6a0897" -d '{"events": [{"name": "network-changed", "server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:21:04.936238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0320382-afe6-464f-8845-d9336e0227b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:05.003838 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69819155-9d01-4b05-98c7-3cc584b75f7b x-openstack-request-id: req-69819155-9d01-4b05-98c7-3cc584b75f7b {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:21:05.004298 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:21:05.004701 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69819155-9d01-4b05-98c7-3cc584b75f7b {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:21:05.005313 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9', 'status': 'completed', 'code': 200} Jul 23 17:21:05.055736 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-da54fbb9-78ee-4735-a9ac-a6c8a828949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.058470 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-da54fbb9-78ee-4735-a9ac-a6c8a828949d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 1094 time: 0.1051853 Jul 23 17:21:05.111543 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-1e44648d-9dec-4f9e-9f08-54165f20e0ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 HTTP/1.1" status: 200 len: 217 time: 0.0408542 Jul 23 17:21:05.137870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc172-27d1-42e4-950a-f901c9faf2ef req-bba9c68e-cfff-416f-ad50-5bf6af30cfe9 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.139542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fc172-27d1-42e4-950a-f901c9faf2ef req-bba9c68e-cfff-416f-ad50-5bf6af30cfe9 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 943 time: 0.0766308 Jul 23 17:21:05.190536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8e1fc172-27d1-42e4-950a-f901c9faf2ef req-ce9ae618-f162-46d4-8f59-c7f6bff7fe31 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Jul 23 17:21:05.196597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e68c457e-461b-4434-92ee-ac9092886092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.198268 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-e68c457e-461b-4434-92ee-ac9092886092 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=001c9ff7-cff0-4eee-a194-81e2c12f8a08 HTTP/1.1" status: 200 len: 853 time: 0.0793171 Jul 23 17:21:05.234707 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-6c752ea2-fc59-4fa8-84cd-dfe2d63122fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9508f1d-3c65-42f5-9855-369c8b18f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301688 Jul 23 17:21:05.331947 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-1ca196f0-e4b0-481c-acf8-6ada894fd918 service neutron] 10.222.0.81 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904536 Jul 23 17:21:05.434013 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-699bd13b-3c45-4c2e-afb2-f39ef0ccd289 req-9b9806cc-91e3-4f20-b059-704a79d0520f service neutron] 10.222.0.81 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948532 Jul 23 17:21:05.587761 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e712-a023-4411-b2a0-897bec6a0897 req-7d0ced88-8157-4d5a-9b76-77d4f05c0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.589474 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-7d0ced88-8157-4d5a-9b76-77d4f05c0a28 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=33b8324a470b43519c41cebad4b8f677&device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 1094 time: 0.0600762 Jul 23 17:21:05.695651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e712-a023-4411-b2a0-897bec6a0897 req-47ec6bf8-8b50-450d-9662-4d0e474a6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.697176 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-47ec6bf8-8b50-450d-9662-4d0e474a6c1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 200 len: 914 time: 0.1013272 Jul 23 17:21:05.770568 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-360b69a5-dd18-49f0-bf00-b220aa868e0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 HTTP/1.1" status: 200 len: 217 time: 0.0630927 Jul 23 17:21:05.824104 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e712-a023-4411-b2a0-897bec6a0897 req-31d4ab73-f146-480d-ac80-e09b439e546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:05.825771 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-31d4ab73-f146-480d-ac80-e09b439e546d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=001c9ff7-cff0-4eee-a194-81e2c12f8a08 HTTP/1.1" status: 200 len: 853 time: 0.0469882 Jul 23 17:21:05.868127 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-feadffbb-691d-4bc2-9ac3-07118adf43ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b9508f1d-3c65-42f5-9855-369c8b18f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344775 Jul 23 17:21:05.969866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-6580e359-53c9-4c42-84f8-098b8e73b087 service neutron] 10.222.0.81 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943439 Jul 23 17:21:06.075796 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d644e712-a023-4411-b2a0-897bec6a0897 req-c90e690c-f912-46f8-a5fa-e050a865e550 service neutron] 10.222.0.81 "GET /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987413 Jul 23 17:21:06.355531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696c063-d992-4e87-99cd-612ca9f15c94 req-18b539b4-216f-4f86-b76f-7faa95649919 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:06.357319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c696c063-d992-4e87-99cd-612ca9f15c94 req-18b539b4-216f-4f86-b76f-7faa95649919 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 943 time: 0.0758584 Jul 23 17:21:06.400801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c696c063-d992-4e87-99cd-612ca9f15c94 req-74cb6105-8595-4f32-b15e-fba017b6b21c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Jul 23 17:21:07.550191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037f62a-f5f4-45ff-bb50-8fd206f95f31 req-e709dafe-567d-49ed-bdd9-2e75f8ded9ca tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:07.551807 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a037f62a-f5f4-45ff-bb50-8fd206f95f31 req-e709dafe-567d-49ed-bdd9-2e75f8ded9ca tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 943 time: 0.0745478 Jul 23 17:21:07.595738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a037f62a-f5f4-45ff-bb50-8fd206f95f31 req-8590362c-4ba6-439b-9889-8a63c3f30c80 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Jul 23 17:21:08.534350 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:21:08.690465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:08.712969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9', 'network_id': 'b9508f1d-3c65-42f5-9855-369c8b18f625', 'port_id': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9', 'mac_address': 'fa:16:3e:db:c8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001c9ff7-cff0-4eee-a194-81e2c12f8a08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:21:08.744642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90403f1-f6a0-43ba-9a6c-5f74429125bd req-28250227-ddf4-4adc-9f4b-2face01b9322 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:08.746924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f90403f1-f6a0-43ba-9a6c-5f74429125bd req-28250227-ddf4-4adc-9f4b-2face01b9322 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 943 time: 0.0766990 Jul 23 17:21:08.765004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:08.786422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:21:08.812484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f90403f1-f6a0-43ba-9a6c-5f74429125bd req-de9d6517-598b-445d-b877-08c1d48569d7 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Jul 23 17:21:08.819678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:08.825266 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:08.884210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:09.086873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:21:09.975863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954581d-f92e-4189-aef0-be17f0629f01 req-139ee363-346b-44ed-9e4b-df564672bc53 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:09.977534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f954581d-f92e-4189-aef0-be17f0629f01 req-139ee363-346b-44ed-9e4b-df564672bc53 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 944 time: 0.0885584 Jul 23 17:21:10.042761 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f954581d-f92e-4189-aef0-be17f0629f01 req-eb9d426d-9d18-48c2-aee5-0fae4974318f tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Jul 23 17:21:10.551346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:10.605304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:10.609613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:10.610049 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:10.712397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:10.756361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:21:10.760841 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d095f-c243-49e3-966f-9ff73b5e1480" -d '{"events": [{"server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:21:10.784405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:10.790608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:10.803068 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc6f42-3b4a-4561-a69f-14eea3762c3e x-openstack-request-id: req-0fbc6f42-3b4a-4561-a69f-14eea3762c3e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:21:10.803442 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "name": "network-vif-plugged", "status": "completed", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:21:10.803846 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fbc6f42-3b4a-4561-a69f-14eea3762c3e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:21:10.804473 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9', 'code': 200} Jul 23 17:21:10.855033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:10.946683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96341f36-c379-46c4-9ecb-237d341d0180 req-c1ba757a-25e1-40c0-9c4b-d618c3d57c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:10.948224 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-96341f36-c379-46c4-9ecb-237d341d0180 req-c1ba757a-25e1-40c0-9c4b-d618c3d57c7d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 1096 time: 0.0595553 Jul 23 17:21:10.997304 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-96341f36-c379-46c4-9ecb-237d341d0180 req-638b4676-6fde-4ada-9404-e392762b84f9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Jul 23 17:21:11.189703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53de54-9130-4fae-8000-be5d0667d8a4 req-b6bb23cf-b002-45fe-a9ee-8beb633cbd26 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:11.191335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a53de54-9130-4fae-8000-be5d0667d8a4 req-b6bb23cf-b002-45fe-a9ee-8beb633cbd26 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 945 time: 0.0746987 Jul 23 17:21:11.244622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6a53de54-9130-4fae-8000-be5d0667d8a4 req-c65e9c54-bdc1-4c29-a1a2-973d7c1e1b4c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441005 Jul 23 17:21:11.907444 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6902ecc-2ce8-48db-9787-7f34b25bdad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:12.317415 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:12.396668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0fe47-298b-4b93-bb00-9bf1bc7dc8c1 req-3fcd1a44-232d-405d-9861-9ce747737048 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:12.398896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5c0fe47-298b-4b93-bb00-9bf1bc7dc8c1 req-3fcd1a44-232d-405d-9861-9ce747737048 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 945 time: 0.0706816 Jul 23 17:21:12.440766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e5c0fe47-298b-4b93-bb00-9bf1bc7dc8c1 req-5d85c081-2ca6-4904-9933-18511da5e63d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Jul 23 17:21:12.756143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d7e3b-836c-40bd-943d-ca1ecfdefaa3 req-72897552-d190-4a34-8356-bd52d6251252 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:12.757781 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c98d7e3b-836c-40bd-943d-ca1ecfdefaa3 req-72897552-d190-4a34-8356-bd52d6251252 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 945 time: 0.0735223 Jul 23 17:21:12.806481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c98d7e3b-836c-40bd-943d-ca1ecfdefaa3 req-d3cf50d6-5665-44aa-b454-b475c54e576b tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Jul 23 17:21:13.966913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82f563-a228-4f48-912e-6be268260368 req-2b00e3d5-acf4-46bc-86a4-4af527914e7f tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:13.968490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e82f563-a228-4f48-912e-6be268260368 req-2b00e3d5-acf4-46bc-86a4-4af527914e7f tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 945 time: 0.0743823 Jul 23 17:21:14.012239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e82f563-a228-4f48-912e-6be268260368 req-f49ed9ac-179b-4a18-9d2e-b0443cb50861 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372660 Jul 23 17:21:14.128672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-40b1dc4c-1137-4e12-9cc7-6b67b729d73f tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:14.131181 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-40b1dc4c-1137-4e12-9cc7-6b67b729d73f tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.81 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 945 time: 0.0696073 Jul 23 17:21:14.244004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Deleting port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:14.244413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.347493 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] For port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:14.347856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.369546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Calling delete_port for dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:14.410783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.478971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0f8f61b6-814d-41a2-b512-78126ce87dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.517920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.532577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['39b4214c-9aae-4b7f-ae71-4817678645a6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:21:14.548820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Pushing event deleted for resources: {'Port': ['ID=dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:14.557501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:21:14.611165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] No DVR routers for this DVR port dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:14.614212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:14.616510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9183cb50-2ec3-41fe-98c0-467218c467b8 req-b916b46f-c1f1-4084-92f8-955bc23790f2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.81 "DELETE /v2.0/ports/dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 HTTP/1.1" status: 204 len: 173 time: 0.4799180 Jul 23 17:21:14.617059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'name': 'network-vif-deleted', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:21:14.619572 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b9ada-80fc-4142-8e02-c2610cc1ca75" -d '{"events": [{"server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "name": "network-vif-deleted", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:21:14.660246 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af49972a-eb85-4d38-8671-01bd1c0fa896 x-openstack-request-id: req-af49972a-eb85-4d38-8671-01bd1c0fa896 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:21:14.660552 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baed7b9c-7d32-44e9-840f-e3c23d70c6e6", "name": "network-vif-deleted", "tag": "dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:21:14.660919 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af49972a-eb85-4d38-8671-01bd1c0fa896 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:21:14.661196 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baed7b9c-7d32-44e9-840f-e3c23d70c6e6', 'name': 'network-vif-deleted', 'tag': 'dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9', 'status': 'completed', 'code': 200} Jul 23 17:21:15.146850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57696bd0-378a-49d7-bb54-c513d722c2f6 req-400d9c13-93e2-417f-9c27-90e2bcd4b938 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=baed7b9c-7d32-44e9-840f-e3c23d70c6e6 HTTP/1.1" status: 200 len: 210 time: 0.0411434 Jul 23 17:21:15.761427 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:16.339154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f777d1-d4c9-4aa6-8520-4ddf7f6e84b7 req-7978f0d2-ba7b-49f7-936d-b8591cb9a1d7 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:16.341998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f777d1-d4c9-4aa6-8520-4ddf7f6e84b7 req-7978f0d2-ba7b-49f7-936d-b8591cb9a1d7 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0751667 Jul 23 17:21:16.390005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a4f777d1-d4c9-4aa6-8520-4ddf7f6e84b7 req-42f1973f-a389-4c70-bec7-295a56937b2c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Jul 23 17:21:16.577277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced67edf-158b-4544-8f15-9356d056ab24 req-369a8a4a-45d7-4c08-8dd8-447cb89bce6d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:16.578948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ced67edf-158b-4544-8f15-9356d056ab24 req-369a8a4a-45d7-4c08-8dd8-447cb89bce6d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0763376 Jul 23 17:21:16.644061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ced67edf-158b-4544-8f15-9356d056ab24 req-25745de5-1785-495f-a52b-005f50872471 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575132 Jul 23 17:21:16.787749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c9d7-2576-4bcd-a3ae-326c3b6e47a7 req-ac0b4fbf-afab-43a6-8094-f22bcbd41c7c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:16.789350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50e2c9d7-2576-4bcd-a3ae-326c3b6e47a7 req-ac0b4fbf-afab-43a6-8094-f22bcbd41c7c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0692413 Jul 23 17:21:16.829902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-50e2c9d7-2576-4bcd-a3ae-326c3b6e47a7 req-e0646f53-2d8d-4f70-8f7d-ede8e16a55d6 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Jul 23 17:21:17.050276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939ef2c-29ce-4b25-905c-76f7fb6e1059 req-be1b6eb9-fdc9-419d-8f08-48746e4f180d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.051756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5939ef2c-29ce-4b25-905c-76f7fb6e1059 req-be1b6eb9-fdc9-419d-8f08-48746e4f180d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0680194 Jul 23 17:21:17.097135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5939ef2c-29ce-4b25-905c-76f7fb6e1059 req-23c2823f-08fd-4706-a587-32db88127b9d tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jul 23 17:21:17.241258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478d754-e2db-48c9-9fcb-da0a3edae633 req-5676ee71-095b-4722-ae27-b00507b249e2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.242893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0478d754-e2db-48c9-9fcb-da0a3edae633 req-5676ee71-095b-4722-ae27-b00507b249e2 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0693104 Jul 23 17:21:17.288879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0478d754-e2db-48c9-9fcb-da0a3edae633 req-d6b7ab6c-8cb9-4144-b025-c82b01d3ede4 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Jul 23 17:21:17.435295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15486e94-ca9c-4808-9a34-c47b4e4c6a6f req-1226a85e-4440-49fb-b773-12b65ded6f60 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.436931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15486e94-ca9c-4808-9a34-c47b4e4c6a6f req-1226a85e-4440-49fb-b773-12b65ded6f60 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0675445 Jul 23 17:21:17.478017 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15486e94-ca9c-4808-9a34-c47b4e4c6a6f req-7801d260-b71f-4f9d-b271-113807980ad7 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349984 Jul 23 17:21:17.669092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:17.843183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb0d5-37eb-40c3-a805-f21aadd8201c req-c9679fc5-99e5-4f7d-9a08-6c695f95c3a1 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:17.844684 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b76fb0d5-37eb-40c3-a805-f21aadd8201c req-c9679fc5-99e5-4f7d-9a08-6c695f95c3a1 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0748358 Jul 23 17:21:17.891313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b76fb0d5-37eb-40c3-a805-f21aadd8201c req-5b5546c9-c326-4d0f-9ee5-bcad6c31d4ce tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358753 Jul 23 17:21:18.596976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:21:18.621633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:21:18.622074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device dcbfb139-fcf6-4d59-8b9f-56668a4b7bb9 not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:21:19.034463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477bf46-c4ec-4154-9bdf-e9844966fd5d req-8de5295c-a344-4e45-8551-6164d40ffe12 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:19.036149 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6477bf46-c4ec-4154-9bdf-e9844966fd5d req-8de5295c-a344-4e45-8551-6164d40ffe12 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0690782 Jul 23 17:21:19.080894 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6477bf46-c4ec-4154-9bdf-e9844966fd5d req-561806e7-6257-4504-9714-6244ebce317e tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/security-groups?id=18789915-f870-4d11-b8fa-83cfe63dc657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Jul 23 17:21:19.366402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-3780e467-d3dd-4c1c-9b0d-49f6ad134810 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:19.367929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-3780e467-d3dd-4c1c-9b0d-49f6ad134810 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.67 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 945 time: 0.0666211 Jul 23 17:21:19.478575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Deleting port 39b4214c-9aae-4b7f-ae71-4817678645a6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:19.478916 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:19.574134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] For port 39b4214c-9aae-4b7f-ae71-4817678645a6, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=39b4214c-9aae-4b7f-ae71-4817678645a6,segment=NetworkSegment(94cff3cb-9c36-4c71-9c87-f8d3b95edd11),segment_id=94cff3cb-9c36-4c71-9c87-f8d3b95edd11)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:19.574540 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:19.588939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Calling delete_port for 39b4214c-9aae-4b7f-ae71-4817678645a6 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:19.726663 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:19.742315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['39b4214c-9aae-4b7f-ae71-4817678645a6'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:21:19.763344 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Pushing event deleted for resources: {'Port': ['ID=39b4214c-9aae-4b7f-ae71-4817678645a6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:19.777406 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.777893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.778370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.778814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.779239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.779665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.780094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.780511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.781006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.781432 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.781861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.782340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:19.825614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] No DVR routers for this DVR port 39b4214c-9aae-4b7f-ae71-4817678645a6 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:19.828436 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:19.830504 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8fb2bae2-cf12-4b56-933d-3d23207ec5eb req-45c135ec-6d78-4185-b050-66e1e85e046c tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.67 "DELETE /v2.0/ports/39b4214c-9aae-4b7f-ae71-4817678645a6 HTTP/1.1" status: 204 len: 173 time: 0.4558399 Jul 23 17:21:19.830982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'name': 'network-vif-deleted', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:21:19.833394 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711c3a0-65cc-483d-a786-ef8899f51f10" -d '{"events": [{"server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "name": "network-vif-deleted", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:21:19.891236 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19a2ff-1848-4fe4-9802-35871785b81b x-openstack-request-id: req-0c19a2ff-1848-4fe4-9802-35871785b81b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:21:19.891634 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eaf011-383f-4433-a70d-22fadf3e010e", "name": "network-vif-deleted", "tag": "39b4214c-9aae-4b7f-ae71-4817678645a6", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:21:19.892004 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c19a2ff-1848-4fe4-9802-35871785b81b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:21:19.892508 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eaf011-383f-4433-a70d-22fadf3e010e', 'name': 'network-vif-deleted', 'tag': '39b4214c-9aae-4b7f-ae71-4817678645a6', 'status': 'completed', 'code': 200} Jul 23 17:21:20.197002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-df3a2aa9-33e8-45bb-bfc9-acdd1eaedff8 req-784de7bd-e5de-42ef-b122-4f6ab7bd8d65 tempest-ServersNegativeTestJSON-1101340221 tempest-ServersNegativeTestJSON-1101340221-project] 10.222.0.64 "GET /v2.0/ports?device_id=52eaf011-383f-4433-a70d-22fadf3e010e HTTP/1.1" status: 200 len: 210 time: 0.0327301 Jul 23 17:21:21.254026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:21.300116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Deleting subnet 001c9ff7-cff0-4eee-a194-81e2c12f8a08 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:21:21.303775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.337644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.377273 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.443584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.469497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001c9ff7-cff0-4eee-a194-81e2c12f8a08,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:21.476605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.479202 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-200a6a3a-b4d4-467a-b8de-a5347cf57782 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/001c9ff7-cff0-4eee-a194-81e2c12f8a08 HTTP/1.1" status: 204 len: 168 time: 0.2241700 Jul 23 17:21:21.481740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42220) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:21.559254 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.644131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.655289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9508f1d-3c65-42f5-9855-369c8b18f625']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:21.666378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cff3cb-9c36-4c71-9c87-f8d3b95edd11') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:21.666666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cff3cb-9c36-4c71-9c87-f8d3b95edd11') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:21.675970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.690414 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.696463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:21.696863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:21.698551 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:21.759459 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.765347 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:21.767272 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] 10.222.0.64 "DELETE /v2.0/networks/b9508f1d-3c65-42f5-9855-369c8b18f625 HTTP/1.1" status: 204 len: 168 time: 0.2845447 Jul 23 17:21:21.779168 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac87b7-d238-4aea-9937-aa3e5e88b23d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9508f1d-3c65-42f5-9855-369c8b18f625,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:21.889254 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42224) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:21.938985 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ba6ee90-8302-49bc-a86c-f96f2d22f4c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33b8324a470b43519c41cebad4b8f677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481758 Jul 23 17:21:21.941742 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:21.997816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:22.021618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:22.076158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:22.079054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:22.080439 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18789915-f870-4d11-b8fa-83cfe63dc657 HTTP/1.1" status: 204 len: 168 time: 0.1369128 Jul 23 17:21:22.094025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f597-c89c-4b11-a812-bdc9372e481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18789915-f870-4d11-b8fa-83cfe63dc657,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:22.893269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42248) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:22.998905 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483035229'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:23.025944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:23.030107 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.041654 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.147021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.152412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.161441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 39b4214c-9aae-4b7f-ae71-4817678645a6 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:21:23.196771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 39b4214c-9aae-4b7f-ae71-4817678645a6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:21:23.197333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 39b4214c-9aae-4b7f-ae71-4817678645a6 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:21:23.203493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:23.217475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6403b5-09ac-4f6e-9665-ffaa68b9b937,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:23.225064 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.225451 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Added segment 766e26fd-e9d6-44e3-ae51-3d38576e3e8a of type vlan for network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 Jul 23 17:21:23.284120 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.314383 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.320784 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:23.321458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:23.384966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4902022 Jul 23 17:21:23.461248 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997981-7b00-4f24-b504-78a30346875f tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Network': ['ID=60e86e4d-89e0-4604-9be4-9fcca5c59d21,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:23.471537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:26.711996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42252) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:26.717665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'subnet': {'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:26.811074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:26.814715 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.028827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.099401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Subnet': ['ID=5b91ca9f-ec08-4231-9321-64ffb3c75334,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:27.108971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking segment: {'id': '766e26fd-e9d6-44e3-ae51-3d38576e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:27.109335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network hostable DHCP agents. Network: 60e86e4d-89e0-4604-9be4-9fcca5c59d21, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:27.132146 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:27.141681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 60e86e4d-89e0-4604-9be4-9fcca5c59d21) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:27.146255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:27.146848 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.153246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976c4ba-fc5a-4bdc-b785-da7ca0708355 None None] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:27.164251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9fa17d6c-c7d5-4fea-9c33-93d941eb69c0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4506779 Jul 23 17:21:27.168622 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42254) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:27.174322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031834904'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:27.204253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:27.209452 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.242958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:27.256926 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.257497 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Added segment 3092da5d-68ca-47d1-880b-67ba25630c2d of type vlan for network 046d3a40-02e7-4089-9589-a0fc1643b4be Jul 23 17:21:27.332051 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.366070 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.375604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:27.376688 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.426689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2569718 Jul 23 17:21:27.431676 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:27.443646 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'subnet': {'network_id': '046d3a40-02e7-4089-9589-a0fc1643b4be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:27.468346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd323a-f680-4e3b-bb94-bf59666802e5 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Network': ['ID=046d3a40-02e7-4089-9589-a0fc1643b4be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:27.486005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 046d3a40-02e7-4089-9589-a0fc1643b4be details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:27.492421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-60e86e4d-89e0-4604-9be4-9fcca5c59d21', 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21', 'tenant_id': 'cdfa79de78484305950450519c70d75a', 'fixed_ips': [{'subnet_id': '5b91ca9f-ec08-4231-9321-64ffb3c75334'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:27.493436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.577857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:27.585128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.705324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Allocated IP 2001:db8:0:ffff::2 (60e86e4d-89e0-4604-9be4-9fcca5c59d21/5b91ca9f-ec08-4231-9321-64ffb3c75334/46798115-8d66-4c98-9101-b51f9a16bd95) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:27.873917 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.879940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.889752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Transition to ACTIVE for port object 46798115-8d66-4c98-9101-b51f9a16bd95 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:27.907958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Transition to ACTIVE for port object 46798115-8d66-4c98-9101-b51f9a16bd95 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:27.916046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:27.947463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Subnet': ['ID=a5f1ccb3-035e-47c3-9c03-02898495bcf0,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:27.957831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking segment: {'id': '3092da5d-68ca-47d1-880b-67ba25630c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '046d3a40-02e7-4089-9589-a0fc1643b4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:27.958223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network hostable DHCP agents. Network: 046d3a40-02e7-4089-9589-a0fc1643b4be, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:27.965793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:27.971013 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:27.977034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network 046d3a40-02e7-4089-9589-a0fc1643b4be is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:27.977321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:27.990430 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 046d3a40-02e7-4089-9589-a0fc1643b4be) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:27.996682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:27.997309 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.005614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d214f-0468-470b-ac84-f74ca9ee4b06 None None] Network 046d3a40-02e7-4089-9589-a0fc1643b4be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:28.008757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Pushing event updated for resources: {'Port': ['ID=46798115-8d66-4c98-9101-b51f9a16bd95,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:28.021143 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-75ef2598-55e1-48eb-8751-2423f85f49d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5838888 Jul 23 17:21:28.021503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:28.103079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.103648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.104128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.104687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.105171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.105747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.106331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.106903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.107468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.108063 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.108675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.109256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:28.140260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.198640 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.207231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Attempting to bind port 46798115-8d66-4c98-9101-b51f9a16bd95 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:28.208393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Attempting to bind port 46798115-8d66-4c98-9101-b51f9a16bd95 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '766e26fd-e9d6-44e3-ae51-3d38576e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:28.208977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Attempting to bind port 46798115-8d66-4c98-9101-b51f9a16bd95 on network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:28.229904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:28.230577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Checking segment: {'id': '766e26fd-e9d6-44e3-ae51-3d38576e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:28.231225 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.231871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Bound using segment: {'id': '766e26fd-e9d6-44e3-ae51-3d38576e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:28.232677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Bound port: 46798115-8d66-4c98-9101-b51f9a16bd95, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766e26fd-e9d6-44e3-ae51-3d38576e3e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '60e86e4d-89e0-4604-9be4-9fcca5c59d21'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:28.233327 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.274503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.313871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f1ccb3-035e-47c3-9c03-02898495bcf0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:28.382599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1652bf-09aa-46ae-8b37-4b5559284039 None None] Network 046d3a40-02e7-4089-9589-a0fc1643b4be requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:28.389081 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.404350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046d3a40-02e7-4089-9589-a0fc1643b4be']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:28.414973 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] For port 46798115-8d66-4c98-9101-b51f9a16bd95, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:28.418939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3092da5d-68ca-47d1-880b-67ba25630c2d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:28.419409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3092da5d-68ca-47d1-880b-67ba25630c2d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:28.433608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.455985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] For port 46798115-8d66-4c98-9101-b51f9a16bd95, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46798115-8d66-4c98-9101-b51f9a16bd95,segment=NetworkSegment(766e26fd-e9d6-44e3-ae51-3d38576e3e8a),segment_id=766e26fd-e9d6-44e3-ae51-3d38576e3e8a)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:28.456402 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.463613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.468955 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:28.469643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:28.475039 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:28.577057 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e31108-3c29-4be7-b5ff-f0cbd246fcf9 None None] Pushing event updated for resources: {'Port': ['ID=46798115-8d66-4c98-9101-b51f9a16bd95,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:28.593896 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.602476 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.604899 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/046d3a40-02e7-4089-9589-a0fc1643b4be HTTP/1.1" status: 204 len: 168 time: 0.5819976 Jul 23 17:21:28.609792 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42260) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:28.618868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1604521117'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:28.619448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c48e2-2c48-45ea-bb25-cf169486eaf4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Network': ['ID=046d3a40-02e7-4089-9589-a0fc1643b4be,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:28.651334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:28.656319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.686605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:28.700598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.701102 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Added segment 7a5e7027-d078-40da-9209-87dd9e4e5e87 of type vlan for network 4974f894-a745-40f3-a352-a9139d7d7239 Jul 23 17:21:28.800819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.843627 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.853337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:28.854368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:28.906303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2945304 Jul 23 17:21:28.910598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42262) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:28.918954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'subnet': {'network_id': '4974f894-a745-40f3-a352-a9139d7d7239', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:28.976323 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19034-0ddd-48e7-801b-349d6b8e2b40 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Network': ['ID=4974f894-a745-40f3-a352-a9139d7d7239,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:28.989579 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4974f894-a745-40f3-a352-a9139d7d7239 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:29.027462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:29.033468 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.113783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Performing IP validity checks on allocation pools {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 17:21:29.114941 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 17:21:29.250315 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.343140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Subnet': ['ID=9e4492d3-1789-464f-9ce7-e99b155ce4b3,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:29.358500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking segment: {'id': '7a5e7027-d078-40da-9209-87dd9e4e5e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '4974f894-a745-40f3-a352-a9139d7d7239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:29.359074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network hostable DHCP agents. Network: 4974f894-a745-40f3-a352-a9139d7d7239, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:29.390930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network 4974f894-a745-40f3-a352-a9139d7d7239 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:29.405760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4974f894-a745-40f3-a352-a9139d7d7239) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:29.411464 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:29.412530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.418923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560dc21-bf2b-44a0-80e1-703a8d7346ba None None] Network 4974f894-a745-40f3-a352-a9139d7d7239 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:29.437225 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3d3aac1a-db44-4c43-a273-1dac82068710 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5220983 Jul 23 17:21:29.438085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42264) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:29.552396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.615111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.684343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea9df0-0c22-4c1e-beda-095435d4aee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-4974f894-a745-40f3-a352-a9139d7d7239', 'network_id': '4974f894-a745-40f3-a352-a9139d7d7239', 'tenant_id': 'cdfa79de78484305950450519c70d75a', 'fixed_ips': [{'subnet_id': '9e4492d3-1789-464f-9ce7-e99b155ce4b3'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:29.686100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4dea9df0-0c22-4c1e-beda-095435d4aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.775936 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.817864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442c0ee-cfd5-4590-b7b5-3a7e2e209a65 None None] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:29.873479 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:29.906347 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4492d3-1789-464f-9ce7-e99b155ce4b3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:29.941907 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9ce7-25b2-4afe-9629-15d99185311a None None] Provisioning for port 46798115-8d66-4c98-9101-b51f9a16bd95 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-4dea9df0-0c22-4c1e-beda-095435d4aee8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e4492d3-1789-464f-9ce7-e99b155ce4b3: This subnet is being modified by another concurrent operation. Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e4492d3-1789-464f-9ce7-e99b155ce4b3: This subnet is being modified by another concurrent operation. Jul 23 17:21:29.946173 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 17:21:29.997912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ddaaa-8624-474f-ae04-332f64a1ddde None None] Network 4974f894-a745-40f3-a352-a9139d7d7239 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:30.296815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.311156 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4974f894-a745-40f3-a352-a9139d7d7239']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:30.324629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e7027-d078-40da-9209-87dd9e4e5e87') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:30.324629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e7027-d078-40da-9209-87dd9e4e5e87') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:30.336425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.362337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.374275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:30.374666 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:30.378295 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:30.436736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46798115-8d66-4c98-9101-b51f9a16bd95 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:30.453276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.462131 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.464214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/4974f894-a745-40f3-a352-a9139d7d7239 HTTP/1.1" status: 204 len: 168 time: 1.0251203 Jul 23 17:21:30.470419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42266) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:30.479168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812e24-8306-4084-b6f5-d81d4dc7b89b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Network': ['ID=4974f894-a745-40f3-a352-a9139d7d7239,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:30.487132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064519848'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:30.526630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 46798115-8d66-4c98-9101-b51f9a16bd95 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:30.530672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:30.534448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.539988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 46798115-8d66-4c98-9101-b51f9a16bd95 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:30.540533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.575712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:30.592750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.593099 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Added segment 3aabf2c9-bddf-4808-b93a-449b6d4e60cf of type vlan for network 05558f79-3af0-4898-ac50-e198f1ba17de Jul 23 17:21:30.610121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a8aab-318e-4356-8415-dc381e3d5a4a None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 17:21:30.646677 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.694601 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.705908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:30.707246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.730901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.733122 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a8aab-318e-4356-8415-dc381e3d5a4a None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 17:21:30.743285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c817fae5-0446-4acf-8faf-c58257d5f77b None None] Provisioning complete for port 46798115-8d66-4c98-9101-b51f9a16bd95 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:30.743650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c817fae5-0446-4acf-8faf-c58257d5f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.782023 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3089502 Jul 23 17:21:30.785776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42268) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:30.795325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'subnet': {'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:30.843819 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a81a1-153c-4f12-bfa7-a13965f00ecd tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Network': ['ID=05558f79-3af0-4898-ac50-e198f1ba17de,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:30.846781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 46798115-8d66-4c98-9101-b51f9a16bd95, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46798115-8d66-4c98-9101-b51f9a16bd95,segment=NetworkSegment(766e26fd-e9d6-44e3-ae51-3d38576e3e8a),segment_id=766e26fd-e9d6-44e3-ae51-3d38576e3e8a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:30.880798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 05558f79-3af0-4898-ac50-e198f1ba17de details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:30.885673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:30.928108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:30.934370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.087729 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:21:31.221848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=46798115-8d66-4c98-9101-b51f9a16bd95,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:31.241448 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.356210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Subnet': ['ID=75361c87-2846-44f5-8997-17cde9242ce3,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:31.375197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking segment: {'id': '3aabf2c9-bddf-4808-b93a-449b6d4e60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:31.375789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network hostable DHCP agents. Network: 05558f79-3af0-4898-ac50-e198f1ba17de, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:31.402797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network 05558f79-3af0-4898-ac50-e198f1ba17de is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:31.413359 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 05558f79-3af0-4898-ac50-e198f1ba17de) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:31.419054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:31.420130 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.428000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25a5ec-98c9-455b-91e1-bf3defbfca6b None None] Network 05558f79-3af0-4898-ac50-e198f1ba17de requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:31.440332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-28a4b2c6-496a-4e73-84b4-9faa2979dd60 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6527016 Jul 23 17:21:31.445545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42270) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:31.451680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371287876'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:31.475360 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:31.479162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.508987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:31.521132 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.521541 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Added segment b6bec483-ce1b-4d2f-8854-dac078d4b380 of type vlan for network 3f884d6c-de80-41c1-9446-e93663b9f59a Jul 23 17:21:31.574184 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.615480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.627082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:31.628170 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.636838 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-05558f79-3af0-4898-ac50-e198f1ba17de', 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de', 'tenant_id': 'cdfa79de78484305950450519c70d75a', 'fixed_ips': [{'subnet_id': '75361c87-2846-44f5-8997-17cde9242ce3'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:31.637681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:31.702652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2555449 Jul 23 17:21:31.707584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:31.717301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Request body: {'subnet': {'network_id': '3f884d6c-de80-41c1-9446-e93663b9f59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:31.744321 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99577c87-55ea-49f3-8042-d8f03280a9ee tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Network': ['ID=3f884d6c-de80-41c1-9446-e93663b9f59a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:31.771319 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 3f884d6c-de80-41c1-9446-e93663b9f59a details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:31.822239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Allocated IP 2001:db8::2 (05558f79-3af0-4898-ac50-e198f1ba17de/75361c87-2846-44f5-8997-17cde9242ce3/25d9d791-a06e-47c0-93c0-120678dd48c7) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:31.842061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Made reservation on behalf of cdfa79de78484305950450519c70d75a for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:31.845758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.041528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.051147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Transition to ACTIVE for port object 25d9d791-a06e-47c0-93c0-120678dd48c7 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:32.067490 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.071117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Transition to ACTIVE for port object 25d9d791-a06e-47c0-93c0-120678dd48c7 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:32.080347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.133564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event updated for resources: {'Subnet': ['ID=7ba9a026-f6ff-4c75-a97f-cb550a7917c2,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:32.141447 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Checking segment: {'id': 'b6bec483-ce1b-4d2f-8854-dac078d4b380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3f884d6c-de80-41c1-9446-e93663b9f59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:32.141809 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network hostable DHCP agents. Network: 3f884d6c-de80-41c1-9446-e93663b9f59a, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:32.146607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Network 05558f79-3af0-4898-ac50-e198f1ba17de is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:32.151535 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:32.157358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:32.164317 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Network 3f884d6c-de80-41c1-9446-e93663b9f59a is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:32.175520 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 3f884d6c-de80-41c1-9446-e93663b9f59a) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:32.178900 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Pushing event updated for resources: {'Port': ['ID=25d9d791-a06e-47c0-93c0-120678dd48c7,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:32.182543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:32.183498 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.189386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bb380-b273-4d23-9160-7e1beb0a998f None None] Network 3f884d6c-de80-41c1-9446-e93663b9f59a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:32.200703 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-af3a27aa-5c3b-4359-984c-c1ceb9ce5a38 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900222 Jul 23 17:21:32.203526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.261167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Attempting to bind port 25d9d791-a06e-47c0-93c0-120678dd48c7 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:32.261538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Attempting to bind port 25d9d791-a06e-47c0-93c0-120678dd48c7 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '3aabf2c9-bddf-4808-b93a-449b6d4e60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:32.261905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Attempting to bind port 25d9d791-a06e-47c0-93c0-120678dd48c7 on network 05558f79-3af0-4898-ac50-e198f1ba17de {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:32.296161 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:32.296531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Checking segment: {'id': '3aabf2c9-bddf-4808-b93a-449b6d4e60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:32.296933 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.297328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Bound using segment: {'id': '3aabf2c9-bddf-4808-b93a-449b6d4e60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:32.297798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Bound port: 25d9d791-a06e-47c0-93c0-120678dd48c7, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aabf2c9-bddf-4808-b93a-449b6d4e60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '05558f79-3af0-4898-ac50-e198f1ba17de'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:32.298206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.309852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.376783 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.380227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46798115-8d66-4c98-9101-b51f9a16bd95 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:32.447694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] For port 25d9d791-a06e-47c0-93c0-120678dd48c7, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:32.456388 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.482595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] For port 25d9d791-a06e-47c0-93c0-120678dd48c7, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=25d9d791-a06e-47c0-93c0-120678dd48c7,segment=NetworkSegment(3aabf2c9-bddf-4808-b93a-449b6d4e60cf),segment_id=3aabf2c9-bddf-4808-b93a-449b6d4e60cf)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:32.485714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba9a026-f6ff-4c75-a97f-cb550a7917c2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:32.494061 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.496336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190aec06-cafc-4aba-9e48-0affd158182e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-3f884d6c-de80-41c1-9446-e93663b9f59a', 'network_id': '3f884d6c-de80-41c1-9446-e93663b9f59a', 'tenant_id': 'cdfa79de78484305950450519c70d75a', 'fixed_ips': [{'subnet_id': '7ba9a026-f6ff-4c75-a97f-cb550a7917c2'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:32.497241 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-190aec06-cafc-4aba-9e48-0affd158182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.554122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.566288 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f884d6c-de80-41c1-9446-e93663b9f59a']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:32.577731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bec483-ce1b-4d2f-8854-dac078d4b380') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:32.578072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bec483-ce1b-4d2f-8854-dac078d4b380') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:32.588782 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.607420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.618504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:32.619206 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.621168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 46798115-8d66-4c98-9101-b51f9a16bd95 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:32.621633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:32.626092 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:32.684153 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a4d15-0811-4f3b-809d-5a5c56c2b578 None None] Network 3f884d6c-de80-41c1-9446-e93663b9f59a requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:32.697037 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c09bc-536e-4b78-ac8e-c562d2ddd658 None None] Pushing event updated for resources: {'Port': ['ID=25d9d791-a06e-47c0-93c0-120678dd48c7,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:32.752031 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.759095 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:32.764141 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/3f884d6c-de80-41c1-9446-e93663b9f59a HTTP/1.1" status: 204 len: 168 time: 0.5566380 Jul 23 17:21:32.764929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42276) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.779760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e07cf-bd5c-497e-9696-5d164f003b24 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Network': ['ID=3f884d6c-de80-41c1-9446-e93663b9f59a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:32.810528 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef4446d-91d8-41ad-8759-307a70b460c2 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] GET failed (client error): The resource could not be found. Jul 23 17:21:32.812360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eef4446d-91d8-41ad-8759-307a70b460c2 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "GET /v2.0/subnets/7ba9a026-f6ff-4c75-a97f-cb550a7917c2 HTTP/1.1" status: 404 len: 337 time: 0.0455477 Jul 23 17:21:32.814750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42278) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.834895 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a3050c-acb1-4ef1-b34b-240e122c622c tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:32.835484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a3050c-acb1-4ef1-b34b-240e122c622c tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:32.837289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-10a3050c-acb1-4ef1-b34b-240e122c622c tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/3f884d6c-de80-41c1-9446-e93663b9f59a HTTP/1.1" status: 404 len: 339 time: 0.0213659 Jul 23 17:21:32.841695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42280) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.884134 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-454e4c86-c4e5-4db5-aa3f-2cc74f351465 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:32.884605 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454e4c86-c4e5-4db5-aa3f-2cc74f351465 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:32.890737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-454e4c86-c4e5-4db5-aa3f-2cc74f351465 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/subnets/7ba9a026-f6ff-4c75-a97f-cb550a7917c2 HTTP/1.1" status: 404 len: 337 time: 0.0473990 Jul 23 17:21:32.892247 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.920816 n-d-800484-3 neutron-server[94004]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ceba7d-f92b-4b30-a4cb-398082043430 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:32.921295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ceba7d-f92b-4b30-a4cb-398082043430 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:32.923138 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04ceba7d-f92b-4b30-a4cb-398082043430 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/3f884d6c-de80-41c1-9446-e93663b9f59a HTTP/1.1" status: 404 len: 339 time: 0.0299828 Jul 23 17:21:32.925877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:32.995009 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Deleting subnet 75361c87-2846-44f5-8997-17cde9242ce3 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:21:32.998760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.049789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.138637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.217963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.250309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Subnet': ['ID=75361c87-2846-44f5-8997-17cde9242ce3,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:33.257105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.260504 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-980ce6b8-b197-4070-9630-cff52b4fadce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/subnets/75361c87-2846-44f5-8997-17cde9242ce3 HTTP/1.1" status: 204 len: 168 time: 0.3320603 Jul 23 17:21:33.261811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.344045 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.401164 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Deleting port 25d9d791-a06e-47c0-93c0-120678dd48c7 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:33.401757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.474381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] For port 25d9d791-a06e-47c0-93c0-120678dd48c7, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=25d9d791-a06e-47c0-93c0-120678dd48c7,segment=NetworkSegment(3aabf2c9-bddf-4808-b93a-449b6d4e60cf),segment_id=3aabf2c9-bddf-4808-b93a-449b6d4e60cf)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:33.474763 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.490059 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Calling delete_port for 25d9d791-a06e-47c0-93c0-120678dd48c7 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:33.578742 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.610227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Port': ['ID=25d9d791-a06e-47c0-93c0-120678dd48c7,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:33.615837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No DVR routers for this DVR port 25d9d791-a06e-47c0-93c0-120678dd48c7 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:33.698182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.709874 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05558f79-3af0-4898-ac50-e198f1ba17de']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:33.721120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aabf2c9-bddf-4808-b93a-449b6d4e60cf') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:33.721421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aabf2c9-bddf-4808-b93a-449b6d4e60cf') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:33.725221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cbb8a-0efe-48ed-8021-a1893dc81ce9 None None] Network 05558f79-3af0-4898-ac50-e198f1ba17de requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:33.730645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.744725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.751213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:33.751665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:33.755259 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:33.816563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7c71771a-8811-4a82-bd54-703d04c0d752 None None] Could not find standard attr ID for object 25d9d791-a06e-47c0-93c0-120678dd48c7. {{(pid=94005) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 17:21:33.817690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.824653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:33.826484 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/05558f79-3af0-4898-ac50-e198f1ba17de HTTP/1.1" status: 204 len: 168 time: 0.5635746 Jul 23 17:21:33.829099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42288) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.838454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9ef77-fe8c-4a6a-ad56-8a729fd0dd34 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Network': ['ID=05558f79-3af0-4898-ac50-e198f1ba17de,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:33.856260 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0002faf-20bc-4bdf-b3c7-886f43c1045b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:33.856915 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0002faf-20bc-4bdf-b3c7-886f43c1045b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:33.859162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e0002faf-20bc-4bdf-b3c7-886f43c1045b tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/subnets/9e4492d3-1789-464f-9ce7-e99b155ce4b3 HTTP/1.1" status: 404 len: 337 time: 0.0288138 Jul 23 17:21:33.861625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.880485 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3131978-b899-4d24-8efa-de473d6da6d0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:33.881014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3131978-b899-4d24-8efa-de473d6da6d0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:33.883464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c3131978-b899-4d24-8efa-de473d6da6d0 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/4974f894-a745-40f3-a352-a9139d7d7239 HTTP/1.1" status: 404 len: 339 time: 0.0201328 Jul 23 17:21:33.885337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42292) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.890275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2afa7-ff97-49e6-83d7-4f3fc063e7cb None None] DHCP port deletion for 05558f79-3af0-4898-ac50-e198f1ba17de request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:21:33.912790 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a17f47-b081-4d83-8ed5-d5edcb14a3d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:33.913233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a17f47-b081-4d83-8ed5-d5edcb14a3d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:33.914992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-35a17f47-b081-4d83-8ed5-d5edcb14a3d8 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/subnets/a5f1ccb3-035e-47c3-9c03-02898495bcf0 HTTP/1.1" status: 404 len: 337 time: 0.0287325 Jul 23 17:21:33.917518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42294) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.935363 n-d-800484-3 neutron-server[94003]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2d71ef-19e1-4cf1-8e67-17d3539964ce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] DELETE failed (client error): The resource could not be found. Jul 23 17:21:33.935879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2d71ef-19e1-4cf1-8e67-17d3539964ce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94003) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 17:21:33.937462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2d2d71ef-19e1-4cf1-8e67-17d3539964ce tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/046d3a40-02e7-4089-9589-a0fc1643b4be HTTP/1.1" status: 404 len: 339 time: 0.0190046 Jul 23 17:21:33.939923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42296) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:33.987844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Deleting subnet 5b91ca9f-ec08-4231-9321-64ffb3c75334 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:21:33.991530 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.042833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.139237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.200877 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.233493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Subnet': ['ID=5b91ca9f-ec08-4231-9321-64ffb3c75334,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:34.238460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.241151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-23fd657a-58b1-44fc-92f3-beba324fdf81 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/subnets/5b91ca9f-ec08-4231-9321-64ffb3c75334 HTTP/1.1" status: 204 len: 168 time: 0.3003259 Jul 23 17:21:34.245110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42298) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:34.248015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87f609-caa3-4819-b174-dd48ecef6b67 None None] Network 60e86e4d-89e0-4604-9be4-9fcca5c59d21 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:34.360886 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.429593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Deleting port 46798115-8d66-4c98-9101-b51f9a16bd95 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:34.429983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.501526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] DHCP port deletion for 60e86e4d-89e0-4604-9be4-9fcca5c59d21 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:21:34.509691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] For port 46798115-8d66-4c98-9101-b51f9a16bd95, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46798115-8d66-4c98-9101-b51f9a16bd95,segment=NetworkSegment(766e26fd-e9d6-44e3-ae51-3d38576e3e8a),segment_id=766e26fd-e9d6-44e3-ae51-3d38576e3e8a)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:34.510099 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.522755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Calling delete_port for 46798115-8d66-4c98-9101-b51f9a16bd95 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:34.556286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Deleting port 46798115-8d66-4c98-9101-b51f9a16bd95 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:34.556658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.610893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.626339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] For port 46798115-8d66-4c98-9101-b51f9a16bd95, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=46798115-8d66-4c98-9101-b51f9a16bd95,segment=NetworkSegment(766e26fd-e9d6-44e3-ae51-3d38576e3e8a),segment_id=766e26fd-e9d6-44e3-ae51-3d38576e3e8a)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:34.626744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.635413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Port': ['ID=46798115-8d66-4c98-9101-b51f9a16bd95,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:34.639340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Calling delete_port for 46798115-8d66-4c98-9101-b51f9a16bd95 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:34.642246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] No DVR routers for this DVR port 46798115-8d66-4c98-9101-b51f9a16bd95 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 17:21:34.727935 n-d-800484-3 neutron-server[94005]: self.session.flush() Jul 23 17:21:34.736784 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.747260 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.758511 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e86e4d-89e0-4604-9be4-9fcca5c59d21']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:34.769962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766e26fd-e9d6-44e3-ae51-3d38576e3e8a') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:34.770846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766e26fd-e9d6-44e3-ae51-3d38576e3e8a') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:34.771996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] Pushing event deleted for resources: {'Port': ['ID=46798115-8d66-4c98-9101-b51f9a16bd95,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:34.775408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b8262-38f1-4406-8b29-9a93b9aa70a1 None None] No DVR routers for this DVR port 46798115-8d66-4c98-9101-b51f9a16bd95 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:34.787254 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.802697 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.811324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:34.811736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:34.814877 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:34.885350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.894839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:34.897178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] 10.222.0.64 "DELETE /v2.0/networks/60e86e4d-89e0-4604-9be4-9fcca5c59d21 HTTP/1.1" status: 204 len: 168 time: 0.6511047 Jul 23 17:21:34.909794 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d75861-aad4-4d6b-af8e-0926d50084f4 tempest-NetworksIpV6Test-64675899 tempest-NetworksIpV6Test-64675899-project] Pushing event deleted for resources: {'Network': ['ID=60e86e4d-89e0-4604-9be4-9fcca5c59d21,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:35.170040 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42304) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:35.319860 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c94a6eea-3f73-4803-92db-058ae9762f26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdfa79de78484305950450519c70d75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483705 Jul 23 17:21:35.324034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42308) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:35.378628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.401809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.451235 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.454529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:35.456080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a6403b5-09ac-4f6e-9665-ffaa68b9b937 HTTP/1.1" status: 204 len: 168 time: 0.1293557 Jul 23 17:21:35.467104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a9b11-f0f5-461f-9196-dcc8c08b9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6403b5-09ac-4f6e-9665-ffaa68b9b937,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:36.186617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42330) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:36.286367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-476682697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:36.310750 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.311794 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.376319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.388367 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.388681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46798115-8d66-4c98-9101-b51f9a16bd95 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:21:36.413306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.415378 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-078299aa-83fb-4448-93c8-07ab455970f4 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2271295 Jul 23 17:21:36.418279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42334) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:36.420741 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 46798115-8d66-4c98-9101-b51f9a16bd95 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:21:36.421279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 46798115-8d66-4c98-9101-b51f9a16bd95 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:21:36.426269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-333435291'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:36.451555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Made reservation on behalf of 8542e144873c456e8210140329d0f0c0 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:36.455244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.464918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.575974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.580804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.615244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:36.626147 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de570cc-5dc5-42da-8328-535ea906e073,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:36.631987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.632312 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Added segment f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2 of type vlan for network 4d156cb2-22fb-494f-be45-9dcc488d067e Jul 23 17:21:36.675616 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.708489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.719021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:36.720061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:36.770751 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3506277 Jul 23 17:21:36.773411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42336) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:36.779971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'subnet': {'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:36.829025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77f209-0a8d-4b03-807e-151825eaa6ee tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event updated for resources: {'Network': ['ID=4d156cb2-22fb-494f-be45-9dcc488d067e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:36.840366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:36.893387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Made reservation on behalf of 8542e144873c456e8210140329d0f0c0 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:36.898032 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.095890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.158937 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event updated for resources: {'Subnet': ['ID=a9891a40-9aea-4a20-b45b-9c24ea274be8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:37.168178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Checking segment: {'id': 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:37.168547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Network hostable DHCP agents. Network: 4d156cb2-22fb-494f-be45-9dcc488d067e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:37.186625 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Network 4d156cb2-22fb-494f-be45-9dcc488d067e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:37.195368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 4d156cb2-22fb-494f-be45-9dcc488d067e) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:37.199324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:37.199910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.206461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a73f0-ce71-4c06-b232-afc496c90e17 None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:37.219144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6ea31f7c-1e18-478e-a92e-6994d7ecd694 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4442887 Jul 23 17:21:37.222364 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42338) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:37.227585 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1301300246'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:37.252008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Made reservation on behalf of 8542e144873c456e8210140329d0f0c0 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:37.257617 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.282820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:37.293416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.293759 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Added segment 2efa1301-d83f-484e-9f67-3530381148ad of type vlan for network 61641818-6d5f-40a7-b218-7308a7e5b751 Jul 23 17:21:37.342342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.367943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-4d156cb2-22fb-494f-be45-9dcc488d067e', 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e', 'tenant_id': '8542e144873c456e8210140329d0f0c0', 'fixed_ips': [{'subnet_id': 'a9891a40-9aea-4a20-b45b-9c24ea274be8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:37.369230 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.374789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.380544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:37.381661 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.411481 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1875327 Jul 23 17:21:37.416131 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42340) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:37.421414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'subnet': {'network_id': '61641818-6d5f-40a7-b218-7308a7e5b751', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:37.483071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dcea7-eb95-4268-bcb8-d625f430af1d tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event updated for resources: {'Network': ['ID=61641818-6d5f-40a7-b218-7308a7e5b751,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:37.500813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 61641818-6d5f-40a7-b218-7308a7e5b751 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:37.520820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Made reservation on behalf of 8542e144873c456e8210140329d0f0c0 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:37.524344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.573970 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Allocated IP 172.20.0.2 (4d156cb2-22fb-494f-be45-9dcc488d067e/a9891a40-9aea-4a20-b45b-9c24ea274be8/a85914e2-7229-4d4f-976e-ca4a2cb15690) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:37.743889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.744167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.754455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Transition to ACTIVE for port object a85914e2-7229-4d4f-976e-ca4a2cb15690 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:37.772203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Transition to ACTIVE for port object a85914e2-7229-4d4f-976e-ca4a2cb15690 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:37.779962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.816551 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event updated for resources: {'Subnet': ['ID=7af1de49-1424-4199-8452-349dd68e26e6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:37.824454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Checking segment: {'id': '2efa1301-d83f-484e-9f67-3530381148ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '61641818-6d5f-40a7-b218-7308a7e5b751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:37.824954 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Network hostable DHCP agents. Network: 61641818-6d5f-40a7-b218-7308a7e5b751, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:37.845255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Network 61641818-6d5f-40a7-b218-7308a7e5b751 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:37.849768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:37.855356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:37.856794 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 61641818-6d5f-40a7-b218-7308a7e5b751) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:37.861328 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:37.861568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:37.862099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:37.876415 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b1d413-f1e9-4af1-bc00-c5677db76d07 None None] Network 61641818-6d5f-40a7-b218-7308a7e5b751 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:37.882652 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b59b8ff8-7ae0-4195-b38e-aa545e7b3f60 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4627244 Jul 23 17:21:37.883221 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42342) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:37.884220 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Pushing event updated for resources: {'Port': ['ID=a85914e2-7229-4d4f-976e-ca4a2cb15690,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:37.889227 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ec95a929-e807-4493-9291-967b8593751c tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Request body: {'router': {'external_gateway_info': {'network_id': '61641818-6d5f-40a7-b218-7308a7e5b751'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:38.074434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Attempting to bind port a85914e2-7229-4d4f-976e-ca4a2cb15690 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:38.074893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Attempting to bind port a85914e2-7229-4d4f-976e-ca4a2cb15690 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:38.075451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Attempting to bind port a85914e2-7229-4d4f-976e-ca4a2cb15690 on network 4d156cb2-22fb-494f-be45-9dcc488d067e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:38.092078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:38.092632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Checking segment: {'id': 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:38.093211 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.093782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Bound using segment: {'id': 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:38.094534 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Bound port: a85914e2-7229-4d4f-976e-ca4a2cb15690, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4d156cb2-22fb-494f-be45-9dcc488d067e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:38.095094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.119866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ec95a929-e807-4493-9291-967b8593751c tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.241851 n-d-800484-3 neutron-server[94004]: INFO neutron.api.v2.resource [None req-ec95a929-e807-4493-9291-967b8593751c tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 17:21:38.242982 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ec95a929-e807-4493-9291-967b8593751c tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "PUT /v2.0/routers/f2052401-b7e6-420d-8e22-2ce9830ca865 HTTP/1.1" status: 400 len: 364 time: 0.3586438 Jul 23 17:21:38.249664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42344) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:38.313973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Deleting subnet 7af1de49-1424-4199-8452-349dd68e26e6 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:21:38.315604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.317759 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] For port a85914e2-7229-4d4f-976e-ca4a2cb15690, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:38.324883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] For port a85914e2-7229-4d4f-976e-ca4a2cb15690, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a85914e2-7229-4d4f-976e-ca4a2cb15690,segment=NetworkSegment(f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2),segment_id=f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:38.329325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c842d-4d44-400f-97f6-73e9fd68c695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-61641818-6d5f-40a7-b218-7308a7e5b751', 'network_id': '61641818-6d5f-40a7-b218-7308a7e5b751', 'tenant_id': '8542e144873c456e8210140329d0f0c0', 'fixed_ips': [{'subnet_id': '7af1de49-1424-4199-8452-349dd68e26e6'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:38.330961 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fc2c842d-4d44-400f-97f6-73e9fd68c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.336307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.370987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.432991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.503359 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218dd5e-c89e-41b9-ae73-26ea70b29499 None None] Pushing event updated for resources: {'Port': ['ID=a85914e2-7229-4d4f-976e-ca4a2cb15690,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server [None req-fc2c842d-4d44-400f-97f6-73e9fd68c695 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7af1de49-1424-4199-8452-349dd68e26e6: This subnet is being modified by another concurrent operation. Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server raise exception Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7af1de49-1424-4199-8452-349dd68e26e6: This subnet is being modified by another concurrent operation. Jul 23 17:21:38.538147 n-d-800484-3 neutron-server[94005]: ERROR oslo_messaging.rpc.server Jul 23 17:21:38.551942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.560747 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fbd74a-71d9-4323-9258-f2151be4a883 None None] Network 61641818-6d5f-40a7-b218-7308a7e5b751 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:38.574065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:38.580747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "DELETE /v2.0/subnets/7af1de49-1424-4199-8452-349dd68e26e6 HTTP/1.1" status: 204 len: 168 time: 0.3267336 Jul 23 17:21:38.581008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42346) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:38.616439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95468acd-d4e0-465c-a959-b5e78cf7425f tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event deleted for resources: {'Subnet': ['ID=7af1de49-1424-4199-8452-349dd68e26e6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:39.115860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.252132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.266225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61641818-6d5f-40a7-b218-7308a7e5b751']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:39.280034 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efa1301-d83f-484e-9f67-3530381148ad') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:39.280451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efa1301-d83f-484e-9f67-3530381148ad') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:39.292987 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.316098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.326985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:39.327503 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:39.331663 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:39.408021 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.416789 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.418812 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "DELETE /v2.0/networks/61641818-6d5f-40a7-b218-7308a7e5b751 HTTP/1.1" status: 204 len: 168 time: 0.8367581 Jul 23 17:21:39.422771 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42348) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:39.449602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd65d9-7239-41ea-a640-f6f0e8e3a61a tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event deleted for resources: {'Network': ['ID=61641818-6d5f-40a7-b218-7308a7e5b751,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:39.507283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Deleting subnet a9891a40-9aea-4a20-b45b-9c24ea274be8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:21:39.511251 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.557881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d108aba-4174-44f2-b0f3-53c435bc898c None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:39.561372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.637397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6e37dbb7-6774-4969-9819-9914021f00e1 None None] Provisioning for port a85914e2-7229-4d4f-976e-ca4a2cb15690 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:39.683392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.768586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.805480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event deleted for resources: {'Subnet': ['ID=a9891a40-9aea-4a20-b45b-9c24ea274be8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:39.807623 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.813001 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c76a3918-6168-4c10-9782-73f412292795 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "DELETE /v2.0/subnets/a9891a40-9aea-4a20-b45b-9c24ea274be8 HTTP/1.1" status: 204 len: 168 time: 0.3858469 Jul 23 17:21:39.814669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42350) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:39.954931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:39.985539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35085d-2297-427d-8fd9-af975291ff8d None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:40.039062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Deleting port a85914e2-7229-4d4f-976e-ca4a2cb15690 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:40.039468 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.163568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] For port a85914e2-7229-4d4f-976e-ca4a2cb15690, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a85914e2-7229-4d4f-976e-ca4a2cb15690,segment=NetworkSegment(f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2),segment_id=f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:40.164042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.181924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Calling delete_port for a85914e2-7229-4d4f-976e-ca4a2cb15690 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:40.232431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] DHCP port deletion for 4d156cb2-22fb-494f-be45-9dcc488d067e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:21:40.272295 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.300559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event deleted for resources: {'Port': ['ID=a85914e2-7229-4d4f-976e-ca4a2cb15690,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:40.305185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] No DVR routers for this DVR port a85914e2-7229-4d4f-976e-ca4a2cb15690 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:40.315935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Deleting port a85914e2-7229-4d4f-976e-ca4a2cb15690 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:21:40.316520 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.396989 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.410773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d156cb2-22fb-494f-be45-9dcc488d067e']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:40.424776 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:40.425241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b4b46c-f97f-4353-95f0-6b1d60c4d1e2') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:40.437065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.454294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.462412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:21:40.462830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:21:40.466514 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:21:40.539276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.548162 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.550173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "DELETE /v2.0/networks/4d156cb2-22fb-494f-be45-9dcc488d067e HTTP/1.1" status: 204 len: 168 time: 0.7346437 Jul 23 17:21:40.554473 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42352) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:40.561892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a38b4-c214-4c2f-937e-b5902c7750b5 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Pushing event deleted for resources: {'Network': ['ID=4d156cb2-22fb-494f-be45-9dcc488d067e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:40.578441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] For port a85914e2-7229-4d4f-976e-ca4a2cb15690, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:40.579000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.593855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Calling delete_port for a85914e2-7229-4d4f-976e-ca4a2cb15690 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:21:40.596660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Port a85914e2-7229-4d4f-976e-ca4a2cb15690 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:21:40.598002 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.603508 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c2178143-df1e-4982-8bad-b53ecfab70d9 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2052401-b7e6-420d-8e22-2ce9830ca865 HTTP/1.1" status: 200 len: 205 time: 0.0469601 Jul 23 17:21:40.605562 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42354) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:40.621811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Pushing event deleted for resources: {'Port': ['ID=a85914e2-7229-4d4f-976e-ca4a2cb15690,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:40.623782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] Network 4d156cb2-22fb-494f-be45-9dcc488d067e is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 17:21:40.624244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8a88b-da8e-4789-9977-4507c62f5cde None None] No DVR routers for this DVR port a85914e2-7229-4d4f-976e-ca4a2cb15690 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:21:40.652123 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597c757-c24a-4f03-b0a7-eb4dc6fb7637 None None] get_active_networks_info from n-d-800484-3 {{(pid=94005) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 17:21:40.691267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.724575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597c757-c24a-4f03-b0a7-eb4dc6fb7637 None None] Resources bound (agent type, host, resource id): {{(pid=94005) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 17:21:40.861599 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.864514 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.913608 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.914554 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Fanout notify agent at l3_agent the message router_deleted on router f2052401-b7e6-420d-8e22-2ce9830ca865 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:21:40.927602 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:40.932293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1cd31794-0850-4e0c-a4b4-33356e1b4dd1 tempest-RoutersNegativeTest-188685914 tempest-RoutersNegativeTest-188685914-project] 10.222.0.64 "DELETE /v2.0/routers/f2052401-b7e6-420d-8e22-2ce9830ca865 HTTP/1.1" status: 204 len: 168 time: 0.3226204 Jul 23 17:21:41.252134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42360) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:41.387279 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f3d5f64b-363d-43b6-bbbf-ba0438abd2c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8542e144873c456e8210140329d0f0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338580 Jul 23 17:21:41.389892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42364) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:41.447073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:41.475432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:41.537604 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:41.541836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:41.543174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1de570cc-5dc5-42da-8328-535ea906e073 HTTP/1.1" status: 204 len: 168 time: 0.1521714 Jul 23 17:21:41.553965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b832-5b04-4817-bb13-7cee7de7cdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de570cc-5dc5-42da-8328-535ea906e073,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:41.912213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1f888d68-f939-47ca-849c-015d8231e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.233285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42386) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:42.333617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.346179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1251404575-network', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:42.370076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Made reservation on behalf of f97f37f3ff9c4dfabfb2dec73b5071b8 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:42.372657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.383349 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.513580 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.518830 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.547875 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:42.559973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7737d9-a0d6-4791-ab8e-912050fc6b97,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:42.565672 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.566059 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Added segment 161b218e-8230-46f0-a6b9-9f25e314a82d of type vlan for network 7352da0f-7040-4d0b-85ed-5618dcf8b79c Jul 23 17:21:42.611290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.644529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.645797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:42.646557 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.681826 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4473140 Jul 23 17:21:42.685843 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42390) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:42.695377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Request body: {'subnet': {'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-subnet', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:42.716329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eecd41-c7b0-4be7-9fe2-64b81da78355 admin admin] Pushing event updated for resources: {'Network': ['ID=7352da0f-7040-4d0b-85ed-5618dcf8b79c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:42.727432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Made reservation on behalf of f97f37f3ff9c4dfabfb2dec73b5071b8 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:42.729682 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.733363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:42.924471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:42.981439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13fbf42-d59e-4d61-adba-d0fa1581bcf1,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:42.993512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Checking segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:42.993869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Network hostable DHCP agents. Network: 7352da0f-7040-4d0b-85ed-5618dcf8b79c, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:43.014399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:43.024150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7352da0f-7040-4d0b-85ed-5618dcf8b79c) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:43.029419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:43.030054 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.040338 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba2940-cc59-4a42-8394-e8e6da5b213c None None] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:43.046901 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2e655522-a654-49da-83c4-683a1b8458e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3594365 Jul 23 17:21:43.050114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42392) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:43.055440 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:43.085027 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.086863 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.164472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.231128 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:43.232528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.328657 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.400979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Allocated IP 172.20.0.2 (7352da0f-7040-4d0b-85ed-5618dcf8b79c/d13fbf42-d59e-4d61-adba-d0fa1581bcf1/04565a75-6788-4edf-9414-f95dbaf780ee) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:43.558335 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.559026 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.570040 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Transition to ACTIVE for port object 04565a75-6788-4edf-9414-f95dbaf780ee will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:43.578947 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.592323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Transition to ACTIVE for port object 04565a75-6788-4edf-9414-f95dbaf780ee will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:43.599238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.654014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:43.655383 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=04565a75-6788-4edf-9414-f95dbaf780ee,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:43.658252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:43.660702 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:43.700676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Allocated IP 172.25.2.118 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/315bbbfa-b871-430e-9836-4fc149c3f63b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:43.719323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Attempting to bind port 04565a75-6788-4edf-9414-f95dbaf780ee on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:43.719696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Attempting to bind port 04565a75-6788-4edf-9414-f95dbaf780ee by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:43.720062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Attempting to bind port 04565a75-6788-4edf-9414-f95dbaf780ee on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:43.725264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:43.725648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Checking segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:43.726081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.726481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Bound using segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:43.726948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Bound port: 04565a75-6788-4edf-9414-f95dbaf780ee, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:43.727336 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.794758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] For port 04565a75-6788-4edf-9414-f95dbaf780ee, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:43.797994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] For port 04565a75-6788-4edf-9414-f95dbaf780ee, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=04565a75-6788-4edf-9414-f95dbaf780ee,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:43.804074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.807703 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.847116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:43.865085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1afa31-0b8f-4899-a1f2-3bd02f0ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=04565a75-6788-4edf-9414-f95dbaf780ee,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:43.885234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:43.888081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:43.891599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:43.921305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Pushing event updated for resources: {'Port': ['ID=315bbbfa-b871-430e-9836-4fc149c3f63b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:44.207619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:44.424619 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:44.448425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 04565a75-6788-4edf-9414-f95dbaf780ee up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:44.496169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a43dd8b9-09d1-49d4-a0e1-d33f9d09ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:44.513620 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 04565a75-6788-4edf-9414-f95dbaf780ee completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:44.725987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:44.843656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771923e3-0508-4dbe-99eb-acdd292ba66d None None] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:44.871859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:21:44.909223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Provisioning for port 04565a75-6788-4edf-9414-f95dbaf780ee completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:44.919666 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Provisioning complete for port 04565a75-6788-4edf-9414-f95dbaf780ee triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:44.920040 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:44.988104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:21:45.000833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Sync routers for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:21:45.006712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.008308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-05871dea-996c-484c-bddb-61baff9ee534 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9569426 Jul 23 17:21:45.011172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42394) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:45.039154 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:45.039953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:45.185260 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.252097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:45.255642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] For port 04565a75-6788-4edf-9414-f95dbaf780ee, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=04565a75-6788-4edf-9414-f95dbaf780ee,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:45.281703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.423720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fcd13-ce97-48b8-958d-f283f15a270b None None] Pushing event updated for resources: {'Port': ['ID=04565a75-6788-4edf-9414-f95dbaf780ee,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:45.545599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:44Z', 'revision_number': 3, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:45.573753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.574056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Checking router: 73635dbb-8588-4a05-a420-0b2cdaf9adb9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:21:45.574422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Updating router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 port 315bbbfa-b871-430e-9836-4fc149c3f63b binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:21:45.622369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.626132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7f377e0d-4e92-4ee8-bbec-2680ec2201bf None None] Provisioning complete for port 04565a75-6788-4edf-9414-f95dbaf780ee triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:45.626493 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f377e0d-4e92-4ee8-bbec-2680ec2201bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.771019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Allocated IP 172.20.0.1 (7352da0f-7040-4d0b-85ed-5618dcf8b79c/d13fbf42-d59e-4d61-adba-d0fa1581bcf1/368d5361-fd05-40c7-bb73-0c099fcd75bb) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:45.786357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.898175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.913970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Transition to ACTIVE for port object 368d5361-fd05-40c7-bb73-0c099fcd75bb will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:45.950865 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.984862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:45.989842 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:45.994495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:45.995724 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Transition to ACTIVE for port object 315bbbfa-b871-430e-9836-4fc149c3f63b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:45.998507 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:46.005201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.030120 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Pushing event updated for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:46.053482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.055058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Attempting to bind port 315bbbfa-b871-430e-9836-4fc149c3f63b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:46.055569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Attempting to bind port 315bbbfa-b871-430e-9836-4fc149c3f63b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:46.055916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Attempting to bind port 315bbbfa-b871-430e-9836-4fc149c3f63b on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:46.064504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:46.064919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:46.065441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.066115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:46.066466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Bound port: 315bbbfa-b871-430e-9836-4fc149c3f63b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:46.066879 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.107941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56009ac-d845-482c-b772-9732d56c6330 None None] Pushing event updated for resources: {'Port': ['ID=315bbbfa-b871-430e-9836-4fc149c3f63b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:46.142585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] For port 315bbbfa-b871-430e-9836-4fc149c3f63b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:46.146870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] For port 315bbbfa-b871-430e-9836-4fc149c3f63b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=315bbbfa-b871-430e-9836-4fc149c3f63b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:46.151707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.199300 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:46.200378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:46.214003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.441277 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.443618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 04565a75-6788-4edf-9414-f95dbaf780ee up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:46.447128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.479553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56009ac-d845-482c-b772-9732d56c6330 None None] Pushing event updated for resources: {'Port': ['ID=315bbbfa-b871-430e-9836-4fc149c3f63b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:46.502253 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cd4d91ef-c500-40db-afde-3d37ac53fa40 None None] Provisioning for port 368d5361-fd05-40c7-bb73-0c099fcd75bb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:46.517478 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cd4d91ef-c500-40db-afde-3d37ac53fa40 None None] Provisioning complete for port 368d5361-fd05-40c7-bb73-0c099fcd75bb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:46.517862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd4d91ef-c500-40db-afde-3d37ac53fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.518278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Pushing event updated for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:46.521618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.582185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:46.609720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d91ef-c500-40db-afde-3d37ac53fa40 None None] Port 368d5361-fd05-40c7-bb73-0c099fcd75bb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:21:46.613429 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 04565a75-6788-4edf-9414-f95dbaf780ee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:46.614378 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.630083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:46.631591 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:46.780662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:21:46.916604 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:21:46.924254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6cee195a-7a94-4c08-b7d5-d5a3e5da70b8 admin admin] 10.222.0.64 "PUT /v2.0/routers/73635dbb-8588-4a05-a420-0b2cdaf9adb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115360 Jul 23 17:21:46.954925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-34b94653-c382-4bd9-9600-ee0ad520802e None None] Provisioning complete for port 368d5361-fd05-40c7-bb73-0c099fcd75bb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:46.955597 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-34b94653-c382-4bd9-9600-ee0ad520802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:46.963456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '368d5361-fd05-40c7-bb73-0c099fcd75bb', 'name': '', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'mac_address': 'fa:16:3e:dc:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:45Z', 'updated_at': '2021-07-23T17:21:45Z', 'revision_number': 1, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'subnets': [{'id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:47.048588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ab297-d9a0-4175-b063-295b917cd7ac None None] The sync data for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 is: [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '368d5361-fd05-40c7-bb73-0c099fcd75bb', 'name': '', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'mac_address': 'fa:16:3e:dc:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:45Z', 'updated_at': '2021-07-23T17:21:45Z', 'revision_number': 1, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'subnets': [{'id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:21:47.066407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-34b94653-c382-4bd9-9600-ee0ad520802e None None] Port 368d5361-fd05-40c7-bb73-0c099fcd75bb cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:21:47.513504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42412) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:47.520486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-134777422-network', 'tenant_id': '48df206274ba4124a69f465d4ac187f9'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:47.548687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Made reservation on behalf of 48df206274ba4124a69f465d4ac187f9 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:47.551925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.567332 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.682032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.693373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.699319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.725786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:21:47.736395 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee2eca1-a6f7-4f2c-a89c-7967b8f7ac57,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:47.743860 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.744208 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Added segment 351012e3-bfc3-4389-98d9-e768a7d9d6b9 of type vlan for network ca3121bf-6ef8-48a6-9908-af21de1e1929 Jul 23 17:21:47.803873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.838481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.839585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:47.840257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:47.876896 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3618555 Jul 23 17:21:47.881278 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42414) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:47.886541 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Request body: {'subnet': {'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-subnet', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:47.925981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7aa03-9335-4752-aa82-6d9b8a4c971b admin admin] Pushing event updated for resources: {'Network': ['ID=ca3121bf-6ef8-48a6-9908-af21de1e1929,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:47.937421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:21:47.951471 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Made reservation on behalf of 48df206274ba4124a69f465d4ac187f9 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:47.953771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.197342 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.264900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55a4ea5-98f2-474b-a6be-c0ff518d7872,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:48.277960 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Checking segment: {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:48.278321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Network hostable DHCP agents. Network: ca3121bf-6ef8-48a6-9908-af21de1e1929, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:21:48.306033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:21:48.323239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, ca3121bf-6ef8-48a6-9908-af21de1e1929) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:48.328776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:48.329477 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.344860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a974995-b047-4e51-a187-bd3b2cc73324 None None] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:48.354333 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4f2c9ef5-4a7a-4847-8293-6c0f68c32ed4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4712915 Jul 23 17:21:48.358302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42416) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:48.370375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:48.406643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.407889 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.474682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 315bbbfa-b871-430e-9836-4fc149c3f63b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:48.481651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.616851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 315bbbfa-b871-430e-9836-4fc149c3f63b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:48.658308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 315bbbfa-b871-430e-9836-4fc149c3f63b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:48.658860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.670380 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.766254 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-ca3121bf-6ef8-48a6-9908-af21de1e1929', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:21:48.767229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.805860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.880976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 315bbbfa-b871-430e-9836-4fc149c3f63b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=315bbbfa-b871-430e-9836-4fc149c3f63b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:48.894519 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.937541 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.958009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:48.986841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Allocated IP 172.20.0.2 (ca3121bf-6ef8-48a6-9908-af21de1e1929/f55a4ea5-98f2-474b-a6be-c0ff518d7872/2db613b7-f7a1-42d0-93dc-6654da13a6e3) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:48.989476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=315bbbfa-b871-430e-9836-4fc149c3f63b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:49.084841 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Allocated IP 172.25.2.110 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/2c016a38-1bad-4e57-81f1-0f15270338b9) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:49.170583 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.180552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Transition to ACTIVE for port object 2db613b7-f7a1-42d0-93dc-6654da13a6e3 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:49.202107 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Transition to ACTIVE for port object 2db613b7-f7a1-42d0-93dc-6654da13a6e3 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:49.208669 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.224506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.250847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:49.253967 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:49.258115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:49.268149 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Pushing event updated for resources: {'Port': ['ID=2db613b7-f7a1-42d0-93dc-6654da13a6e3,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:49.274549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.318077 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:49.320978 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:49.328046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:49.329141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Attempting to bind port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:49.329711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Attempting to bind port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:49.330121 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Attempting to bind port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 on network ca3121bf-6ef8-48a6-9908-af21de1e1929 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:49.331452 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Pushing event updated for resources: {'Port': ['ID=2c016a38-1bad-4e57-81f1-0f15270338b9,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:49.336384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:49.336762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Checking segment: {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:49.337176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.337574 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Bound using segment: {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:49.338073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Bound port: 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:49.338458 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.407355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] For port 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:49.411368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] For port 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2db613b7-f7a1-42d0-93dc-6654da13a6e3,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:49.416938 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.466225 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Sync routers for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:21:49.481777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:49.482425 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:49.497314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242053d-b765-4883-8151-a17ff3eff9e8 None None] Pushing event updated for resources: {'Port': ['ID=2db613b7-f7a1-42d0-93dc-6654da13a6e3,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:49.601395 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:49.621644 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.879638 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:49.953572 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '368d5361-fd05-40c7-bb73-0c099fcd75bb', 'name': '', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'mac_address': 'fa:16:3e:dc:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:45Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 2, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'subnets': [{'id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:49.987446 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Checking router: 73635dbb-8588-4a05-a420-0b2cdaf9adb9 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:21:49.987796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Updating router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 port 368d5361-fd05-40c7-bb73-0c099fcd75bb binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:21:50.026325 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.400199 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.411962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Transition to ACTIVE for port object 368d5361-fd05-40c7-bb73-0c099fcd75bb will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:50.423248 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.424799 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:21:50.522888 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Pushing event updated for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:50.554303 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.554844 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.555355 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.555839 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.556316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.556789 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.557290 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.557759 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.558249 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.558706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.559233 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.559704 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:21:50.607289 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Attempting to bind port 368d5361-fd05-40c7-bb73-0c099fcd75bb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:50.607733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Attempting to bind port 368d5361-fd05-40c7-bb73-0c099fcd75bb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:50.608168 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Attempting to bind port 368d5361-fd05-40c7-bb73-0c099fcd75bb on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:50.614626 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:50.615108 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Checking segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:50.615639 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.616153 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Bound using segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:50.616693 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Bound port: 368d5361-fd05-40c7-bb73-0c099fcd75bb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:50.617142 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.642417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2db613b7-f7a1-42d0-93dc-6654da13a6e3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:50.643989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:21:50.672353 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.674909 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85a840c0-301c-4353-b546-de0d77340954 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3133810 Jul 23 17:21:50.677895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42420) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:21:50.711929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Sync routers for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:21:50.714881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23bd429-adcd-4d02-9776-548186d8f5c9 None None] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:21:50.744618 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] For port 368d5361-fd05-40c7-bb73-0c099fcd75bb, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:50.751373 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] For port 368d5361-fd05-40c7-bb73-0c099fcd75bb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=368d5361-fd05-40c7-bb73-0c099fcd75bb,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:50.761116 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:50.855299 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:50.857043 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:50.881307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7a0d80c8-5119-4f2a-89bf-1f84546d3119 None None] Provisioning for port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:50.914690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:50.915334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:50.959450 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:50.973400 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1f626-2263-4aa7-9ebc-ee677918107e None None] Pushing event updated for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:51.000737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:51.000737 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.040552 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:51.125256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:51.255856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.318906 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.361169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2db613b7-f7a1-42d0-93dc-6654da13a6e3,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:51.372051 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '368d5361-fd05-40c7-bb73-0c099fcd75bb', 'name': '', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'mac_address': 'fa:16:3e:dc:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:45Z', 'updated_at': '2021-07-23T17:21:50Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'subnets': [{'id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:51.387880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.388694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 315bbbfa-b871-430e-9836-4fc149c3f63b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:51.409795 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c973765-b011-4a53-bea6-8261c8e08be0 None None] The sync data for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 is: [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:46Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '368d5361-fd05-40c7-bb73-0c099fcd75bb', 'name': '', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'mac_address': 'fa:16:3e:dc:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:45Z', 'updated_at': '2021-07-23T17:21:50Z', 'revision_number': 4, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'subnets': [{'id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:21:51.497818 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=2db613b7-f7a1-42d0-93dc-6654da13a6e3,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:51.513379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:49Z', 'revision_number': 3, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:51.515229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d41a8c2c-8cd9-4f02-8a96-0a822164318d None None] Provisioning complete for port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:51.515604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d41a8c2c-8cd9-4f02-8a96-0a822164318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.563247 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Checking router: 22e2bf7d-0f24-490b-9e6f-c1721c5df854 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:21:51.563608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Updating router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 port 2c016a38-1bad-4e57-81f1-0f15270338b9 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:21:51.568331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 315bbbfa-b871-430e-9836-4fc149c3f63b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:51.568702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.582735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Allocated IP 172.20.0.1 (ca3121bf-6ef8-48a6-9908-af21de1e1929/f55a4ea5-98f2-474b-a6be-c0ff518d7872/e8f3800b-ae3a-4177-8b21-95fa94299eec) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:51.726366 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.745095 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Transition to ACTIVE for port object e8f3800b-ae3a-4177-8b21-95fa94299eec will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:51.783614 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.820197 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:51.829210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:51.837130 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:51.849818 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:51.880767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:51.911198 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.115743 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.189957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a51213f-3343-4b5a-a75b-e521a366b566 None None] Provisioning for port e8f3800b-ae3a-4177-8b21-95fa94299eec completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:52.202672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6a51213f-3343-4b5a-a75b-e521a366b566 None None] Provisioning complete for port e8f3800b-ae3a-4177-8b21-95fa94299eec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:52.203050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a51213f-3343-4b5a-a75b-e521a366b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.264590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-6a51213f-3343-4b5a-a75b-e521a366b566 None None] Port e8f3800b-ae3a-4177-8b21-95fa94299eec cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:21:52.313172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.326920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Transition to ACTIVE for port object 2c016a38-1bad-4e57-81f1-0f15270338b9 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:52.337142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.373266 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.380644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.399632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a50e0-b0bd-46cd-9077-4b4993f3ee14 None None] Pushing event updated for resources: {'Port': ['ID=2c016a38-1bad-4e57-81f1-0f15270338b9,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:52.405227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Attempting to bind port 2c016a38-1bad-4e57-81f1-0f15270338b9 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:52.405730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Attempting to bind port 2c016a38-1bad-4e57-81f1-0f15270338b9 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:52.406213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Attempting to bind port 2c016a38-1bad-4e57-81f1-0f15270338b9 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:52.414030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:52.414526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:52.415004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.415485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:52.416029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Bound port: 2c016a38-1bad-4e57-81f1-0f15270338b9, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:52.416494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.453664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.455697 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:52.457581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 368d5361-fd05-40c7-bb73-0c099fcd75bb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:52.506396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] For port 2c016a38-1bad-4e57-81f1-0f15270338b9, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:52.511060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] For port 2c016a38-1bad-4e57-81f1-0f15270338b9, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2c016a38-1bad-4e57-81f1-0f15270338b9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:52.519177 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.577742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:52.579393 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:52.584580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 368d5361-fd05-40c7-bb73-0c099fcd75bb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:52.591276 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:52.591915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:52.595756 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a50e0-b0bd-46cd-9077-4b4993f3ee14 None None] Pushing event updated for resources: {'Port': ['ID=2c016a38-1bad-4e57-81f1-0f15270338b9,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:52.600336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 368d5361-fd05-40c7-bb73-0c099fcd75bb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:52.600723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.746045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:21:52.844130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:52.884089 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:52.890366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:21:52.901988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d817c105-e20f-43f1-aee1-99d6328c392e admin admin] 10.222.0.64 "PUT /v2.0/routers/22e2bf7d-0f24-490b-9e6f-c1721c5df854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2196467 Jul 23 17:21:52.971395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dd60a56a-51e7-469e-a7a8-31165d93151e None None] Provisioning complete for port e8f3800b-ae3a-4177-8b21-95fa94299eec triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:52.971858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dd60a56a-51e7-469e-a7a8-31165d93151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:53.012671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 368d5361-fd05-40c7-bb73-0c099fcd75bb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=368d5361-fd05-40c7-bb73-0c099fcd75bb,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:53.024517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:53.025339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2db613b7-f7a1-42d0-93dc-6654da13a6e3 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:53.117807 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dd60a56a-51e7-469e-a7a8-31165d93151e None None] Port e8f3800b-ae3a-4177-8b21-95fa94299eec cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:21:53.193381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:53.219993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:53.220373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:53.266150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e8f3800b-ae3a-4177-8b21-95fa94299eec', 'name': '', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'mac_address': 'fa:16:3e:9a:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:51Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 2, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'subnets': [{'id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:53.299701 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc15fb4-3ddf-445a-9862-6b57fa79a073 None None] The sync data for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 is: [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e8f3800b-ae3a-4177-8b21-95fa94299eec', 'name': '', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'mac_address': 'fa:16:3e:9a:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:51Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 2, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'subnets': [{'id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:21:54.133300 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-5208c72e-3600-48b9-977f-f35b909e7143 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:54.134996 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-5208c72e-3600-48b9-977f-f35b909e7143 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 817 time: 0.1508029 Jul 23 17:21:54.155282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-76c147cd-1362-4e76-9834-83373ee1f356 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/quotas/f97f37f3ff9c4dfabfb2dec73b5071b8 HTTP/1.1" status: 200 len: 375 time: 0.0126016 Jul 23 17:21:54.249868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-0d295488-9f2f-476c-afad-248bd75bf171 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870330 Jul 23 17:21:54.417008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-204f27be-281f-411a-9a14-839afc73c1e4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:21:54.418889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-204f27be-281f-411a-9a14-839afc73c1e4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1562626 Jul 23 17:21:54.529504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2c016a38-1bad-4e57-81f1-0f15270338b9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:54.566797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-59995a8f-7ab2-450e-99dd-7807c796b1ee service neutron] 10.222.0.64 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417029 Jul 23 17:21:54.603809 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 2c016a38-1bad-4e57-81f1-0f15270338b9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:54.609504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2c016a38-1bad-4e57-81f1-0f15270338b9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:54.609960 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:54.683459 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-cf8d16da-1044-4f18-b889-f7ac0bfb0b1c service neutron] 10.222.0.64 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127622 Jul 23 17:21:54.721436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:54.748427 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 2c016a38-1bad-4e57-81f1-0f15270338b9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2c016a38-1bad-4e57-81f1-0f15270338b9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:54.753467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:54.754360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 368d5361-fd05-40c7-bb73-0c099fcd75bb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:54.843847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=2c016a38-1bad-4e57-81f1-0f15270338b9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:54.853710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 368d5361-fd05-40c7-bb73-0c099fcd75bb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:54.853856 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:54.964910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e03b8abd-0321-4078-956b-0280f4797f7d req-b93d26f0-77e1-440a-89c5-2adad4ce6994 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 210 time: 0.0367069 Jul 23 17:21:55.614554 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Sync routers for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:21:55.623654 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:55.624260 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:55.732174 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:55.983706 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e8f3800b-ae3a-4177-8b21-95fa94299eec', 'name': '', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'mac_address': 'fa:16:3e:9a:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:51Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 2, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'subnets': [{'id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:56.032437 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Checking router: 22e2bf7d-0f24-490b-9e6f-c1721c5df854 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:21:56.032985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Updating router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 port e8f3800b-ae3a-4177-8b21-95fa94299eec binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:21:56.098420 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.100090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-7134e039-5399-42f8-8f52-b95385174ad2 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:56.102129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-7134e039-5399-42f8-8f52-b95385174ad2 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 817 time: 0.1459451 Jul 23 17:21:56.126687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Request body: {'port': {'device_id': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'admin_state_up': True, 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:56.162401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fd97340-0e35-4211-8b69-3fa59919d588 req-c54167c8-03f3-4cab-85ac-28003f0a15fe tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 210 time: 0.0588362 Jul 23 17:21:56.279753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Made reservation on behalf of f97f37f3ff9c4dfabfb2dec73b5071b8 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:21:56.283412 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.404933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2c016a38-1bad-4e57-81f1-0f15270338b9 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:56.440144 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Allocated IP 172.20.0.11 (7352da0f-7040-4d0b-85ed-5618dcf8b79c/d13fbf42-d59e-4d61-adba-d0fa1581bcf1/f2c64e58-2f79-4d38-93f8-84a8f68238e9) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:21:56.463995 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2c016a38-1bad-4e57-81f1-0f15270338b9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:56.464441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.546247 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.558443 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Transition to ACTIVE for port object e8f3800b-ae3a-4177-8b21-95fa94299eec will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:56.565103 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.616891 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbbbd5-30ac-458c-be6f-6ad2d4590802 None None] Pushing event updated for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:56.655069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.673506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Transition to ACTIVE for port object f2c64e58-2f79-4d38-93f8-84a8f68238e9 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:56.701652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Attempting to bind port e8f3800b-ae3a-4177-8b21-95fa94299eec on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:56.702303 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Attempting to bind port e8f3800b-ae3a-4177-8b21-95fa94299eec by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:56.702717 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Attempting to bind port e8f3800b-ae3a-4177-8b21-95fa94299eec on network ca3121bf-6ef8-48a6-9908-af21de1e1929 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:56.708959 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:56.709305 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Checking segment: {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:56.709713 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.710158 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Bound using segment: {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:56.710628 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Bound port: e8f3800b-ae3a-4177-8b21-95fa94299eec, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351012e3-bfc3-4389-98d9-e768a7d9d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:56.711254 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.718187 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.772195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Pushing event updated for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:56.790084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:21:56.792073 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:21:56.794881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:21:56.817084 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] For port e8f3800b-ae3a-4177-8b21-95fa94299eec, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:56.823337 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] For port e8f3800b-ae3a-4177-8b21-95fa94299eec, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e8f3800b-ae3a-4177-8b21-95fa94299eec,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:56.830044 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.890400 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:21:56.891040 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:21:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:56.903830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:56.904504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:56.925163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-a938a723-723f-4622-a7a3-6b170963e825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8061941 Jul 23 17:21:56.946635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Request body: {'port': {'device_id': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:21:56.975875 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbbbd5-30ac-458c-be6f-6ad2d4590802 None None] Pushing event updated for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:57.045745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:21:57.046189 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:57.244476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48f3286d-532f-4916-be5e-e0f77caa90f7 None None] Provisioning for port f2c64e58-2f79-4d38-93f8-84a8f68238e9 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:57.255749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-48f3286d-532f-4916-be5e-e0f77caa90f7 None None] Provisioning complete for port f2c64e58-2f79-4d38-93f8-84a8f68238e9 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:57.256884 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48f3286d-532f-4916-be5e-e0f77caa90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:57.337079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-48f3286d-532f-4916-be5e-e0f77caa90f7 None None] Port f2c64e58-2f79-4d38-93f8-84a8f68238e9 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:21:57.397736 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e8f3800b-ae3a-4177-8b21-95fa94299eec', 'name': '', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'mac_address': 'fa:16:3e:9a:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:51Z', 'updated_at': '2021-07-23T17:21:56Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'subnets': [{'id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:21:57.425133 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c926a-303b-40ad-a379-4479f0de4600 None None] The sync data for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 is: [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:52Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e8f3800b-ae3a-4177-8b21-95fa94299eec', 'name': '', 'network_id': 'ca3121bf-6ef8-48a6-9908-af21de1e1929', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'mac_address': 'fa:16:3e:9a:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:51Z', 'updated_at': '2021-07-23T17:21:56Z', 'revision_number': 4, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'subnets': [{'id': 'f55a4ea5-98f2-474b-a6be-c0ff518d7872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:21:57.535502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec0ad-daa5-4aae-811e-0ff54731b661 req-9a2ac63a-45de-4f78-a631-0d8522d763cc tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:57.538278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-432ec0ad-daa5-4aae-811e-0ff54731b661 req-9a2ac63a-45de-4f78-a631-0d8522d763cc tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 932 time: 0.2156880 Jul 23 17:21:57.671230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-432ec0ad-daa5-4aae-811e-0ff54731b661 req-c166f19a-ee00-4a82-abf9-31545497d7d4 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202033 Jul 23 17:21:57.678832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c64e58-2f79-4d38-93f8-84a8f68238e9 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:21:57.692253 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:57.708998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Transition to ACTIVE for port object f2c64e58-2f79-4d38-93f8-84a8f68238e9 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:21:57.714367 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:57.775673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:57.864837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Attempting to bind port f2c64e58-2f79-4d38-93f8-84a8f68238e9 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:21:57.865171 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Attempting to bind port f2c64e58-2f79-4d38-93f8-84a8f68238e9 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:21:57.865501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Attempting to bind port f2c64e58-2f79-4d38-93f8-84a8f68238e9 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:57.871285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Port f2c64e58-2f79-4d38-93f8-84a8f68238e9 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:21:57.871559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Attempting to bind port f2c64e58-2f79-4d38-93f8-84a8f68238e9 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:21:57.886182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:57.886512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Checking segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:21:57.886952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Bound using segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:21:57.887696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Bound port: f2c64e58-2f79-4d38-93f8-84a8f68238e9, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:21:57.888501 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:57.978921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:21:57.983003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:21:57.990641 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:58.040419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:58.041174 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:58.042822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] 10.222.0.67 "PUT /v2.0/ports/f2c64e58-2f79-4d38-93f8-84a8f68238e9 HTTP/1.1" status: 200 len: 1092 time: 1.1037848 Jul 23 17:21:58.043259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:21:58.045649 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac41b9-c7de-482a-9326-df7bf14d8e79" -d '{"events": [{"name": "network-changed", "server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:21:58.075271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35a56-f300-40c4-8a2e-1a721a108ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:58.162636 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed0f7e1-4ee7-486a-a802-6aa22028d513 x-openstack-request-id: req-7ed0f7e1-4ee7-486a-a802-6aa22028d513 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:21:58.162962 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:21:58.163165 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ed0f7e1-4ee7-486a-a802-6aa22028d513 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:21:58.163566 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9', 'status': 'completed', 'code': 200} Jul 23 17:21:58.200836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-1f63d669-dd2d-41e4-9c2f-b3a38d227b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:58.202700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-1f63d669-dd2d-41e4-9c2f-b3a38d227b90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 1095 time: 0.0791345 Jul 23 17:21:58.248728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-d8698d74-911e-4b10-8166-eeee0e88448b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9 HTTP/1.1" status: 200 len: 217 time: 0.0375302 Jul 23 17:21:58.305142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-46c7f9a4-0b8c-457e-8e67-546a7fb48284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:58.307228 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-46c7f9a4-0b8c-457e-8e67-546a7fb48284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 200 len: 856 time: 0.0505247 Jul 23 17:21:58.399899 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3697-1984-489d-be74-d9cd002c417a req-0dd30991-2109-42ad-bf49-a1b335d3927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:58.403076 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-0dd30991-2109-42ad-bf49-a1b335d3927a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7352da0f-7040-4d0b-85ed-5618dcf8b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888686 Jul 23 17:21:58.446654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e8f3800b-ae3a-4177-8b21-95fa94299eec up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:21:58.527406 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e8f3800b-ae3a-4177-8b21-95fa94299eec completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:21:58.534183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-e53e86ee-d36c-41bf-a72d-5988bfdbf352 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238015 Jul 23 17:21:58.534392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e8f3800b-ae3a-4177-8b21-95fa94299eec triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:21:58.534790 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:58.629910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:58.640423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-548b3697-1984-489d-be74-d9cd002c417a req-760af28b-5b51-4916-9b76-d521661ee342 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996432 Jul 23 17:21:58.673054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e8f3800b-ae3a-4177-8b21-95fa94299eec, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e8f3800b-ae3a-4177-8b21-95fa94299eec,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:21:58.678414 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:58.751690 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:21:58.774187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-41d35927-1b39-4421-926e-ee5080fcb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:58.776153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-41d35927-1b39-4421-926e-ee5080fcb0a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 1095 time: 0.0754409 Jul 23 17:21:59.215496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-7514710a-af61-4a63-b446-e00a03b17e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:59.217007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-7514710a-af61-4a63-b446-e00a03b17e7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 918 time: 0.4348450 Jul 23 17:21:59.246804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d59a-35b6-4634-801d-aac0274c959b req-832fad82-bfa6-4d79-80d9-73aab80d7772 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:59.248458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b92d59a-35b6-4634-801d-aac0274c959b req-832fad82-bfa6-4d79-80d9-73aab80d7772 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 944 time: 0.4435897 Jul 23 17:21:59.283483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-4ab4f1e7-0bba-4eac-a697-f03016ed6a0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9 HTTP/1.1" status: 200 len: 217 time: 0.0561817 Jul 23 17:21:59.350486 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b92d59a-35b6-4634-801d-aac0274c959b req-8c7b5720-30dc-46e1-ba6f-e4f4b5171320 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745649 Jul 23 17:21:59.362939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-944ec7d0-3b52-43fe-82ea-6411b6b1380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:59.364403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-944ec7d0-3b52-43fe-82ea-6411b6b1380e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 200 len: 856 time: 0.0720973 Jul 23 17:21:59.439260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-a8e3a7e5-ea3d-4795-acc4-f665f3f33294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:21:59.440792 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-a8e3a7e5-ea3d-4795-acc4-f665f3f33294 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7352da0f-7040-4d0b-85ed-5618dcf8b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695605 Jul 23 17:21:59.501721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:21:59.545375 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-030fd283-d74d-4912-a098-b98873279d1c service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966232 Jul 23 17:21:59.646659 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-95ac41b9-c7de-482a-9326-df7bf14d8e79 req-7c90b3a0-bf6f-43b9-8966-e2f288056708 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941305 Jul 23 17:22:00.394892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e8f3800b-ae3a-4177-8b21-95fa94299eec up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:00.452324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e8f3800b-ae3a-4177-8b21-95fa94299eec triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:00.452704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:00.532590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c605cc8-53d6-4173-9e1b-f8125401e023 req-2e87467a-2761-4f18-a5c0-629a897dc059 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:00.534620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c605cc8-53d6-4173-9e1b-f8125401e023 req-2e87467a-2761-4f18-a5c0-629a897dc059 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 944 time: 0.0997214 Jul 23 17:22:00.583569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c605cc8-53d6-4173-9e1b-f8125401e023 req-77a57306-4126-49de-863b-84fa66f98a5c tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Jul 23 17:22:01.308108 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f2c64e58-2f79-4d38-93f8-84a8f68238e9 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:22:01.409105 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:01.422873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'port_id': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9', 'mac_address': 'fa:16:3e:44:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:22:01.464944 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:01.483377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c64e58-2f79-4d38-93f8-84a8f68238e9 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:22:01.504832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:01.510190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:01.565837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:01.728742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1f6d1-13c1-4d6a-b7d9-39ea0d4435d8 req-91bdd9cf-9047-4ba0-91d3-b02edc9e3825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:01.730350 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03d1f6d1-13c1-4d6a-b7d9-39ea0d4435d8 req-91bdd9cf-9047-4ba0-91d3-b02edc9e3825 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 945 time: 0.0724649 Jul 23 17:22:01.766228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['f2c64e58-2f79-4d38-93f8-84a8f68238e9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:22:01.775999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-03d1f6d1-13c1-4d6a-b7d9-39ea0d4435d8 req-1c5c8974-c57c-4cf5-832a-c24f671a2ac4 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Jul 23 17:22:02.932454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ba50-6e48-4c62-9d87-f3adbd94b8d1 req-1780dc4c-270d-47e0-ac2a-ac6e1f0e956e tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:02.934014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d95ba50-6e48-4c62-9d87-f3adbd94b8d1 req-1780dc4c-270d-47e0-ac2a-ac6e1f0e956e tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 945 time: 0.0768449 Jul 23 17:22:02.992414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d95ba50-6e48-4c62-9d87-f3adbd94b8d1 req-6e850105-ea10-4a29-8631-46314693f156 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Jul 23 17:22:03.325385 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f2c64e58-2f79-4d38-93f8-84a8f68238e9 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:03.380734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port f2c64e58-2f79-4d38-93f8-84a8f68238e9 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:03.384815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port f2c64e58-2f79-4d38-93f8-84a8f68238e9 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:03.385261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:03.466319 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:03.492294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:03.494633 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97afa8fd-1cba-4990-bbda-1f5c3e194bef" -d '{"events": [{"server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:03.508379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:03.512467 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:03.541900 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a0ab0a-49dd-42aa-9645-22b01d58c8b0 x-openstack-request-id: req-d8a0ab0a-49dd-42aa-9645-22b01d58c8b0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:03.542220 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "name": "network-vif-plugged", "status": "completed", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:03.542477 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8a0ab0a-49dd-42aa-9645-22b01d58c8b0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:03.542894 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9', 'code': 200} Jul 23 17:22:03.571833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:03.668589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3db75-cc83-423a-ac50-1cd60bbb4487 req-1008cb23-ee6c-46ab-a596-1a96db62873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:03.670206 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fee3db75-cc83-423a-ac50-1cd60bbb4487 req-1008cb23-ee6c-46ab-a596-1a96db62873b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 1097 time: 0.0573821 Jul 23 17:22:03.708512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fee3db75-cc83-423a-ac50-1cd60bbb4487 req-b36abf98-0690-41a8-a245-ed6830b44e19 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Jul 23 17:22:04.132034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53bb10-8cc2-4c30-974a-4d8b8b017980 req-d7daa571-3df6-49b5-9fa1-490e13e7984a tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:04.133508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac53bb10-8cc2-4c30-974a-4d8b8b017980 req-d7daa571-3df6-49b5-9fa1-490e13e7984a tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0681572 Jul 23 17:22:04.174012 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ac53bb10-8cc2-4c30-974a-4d8b8b017980 req-d6413bcb-4ea8-47ed-811f-df4213c023e2 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jul 23 17:22:05.311896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6efe7-165d-45eb-8ed9-1053ba8bec1d req-c4751b91-9b6f-411a-92e5-6ecb93767827 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:05.313402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57d6efe7-165d-45eb-8ed9-1053ba8bec1d req-c4751b91-9b6f-411a-92e5-6ecb93767827 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0662594 Jul 23 17:22:05.352890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57d6efe7-165d-45eb-8ed9-1053ba8bec1d req-942d798b-1d1e-4e8d-ab18-4f8551f9b4ae tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Jul 23 17:22:05.495275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9688d8-bb91-4819-a875-65037186e6fe req-3af967c3-05c2-43f6-a25c-7c60efc860fd tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:05.496913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef9688d8-bb91-4819-a875-65037186e6fe req-3af967c3-05c2-43f6-a25c-7c60efc860fd tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0724397 Jul 23 17:22:05.536325 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef9688d8-bb91-4819-a875-65037186e6fe req-5d9cf190-fd87-4db6-be83-b1546f6ac36d tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Jul 23 17:22:08.087430 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:22:11.917589 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5eb164e5-3de5-4466-a45b-db203c374919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:12.337731 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.417338 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:14.472897 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b3328af5-f44b-4fee-a332-5a72a4ff885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:15.766032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:17.676000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:25.427513 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648731-4f26-451b-a6d3-1f2a46e1f32d req-ca76064d-8973-4a4a-9daf-add1582e56ab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:25.429073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd648731-4f26-451b-a6d3-1f2a46e1f32d req-ca76064d-8973-4a4a-9daf-add1582e56ab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0667062 Jul 23 17:22:25.468994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd648731-4f26-451b-a6d3-1f2a46e1f32d req-771308f3-8c99-4dfe-a13b-270ea0a1c38b tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341284 Jul 23 17:22:26.608131 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57104491-46cf-442a-a278-a192dc103b59 req-bc906b66-8f73-4a62-914f-6900786fa8f3 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:26.609546 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57104491-46cf-442a-a278-a192dc103b59 req-bc906b66-8f73-4a62-914f-6900786fa8f3 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0660017 Jul 23 17:22:26.647658 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-57104491-46cf-442a-a278-a192dc103b59 req-251cb70c-4a91-4847-ab52-ee85e1cf5ccd tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Jul 23 17:22:27.144113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-5c3dc898-3bba-4d3d-9a1b-1f57720de679 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:27.146753 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-5c3dc898-3bba-4d3d-9a1b-1f57720de679 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 946 time: 0.0733664 Jul 23 17:22:27.250177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Deleting port f2c64e58-2f79-4d38-93f8-84a8f68238e9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:22:27.250518 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:27.345724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] For port f2c64e58-2f79-4d38-93f8-84a8f68238e9, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=f2c64e58-2f79-4d38-93f8-84a8f68238e9,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:27.346113 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:27.358628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Calling delete_port for f2c64e58-2f79-4d38-93f8-84a8f68238e9 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:22:27.490529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:27.502994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['f2c64e58-2f79-4d38-93f8-84a8f68238e9'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:22:27.520675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Pushing event deleted for resources: {'Port': ['ID=f2c64e58-2f79-4d38-93f8-84a8f68238e9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:27.533149 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.533503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.533863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.534224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.534550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.534878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.535204 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.535523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.535911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.536236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.536552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.536865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:27.576749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] No DVR routers for this DVR port f2c64e58-2f79-4d38-93f8-84a8f68238e9 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:22:27.579592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:27.583526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7699b14e-c5c7-43e3-ba32-31a4578baa3c req-f5248aec-4599-4109-88d6-c3b47930d194 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "DELETE /v2.0/ports/f2c64e58-2f79-4d38-93f8-84a8f68238e9 HTTP/1.1" status: 204 len: 173 time: 0.4300637 Jul 23 17:22:27.583526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'name': 'network-vif-deleted', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:27.585152 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafd822e-db89-4fa5-902a-394faeffd9f1" -d '{"events": [{"server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "name": "network-vif-deleted", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:27.624759 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f94df46-0300-4d35-aad6-d896e340dab9 x-openstack-request-id: req-3f94df46-0300-4d35-aad6-d896e340dab9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:27.625618 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca339b2c-06fb-499c-ae25-b012393f6e6c", "name": "network-vif-deleted", "tag": "f2c64e58-2f79-4d38-93f8-84a8f68238e9", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:27.625618 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f94df46-0300-4d35-aad6-d896e340dab9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:27.625823 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca339b2c-06fb-499c-ae25-b012393f6e6c', 'name': 'network-vif-deleted', 'tag': 'f2c64e58-2f79-4d38-93f8-84a8f68238e9', 'status': 'completed', 'code': 200} Jul 23 17:22:27.768799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf96a91c-4024-43b6-bd96-c98250785626 req-61203450-4421-49da-b7d3-ef9e014b3bca tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca339b2c-06fb-499c-ae25-b012393f6e6c HTTP/1.1" status: 200 len: 210 time: 0.0302839 Jul 23 17:22:29.250684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-42fdf3e4-c22c-4311-9258-d54077c1831c tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:29.252417 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-42fdf3e4-c22c-4311-9258-d54077c1831c tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 817 time: 0.1083319 Jul 23 17:22:29.267203 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-7e0160e5-e619-4ffd-bb16-b744378ed883 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/quotas/f97f37f3ff9c4dfabfb2dec73b5071b8 HTTP/1.1" status: 200 len: 375 time: 0.0093842 Jul 23 17:22:29.332919 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-901e8530-2e2c-46cd-9e17-8b29c51b0b7e tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606833 Jul 23 17:22:29.432111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-74bf5739-6ea1-48f2-8278-1fd36149953f service neutron] 10.222.0.64 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881238 Jul 23 17:22:29.500081 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:29.528892 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-754a02ab-b3bc-4f6f-96c8-c2dacf421e87 service neutron] 10.222.0.64 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Jul 23 17:22:29.699429 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-adac35bc-22ba-461e-9e1d-0f1ef010562a req-db9479fd-c158-40e7-b8b6-a88a48b4e966 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 210 time: 0.0405147 Jul 23 17:22:30.654738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-32c334fe-e53c-4fad-87da-44b167704845 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:30.656271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-32c334fe-e53c-4fad-87da-44b167704845 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 817 time: 0.1187458 Jul 23 17:22:30.669551 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Request body: {'port': {'device_id': '701defc3-6bc7-45f3-9269-b797784bc63a', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'admin_state_up': True, 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:30.813170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c97372bd-39ec-4ada-b3e1-ce56c39e6f98 req-dfae0456-3e91-4d02-bb80-a60b9c4bbd88 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 210 time: 0.0375311 Jul 23 17:22:30.832558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Made reservation on behalf of f97f37f3ff9c4dfabfb2dec73b5071b8 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:22:30.836137 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:30.974365 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Allocated IP 172.20.0.6 (7352da0f-7040-4d0b-85ed-5618dcf8b79c/d13fbf42-d59e-4d61-adba-d0fa1581bcf1/d7649b07-0cb6-40a8-b525-feb716657459) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:22:31.138887 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.157401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Transition to ACTIVE for port object d7649b07-0cb6-40a8-b525-feb716657459 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:31.194994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.245285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:22:31.248518 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:22:31.252494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:22:31.262379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Pushing event updated for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:31.317694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:31.318418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.335624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-2e05b032-9b7f-4061-b80b-2d42a71ac118 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6701710 Jul 23 17:22:31.351920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Request body: {'port': {'device_id': '701defc3-6bc7-45f3-9269-b797784bc63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:22:31.460775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f2c64e58-2f79-4d38-93f8-84a8f68238e9 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:22:31.464409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.483086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: f2c64e58-2f79-4d38-93f8-84a8f68238e9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:22:31.483523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device f2c64e58-2f79-4d38-93f8-84a8f68238e9 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:22:31.521457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-09d61394-ba11-48ce-a364-393b9fb799b3 None None] Provisioning for port d7649b07-0cb6-40a8-b525-feb716657459 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:31.526778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-09d61394-ba11-48ce-a364-393b9fb799b3 None None] Provisioning complete for port d7649b07-0cb6-40a8-b525-feb716657459 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:31.527449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-09d61394-ba11-48ce-a364-393b9fb799b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.735568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-09d61394-ba11-48ce-a364-393b9fb799b3 None None] Port d7649b07-0cb6-40a8-b525-feb716657459 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:22:31.812379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7649b07-0cb6-40a8-b525-feb716657459 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:22:31.821379 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.834394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Transition to ACTIVE for port object d7649b07-0cb6-40a8-b525-feb716657459 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:22:31.838987 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:31.928685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Pushing event updated for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:32.007063 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Attempting to bind port d7649b07-0cb6-40a8-b525-feb716657459 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:22:32.007391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Attempting to bind port d7649b07-0cb6-40a8-b525-feb716657459 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:22:32.007716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Attempting to bind port d7649b07-0cb6-40a8-b525-feb716657459 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:32.016651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Port d7649b07-0cb6-40a8-b525-feb716657459 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:22:32.017053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Attempting to bind port d7649b07-0cb6-40a8-b525-feb716657459 on network 7352da0f-7040-4d0b-85ed-5618dcf8b79c {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:22:32.034524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238a64-9581-4dc8-bff3-286f7d9c86d6 req-a7a64550-ab72-40bf-9571-31897b422171 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.036124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f238a64-9581-4dc8-bff3-286f7d9c86d6 req-a7a64550-ab72-40bf-9571-31897b422171 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 943 time: 0.1388857 Jul 23 17:22:32.036926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:22:32.037250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Checking segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:22:32.037634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Bound using segment: {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:22:32.038108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Bound port: d7649b07-0cb6-40a8-b525-feb716657459, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161b218e-8230-46f0-a6b9-9f25e314a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:22:32.038462 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:32.115358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6f238a64-9581-4dc8-bff3-286f7d9c86d6 req-bd44ab56-14b4-489c-9aa8-adb6b2f8e622 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670946 Jul 23 17:22:32.137576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:22:32.140714 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d7649b07-0cb6-40a8-b525-feb716657459,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:22:32.147519 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:32.186398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.186927 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:32.188215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] 10.222.0.67 "PUT /v2.0/ports/d7649b07-0cb6-40a8-b525-feb716657459 HTTP/1.1" status: 200 len: 1091 time: 0.8445129 Jul 23 17:22:32.191168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:32.196161 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6ac49-1fef-4140-bc3a-3e79084318c7" -d '{"events": [{"name": "network-changed", "server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "tag": "d7649b07-0cb6-40a8-b525-feb716657459"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:32.248096 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ad0d4-2c7d-40a7-8857-0136b7ada349 x-openstack-request-id: req-bc1ad0d4-2c7d-40a7-8857-0136b7ada349 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:32.248477 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "tag": "d7649b07-0cb6-40a8-b525-feb716657459", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:32.248730 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc1ad0d4-2c7d-40a7-8857-0136b7ada349 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:32.249130 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459', 'status': 'completed', 'code': 200} Jul 23 17:22:32.250005 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d09df-0271-4e06-ab5a-9d359196789e service neutron] Pushing event updated for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:32.308032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-b8c83d78-0df9-485b-8fa0-2f1670019bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.309624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-b8c83d78-0df9-485b-8fa0-2f1670019bcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 1094 time: 0.0729890 Jul 23 17:22:32.356411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-e619449a-820e-46df-934d-471b52694368 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7649b07-0cb6-40a8-b525-feb716657459 HTTP/1.1" status: 200 len: 217 time: 0.0391562 Jul 23 17:22:32.411201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-19219b7d-607f-401d-ac3c-c49e04293e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.412721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-19219b7d-607f-401d-ac3c-c49e04293e0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 200 len: 856 time: 0.0478797 Jul 23 17:22:32.492958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22b21-6197-411e-8488-8be86fb5120e req-2da0f3a5-dee7-4252-a8b7-38ed395c4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.495467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-2da0f3a5-dee7-4252-a8b7-38ed395c4b18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7352da0f-7040-4d0b-85ed-5618dcf8b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758131 Jul 23 17:22:32.614839 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-b1ea6f47-db28-4c04-b76c-e8ff06ce0e85 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124275 Jul 23 17:22:32.729907 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24e22b21-6197-411e-8488-8be86fb5120e req-f46f8234-6c82-4dda-966e-90d550ebd73e service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076016 Jul 23 17:22:32.838179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-3cc5661b-cec6-424d-beff-25a1496770f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.839719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-3cc5661b-cec6-424d-beff-25a1496770f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 1094 time: 0.0585854 Jul 23 17:22:32.964986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-b5317552-70b1-4816-aea0-c4c6feaf51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:32.966570 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-b5317552-70b1-4816-aea0-c4c6feaf51f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 918 time: 0.1194372 Jul 23 17:22:33.011103 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-6a92d34a-a9e9-4f3e-9bed-4afc3caff599 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7649b07-0cb6-40a8-b525-feb716657459 HTTP/1.1" status: 200 len: 217 time: 0.0375328 Jul 23 17:22:33.075068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-d4c9144b-6fdb-4b13-9a18-f94734e15e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:33.076696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-d4c9144b-6fdb-4b13-9a18-f94734e15e59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 200 len: 856 time: 0.0587835 Jul 23 17:22:33.140700 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-18aaa43a-a90c-48e1-be6e-5d122dfe21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:33.143880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-18aaa43a-a90c-48e1-be6e-5d122dfe21f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7352da0f-7040-4d0b-85ed-5618dcf8b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579436 Jul 23 17:22:33.282992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-8e9ccf10-147d-429b-b4d2-b6fb3d7b20c4 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329148 Jul 23 17:22:33.337245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8a34-3e42-4459-a9d1-cd2559fda377 req-e1e5ddb1-28f8-4d7e-91e6-f1f9fd036bf2 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:33.338851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fac8a34-3e42-4459-a9d1-cd2559fda377 req-e1e5ddb1-28f8-4d7e-91e6-f1f9fd036bf2 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 943 time: 0.1291897 Jul 23 17:22:33.421303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1f6ac49-1fef-4140-bc3a-3e79084318c7 req-5e822f9b-1936-4cdb-a9fb-c181615d7b6b service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301394 Jul 23 17:22:33.424827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fac8a34-3e42-4459-a9d1-cd2559fda377 req-eea956d6-d800-4382-a0b8-f9e6890d32a1 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Jul 23 17:22:33.465047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d7649b07-0cb6-40a8-b525-feb716657459 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:22:33.569648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d7649b07-0cb6-40a8-b525-feb716657459,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:33.581239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'd7649b07-0cb6-40a8-b525-feb716657459', 'network_id': '7352da0f-7040-4d0b-85ed-5618dcf8b79c', 'port_id': 'd7649b07-0cb6-40a8-b525-feb716657459', 'mac_address': 'fa:16:3e:c0:6c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13fbf42-d59e-4d61-adba-d0fa1581bcf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:22:33.623212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:33.636539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7649b07-0cb6-40a8-b525-feb716657459 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:22:33.657909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d7649b07-0cb6-40a8-b525-feb716657459,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:33.663003 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:33.711454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:33.718984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.719326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.719667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.719998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.720327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.720656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.720976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.721795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.722141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.722456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.722787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.723177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:22:33.864662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['d7649b07-0cb6-40a8-b525-feb716657459'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:22:34.579268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcd281-63c7-4359-97ee-055b508743dd req-e85ac3e2-46e7-47f2-8585-c3a6d48a4845 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:34.582400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05fcd281-63c7-4359-97ee-055b508743dd req-e85ac3e2-46e7-47f2-8585-c3a6d48a4845 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 944 time: 0.0803196 Jul 23 17:22:34.623188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-05fcd281-63c7-4359-97ee-055b508743dd req-933dc38e-93a3-4d3b-9fba-8bead7230b95 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Jul 23 17:22:35.470737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d7649b07-0cb6-40a8-b525-feb716657459 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:22:35.521659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port d7649b07-0cb6-40a8-b525-feb716657459 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:22:35.526030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port d7649b07-0cb6-40a8-b525-feb716657459 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:22:35.526407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.608716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.635567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:22:35.637870 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d1a7a-dc40-4242-bb35-696dbef9b4ed" -d '{"events": [{"server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "name": "network-vif-plugged", "status": "completed", "tag": "d7649b07-0cb6-40a8-b525-feb716657459"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:22:35.655538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d7649b07-0cb6-40a8-b525-feb716657459,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:22:35.660789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:35.707758 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ee8132-630d-48ee-aaba-a085ddbb0e8c x-openstack-request-id: req-68ee8132-630d-48ee-aaba-a085ddbb0e8c {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:22:35.708116 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "name": "network-vif-plugged", "status": "completed", "tag": "d7649b07-0cb6-40a8-b525-feb716657459", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:22:35.708309 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68ee8132-630d-48ee-aaba-a085ddbb0e8c {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:22:35.708737 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459', 'code': 200} Jul 23 17:22:35.722271 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:22:35.846478 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5399dc-7fd8-4603-ace1-65f2da359466 req-bc8208e4-7253-4bb3-9148-48740061295b tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:35.848136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5399dc-7fd8-4603-ace1-65f2da359466 req-bc8208e4-7253-4bb3-9148-48740061295b tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.1221676 Jul 23 17:22:35.859510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94092f96-6725-4643-9072-11b4e0925cdd req-30772adf-aaee-475a-bff5-a41f07102d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:35.861075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94092f96-6725-4643-9072-11b4e0925cdd req-30772adf-aaee-475a-bff5-a41f07102d12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 1096 time: 0.0922112 Jul 23 17:22:35.919251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5399dc-7fd8-4603-ace1-65f2da359466 req-09133665-c6c5-4809-8219-577c6649d2cf tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622571 Jul 23 17:22:35.923379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-94092f96-6725-4643-9072-11b4e0925cdd req-f6793e17-8d2f-4b2d-a8d7-4b3313aa2642 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Jul 23 17:22:37.064258 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f71b-2d93-4bc2-9f7a-8f78d8b51239 req-8dcf626e-7fe2-4933-beed-dd389e7b99b5 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:37.066935 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce20f71b-2d93-4bc2-9f7a-8f78d8b51239 req-8dcf626e-7fe2-4933-beed-dd389e7b99b5 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.0737033 Jul 23 17:22:37.108813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ce20f71b-2d93-4bc2-9f7a-8f78d8b51239 req-8d2a76d4-3d25-4f0a-ad48-2755f215a631 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Jul 23 17:22:37.274723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca04120-1805-40fa-b107-0dae92a1f5b6 req-b837924d-d7b5-4c92-a01a-0e7ec49ef9d4 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:37.277205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ca04120-1805-40fa-b107-0dae92a1f5b6 req-b837924d-d7b5-4c92-a01a-0e7ec49ef9d4 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.0931695 Jul 23 17:22:37.326323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4ca04120-1805-40fa-b107-0dae92a1f5b6 req-2504a0d5-84dc-4987-b416-d1e86fecb966 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Jul 23 17:22:40.189136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-f986fb24-7a4f-48f1-b08d-a9479168fc56 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564981 Jul 23 17:22:40.332260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-4e41fab1-b767-4b49-a335-236356329cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:40.335464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-4e41fab1-b767-4b49-a335-236356329cdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 1096 time: 0.0915523 Jul 23 17:22:40.458762 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-0901d4bb-bc8c-44ac-9cd8-e3c2c0eaaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:40.460204 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-0901d4bb-bc8c-44ac-9cd8-e3c2c0eaaeca service neutron] 10.222.0.67 "GET /v2.0/networks?id=7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 200 len: 918 time: 0.1031106 Jul 23 17:22:40.504072 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-b63c984a-0e5a-4dbb-a892-9613c3834eb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7649b07-0cb6-40a8-b525-feb716657459 HTTP/1.1" status: 200 len: 217 time: 0.0371106 Jul 23 17:22:40.561092 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-8815ee65-6eb5-415f-b18a-d632df4238d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:40.562714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-8815ee65-6eb5-415f-b18a-d632df4238d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 200 len: 856 time: 0.0523493 Jul 23 17:22:40.631301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-eb2df064-b98f-4a34-b779-db796d699b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:40.632964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-eb2df064-b98f-4a34-b779-db796d699b23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7352da0f-7040-4d0b-85ed-5618dcf8b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631092 Jul 23 17:22:40.740909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-2f0b712c-41e8-4212-995d-0261807e6281 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013684 Jul 23 17:22:40.842853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-112eaf00-9b85-4270-9cc3-e1cd982143ac req-652d36c5-9508-4d32-9956-ed1decafafc0 service neutron] 10.222.0.67 "GET /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953248 Jul 23 17:22:41.923541 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-834c55fe-bede-4ab7-992c-1d81f4123ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:42.345491 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:44.416816 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:44.476506 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3fa01d7d-73a9-4600-ae8c-c5172c642840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:45.086777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:22:45.768029 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:47.673588 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:58.164594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876397a-3b86-4b07-b29c-94db6d3f037b req-f47232ee-edc9-43af-a7dd-4aae9bc38265 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:58.166108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8876397a-3b86-4b07-b29c-94db6d3f037b req-f47232ee-edc9-43af-a7dd-4aae9bc38265 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.0677102 Jul 23 17:22:58.206412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8876397a-3b86-4b07-b29c-94db6d3f037b req-ac8cbe57-cc63-491a-9616-f59a7ac61658 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Jul 23 17:22:59.344963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d088da-85bd-4e62-9547-ca1366181f99 req-1213eda7-8c1f-4743-b6aa-fa067e652bd5 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:59.346483 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11d088da-85bd-4e62-9547-ca1366181f99 req-1213eda7-8c1f-4743-b6aa-fa067e652bd5 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.0684645 Jul 23 17:22:59.385785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-11d088da-85bd-4e62-9547-ca1366181f99 req-c822ad71-cf48-4c4d-8b00-93a8dbad6f7c tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b7737d9-a0d6-4791-ab8e-912050fc6b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Jul 23 17:22:59.502600 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:22:59.820906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbded23-353b-4168-bd4e-016865536033 req-d51e1aab-be3f-48e5-9c70-f7123c8ddb7e tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:22:59.822294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cbded23-353b-4168-bd4e-016865536033 req-d51e1aab-be3f-48e5-9c70-f7123c8ddb7e tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 945 time: 0.0663326 Jul 23 17:23:00.215833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Deleting port d7649b07-0cb6-40a8-b525-feb716657459 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:00.216102 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:00.308058 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] For port d7649b07-0cb6-40a8-b525-feb716657459, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=d7649b07-0cb6-40a8-b525-feb716657459,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:00.308421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:00.322076 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Calling delete_port for d7649b07-0cb6-40a8-b525-feb716657459 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:00.464770 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:00.476622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['d7649b07-0cb6-40a8-b525-feb716657459'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:23:00.510822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Pushing event deleted for resources: {'Port': ['ID=d7649b07-0cb6-40a8-b525-feb716657459,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:00.514583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9795b8cd-9247-4a68-a3ec-a361e7f96c6c req-27ac4916-3dfa-4dfb-8801-4e37d2b81a83 tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.64 "GET /v2.0/ports?device_id=701defc3-6bc7-45f3-9269-b797784bc63a HTTP/1.1" status: 200 len: 210 time: 0.0601225 Jul 23 17:23:00.568567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] No DVR routers for this DVR port d7649b07-0cb6-40a8-b525-feb716657459 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:23:00.571543 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:00.574007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7cbded23-353b-4168-bd4e-016865536033 req-3ffeeda3-bfb9-482c-b67e-979afb063bab tempest-TestEncryptedCinderVolumes-2090794352 tempest-TestEncryptedCinderVolumes-2090794352-project] 10.222.0.67 "DELETE /v2.0/ports/d7649b07-0cb6-40a8-b525-feb716657459 HTTP/1.1" status: 204 len: 173 time: 0.7463386 Jul 23 17:23:00.574522 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'name': 'network-vif-deleted', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:00.577518 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e18fe-6711-4e7c-8576-e11c43197f17" -d '{"events": [{"server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "name": "network-vif-deleted", "tag": "d7649b07-0cb6-40a8-b525-feb716657459"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:00.623252 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328603a2-7092-4c2b-8cbe-bb318b8df499 x-openstack-request-id: req-328603a2-7092-4c2b-8cbe-bb318b8df499 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:00.623555 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701defc3-6bc7-45f3-9269-b797784bc63a", "name": "network-vif-deleted", "tag": "d7649b07-0cb6-40a8-b525-feb716657459", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:00.623801 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-328603a2-7092-4c2b-8cbe-bb318b8df499 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:00.624201 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701defc3-6bc7-45f3-9269-b797784bc63a', 'name': 'network-vif-deleted', 'tag': 'd7649b07-0cb6-40a8-b525-feb716657459', 'status': 'completed', 'code': 200} Jul 23 17:23:01.614561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42724) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:01.966359 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:02.229798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Deleting port 368d5361-fd05-40c7-bb73-0c099fcd75bb {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:02.230166 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:02.318791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] For port 368d5361-fd05-40c7-bb73-0c099fcd75bb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=368d5361-fd05-40c7-bb73-0c099fcd75bb,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:02.319143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:02.332529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Calling delete_port for 368d5361-fd05-40c7-bb73-0c099fcd75bb owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:02.509495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:02.532716 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=368d5361-fd05-40c7-bb73-0c099fcd75bb,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:02.716497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:02.936379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:23:03.048062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:03.053920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ca37ba1c-46b7-41c6-946a-10054d661b16 admin admin] 10.222.0.64 "PUT /v2.0/routers/73635dbb-8588-4a05-a420-0b2cdaf9adb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4376528 Jul 23 17:23:03.056481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42726) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:03.059261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Sync routers for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:03.069005 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:03.069655 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:03.167735 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.180602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:03.275686 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.331944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Deleting port 315bbbfa-b871-430e-9836-4fc149c3f63b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:03.332282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.378398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:23:02Z', 'revision_number': 5, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port': {'id': '315bbbfa-b871-430e-9836-4fc149c3f63b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:03.406312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Checking router: 73635dbb-8588-4a05-a420-0b2cdaf9adb9 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:03.415885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Routers {'73635dbb-8588-4a05-a420-0b2cdaf9adb9'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:03.416164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] For port 315bbbfa-b871-430e-9836-4fc149c3f63b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=315bbbfa-b871-430e-9836-4fc149c3f63b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:03.416456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.416632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:03.434593 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Calling delete_port for 315bbbfa-b871-430e-9836-4fc149c3f63b owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:03.515305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] Set router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:03.570252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:23:03Z', 'revision_number': 6, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:03.601231 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.601483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbbc63-5d98-4dbb-868d-12a9325f1c3a None None] The sync data for ids ['73635dbb-8588-4a05-a420-0b2cdaf9adb9'] in n-d-800484-3 is: [{'id': '73635dbb-8588-4a05-a420-0b2cdaf9adb9', 'name': 'tempest-TestEncryptedCinderVolumes-1251404575-router', 'tenant_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:43Z', 'updated_at': '2021-07-23T17:23:03Z', 'revision_number': 6, 'project_id': 'f97f37f3ff9c4dfabfb2dec73b5071b8', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:03.634745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=315bbbfa-b871-430e-9836-4fc149c3f63b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:03.644164 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d7649b07-0cb6-40a8-b525-feb716657459 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:03.664955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: d7649b07-0cb6-40a8-b525-feb716657459 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:03.665603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device d7649b07-0cb6-40a8-b525-feb716657459 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:03.700403 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.791069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.793160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.835338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.835859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73635dbb-8588-4a05-a420-0b2cdaf9adb9 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:23:03.840529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.841726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f7fc2c9a-54f1-4f0d-8c56-5a18cf6f8fe7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/73635dbb-8588-4a05-a420-0b2cdaf9adb9 HTTP/1.1" status: 204 len: 168 time: 0.7842753 Jul 23 17:23:03.844526 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42728) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:03.893543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Deleting subnet d13fbf42-d59e-4d61-adba-d0fa1581bcf1 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:23:03.896500 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:03.930841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.019201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.080432 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.105538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13fbf42-d59e-4d61-adba-d0fa1581bcf1,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:04.109066 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.111625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-004791bb-b7fc-4c67-bb91-c356ac3192f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d13fbf42-d59e-4d61-adba-d0fa1581bcf1 HTTP/1.1" status: 204 len: 168 time: 0.2654939 Jul 23 17:23:04.114555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42730) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:04.118087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15667967-c375-42a9-94ed-6d51d370f5fd None None] Network 7352da0f-7040-4d0b-85ed-5618dcf8b79c requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:04.181751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.233030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Deleting port 04565a75-6788-4edf-9414-f95dbaf780ee {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:04.233367 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.307002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] For port 04565a75-6788-4edf-9414-f95dbaf780ee, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=04565a75-6788-4edf-9414-f95dbaf780ee,segment=NetworkSegment(161b218e-8230-46f0-a6b9-9f25e314a82d),segment_id=161b218e-8230-46f0-a6b9-9f25e314a82d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:04.307621 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.322595 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Calling delete_port for 04565a75-6788-4edf-9414-f95dbaf780ee owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:04.412773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0d5af-da55-46fb-b5e4-ecd8a163c868 None None] DHCP port deletion for 7352da0f-7040-4d0b-85ed-5618dcf8b79c request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:23:04.413044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.448715 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Pushing event deleted for resources: {'Port': ['ID=04565a75-6788-4edf-9414-f95dbaf780ee,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:04.450620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] No DVR routers for this DVR port 04565a75-6788-4edf-9414-f95dbaf780ee on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:23:04.475883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 04565a75-6788-4edf-9414-f95dbaf780ee no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:04.497303 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 04565a75-6788-4edf-9414-f95dbaf780ee {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:04.497591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 04565a75-6788-4edf-9414-f95dbaf780ee not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:04.498039 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 368d5361-fd05-40c7-bb73-0c099fcd75bb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:04.518603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 368d5361-fd05-40c7-bb73-0c099fcd75bb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:04.518947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 368d5361-fd05-40c7-bb73-0c099fcd75bb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:04.519361 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 315bbbfa-b871-430e-9836-4fc149c3f63b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:04.524332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.535893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7352da0f-7040-4d0b-85ed-5618dcf8b79c']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:04.546580 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161b218e-8230-46f0-a6b9-9f25e314a82d') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:04.547254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161b218e-8230-46f0-a6b9-9f25e314a82d') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:04.558307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 315bbbfa-b871-430e-9836-4fc149c3f63b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:04.558307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 315bbbfa-b871-430e-9836-4fc149c3f63b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:04.558644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.574465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.581429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:23:04.581832 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:23:04.583577 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:23:04.648199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.661371 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:04.661371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7352da0f-7040-4d0b-85ed-5618dcf8b79c HTTP/1.1" status: 204 len: 168 time: 0.5439525 Jul 23 17:23:04.663046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:04.678519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237307-1707-4c92-a089-e9bd33cd8299 admin admin] Pushing event deleted for resources: {'Network': ['ID=7352da0f-7040-4d0b-85ed-5618dcf8b79c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:05.029562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.292312 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Deleting port e8f3800b-ae3a-4177-8b21-95fa94299eec {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:05.292646 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.372388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] For port e8f3800b-ae3a-4177-8b21-95fa94299eec, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e8f3800b-ae3a-4177-8b21-95fa94299eec,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:05.372781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.386022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Calling delete_port for e8f3800b-ae3a-4177-8b21-95fa94299eec owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:05.574437 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:05.605113 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f3800b-ae3a-4177-8b21-95fa94299eec,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:05.618076 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.618424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.618791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.619208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.619458 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.619786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.620112 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.620435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.620758 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.621083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.621410 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.621727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:05.787914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.015716 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:23:06.130438 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:06.137274 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-166222e6-2cd9-4efb-8f46-b429aba868da admin admin] 10.222.0.64 "PUT /v2.0/routers/22e2bf7d-0f24-490b-9e6f-c1721c5df854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4734676 Jul 23 17:23:06.140177 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42740) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:06.142774 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Sync routers for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:06.154385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:06.155066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:06.247814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.271233 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:06.365333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.442935 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Deleting port 2c016a38-1bad-4e57-81f1-0f15270338b9 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:06.443489 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.488096 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:23:05Z', 'revision_number': 5, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port': {'id': '2c016a38-1bad-4e57-81f1-0f15270338b9', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:06.540970 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] For port 2c016a38-1bad-4e57-81f1-0f15270338b9, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2c016a38-1bad-4e57-81f1-0f15270338b9,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:06.541175 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Checking router: 22e2bf7d-0f24-490b-9e6f-c1721c5df854 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:06.541292 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.552475 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Routers {'22e2bf7d-0f24-490b-9e6f-c1721c5df854'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:06.553097 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:06.555994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Calling delete_port for 2c016a38-1bad-4e57-81f1-0f15270338b9 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:06.642867 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] Set router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:06.703921 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:23:06Z', 'revision_number': 6, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:06.737328 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8146b2-829b-4194-9982-15f17b3e8ffa None None] The sync data for ids ['22e2bf7d-0f24-490b-9e6f-c1721c5df854'] in n-d-800484-3 is: [{'id': '22e2bf7d-0f24-490b-9e6f-c1721c5df854', 'name': 'tempest-TestEncryptedCinderVolumes-134777422-router', 'tenant_id': '48df206274ba4124a69f465d4ac187f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:21:48Z', 'updated_at': '2021-07-23T17:23:06Z', 'revision_number': 6, 'project_id': '48df206274ba4124a69f465d4ac187f9', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:06.752252 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.788132 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c016a38-1bad-4e57-81f1-0f15270338b9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:06.855406 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.950177 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.952311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.995920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:06.996504 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e2bf7d-0f24-490b-9e6f-c1721c5df854 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:23:07.001158 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.003019 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-17590cf2-5dc9-401b-a3b5-7baa0c5c37e2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/22e2bf7d-0f24-490b-9e6f-c1721c5df854 HTTP/1.1" status: 204 len: 168 time: 0.8614080 Jul 23 17:23:07.011982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:07.058524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Deleting subnet f55a4ea5-98f2-474b-a6be-c0ff518d7872 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:23:07.062129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.102825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.198305 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.255957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.284184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55a4ea5-98f2-474b-a6be-c0ff518d7872,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:07.286271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.290722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e2ec9-37fd-49ec-ba08-fb91b9eabea5 None None] Network ca3121bf-6ef8-48a6-9908-af21de1e1929 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:07.291254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f2e2a6cb-47ad-41d7-8046-7ded43ad67d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f55a4ea5-98f2-474b-a6be-c0ff518d7872 HTTP/1.1" status: 204 len: 168 time: 0.2774320 Jul 23 17:23:07.291450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42744) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:07.364021 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.424735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Deleting port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:07.425068 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.492451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] For port 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2db613b7-f7a1-42d0-93dc-6654da13a6e3,segment=NetworkSegment(351012e3-bfc3-4389-98d9-e768a7d9d6b9),segment_id=351012e3-bfc3-4389-98d9-e768a7d9d6b9)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:07.492802 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.506330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Calling delete_port for 2db613b7-f7a1-42d0-93dc-6654da13a6e3 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:07.544670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] DHCP port deletion for ca3121bf-6ef8-48a6-9908-af21de1e1929 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:23:07.599793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.603537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Deleting port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:23:07.603920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.627995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db613b7-f7a1-42d0-93dc-6654da13a6e3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:07.634112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] No DVR routers for this DVR port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:23:07.679031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] For port 2db613b7-f7a1-42d0-93dc-6654da13a6e3, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:07.679431 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.700312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Calling delete_port for 2db613b7-f7a1-42d0-93dc-6654da13a6e3 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:23:07.703930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:23:07.705533 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.725613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.732453 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] Pushing event deleted for resources: {'Port': ['ID=2db613b7-f7a1-42d0-93dc-6654da13a6e3,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:07.737883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3121bf-6ef8-48a6-9908-af21de1e1929']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:07.739205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815f1dc-b239-4002-9a4c-c78d8e5cdc5b None None] No DVR routers for this DVR port 2db613b7-f7a1-42d0-93dc-6654da13a6e3 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:23:07.754189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351012e3-bfc3-4389-98d9-e768a7d9d6b9') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:07.754529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351012e3-bfc3-4389-98d9-e768a7d9d6b9') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:07.764922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.783629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.790508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:23:07.790902 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:23:07.792699 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:23:07.853885 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.861476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:07.864946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca3121bf-6ef8-48a6-9908-af21de1e1929 HTTP/1.1" status: 204 len: 168 time: 0.5724943 Jul 23 17:23:07.881337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0766f-4a66-48aa-b1fd-185612b5d3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3121bf-6ef8-48a6-9908-af21de1e1929,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:08.057558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42748) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:08.102809 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5e09e4dc-32a6-4f3a-a93c-1d839570e58f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f97f37f3ff9c4dfabfb2dec73b5071b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440056 Jul 23 17:23:08.105563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42750) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:08.164265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.186020 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.239318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.241916 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.243108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b7737d9-a0d6-4791-ab8e-912050fc6b97 HTTP/1.1" status: 204 len: 168 time: 0.1364400 Jul 23 17:23:08.250897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a5b4d-1c12-482b-9ff3-45cbd12853f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7737d9-a0d6-4791-ab8e-912050fc6b97,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:08.426540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2c016a38-1bad-4e57-81f1-0f15270338b9 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:08.463588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 2c016a38-1bad-4e57-81f1-0f15270338b9 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:08.464028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2c016a38-1bad-4e57-81f1-0f15270338b9 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:08.464735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e8f3800b-ae3a-4177-8b21-95fa94299eec no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:08.484980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e8f3800b-ae3a-4177-8b21-95fa94299eec {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:08.485327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e8f3800b-ae3a-4177-8b21-95fa94299eec not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:08.486293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2db613b7-f7a1-42d0-93dc-6654da13a6e3 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:23:08.505490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 2db613b7-f7a1-42d0-93dc-6654da13a6e3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:23:08.505837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2db613b7-f7a1-42d0-93dc-6654da13a6e3 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:23:08.627783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42756) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:08.669987 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3cb234a0-36cf-4d97-859a-c128694d1316 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48df206274ba4124a69f465d4ac187f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406461 Jul 23 17:23:08.672405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42758) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:08.727429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.748909 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.797448 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.800090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:08.801264 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ee2eca1-a6f7-4f2c-a89c-7967b8f7ac57 HTTP/1.1" status: 204 len: 168 time: 0.1274235 Jul 23 17:23:08.809402 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6b0c2-52ec-4a8c-b971-27720862f22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee2eca1-a6f7-4f2c-a89c-7967b8f7ac57,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:09.517560 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42780) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:09.640749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1432036457-network', 'tenant_id': '747c53c07718438bb99af8dc138de261'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:09.675492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Made reservation on behalf of 747c53c07718438bb99af8dc138de261 for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:23:09.678038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.687063 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.823655 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.828057 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.854028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:23:09.864822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa13e9-6df9-4051-a880-53d08d88642b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:09.870059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.870403 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Added segment 21a9b56a-e18f-449f-82e3-795d11175da4 of type vlan for network 95b41154-5800-43bd-9073-40ae18eb93fd Jul 23 17:23:09.913843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.948192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.949162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:09.950015 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:09.981696 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4629145 Jul 23 17:23:09.984597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42784) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:09.991503 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Request body: {'subnet': {'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1432036457-subnet', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:10.024388 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d8a99-12b1-41ea-8107-7522fcad58e4 admin admin] Pushing event updated for resources: {'Network': ['ID=95b41154-5800-43bd-9073-40ae18eb93fd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:10.034169 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 95b41154-5800-43bd-9073-40ae18eb93fd details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:23:10.040277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Made reservation on behalf of 747c53c07718438bb99af8dc138de261 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:23:10.042738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.228085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.287379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4272f849-774e-4578-9fd1-13b79cfbd803,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:10.295649 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Checking segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:10.295825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Network hostable DHCP agents. Network: 95b41154-5800-43bd-9073-40ae18eb93fd, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:23:10.314250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Network 95b41154-5800-43bd-9073-40ae18eb93fd is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:23:10.323748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 95b41154-5800-43bd-9073-40ae18eb93fd) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:10.328037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:10.328795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.332943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b7390-058c-428c-9007-5f7b72f5811c None None] Network 95b41154-5800-43bd-9073-40ae18eb93fd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:10.347924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7dc3116e-4328-43f5-878e-000b7a370921 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3622913 Jul 23 17:23:10.350679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42786) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:10.355559 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:10.379893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.381539 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.529557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-95b41154-5800-43bd-9073-40ae18eb93fd', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:23:10.530605 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.695222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Allocated IP 172.20.0.2 (95b41154-5800-43bd-9073-40ae18eb93fd/4272f849-774e-4578-9fd1-13b79cfbd803/c89fc2c7-8790-4e69-a7a4-040fefb01587) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:10.732199 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.849682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.859493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Transition to ACTIVE for port object c89fc2c7-8790-4e69-a7a4-040fefb01587 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:10.875598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Transition to ACTIVE for port object c89fc2c7-8790-4e69-a7a4-040fefb01587 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:10.881613 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.884125 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:10.926740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Network 95b41154-5800-43bd-9073-40ae18eb93fd is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:10.929752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:10.942018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:10.944072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Pushing event updated for resources: {'Port': ['ID=c89fc2c7-8790-4e69-a7a4-040fefb01587,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:11.005001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Attempting to bind port c89fc2c7-8790-4e69-a7a4-040fefb01587 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:11.005404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Attempting to bind port c89fc2c7-8790-4e69-a7a4-040fefb01587 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:11.005790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Attempting to bind port c89fc2c7-8790-4e69-a7a4-040fefb01587 on network 95b41154-5800-43bd-9073-40ae18eb93fd {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:11.010941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:11.011318 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Checking segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:11.011724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.012124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Bound using segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:11.012589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Bound port: c89fc2c7-8790-4e69-a7a4-040fefb01587, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:11.012977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.082227 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] For port c89fc2c7-8790-4e69-a7a4-040fefb01587, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:11.086546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] For port c89fc2c7-8790-4e69-a7a4-040fefb01587, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c89fc2c7-8790-4e69-a7a4-040fefb01587,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:11.091156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.101776 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.121510 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.155922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8276b9-0bcd-4ba7-87ee-11e41569f9d1 None None] Pushing event updated for resources: {'Port': ['ID=c89fc2c7-8790-4e69-a7a4-040fefb01587,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:11.239562 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Allocated IP 172.25.2.217 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/a2bd6269-5171-44cd-b27e-a8c365b08e35) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:11.363980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.418525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.459096 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:11.462116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:11.465842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:11.475259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Pushing event updated for resources: {'Port': ['ID=a2bd6269-5171-44cd-b27e-a8c365b08e35,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:11.741866 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.919717 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a33f92d1-08a5-4d63-b63a-ddbc7a68d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:11.974592 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.106495 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444ec5f-e5fc-4b61-bd88-5394b58a861a None None] Network 95b41154-5800-43bd-9073-40ae18eb93fd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:12.133974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:23:12.227589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b4af45af-162b-4743-a68d-26e624444096 None None] Provisioning for port c89fc2c7-8790-4e69-a7a4-040fefb01587 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:12.243780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:12.258698 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.260020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f1db908b-a380-4f9f-8990-27ee06f7a3ac admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9083295 Jul 23 17:23:12.262829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42788) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:12.263268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Sync routers for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:12.277366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:12.277904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:12.364156 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.415064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:12.508144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c89fc2c7-8790-4e69-a7a4-040fefb01587 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:12.791255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.809231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c89fc2c7-8790-4e69-a7a4-040fefb01587 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:12.814988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c89fc2c7-8790-4e69-a7a4-040fefb01587 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:12.815383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.871817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:11Z', 'revision_number': 3, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:12.921530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Checking router: 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:12.921859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Updating router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 port a2bd6269-5171-44cd-b27e-a8c365b08e35 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:23:12.959013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:12.964855 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Allocated IP 172.20.0.1 (95b41154-5800-43bd-9073-40ae18eb93fd/4272f849-774e-4578-9fd1-13b79cfbd803/fb9dd406-51ba-49fa-ad78-edf8e17ee030) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:12.972284 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.028976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c89fc2c7-8790-4e69-a7a4-040fefb01587, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c89fc2c7-8790-4e69-a7a4-040fefb01587,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:13.076893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.090171 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.105316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Transition to ACTIVE for port object fb9dd406-51ba-49fa-ad78-edf8e17ee030 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:13.143626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.158451 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c89fc2c7-8790-4e69-a7a4-040fefb01587,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:13.184023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Network 95b41154-5800-43bd-9073-40ae18eb93fd is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:13.187320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:13.191821 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:13.232027 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:13.244090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.314848 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.324792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Transition to ACTIVE for port object a2bd6269-5171-44cd-b27e-a8c365b08e35 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:13.332010 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.386932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Attempting to bind port a2bd6269-5171-44cd-b27e-a8c365b08e35 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:13.387322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Attempting to bind port a2bd6269-5171-44cd-b27e-a8c365b08e35 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:13.387698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Attempting to bind port a2bd6269-5171-44cd-b27e-a8c365b08e35 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:13.399083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dbcf8-8a04-43c3-8daf-04f2461954e5 None None] Pushing event updated for resources: {'Port': ['ID=a2bd6269-5171-44cd-b27e-a8c365b08e35,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:13.402889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:13.403275 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:13.404048 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.404456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:13.404944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Bound port: a2bd6269-5171-44cd-b27e-a8c365b08e35, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:13.405898 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.409271 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.463334 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5a569502-d113-4ae2-89d8-da3ed86e44ed None None] Provisioning for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:13.472225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5a569502-d113-4ae2-89d8-da3ed86e44ed None None] Provisioning complete for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:13.472525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5a569502-d113-4ae2-89d8-da3ed86e44ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.502554 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] For port a2bd6269-5171-44cd-b27e-a8c365b08e35, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:13.519210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] For port a2bd6269-5171-44cd-b27e-a8c365b08e35, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a2bd6269-5171-44cd-b27e-a8c365b08e35,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:13.529765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.533878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5a569502-d113-4ae2-89d8-da3ed86e44ed None None] Port fb9dd406-51ba-49fa-ad78-edf8e17ee030 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:23:13.586738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:13.587266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:22:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:13.608263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.613579 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.658552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dbcf8-8a04-43c3-8daf-04f2461954e5 None None] Pushing event updated for resources: {'Port': ['ID=a2bd6269-5171-44cd-b27e-a8c365b08e35,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:13.680313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:13.685793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:13.716659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:13.813286 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Network 95b41154-5800-43bd-9073-40ae18eb93fd is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:13.815132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:13.942852 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:23:14.013851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:12Z', 'revision_number': 1, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:14.053803 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bbaed5-bbbf-4fb7-8878-afa78a56a787 None None] The sync data for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 is: [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:12Z', 'revision_number': 1, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:14.066280 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f2761cad-083f-4bf4-9b3f-4a8c42cee071 None None] Provisioning complete for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:14.066751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2761cad-083f-4bf4-9b3f-4a8c42cee071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.093029 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:14.102004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8271e5f7-28b8-4a01-9cf0-f3cfd5989690 admin admin] 10.222.0.64 "PUT /v2.0/routers/07a0cdd2-4bbd-47f3-a03b-1328cc872a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351312 Jul 23 17:23:14.122932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f2761cad-083f-4bf4-9b3f-4a8c42cee071 None None] Port fb9dd406-51ba-49fa-ad78-edf8e17ee030 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:23:14.424754 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.459642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c89fc2c7-8790-4e69-a7a4-040fefb01587 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:14.510626 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-93c4971c-11f3-4141-8d94-63533f310ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.527830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c89fc2c7-8790-4e69-a7a4-040fefb01587 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:14.528245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.689733 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 42804) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:14.694862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1691154796-network', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:14.728897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Made reservation on behalf of f40f4e6c884d404aba5c28a93e83e8cf for: {'network': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:23:14.731717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.745520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.851234 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.855758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.885094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=94003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:23:14.891831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aae7e2-e900-48a1-98c4-53069283b4ad,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:14.898290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.898511 n-d-800484-3 neutron-server[94003]: INFO neutron.db.segments_db [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Added segment cac904b0-5c52-461b-a3ae-3926521a1b7e of type vlan for network c20a0ad1-de00-4544-827c-ae01787ab50e Jul 23 17:23:14.942774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.975308 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:14.976515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:14.977042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.042296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3510458 Jul 23 17:23:15.043692 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe3218-3455-4661-9029-5d4e7073fa78 admin admin] Pushing event updated for resources: {'Network': ['ID=c20a0ad1-de00-4544-827c-ae01787ab50e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:15.045658 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42806) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:15.056035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Request body: {'subnet': {'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1691154796-subnet', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'ip_version': 4}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:15.061262 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network c20a0ad1-de00-4544-827c-ae01787ab50e details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:23:15.095303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Made reservation on behalf of f40f4e6c884d404aba5c28a93e83e8cf for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:23:15.098509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.288895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.341829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa9ec16-b4f2-4848-b993-c44b08514224,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:15.363374 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Checking segment: {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:15.363731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Network hostable DHCP agents. Network: c20a0ad1-de00-4544-827c-ae01787ab50e, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:23:15.383656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Network c20a0ad1-de00-4544-827c-ae01787ab50e is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:23:15.396917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, c20a0ad1-de00-4544-827c-ae01787ab50e) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:15.408161 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:15.408496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e78ca6-f04f-4562-9fb4-d88d3d3b7439 None None] Network c20a0ad1-de00-4544-827c-ae01787ab50e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:15.409237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.435226 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9980adc8-49d1-4e4e-98a8-48f2ade95653 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3872340 Jul 23 17:23:15.438549 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42808) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:15.446827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:15.473146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.474203 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.537051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.608888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-c20a0ad1-de00-4544-827c-ae01787ab50e', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:23:15.610963 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.697551 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.804365 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.863928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Allocated IP 172.20.0.2 (c20a0ad1-de00-4544-827c-ae01787ab50e/afa9ec16-b4f2-4848-b993-c44b08514224/9a42a0b1-85bc-49e1-9b2d-00df8d235bba) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:15.936431 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:15.963099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.073962 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.094183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Transition to ACTIVE for port object 9a42a0b1-85bc-49e1-9b2d-00df8d235bba will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:16.108463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Allocated IP 172.25.2.98 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/df6f6af3-470f-48a3-840b-5457d4b09a2b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:16.125049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Transition to ACTIVE for port object 9a42a0b1-85bc-49e1-9b2d-00df8d235bba will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:16.132752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.174891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Network c20a0ad1-de00-4544-827c-ae01787ab50e is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:16.178152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:16.182131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:16.200424 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Pushing event updated for resources: {'Port': ['ID=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:16.244145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.256070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Attempting to bind port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:16.256438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Attempting to bind port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:16.256802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Attempting to bind port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba on network c20a0ad1-de00-4544-827c-ae01787ab50e {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:16.262085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:16.262454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Checking segment: {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:16.262849 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.263242 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Bound using segment: {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:16.263705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Bound port: 9a42a0b1-85bc-49e1-9b2d-00df8d235bba, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:16.264095 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.278317 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Sync routers for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:16.289700 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:16.290391 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:16.292237 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.334492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] For port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:16.338088 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:16.338370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] For port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:16.342305 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:16.342990 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.346908 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:16.390170 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Pushing event updated for resources: {'Port': ['ID=df6f6af3-470f-48a3-840b-5457d4b09a2b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:16.417025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc4be9-e50c-42be-a0d7-5e028a72b37a None None] Pushing event updated for resources: {'Port': ['ID=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:16.421316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:16.524662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a2bd6269-5171-44cd-b27e-a8c365b08e35 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:16.619237 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a2bd6269-5171-44cd-b27e-a8c365b08e35 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:16.626482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a2bd6269-5171-44cd-b27e-a8c365b08e35 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:16.626908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.707906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.756528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.784480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a2bd6269-5171-44cd-b27e-a8c365b08e35, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a2bd6269-5171-44cd-b27e-a8c365b08e35,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:16.789609 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.850592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a2bd6269-5171-44cd-b27e-a8c365b08e35,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:16.860516 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 2, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:16.909261 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Checking router: 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:16.909866 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Updating router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 port fb9dd406-51ba-49fa-ad78-edf8e17ee030 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:23:16.950167 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:16.974646 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.093420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Router 38ea924f-652b-4e78-834d-642e3141fe85 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:23:17.379928 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.394932 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Transition to ACTIVE for port object fb9dd406-51ba-49fa-ad78-edf8e17ee030 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:17.403680 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.511647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Pushing event updated for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:17.536309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.536970 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.537481 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.537997 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.538485 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.538974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.539590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.539790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.540274 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.540750 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.541235 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.541559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:17.547321 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Attempting to bind port fb9dd406-51ba-49fa-ad78-edf8e17ee030 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:17.547511 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Attempting to bind port fb9dd406-51ba-49fa-ad78-edf8e17ee030 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:17.548382 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Attempting to bind port fb9dd406-51ba-49fa-ad78-edf8e17ee030 on network 95b41154-5800-43bd-9073-40ae18eb93fd {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:17.556332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:17.556332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Checking segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:17.556777 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.556777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Bound using segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:17.557218 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Bound port: fb9dd406-51ba-49fa-ad78-edf8e17ee030, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:17.558542 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.596916 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:17.612487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Sync routers for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:17.618688 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66a389-6b42-4c29-b860-84c6129c6822 None None] Network c20a0ad1-de00-4544-827c-ae01787ab50e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:23:17.635600 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.638093 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04307881-5709-411a-8b3b-ae5659c0fe12 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1980135 Jul 23 17:23:17.643337 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 42810) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:23:17.650079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:17.650901 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:17.700413 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] For port fb9dd406-51ba-49fa-ad78-edf8e17ee030, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:17.708596 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] For port fb9dd406-51ba-49fa-ad78-edf8e17ee030, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fb9dd406-51ba-49fa-ad78-edf8e17ee030,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:17.715935 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.795814 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:17.796445 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:17.800305 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242801d-7669-4bf9-963c-1c9014e682d4 None None] Pushing event updated for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:17.899805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:17.927610 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:17.960790 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:17.979286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b0e1bfdd-ea80-467a-99e5-b119b5734c84 None None] Provisioning for port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:18.188346 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:17Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:18.218360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d23dfc6-1760-473f-ac08-2cf74161bd1c None None] The sync data for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 is: [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:17Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:18.283064 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.375232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 3, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:18.407957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Checking router: 38ea924f-652b-4e78-834d-642e3141fe85 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:18.408526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Updating router 38ea924f-652b-4e78-834d-642e3141fe85 port df6f6af3-470f-48a3-840b-5457d4b09a2b binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:23:18.467655 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Allocated IP 172.20.0.1 (c20a0ad1-de00-4544-827c-ae01787ab50e/afa9ec16-b4f2-4848-b993-c44b08514224/fc822cf3-4747-4e99-9603-f4fdc0d9e765) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:18.487696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.644570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.692015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9a42a0b1-85bc-49e1-9b2d-00df8d235bba up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:18.699930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Transition to ACTIVE for port object fc822cf3-4747-4e99-9603-f4fdc0d9e765 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:18.741457 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.789394 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Network c20a0ad1-de00-4544-827c-ae01787ab50e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:18.796661 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:18.802626 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Pushing event updated for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:18.808502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:18.831047 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:18.840957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:18.841337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:18.876768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.031892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.043633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.080860 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Transition to ACTIVE for port object df6f6af3-470f-48a3-840b-5457d4b09a2b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:19.102407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.127075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.130689 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:19.161765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.162736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a2bd6269-5171-44cd-b27e-a8c365b08e35 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:19.215367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-461be201-6d7e-46ba-978c-520f376933a8 None None] Provisioning for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:19.223217 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Attempting to bind port df6f6af3-470f-48a3-840b-5457d4b09a2b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:19.223711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Attempting to bind port df6f6af3-470f-48a3-840b-5457d4b09a2b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:19.224008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Attempting to bind port df6f6af3-470f-48a3-840b-5457d4b09a2b on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:19.234368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-461be201-6d7e-46ba-978c-520f376933a8 None None] Provisioning complete for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:19.234823 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-461be201-6d7e-46ba-978c-520f376933a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.240425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968499c1-efed-42b5-8509-603b58d173a3 None None] Pushing event updated for resources: {'Port': ['ID=df6f6af3-470f-48a3-840b-5457d4b09a2b,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:19.269460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:19.269985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:19.270291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.270687 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:19.271178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Bound port: df6f6af3-470f-48a3-840b-5457d4b09a2b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:19.271570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.358219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.363486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-461be201-6d7e-46ba-978c-520f376933a8 None None] Port fc822cf3-4747-4e99-9603-f4fdc0d9e765 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:23:19.364606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.380990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:19.403823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a2bd6269-5171-44cd-b27e-a8c365b08e35 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:19.404204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.408624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] For port df6f6af3-470f-48a3-840b-5457d4b09a2b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:19.442151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] For port df6f6af3-470f-48a3-840b-5457d4b09a2b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df6f6af3-470f-48a3-840b-5457d4b09a2b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:19.449023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Pushing event updated for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:19.450556 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.452222 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.530682 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968499c1-efed-42b5-8509-603b58d173a3 None None] Pushing event updated for resources: {'Port': ['ID=df6f6af3-470f-48a3-840b-5457d4b09a2b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:19.539873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:19.540488 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:19.569898 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Network c20a0ad1-de00-4544-827c-ae01787ab50e is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:19.571536 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:19.644918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fb9dd406-51ba-49fa-ad78-edf8e17ee030 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:19.715260 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:19.734598 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Router 38ea924f-652b-4e78-834d-642e3141fe85 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:23:19.753897 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:19.768147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:19.768147 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:19.872143 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:23:19.877554 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52b33832-908e-4136-aa52-a85354d8b85a admin admin] 10.222.0.64 "PUT /v2.0/routers/38ea924f-652b-4e78-834d-642e3141fe85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325501 Jul 23 17:23:19.933507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-2525ba9c-4f82-4e22-a2ca-a4855aa4e9a2 None None] Provisioning complete for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:19.933887 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2525ba9c-4f82-4e22-a2ca-a4855aa4e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:20.013160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:20.026305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-2525ba9c-4f82-4e22-a2ca-a4855aa4e9a2 None None] Port fc822cf3-4747-4e99-9603-f4fdc0d9e765 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:23:20.066365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fb9dd406-51ba-49fa-ad78-edf8e17ee030, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fb9dd406-51ba-49fa-ad78-edf8e17ee030,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:20.071142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:20.078773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fc822cf3-4747-4e99-9603-f4fdc0d9e765', 'name': '', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'mac_address': 'fa:16:3e:33:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:18Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 2, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'subnets': [{'id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:20.126839 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d01f2c-daa7-415d-ade6-c40045e3906e None None] The sync data for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 is: [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fc822cf3-4747-4e99-9603-f4fdc0d9e765', 'name': '', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'mac_address': 'fa:16:3e:33:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:18Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 2, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'subnets': [{'id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:20.153367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:20.506898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9a42a0b1-85bc-49e1-9b2d-00df8d235bba up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:20.573407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:20.573775 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:20.663068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fb9dd406-51ba-49fa-ad78-edf8e17ee030 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:20.733249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fb9dd406-51ba-49fa-ad78-edf8e17ee030 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:20.734066 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:22.091482 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:23:22.494394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Sync routers for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:23:22.507130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df6f6af3-470f-48a3-840b-5457d4b09a2b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:22.515805 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:22.517394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:22.601252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port df6f6af3-470f-48a3-840b-5457d4b09a2b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:22.609517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df6f6af3-470f-48a3-840b-5457d4b09a2b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:22.609989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:22.711831 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:22.736821 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:22.761331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port df6f6af3-470f-48a3-840b-5457d4b09a2b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df6f6af3-470f-48a3-840b-5457d4b09a2b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:22.767369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:22.859532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=df6f6af3-470f-48a3-840b-5457d4b09a2b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:22.977100 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fc822cf3-4747-4e99-9603-f4fdc0d9e765', 'name': '', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'mac_address': 'fa:16:3e:33:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:18Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 2, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'subnets': [{'id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:23.011269 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Checking router: 38ea924f-652b-4e78-834d-642e3141fe85 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:23:23.011790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Updating router 38ea924f-652b-4e78-834d-642e3141fe85 port fc822cf3-4747-4e99-9603-f4fdc0d9e765 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:23:23.062091 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.394631 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.412358 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Transition to ACTIVE for port object fc822cf3-4747-4e99-9603-f4fdc0d9e765 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:23.423291 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.523642 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44038f5-f8be-4c26-9b73-0e1a0a1fb2f1 None None] Pushing event updated for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:23.580146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Attempting to bind port fc822cf3-4747-4e99-9603-f4fdc0d9e765 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:23.580687 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Attempting to bind port fc822cf3-4747-4e99-9603-f4fdc0d9e765 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:23.585342 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Attempting to bind port fc822cf3-4747-4e99-9603-f4fdc0d9e765 on network c20a0ad1-de00-4544-827c-ae01787ab50e {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:23.587711 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:23.588392 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Checking segment: {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:23.588899 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.589407 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Bound using segment: {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:23.590187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Bound port: fc822cf3-4747-4e99-9603-f4fdc0d9e765, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac904b0-5c52-461b-a3ae-3926521a1b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:23.590683 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.697870 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] For port fc822cf3-4747-4e99-9603-f4fdc0d9e765, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:23.706596 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] For port fc822cf3-4747-4e99-9603-f4fdc0d9e765, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc822cf3-4747-4e99-9603-f4fdc0d9e765,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:23.720204 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:23.907268 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:23:23.907907 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:23.915370 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44038f5-f8be-4c26-9b73-0e1a0a1fb2f1 None None] Pushing event updated for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:24.066692 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:23:24.332292 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fc822cf3-4747-4e99-9603-f4fdc0d9e765', 'name': '', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'mac_address': 'fa:16:3e:33:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:18Z', 'updated_at': '2021-07-23T17:23:23Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'subnets': [{'id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:23:24.365126 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e8f6-695c-4d31-a446-04ae81a0eeeb None None] The sync data for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 is: [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:19Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fc822cf3-4747-4e99-9603-f4fdc0d9e765', 'name': '', 'network_id': 'c20a0ad1-de00-4544-827c-ae01787ab50e', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'mac_address': 'fa:16:3e:33:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:18Z', 'updated_at': '2021-07-23T17:23:23Z', 'revision_number': 4, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'subnets': [{'id': 'afa9ec16-b4f2-4848-b993-c44b08514224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:23:24.544433 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df6f6af3-470f-48a3-840b-5457d4b09a2b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:24.659394 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port df6f6af3-470f-48a3-840b-5457d4b09a2b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:24.660024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:24.812411 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc822cf3-4747-4e99-9603-f4fdc0d9e765 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:24.879766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:24.885841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:24.886475 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:24.993494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:25.061544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fc822cf3-4747-4e99-9603-f4fdc0d9e765, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc822cf3-4747-4e99-9603-f4fdc0d9e765,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:25.068188 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:25.169015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:26.466302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc822cf3-4747-4e99-9603-f4fdc0d9e765 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:26.541179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fc822cf3-4747-4e99-9603-f4fdc0d9e765 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:26.541564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:29.509892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:30.546858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-76758e25-7307-4365-b84f-f0f757b5a688 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:30.548433 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-76758e25-7307-4365-b84f-f0f757b5a688 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 815 time: 0.1069694 Jul 23 17:23:30.563825 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-2949f759-b9c1-48ae-b406-abb9fbbede31 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/quotas/747c53c07718438bb99af8dc138de261 HTTP/1.1" status: 200 len: 375 time: 0.0099697 Jul 23 17:23:30.632294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-4c07e76e-1df1-4cf8-bb68-3c18840f0676 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633750 Jul 23 17:23:30.736209 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-17d9518a-2807-400c-bf5d-3fda51c5d66f service neutron] 10.222.0.64 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901451 Jul 23 17:23:30.840201 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-d61be250-6be6-46e5-9fdf-2d9576508337 service neutron] 10.222.0.64 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978732 Jul 23 17:23:31.307998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6531b628-8bcb-4eb4-bdb9-3e5d8e71e72e req-bb1f5db4-0a9a-41b3-8da5-e4ac675eb5c4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 210 time: 0.3216062 Jul 23 17:23:32.102478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-81e5642c-8ff8-49f8-854d-c0efbaa262b7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:32.104189 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-81e5642c-8ff8-49f8-854d-c0efbaa262b7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 815 time: 0.1176770 Jul 23 17:23:32.122501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'port': {'device_id': '61d76216-273d-4b01-9caa-22155d4826c3', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'admin_state_up': True, 'tenant_id': '747c53c07718438bb99af8dc138de261'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:32.238816 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Made reservation on behalf of 747c53c07718438bb99af8dc138de261 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:23:32.242881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:32.396412 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Allocated IP 172.20.0.14 (95b41154-5800-43bd-9073-40ae18eb93fd/4272f849-774e-4578-9fd1-13b79cfbd803/f4515e72-caca-4719-87e7-f0439785826b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:23:32.445997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ed62c97-c57e-4fdf-b12c-f1b081adca68 req-4974019f-fb04-4495-8fd2-6447aebd5c48 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 210 time: 0.0467749 Jul 23 17:23:32.602643 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:32.620332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Transition to ACTIVE for port object f4515e72-caca-4719-87e7-f0439785826b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:32.662445 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:32.771238 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Network 95b41154-5800-43bd-9073-40ae18eb93fd is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:23:32.775021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:23:32.804951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:23:32.888620 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:32.889129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:32.894225 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:32.934672 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-6265f206-a60d-4ac2-830f-6c112d6e871f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8151636 Jul 23 17:23:33.127258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-358bfe18-e97b-48a4-a3dc-45d75254bda7 None None] Provisioning for port f4515e72-caca-4719-87e7-f0439785826b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:33.131751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-358bfe18-e97b-48a4-a3dc-45d75254bda7 None None] Provisioning complete for port f4515e72-caca-4719-87e7-f0439785826b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:33.132254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-358bfe18-e97b-48a4-a3dc-45d75254bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:33.193027 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-358bfe18-e97b-48a4-a3dc-45d75254bda7 None None] Port f4515e72-caca-4719-87e7-f0439785826b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:23:33.596837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafca81c-a8bd-4e91-8955-768051440c35 req-a0d60e56-ed91-46e3-8c1c-8c7f113885a5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:33.598559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fafca81c-a8bd-4e91-8955-768051440c35 req-a0d60e56-ed91-46e3-8c1c-8c7f113885a5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0757997 Jul 23 17:23:33.657742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fafca81c-a8bd-4e91-8955-768051440c35 req-999daeea-8b27-4b64-8774-dfaacd55c546 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516181 Jul 23 17:23:34.813521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d470c-721b-4d94-b1a7-900cb0cf783f req-d4cc6610-04a1-4882-8052-bd9209849654 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:34.815154 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e6d470c-721b-4d94-b1a7-900cb0cf783f req-d4cc6610-04a1-4882-8052-bd9209849654 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0836251 Jul 23 17:23:34.858697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e6d470c-721b-4d94-b1a7-900cb0cf783f req-521ddfbb-5b51-4b05-b7e6-b31ef7fdc90b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Jul 23 17:23:36.014188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b695-830c-4d39-b9de-731f988eab20 req-b5d32236-212b-41a5-82b0-4be85f8beb1e tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:36.016747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8343b695-830c-4d39-b9de-731f988eab20 req-b5d32236-212b-41a5-82b0-4be85f8beb1e tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0798380 Jul 23 17:23:36.068282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8343b695-830c-4d39-b9de-731f988eab20 req-5f018756-cba1-4467-bf96-581d431af0ea tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Jul 23 17:23:37.267363 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b652-6eb6-4c45-b627-6b87777e5f46 req-0a6aea63-a689-40b9-ac0b-03364bd311f4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:37.271795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c986b652-6eb6-4c45-b627-6b87777e5f46 req-0a6aea63-a689-40b9-ac0b-03364bd311f4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.1059852 Jul 23 17:23:37.328304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c986b652-6eb6-4c45-b627-6b87777e5f46 req-f4e021c8-bcab-4bd6-9724-1651947c9c7c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Jul 23 17:23:38.537454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f587b16-649a-4a90-bac6-3f5267e017a5 req-c8b4e862-2ddb-4fa8-86fe-1ea11d2447d3 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:38.537454 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f587b16-649a-4a90-bac6-3f5267e017a5 req-c8b4e862-2ddb-4fa8-86fe-1ea11d2447d3 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.1014638 Jul 23 17:23:38.605973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f587b16-649a-4a90-bac6-3f5267e017a5 req-63c7c00e-9c6d-4f34-9795-6bc3287e8c44 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602794 Jul 23 17:23:39.780431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f441f11-cc52-40f1-9a5f-226684c2195d req-aba8b732-e7dc-47bc-a5ba-82b73f4f9c19 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:39.782646 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f441f11-cc52-40f1-9a5f-226684c2195d req-aba8b732-e7dc-47bc-a5ba-82b73f4f9c19 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0735195 Jul 23 17:23:39.824853 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0f441f11-cc52-40f1-9a5f-226684c2195d req-f0cb9dbd-c463-413c-98fd-fc387a4732a2 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Jul 23 17:23:40.978812 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86cc22-1ff6-4d3f-937e-ce5c3bf4553e req-d2240226-6ff2-459d-87bd-c4647501454f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:40.978812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c86cc22-1ff6-4d3f-937e-ce5c3bf4553e req-d2240226-6ff2-459d-87bd-c4647501454f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0794647 Jul 23 17:23:41.025430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2c86cc22-1ff6-4d3f-937e-ce5c3bf4553e req-0fb91604-fc6b-4436-a2c7-31daff30522a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Jul 23 17:23:41.924087 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-006f5a8a-5575-4b16-8e60-dc1932b1f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.170911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c6e1-ca25-4a4b-a71c-0e0991b73c6a req-291f8088-74d1-46e3-9020-070432c00b9b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:42.172445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff41c6e1-ca25-4a4b-a71c-0e0991b73c6a req-291f8088-74d1-46e3-9020-070432c00b9b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 932 time: 0.0685976 Jul 23 17:23:42.212448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ff41c6e1-ca25-4a4b-a71c-0e0991b73c6a req-69bb8098-26f3-4254-a092-daa0c80dd33f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Jul 23 17:23:42.338865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.570516 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Request body: {'port': {'device_id': '61d76216-273d-4b01-9caa-22155d4826c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:23:42.648334 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.916987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4515e72-caca-4719-87e7-f0439785826b {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:23:42.925439 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.939211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Transition to ACTIVE for port object f4515e72-caca-4719-87e7-f0439785826b will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:23:42.942618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:42.994287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:43.078378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Attempting to bind port f4515e72-caca-4719-87e7-f0439785826b on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:23:43.078711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Attempting to bind port f4515e72-caca-4719-87e7-f0439785826b by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:23:43.079038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Attempting to bind port f4515e72-caca-4719-87e7-f0439785826b on network 95b41154-5800-43bd-9073-40ae18eb93fd {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:43.084222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Port f4515e72-caca-4719-87e7-f0439785826b on network 95b41154-5800-43bd-9073-40ae18eb93fd not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:23:43.084547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Attempting to bind port f4515e72-caca-4719-87e7-f0439785826b on network 95b41154-5800-43bd-9073-40ae18eb93fd {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:23:43.090015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:43.090351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Checking segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:23:43.090745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Bound using segment: {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:23:43.091173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Bound port: f4515e72-caca-4719-87e7-f0439785826b, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a9b56a-e18f-449f-82e3-795d11175da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:23:43.091530 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:43.162530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:23:43.169114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:23:43.178030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:43.214513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.215134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:43.216543 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] 10.222.0.81 "PUT /v2.0/ports/f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 1092 time: 0.6505136 Jul 23 17:23:43.217058 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:43.219437 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9830fa-61c1-47c3-b0ed-453db7eb7989" -d '{"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:43.254429 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad9d5-b09e-4cce-ad67-dd2f35a1cb52 service neutron] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:43.278795 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb98f9e9-f7f9-4246-855b-41d4e91a800f x-openstack-request-id: req-bb98f9e9-f7f9-4246-855b-41d4e91a800f {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:43.279139 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:43.279397 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb98f9e9-f7f9-4246-855b-41d4e91a800f {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:43.279933 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:23:43.371660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-c1c6b4af-4e6f-4ad3-bea7-ad360b8e374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.371660 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-c1c6b4af-4e6f-4ad3-bea7-ad360b8e374f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1095 time: 0.0763090 Jul 23 17:23:43.403373 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5177-606e-4cce-9027-501a9ab8be72 req-ee94bf62-841e-4491-a189-3cf27a70bd1d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.412265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-373e5177-606e-4cce-9027-501a9ab8be72 req-ee94bf62-841e-4491-a189-3cf27a70bd1d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 944 time: 0.1047409 Jul 23 17:23:43.424214 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-89028279-01cc-481f-a729-95382bf3b852 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 217 time: 0.0404725 Jul 23 17:23:43.450849 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-373e5177-606e-4cce-9027-501a9ab8be72 req-bb884a72-e314-4ad0-9b9c-a44dd594b581 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Jul 23 17:23:43.478277 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-3c9579ee-2beb-476f-a3c0-bbf1a13ab4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.479773 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-3c9579ee-2beb-476f-a3c0-bbf1a13ab4a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0487177 Jul 23 17:23:43.544511 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-7d1f6813-1934-4ca6-91ba-8b6225912040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.546107 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-7d1f6813-1934-4ca6-91ba-8b6225912040 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607600 Jul 23 17:23:43.642262 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-35fbc12c-d869-4faf-9449-bac04c51a557 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899682 Jul 23 17:23:43.744619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-49e42521-a008-42c9-bf85-4e7129b1dcdf req-fbe8b71f-3dbe-4c01-ac28-2d1c3ac4f39e service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958464 Jul 23 17:23:43.889749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-5ddcbfbb-dbd7-49ce-a8c9-69f5a72d08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:43.891482 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-5ddcbfbb-dbd7-49ce-a8c9-69f5a72d08ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1095 time: 0.0639691 Jul 23 17:23:43.998707 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-73267b91-b319-4bb0-b4c7-6c29d99d610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:44.000906 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-73267b91-b319-4bb0-b4c7-6c29d99d610f service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.1030169 Jul 23 17:23:44.047789 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-cf4c1626-81c7-41c3-974e-596e403b7da4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 217 time: 0.0376756 Jul 23 17:23:44.112951 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-8ad22265-8f93-48c0-af44-b3ab4c56cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:44.115254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-8ad22265-8f93-48c0-af44-b3ab4c56cf05 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0609024 Jul 23 17:23:44.181376 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-7f488eb2-e3e1-48ab-a78e-9116d58c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:44.182918 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-7f488eb2-e3e1-48ab-a78e-9116d58c4c70 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611806 Jul 23 17:23:44.278297 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-9fc339dd-a69c-49c4-a83b-0336ff2a33cf service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886443 Jul 23 17:23:44.375832 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-9a9830fa-61c1-47c3-b0ed-453db7eb7989 req-d6e69bac-4156-42fd-a367-241738201232 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912263 Jul 23 17:23:44.422412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:44.484925 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0c3ddd74-ef6f-4060-af8c-24b18c71af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:44.609979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dea13-1c90-4b8a-8a5b-aab60b7228ab req-43e42f02-f738-42cd-a211-818f007bb4a7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:44.611767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-371dea13-1c90-4b8a-8a5b-aab60b7228ab req-43e42f02-f738-42cd-a211-818f007bb4a7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 944 time: 0.0776522 Jul 23 17:23:44.655764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-371dea13-1c90-4b8a-8a5b-aab60b7228ab req-d0709372-75d9-49d1-a102-614e72a539ee tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Jul 23 17:23:45.777517 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:45.796493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d4313-a925-4ba4-9db5-a975f4c99c63 req-5e12e8ca-4d0b-475c-aa88-132977517baa tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:45.798649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb5d4313-a925-4ba4-9db5-a975f4c99c63 req-5e12e8ca-4d0b-475c-aa88-132977517baa tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 944 time: 0.0724337 Jul 23 17:23:45.838283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb5d4313-a925-4ba4-9db5-a975f4c99c63 req-e7c408ff-76d4-45c3-9287-15d2528a71bc tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Jul 23 17:23:46.975624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d95b9-414d-46ee-a294-4a0079f51942 req-da656949-0910-4296-b1c1-e39794db04e8 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:46.977164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-599d95b9-414d-46ee-a294-4a0079f51942 req-da656949-0910-4296-b1c1-e39794db04e8 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 944 time: 0.0708196 Jul 23 17:23:47.016981 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-599d95b9-414d-46ee-a294-4a0079f51942 req-9a9c7496-a28b-4ba7-9e8c-84b4726be095 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jul 23 17:23:47.220125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f4515e72-caca-4719-87e7-f0439785826b details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:23:47.314834 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:47.326343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'f4515e72-caca-4719-87e7-f0439785826b', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'port_id': 'f4515e72-caca-4719-87e7-f0439785826b', 'mac_address': 'fa:16:3e:be:0e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:23:47.528783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:47.542389 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4515e72-caca-4719-87e7-f0439785826b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:23:47.562646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:47.567711 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:47.616506 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:47.624285 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.624651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.624997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.625330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.625660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.626012 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.626342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.626664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.626985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.627304 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.627738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.627921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:23:47.680195 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:47.884639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:23:48.153847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ce80-b2db-4791-a21a-053e094c5fe2 req-bf50205d-b4b5-4dbd-8215-53ce3b6786cc tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:48.155467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec25ce80-b2db-4791-a21a-053e094c5fe2 req-bf50205d-b4b5-4dbd-8215-53ce3b6786cc tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 945 time: 0.0672212 Jul 23 17:23:48.196741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec25ce80-b2db-4791-a21a-053e094c5fe2 req-a8fb012e-e01b-45fb-aee3-b45fceea624b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Jul 23 17:23:49.233585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f4515e72-caca-4719-87e7-f0439785826b up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:23:49.290342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port f4515e72-caca-4719-87e7-f0439785826b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:23:49.294480 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port f4515e72-caca-4719-87e7-f0439785826b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:23:49.294905 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:49.357104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e373f-bdcc-4598-9d67-e76d1450968a req-013349e7-2533-484c-a010-2ad79fda0a84 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:49.358423 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f02e373f-bdcc-4598-9d67-e76d1450968a req-013349e7-2533-484c-a010-2ad79fda0a84 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 945 time: 0.0861516 Jul 23 17:23:49.389777 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:49.400174 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f02e373f-bdcc-4598-9d67-e76d1450968a req-7fc96207-3d3a-4f94-b4c4-1e45ec616ed8 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Jul 23 17:23:49.415152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:23:49.417602 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff91a94-ed06-4341-83e7-923b163b85e8" -d '{"events": [{"server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "name": "network-vif-plugged", "status": "completed", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:23:49.440781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:23:49.445214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:23:49.476648 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0bf986-ed09-481b-8101-9958029a4ff5 x-openstack-request-id: req-ee0bf986-ed09-481b-8101-9958029a4ff5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:23:49.476932 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "name": "network-vif-plugged", "status": "completed", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:23:49.477099 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee0bf986-ed09-481b-8101-9958029a4ff5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:23:49.477495 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'code': 200} Jul 23 17:23:49.510178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:23:49.600172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05df184-034f-4e22-9516-03349bc0f501 req-93647058-bc7d-41d4-bbeb-d3fb1a5548ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:49.601678 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f05df184-034f-4e22-9516-03349bc0f501 req-93647058-bc7d-41d4-bbeb-d3fb1a5548ca service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1097 time: 0.0567520 Jul 23 17:23:49.639400 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-f05df184-034f-4e22-9516-03349bc0f501 req-03430d60-af0b-45ec-b39e-fb39fbf2d8e5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301242 Jul 23 17:23:50.550561 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302313-ae73-4fb7-a230-2159365c389f req-d0a2588d-bc5e-4882-a3f0-d55e40c53974 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:50.552026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08302313-ae73-4fb7-a230-2159365c389f req-d0a2588d-bc5e-4882-a3f0-d55e40c53974 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0701990 Jul 23 17:23:50.590794 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08302313-ae73-4fb7-a230-2159365c389f req-9fee7b81-98a1-4a41-9afc-1e5b3b873ca6 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Jul 23 17:23:51.746069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62c58-fa23-414c-95c1-a45bf33bcdce req-caa5cee8-18b9-47cb-98d3-2d728c3872b4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:51.747618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcd62c58-fa23-414c-95c1-a45bf33bcdce req-caa5cee8-18b9-47cb-98d3-2d728c3872b4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0823851 Jul 23 17:23:51.787428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcd62c58-fa23-414c-95c1-a45bf33bcdce req-e5a3dae7-31a2-4964-aff7-c5f65b8c102f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Jul 23 17:23:51.922983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd059b35-42ac-466a-b80e-eca2997aea2c req-762b21d3-6779-47de-86d7-0842eebcaeb0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:51.924406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd059b35-42ac-466a-b80e-eca2997aea2c req-762b21d3-6779-47de-86d7-0842eebcaeb0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0701022 Jul 23 17:23:51.964040 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fd059b35-42ac-466a-b80e-eca2997aea2c req-3fe05a45-7f20-4541-9b22-f807cfb0afb3 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jul 23 17:23:52.173711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b63a0-3a7a-483b-9de9-4a32f65d8f95 req-265f1c40-0581-4010-a666-38b9ee294ed4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:23:52.175162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa0b63a0-3a7a-483b-9de9-4a32f65d8f95 req-265f1c40-0581-4010-a666-38b9ee294ed4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0670605 Jul 23 17:23:52.213756 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aa0b63a0-3a7a-483b-9de9-4a32f65d8f95 req-7c7af129-c4f6-414f-983e-bb8e5e18e2ab tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Jul 23 17:23:59.092502 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:23:59.512635 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:03.847142 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab278ac-85e0-48b6-a63b-72c137e9465e req-a74b0fcc-2a35-4032-ae07-5a718707efc8 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:03.848688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ab278ac-85e0-48b6-a63b-72c137e9465e req-a74b0fcc-2a35-4032-ae07-5a718707efc8 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0700893 Jul 23 17:24:03.887901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7ab278ac-85e0-48b6-a63b-72c137e9465e req-06f19304-0267-46f8-b185-7aa512f215ed tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Jul 23 17:24:03.911053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43006) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.059417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222e7ce-6918-468f-a716-bd1339f56c22 tempest-TestMinimumBasicScenario-922396803 tempest-TestMinimumBasicScenario-922396803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:04.060969 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-2222e7ce-6918-468f-a716-bd1339f56c22 tempest-TestMinimumBasicScenario-922396803 tempest-TestMinimumBasicScenario-922396803-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1092 time: 0.1487713 Jul 23 17:24:04.064863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43010) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:04.069525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'f4515e72-caca-4719-87e7-f0439785826b', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:04.101909 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.200420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.310039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Allocated IP 172.25.2.68 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e8577caf-6307-4697-89ca-0917996e8d60) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:24:04.416089 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.456111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.495367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:24:04.498389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:24:04.501836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:24:04.530667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'Port': ['ID=e8577caf-6307-4697-89ca-0917996e8d60,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:04.544772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.545117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.545453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.545785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.546189 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.546519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.547568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.547829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.548154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.548483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.548804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.549122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:04.912562 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:04.993228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.147105 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.152358 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.233529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'Port': ['ID=e8577caf-6307-4697-89ca-0917996e8d60,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.243664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.344593 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Floating IP cfd42362-1c06-4bd4-9208-98b524f5b11f associated. External IP: 172.25.2.68, port: f4515e72-caca-4719-87e7-f0439785826b. Jul 23 17:24:05.557499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:24:05.666048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:24:05.676187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Sync routers for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:24:05.682319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.686540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:05.687764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:05.720827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e4713aa5-dd81-4db0-9d8e-059c74e7b1ca tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6548369 Jul 23 17:24:05.721414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:24:05.723763 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3238e13-a089-45a7-9588-02693a857c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:24:05.724052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43012) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.740207 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314260418', 'description': 'tempest-secgroup-smoke-1314260418 description', 'project_id': '747c53c07718438bb99af8dc138de261'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.763319 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.763774 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f698ac-8134-4eb2-a65f-5a105eae3d9b x-openstack-request-id: req-93f698ac-8134-4eb2-a65f-5a105eae3d9b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:24:05.764074 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:24:05.764332 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93f698ac-8134-4eb2-a65f-5a105eae3d9b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:24:05.764736 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:24:05.803412 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:05.885240 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.891906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.929375 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:05.930678 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2056534 Jul 23 17:24:05.932880 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238e13-a089-45a7-9588-02693a857c7e req-bf11e640-b89d-450e-a44b-6b5d2b915d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:05.934162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43016) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:05.934943 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-bf11e640-b89d-450e-a44b-6b5d2b915d47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1097 time: 0.1248419 Jul 23 17:24:05.937091 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:05.940553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:05.954712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.955110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.955405 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.955744 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.956084 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.956414 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.956746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.957074 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.957399 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.957917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.958126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.958502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed118d17-0b07-4d8a-b384-ddda7083ff8d tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:24:05.981472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.051820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238e13-a089-45a7-9588-02693a857c7e req-9f09a063-320c-425b-92a8-4c609cbe6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:06.053623 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-9f09a063-320c-425b-92a8-4c609cbe6bec service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.1091883 Jul 23 17:24:06.054252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cfd42362-1c06-4bd4-9208-98b524f5b11f', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'port_id': 'f4515e72-caca-4719-87e7-f0439785826b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'mac_address': 'fa:16:3e:be:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d76216-273d-4b01-9caa-22155d4826c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:04Z', 'updated_at': '2021-07-23T17:24:04Z', 'revision_number': 0, 'project_id': '747c53c07718438bb99af8dc138de261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:06.057526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.062143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.085271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6a8f6c-9225-456a-ad5a-ad51439f38f2,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.090151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Checking router: 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:24:06.096417 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.097850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9d81eafb-954b-4d28-9a35-a7a7e215f2ef tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623290 Jul 23 17:24:06.101266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:24:06.101629 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43018) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:06.102102 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:23:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:06.107385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:06.141312 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.141955 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-42791de9-91f1-47c4-98fc-5cb569c9f77a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 999 time: 0.0816822 Jul 23 17:24:06.194745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238e13-a089-45a7-9588-02693a857c7e req-25e16df3-4c92-4031-b4cc-3f9b4c1ba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:06.196288 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-25e16df3-4c92-4031-b4cc-3f9b4c1ba6c3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0467227 Jul 23 17:24:06.213072 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.219624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.231978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:24:06.244665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dda6f2c-de0d-411c-b742-7161a1a13a3a,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.256919 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.258329 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f647f8f4-dc91-4791-9679-834c727a331a tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553330 Jul 23 17:24:06.261329 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43020) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:06.268982 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:06.272123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238e13-a089-45a7-9588-02693a857c7e req-b2c0cfb0-7d1d-4705-97a2-6737dcafe117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:06.273949 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-b2c0cfb0-7d1d-4705-97a2-6737dcafe117 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699680 Jul 23 17:24:06.296804 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.372633 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.378858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.380810 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-88fdd480-9a69-4c0e-b279-ce42ecd8650d service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993812 Jul 23 17:24:06.417194 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8e0bab-9c4f-4da5-aeb6-4a469a1228e8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.424122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.426322 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-365745b9-df57-415b-b7f4-5b97f85a3e79 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632311 Jul 23 17:24:06.428914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43022) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:06.434708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:06.463835 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.495342 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d3238e13-a089-45a7-9588-02693a857c7e req-340982d1-bec5-4138-a611-54d29048b9a5 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078424 Jul 23 17:24:06.531892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cfd42362-1c06-4bd4-9208-98b524f5b11f', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'port_id': 'f4515e72-caca-4719-87e7-f0439785826b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'mac_address': 'fa:16:3e:be:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d76216-273d-4b01-9caa-22155d4826c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:04Z', 'updated_at': '2021-07-23T17:24:04Z', 'revision_number': 0, 'project_id': '747c53c07718438bb99af8dc138de261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:24:06.544325 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.549298 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.569638 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e79cd8-3587-44ec-a31d-7306a21fc985,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.575539 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777fa803-bfe9-4ffc-9fae-800da5b3a70c None None] The sync data for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 is: [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'cfd42362-1c06-4bd4-9208-98b524f5b11f', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'port_id': 'f4515e72-caca-4719-87e7-f0439785826b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'mac_address': 'fa:16:3e:be:0e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d76216-273d-4b01-9caa-22155d4826c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:04Z', 'updated_at': '2021-07-23T17:24:04Z', 'revision_number': 0, 'project_id': '747c53c07718438bb99af8dc138de261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:24:06.578768 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.580067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2f8e4cce-b9fc-4a79-867c-599c3be99cc5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496897 Jul 23 17:24:06.583336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43024) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:06.588480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:06.614107 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Project 747c53c07718438bb99af8dc138de261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:24:06.620265 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.693060 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.697704 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.718126 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53f2bf5-00cb-41c0-a195-6ce2375a676c,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.726157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.728218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-36f26cde-9c8a-4a7a-8b4c-d45217694db5 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435740 Jul 23 17:24:06.730828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43026) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:24:06.735592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'security_group_rule': {'security_group_id': '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b', 'project_id': '747c53c07718438bb99af8dc138de261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:06.768779 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Project 747c53c07718438bb99af8dc138de261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:24:06.778314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.832406 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aba2dc-05fc-4ad7-bc93-fbc7d27d888f None None] New status for floating IP cfd42362-1c06-4bd4-9208-98b524f5b11f: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:24:06.851982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.855415 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.873409 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77efee8f-f372-47aa-931a-59e7db456097,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:06.881351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:06.882448 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-14e28828-b281-49dd-a839-817876ae6515 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506481 Jul 23 17:24:06.968108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-15f4e27b-fcb0-46f6-9f85-4f2da0f92a31 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314260418&fields=id&tenant_id=747c53c07718438bb99af8dc138de261 HTTP/1.1" status: 200 len: 267 time: 0.0389545 Jul 23 17:24:07.043295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-4ea6402e-acfc-467a-88bc-76bea0e2bebb tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:07.044801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-4ea6402e-acfc-467a-88bc-76bea0e2bebb tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0711687 Jul 23 17:24:07.057217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'port': {'security_groups': ['d3fa13e9-6df9-4051-a880-53d08d88642b', '50f4daaf-f0b7-4d41-936b-e3842a3f3d5b']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:24:07.148251 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.349685 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:24:07.382145 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.387129 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.420268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:24:07.436448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:07.437136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.438747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-804d9e29-0b3c-4509-9e7f-4a8b38e90401 req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "PUT /v2.0/ports/f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 982 time: 0.3869798 Jul 23 17:24:07.466772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3048-59ce-4265-851c-d7a256ffaac1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=6']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:24:07.556486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:24:07.575249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4dd60-f3b3-44a3-9c89-81074532d062 req-4df31c5a-36a8-4989-aeb5-084f5e6da85e tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:07.577392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6be4dd60-f3b3-44a3-9c89-81074532d062 req-4df31c5a-36a8-4989-aeb5-084f5e6da85e tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0809658 Jul 23 17:24:07.623078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6be4dd60-f3b3-44a3-9c89-81074532d062 req-5fb27d71-e53b-422f-9482-5dc8b18a0238 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395861 Jul 23 17:24:07.742705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-065ec5c3-7023-4689-a8d2-60f36a9ed758 None None] Provisioning complete for port f4515e72-caca-4719-87e7-f0439785826b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:24:07.743075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-065ec5c3-7023-4689-a8d2-60f36a9ed758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:07.766392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:24:07.768810 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77aac3d-1b68-46bf-982a-4a78a171af26" -d '{"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:24:07.806527 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252c200-6e46-48cf-b64a-1c1d3b5dd149 x-openstack-request-id: req-1252c200-6e46-48cf-b64a-1c1d3b5dd149 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:24:07.806884 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:24:07.807196 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1252c200-6e46-48cf-b64a-1c1d3b5dd149 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:24:07.807652 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:24:07.907702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-2900c448-ad48-456b-b8b0-d825c8d1222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:07.909126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-2900c448-ad48-456b-b8b0-d825c8d1222b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1136 time: 0.0621207 Jul 23 17:24:08.007449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-d3f560b7-9248-4890-aad0-46dc6ee581fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:08.008942 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-d3f560b7-9248-4890-aad0-46dc6ee581fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.0922918 Jul 23 17:24:08.082430 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-fc3f0d4f-a103-4055-983e-e26cf7f45ee4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 1001 time: 0.0614731 Jul 23 17:24:08.131964 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-51ff8383-fd80-4279-b189-ae2c181eaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:08.133477 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-51ff8383-fd80-4279-b189-ae2c181eaca4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0441413 Jul 23 17:24:08.204902 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-8f5e0311-fdc9-4ec7-8579-ba5f08171c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:08.206357 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-8f5e0311-fdc9-4ec7-8579-ba5f08171c1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664446 Jul 23 17:24:08.300046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-b92a395b-8c95-46b0-a2b8-11bcf8021376 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829482 Jul 23 17:24:08.731073 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-b77aac3d-1b68-46bf-982a-4a78a171af26 req-587c5672-8dd0-48b5-9dda-386fa09239f3 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234402 Jul 23 17:24:11.926518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-14d507b5-6a99-4f4c-90e2-fde81c48ad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:12.336721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.426648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:14.489063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f6c77a2e-f509-4b37-aedd-20e0d2184b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:15.777255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:17.680397 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:24.974946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-31ab6235-89a0-4200-90bd-932d1fada112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:24.976459 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-31ab6235-89a0-4200-90bd-932d1fada112 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1136 time: 0.0704021 Jul 23 17:24:25.072518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-24493583-ce47-4882-82d1-a8faf19925c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:25.074058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-24493583-ce47-4882-82d1-a8faf19925c8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.0917351 Jul 23 17:24:25.079172 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee67c-7c66-4218-8ada-e392268c6386 req-904b2e0a-ebab-4704-ac3d-e54636affb57 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:25.081308 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99eee67c-7c66-4218-8ada-e392268c6386 req-904b2e0a-ebab-4704-ac3d-e54636affb57 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.2034948 Jul 23 17:24:25.129852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-99eee67c-7c66-4218-8ada-e392268c6386 req-0d26e340-9a8f-473c-82ec-42294579ee14 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411594 Jul 23 17:24:25.147396 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-a9c40c8b-59fd-4bfb-bfc2-33388a155f17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 1001 time: 0.0666828 Jul 23 17:24:25.198497 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-05a86ef5-29b5-4efc-821d-671905d02ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:25.199988 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-05a86ef5-29b5-4efc-821d-671905d02ca5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0461688 Jul 23 17:24:25.261663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-168114d7-cb84-4a2f-aae7-ae6202acdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:25.263119 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-168114d7-cb84-4a2f-aae7-ae6202acdd3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569165 Jul 23 17:24:25.353582 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-a2c647c8-d4a3-4124-9e9d-e87317bb0314 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835154 Jul 23 17:24:25.445182 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-1d8b5881-979a-4f45-a18f-3c2606098d04 req-5d63f036-1216-4e9b-b234-5eaef048cea6 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Jul 23 17:24:26.269880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b07a7-4e02-4055-a2db-4367d2b7484e req-a2ce2fee-ad7a-4ce8-8912-af38293c217f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:26.271391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf6b07a7-4e02-4055-a2db-4367d2b7484e req-a2ce2fee-ad7a-4ce8-8912-af38293c217f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0687881 Jul 23 17:24:26.312571 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf6b07a7-4e02-4055-a2db-4367d2b7484e req-19130ad7-536c-4f95-b93d-969223d23cde tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352314 Jul 23 17:24:27.443392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03b278-20b3-432c-b2fe-56d745686c33 req-b642a406-a7fc-4707-b1fa-1179a1d414f4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:27.444895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd03b278-20b3-432c-b2fe-56d745686c33 req-b642a406-a7fc-4707-b1fa-1179a1d414f4 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0654702 Jul 23 17:24:27.484565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd03b278-20b3-432c-b2fe-56d745686c33 req-5ae90ee9-462c-4988-ba08-a84918f83e44 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339267 Jul 23 17:24:28.630121 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b6c92-0ad1-40ee-9a46-2197380d3280 req-a1685f02-5db4-46e8-abe5-c1e815c2a649 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:28.631709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a7b6c92-0ad1-40ee-9a46-2197380d3280 req-a1685f02-5db4-46e8-abe5-c1e815c2a649 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0762618 Jul 23 17:24:28.675602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a7b6c92-0ad1-40ee-9a46-2197380d3280 req-dea880c4-3f54-4280-a973-0e7c4d1acfdf tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374677 Jul 23 17:24:29.119109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-e27b895e-9942-4622-bc0e-6ff6e6146de4 req-c3a34db5-416a-430e-9997-6320b52d27d3 tempest-ServerDiskConfigTestJSON-439423675 tempest-ServerDiskConfigTestJSON-439423675-project] (94003) timed out ('10.222.0.81', 65108) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:24:29.518658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:29.819786 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022b792-3e78-44ce-979a-42d9d21053b7 req-33510e97-dfce-4f6a-bcfb-7880a6922263 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:29.821392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d022b792-3e78-44ce-979a-42d9d21053b7 req-33510e97-dfce-4f6a-bcfb-7880a6922263 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0732558 Jul 23 17:24:29.864812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d022b792-3e78-44ce-979a-42d9d21053b7 req-39a0032a-a2f8-489b-9819-3bf939f2b5a0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365407 Jul 23 17:24:31.001313 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda261f-77b8-4a18-a6c3-1741f9aa07f5 req-af24382c-dceb-4f68-9d27-5adddb4cb781 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:31.003499 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-beda261f-77b8-4a18-a6c3-1741f9aa07f5 req-af24382c-dceb-4f68-9d27-5adddb4cb781 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0693104 Jul 23 17:24:31.044953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-beda261f-77b8-4a18-a6c3-1741f9aa07f5 req-035fdcbc-1f46-41ae-88cb-7dc19ab51e77 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353870 Jul 23 17:24:32.185691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de08dd-b9ad-4c84-a451-0beafc5a763c req-49c145f8-40e5-45ea-aae6-4cf97e396d85 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:32.187145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32de08dd-b9ad-4c84-a451-0beafc5a763c req-49c145f8-40e5-45ea-aae6-4cf97e396d85 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0693717 Jul 23 17:24:32.227847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32de08dd-b9ad-4c84-a451-0beafc5a763c req-2b21070e-3a76-4abc-926f-8df18b9ebbf6 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346329 Jul 23 17:24:33.363605 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb8b2a-4985-4caf-aaf2-410bc078a3aa req-0450eb0e-f059-4bde-8dd1-d016142e4743 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:33.365164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccbb8b2a-4985-4caf-aaf2-410bc078a3aa req-0450eb0e-f059-4bde-8dd1-d016142e4743 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0679293 Jul 23 17:24:33.406405 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ccbb8b2a-4985-4caf-aaf2-410bc078a3aa req-64ea874e-7710-43a8-ac7b-46eb90e3f9ae tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345662 Jul 23 17:24:34.552876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e42c-68c8-440c-ac65-1c1e59425269 req-b96e4ba7-d92b-481e-a4e9-9a1cc22cff4b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:34.554531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1262e42c-68c8-440c-ac65-1c1e59425269 req-b96e4ba7-d92b-481e-a4e9-9a1cc22cff4b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0756853 Jul 23 17:24:34.597589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1262e42c-68c8-440c-ac65-1c1e59425269 req-0500faf1-440f-4327-818c-add13ef08670 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366461 Jul 23 17:24:35.731566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04cc3a-1521-42ba-8c5b-41a2c8f6e7a2 req-7eda7536-8755-4317-bcce-eb667d964514 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:35.733059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee04cc3a-1521-42ba-8c5b-41a2c8f6e7a2 req-7eda7536-8755-4317-bcce-eb667d964514 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0660841 Jul 23 17:24:35.773952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ee04cc3a-1521-42ba-8c5b-41a2c8f6e7a2 req-1ff7aa24-2c57-45f1-a63c-078093aab39f tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351143 Jul 23 17:24:36.092106 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:24:36.906648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b655-49b1-4265-b426-798126a51e86 req-cd14d0c8-d1de-414d-b8f9-157911b8833b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:36.908156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84a0b655-49b1-4265-b426-798126a51e86 req-cd14d0c8-d1de-414d-b8f9-157911b8833b tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0655785 Jul 23 17:24:36.950744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-84a0b655-49b1-4265-b426-798126a51e86 req-4a6784b4-d2f8-496e-a0eb-258a4be7e1d6 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&id=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368674 Jul 23 17:24:41.928833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56ddf7b2-e6e7-4358-9e48-acdb1313b97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:42.344357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:44.431488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:44.492811 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f38ace5c-9580-4d77-a1d5-3ac9c0782c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:45.785595 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:47.686569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:24:49.218851 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-8f0e81cf-1608-420b-a792-d623442fc241 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567477 Jul 23 17:24:49.332696 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-0da374d1-39d5-444e-8421-e2d41549dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:49.334276 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-0da374d1-39d5-444e-8421-e2d41549dedd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1136 time: 0.0575116 Jul 23 17:24:49.447702 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-897ba1fc-6873-4dae-bec7-98b0160da72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:49.449116 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-897ba1fc-6873-4dae-bec7-98b0160da72f service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.0956185 Jul 23 17:24:49.521437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-7f05ffd3-3d25-42c4-bacd-03ba312e175c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 1001 time: 0.0655675 Jul 23 17:24:49.574335 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-170db8eb-0e05-431c-83dd-54b74a29ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:49.575835 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-170db8eb-0e05-431c-83dd-54b74a29ba3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0478649 Jul 23 17:24:49.642032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-53a2f4c8-c520-413d-8f06-572170b9dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:24:49.643705 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-53a2f4c8-c520-413d-8f06-572170b9dc4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588574 Jul 23 17:24:49.742543 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-b4a54b66-f5d3-41a2-89d2-7d5b49ae3f57 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917673 Jul 23 17:24:49.831644 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-28679b2f-8d9f-43ab-a759-75da49d6427f req-b5f0e9f4-1990-43b1-acb8-e14ac078f1ea service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Jul 23 17:24:59.528285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.527512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-608a7b3f-a864-4471-a300-33b825966e5e req-885d24f4-13a5-4f3a-ad3e-80ad4ccc2ddd tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314260418&fields=id&tenant_id=747c53c07718438bb99af8dc138de261 HTTP/1.1" status: 200 len: 267 time: 0.1195521 Jul 23 17:25:09.618463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a7b3f-a864-4471-a300-33b825966e5e req-9212acd1-37a6-4570-84d0-216b1dbcb338 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:09.619902 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-608a7b3f-a864-4471-a300-33b825966e5e req-9212acd1-37a6-4570-84d0-216b1dbcb338 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 985 time: 0.0825396 Jul 23 17:25:09.631098 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Request body: {'port': {'security_groups': ['d3fa13e9-6df9-4051-a880-53d08d88642b']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:09.722123 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.901728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:09.931290 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.936536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.970115 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:25:09.982862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:09.983529 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:09.984987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-608a7b3f-a864-4471-a300-33b825966e5e req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "PUT /v2.0/ports/f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 943 time: 0.3587368 Jul 23 17:25:09.985457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:09.987806 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6" -d '{"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:09.993222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43100) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:10.027665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event updated for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=7']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:10.036791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.037135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.037615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.038062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.038460 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.038908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.039290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.039731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.040119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.040506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.041221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.041693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44174b06-187c-46a9-b684-192450f7758c tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.073651 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9683869-5352-4e88-b627-2728db232db6 x-openstack-request-id: req-e9683869-5352-4e88-b627-2728db232db6 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:10.074571 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:10.076154 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9683869-5352-4e88-b627-2728db232db6 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:10.076587 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:25:10.084213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.114298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:25:10.131195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.267296 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.270038 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.271370 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "DELETE /v2.0/security-groups/50f4daaf-f0b7-4d41-936b-e3842a3f3d5b HTTP/1.1" status: 204 len: 168 time: 0.2769377 Jul 23 17:25:10.276353 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43104) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:10.280444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-04ae4918-4272-4f37-82bc-2217101880f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:10.281951 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-04ae4918-4272-4f37-82bc-2217101880f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1097 time: 0.1609843 Jul 23 17:25:10.300107 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4daaf-f0b7-4d41-936b-e3842a3f3d5b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:10.320005 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.320263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.321847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.321847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.321847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.322166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.322251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.322548 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.322870 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.323191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.323539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.323814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52240a86-8384-41ea-b1b3-9c2632706cc1 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:10.336455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a70770a8-bbfb-40d1-bade-becb31470599 None None] Provisioning complete for port f4515e72-caca-4719-87e7-f0439785826b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:10.336455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a70770a8-bbfb-40d1-bade-becb31470599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.403418 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-afebf4ad-4378-4f33-8ef1-7db3191aa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:10.406328 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-afebf4ad-4378-4f33-8ef1-7db3191aa5bf service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.1136823 Jul 23 17:25:10.455757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Deleting port e8577caf-6307-4697-89ca-0917996e8d60 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:10.456101 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.483698 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-c2120795-7c76-4383-b00b-74638c73ea7e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 1001 time: 0.0715358 Jul 23 17:25:10.536105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-2406d7c0-2431-4b25-b7f8-52b2817c0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:10.537678 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-2406d7c0-2431-4b25-b7f8-52b2817c0a07 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0467517 Jul 23 17:25:10.549619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.550256 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:10.563296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Calling delete_port for e8577caf-6307-4697-89ca-0917996e8d60 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:10.614212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-f46fd459-b0cf-4c50-9983-9dcd2a92880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:10.616806 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-f46fd459-b0cf-4c50-9983-9dcd2a92880a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726669 Jul 23 17:25:10.731809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-de4e2e4f-b762-461e-9659-07c107396150 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085844 Jul 23 17:25:10.840892 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-23a1bbab-e5af-41c5-b345-7ec3f42d53d6 req-470b76ce-b88d-4aa1-8854-bf4f58cdc50d service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030512 Jul 23 17:25:11.028475 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:11.055939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event deleted for resources: {'Port': ['ID=e8577caf-6307-4697-89ca-0917996e8d60,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:11.119003 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:11.119418 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Floating IP cfd42362-1c06-4bd4-9208-98b524f5b11f disassociated (deleted). External IP: 172.25.2.68, port: f4515e72-caca-4719-87e7-f0439785826b. Jul 23 17:25:11.334971 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:11.447099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:11.451964 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:11.456825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Sync routers for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:11.466706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:11.467348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:24:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:11.490245 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-41639b4a-be25-4c68-a671-21855742f738 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "DELETE /v2.0/floatingips/cfd42362-1c06-4bd4-9208-98b524f5b11f HTTP/1.1" status: 204 len: 168 time: 1.2124240 Jul 23 17:25:11.590549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:11.824510 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:11.855447 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Checking router: 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:11.864086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:11.864705 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:24:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:12.077528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:12.080182 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84266c3b-0504-4c31-a23e-0491860fd8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:12.108249 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6721ef6a-0b98-40fa-a7bd-e700b82c707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:12.121786 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631b0a8-8324-41e0-ae98-19616b7f1bf1 x-openstack-request-id: req-e631b0a8-8324-41e0-ae98-19616b7f1bf1 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:12.122118 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:12.122381 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e631b0a8-8324-41e0-ae98-19616b7f1bf1 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:12.122787 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:25:12.148587 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:12.230599 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-6e2d8a4e-20dd-4467-95d9-dccd3c25e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:12.232139 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-6e2d8a4e-20dd-4467-95d9-dccd3c25e66c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=747c53c07718438bb99af8dc138de261&device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 1097 time: 0.0625994 Jul 23 17:25:12.342187 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-4384ac4a-0bc6-4848-afc8-7bc699c8ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:12.344042 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-4384ac4a-0bc6-4848-afc8-7bc699c8ccaa service neutron] 10.222.0.81 "GET /v2.0/networks?id=95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 200 len: 916 time: 0.1014309 Jul 23 17:25:12.373177 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:12.379160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:12.394470 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-96f1ffc3-87e5-4a88-a788-941b111b34d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 200 len: 217 time: 0.0434792 Jul 23 17:25:12.413232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909fd8b4-9191-4cbf-8317-99b9f895942c None None] The sync data for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 is: [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:23:13Z', 'revision_number': 4, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fb9dd406-51ba-49fa-ad78-edf8e17ee030', 'name': '', 'network_id': '95b41154-5800-43bd-9073-40ae18eb93fd', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'mac_address': 'fa:16:3e:b0:ae:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:12Z', 'updated_at': '2021-07-23T17:23:20Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'subnets': [{'id': '4272f849-774e-4578-9fd1-13b79cfbd803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:12.457021 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-a2d8213e-3963-49c8-a9be-0d7394deffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:12.458626 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-a2d8213e-3963-49c8-a9be-0d7394deffeb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 200 len: 854 time: 0.0578284 Jul 23 17:25:12.533913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-c1cfa65f-f754-4a05-9590-8b4203cfbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:12.535671 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-c1cfa65f-f754-4a05-9590-8b4203cfbe26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95b41154-5800-43bd-9073-40ae18eb93fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709720 Jul 23 17:25:12.660455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-0bbcc558-8aa1-43e8-ac3a-210a1dc31439 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174278 Jul 23 17:25:12.711478 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce75f562-4ad6-4b93-ae3f-ea44a828003a None None] New status for floating IP cfd42362-1c06-4bd4-9208-98b524f5b11f: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:25:12.785501 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-84266c3b-0504-4c31-a23e-0491860fd8ef req-72af044b-243a-41dc-aa59-2d78b0fa49a3 service neutron] 10.222.0.81 "GET /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183219 Jul 23 17:25:13.090487 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:25:14.435729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:14.504644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f128c5e6-a1a7-4c1e-b8c6-0834c0631124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:15.784294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:17.694752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:18.595604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a467389-15dc-4adf-ae4f-b53094d92ed6 req-47fb822a-f7bb-414e-af68-1588721100e7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:18.598554 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a467389-15dc-4adf-ae4f-b53094d92ed6 req-47fb822a-f7bb-414e-af68-1588721100e7 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0849497 Jul 23 17:25:18.638767 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a467389-15dc-4adf-ae4f-b53094d92ed6 req-376ed3d8-d0bd-4a5d-a0d8-e681271ae333 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371242 Jul 23 17:25:19.778897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b22f-f2eb-4507-a4cc-be0c39c00aa2 req-54f8b3d0-e3b3-47e7-ac89-4511937fcd56 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:19.780421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23d7b22f-f2eb-4507-a4cc-be0c39c00aa2 req-54f8b3d0-e3b3-47e7-ac89-4511937fcd56 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0673418 Jul 23 17:25:19.825666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23d7b22f-f2eb-4507-a4cc-be0c39c00aa2 req-7cf24ba7-d575-4b03-ae07-3eed81ebb659 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d3fa13e9-6df9-4051-a880-53d08d88642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Jul 23 17:25:20.327757 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-c8de31e1-dc04-4d4f-a64b-7b2a4be798bb tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:20.329325 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-c8de31e1-dc04-4d4f-a64b-7b2a4be798bb tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.81 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 946 time: 0.0698957 Jul 23 17:25:20.426575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Deleting port f4515e72-caca-4719-87e7-f0439785826b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:20.426901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:20.516597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] For port f4515e72-caca-4719-87e7-f0439785826b, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=f4515e72-caca-4719-87e7-f0439785826b,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:20.516941 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:20.528634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Calling delete_port for f4515e72-caca-4719-87e7-f0439785826b owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:20.660469 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:20.688042 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Pushing event deleted for resources: {'Port': ['ID=f4515e72-caca-4719-87e7-f0439785826b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:20.693203 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['f4515e72-caca-4719-87e7-f0439785826b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:25:20.739222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] No DVR routers for this DVR port f4515e72-caca-4719-87e7-f0439785826b on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:20.742007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:20.744741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c6c5b196-45a9-46a4-b165-83e40055a440 req-842753be-ed09-46fd-b35c-6b35dc4dfaa0 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.81 "DELETE /v2.0/ports/f4515e72-caca-4719-87e7-f0439785826b HTTP/1.1" status: 204 len: 173 time: 0.4104385 Jul 23 17:25:20.745195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'name': 'network-vif-deleted', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:20.747602 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b132cb-1e1d-4fbf-a2c8-73e4e50f794e" -d '{"events": [{"server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "name": "network-vif-deleted", "tag": "f4515e72-caca-4719-87e7-f0439785826b"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:20.787911 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e411a5-b0b4-4ea8-9bc8-4af784b7a2a6 x-openstack-request-id: req-b5e411a5-b0b4-4ea8-9bc8-4af784b7a2a6 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:20.788259 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d76216-273d-4b01-9caa-22155d4826c3", "name": "network-vif-deleted", "tag": "f4515e72-caca-4719-87e7-f0439785826b", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:20.788525 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5e411a5-b0b4-4ea8-9bc8-4af784b7a2a6 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:20.788929 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d76216-273d-4b01-9caa-22155d4826c3', 'name': 'network-vif-deleted', 'tag': 'f4515e72-caca-4719-87e7-f0439785826b', 'status': 'completed', 'code': 200} Jul 23 17:25:20.967934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-21372de1-59cc-4043-aaf8-09c204ae54e8 req-d8391057-bb58-4172-9daa-c82a8f86e357 tempest-TestMinimumBasicScenario-516188796 tempest-TestMinimumBasicScenario-516188796-project] 10.222.0.64 "GET /v2.0/ports?device_id=61d76216-273d-4b01-9caa-22155d4826c3 HTTP/1.1" status: 200 len: 210 time: 0.0405025 Jul 23 17:25:22.607481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43204) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:22.956390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:23.212580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Deleting port fb9dd406-51ba-49fa-ad78-edf8e17ee030 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:23.212804 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:23.290020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] For port fb9dd406-51ba-49fa-ad78-edf8e17ee030, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fb9dd406-51ba-49fa-ad78-edf8e17ee030,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:23.290372 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:23.302959 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Calling delete_port for fb9dd406-51ba-49fa-ad78-edf8e17ee030 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:23.491884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:23.515606 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9dd406-51ba-49fa-ad78-edf8e17ee030,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:23.687405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f4515e72-caca-4719-87e7-f0439785826b no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:23.703212 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:23.716642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: f4515e72-caca-4719-87e7-f0439785826b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:23.717177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device f4515e72-caca-4719-87e7-f0439785826b not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:23.941607 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:24.050683 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:24.056497 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-25501600-a7f8-44ff-a883-02436671e25b admin admin] 10.222.0.64 "PUT /v2.0/routers/07a0cdd2-4bbd-47f3-a03b-1328cc872a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4479210 Jul 23 17:25:24.059184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43206) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:24.063558 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Sync routers for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:24.073281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:24.073904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:24.170499 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.182002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:24.279078 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.341031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Deleting port a2bd6269-5171-44cd-b27e-a8c365b08e35 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:24.341374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.373232 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:25:23Z', 'revision_number': 5, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port': {'id': 'a2bd6269-5171-44cd-b27e-a8c365b08e35', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:11Z', 'updated_at': '2021-07-23T17:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:24.427209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Checking router: 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:24.434099 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] For port a2bd6269-5171-44cd-b27e-a8c365b08e35, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a2bd6269-5171-44cd-b27e-a8c365b08e35,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:24.434463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.440088 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Routers {'07a0cdd2-4bbd-47f3-a03b-1328cc872a79'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:24.441124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:24.447139 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Calling delete_port for a2bd6269-5171-44cd-b27e-a8c365b08e35 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:24.544738 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] Set router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:24.600373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-96dafcfa-7913-446d-a596-e74269558375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:25:24Z', 'revision_number': 6, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:24.632644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dafcfa-7913-446d-a596-e74269558375 None None] The sync data for ids ['07a0cdd2-4bbd-47f3-a03b-1328cc872a79'] in n-d-800484-3 is: [{'id': '07a0cdd2-4bbd-47f3-a03b-1328cc872a79', 'name': 'tempest-TestMinimumBasicScenario-1432036457-router', 'tenant_id': '747c53c07718438bb99af8dc138de261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:10Z', 'updated_at': '2021-07-23T17:25:24Z', 'revision_number': 6, 'project_id': '747c53c07718438bb99af8dc138de261', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:24.643840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.682344 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bd6269-5171-44cd-b27e-a8c365b08e35,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:24.749131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.840148 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.842343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.889002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.889613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07a0cdd2-4bbd-47f3-a03b-1328cc872a79 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:25:24.894584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.895756 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1a2a91c2-e6f7-4321-b92f-066bbe018f98 admin admin] 10.222.0.64 "DELETE /v2.0/routers/07a0cdd2-4bbd-47f3-a03b-1328cc872a79 HTTP/1.1" status: 204 len: 168 time: 0.8347373 Jul 23 17:25:24.898647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43210) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:24.944172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Deleting subnet 4272f849-774e-4578-9fd1-13b79cfbd803 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:25:24.949063 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:24.987940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.085336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.142748 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.169380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4272f849-774e-4578-9fd1-13b79cfbd803,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:25.173000 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.174978 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c1f28a6c-1be3-4fe1-b200-d2e64274e0dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4272f849-774e-4578-9fd1-13b79cfbd803 HTTP/1.1" status: 204 len: 168 time: 0.2753634 Jul 23 17:25:25.178289 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:25.180441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be366f-79fb-49ea-a0a4-af274bdbb3ff None None] Network 95b41154-5800-43bd-9073-40ae18eb93fd requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:25:25.250904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.305309 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Deleting port c89fc2c7-8790-4e69-a7a4-040fefb01587 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:25.305636 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.369121 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] For port c89fc2c7-8790-4e69-a7a4-040fefb01587, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c89fc2c7-8790-4e69-a7a4-040fefb01587,segment=NetworkSegment(21a9b56a-e18f-449f-82e3-795d11175da4),segment_id=21a9b56a-e18f-449f-82e3-795d11175da4)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:25.369471 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.381894 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Calling delete_port for c89fc2c7-8790-4e69-a7a4-040fefb01587 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:25.443594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851db353-ac15-4aeb-b551-57784217c122 None None] DHCP port deletion for 95b41154-5800-43bd-9073-40ae18eb93fd request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:25:25.474097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.493736 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Deleting port c89fc2c7-8790-4e69-a7a4-040fefb01587 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:25.494138 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.502531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] No DVR routers for this DVR port c89fc2c7-8790-4e69-a7a4-040fefb01587 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:25.507857 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c89fc2c7-8790-4e69-a7a4-040fefb01587,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:25.560857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-851db353-ac15-4aeb-b551-57784217c122 None None] For port c89fc2c7-8790-4e69-a7a4-040fefb01587, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:25.561255 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.572906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Calling delete_port for c89fc2c7-8790-4e69-a7a4-040fefb01587 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:25.575530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Port c89fc2c7-8790-4e69-a7a4-040fefb01587 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:25:25.576778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.586276 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.596432 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b41154-5800-43bd-9073-40ae18eb93fd']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:25.608206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851db353-ac15-4aeb-b551-57784217c122 None None] No DVR routers for this DVR port c89fc2c7-8790-4e69-a7a4-040fefb01587 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:25.608416 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a9b56a-e18f-449f-82e3-795d11175da4') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:25.608524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a9b56a-e18f-449f-82e3-795d11175da4') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:25.610079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Pushing event deleted for resources: {'Port': ['ID=c89fc2c7-8790-4e69-a7a4-040fefb01587,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:25.620716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.620716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.621048 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.621244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.621583 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.621917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.622273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.622641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.622914 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.623305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.623553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.623879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851db353-ac15-4aeb-b551-57784217c122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:25.624830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.639239 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.646555 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:25:25.647216 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:25:25.649603 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:25:25.705050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.709990 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:25.715863 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] 10.222.0.64 "DELETE /v2.0/networks/95b41154-5800-43bd-9073-40ae18eb93fd HTTP/1.1" status: 204 len: 168 time: 0.5330958 Jul 23 17:25:25.715965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43214) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:25.727974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70337c57-a0c9-46b0-bf70-f1df72347a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=95b41154-5800-43bd-9073-40ae18eb93fd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:26.064894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:26.321334 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Deleting port fc822cf3-4747-4e99-9603-f4fdc0d9e765 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:26.321561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:26.402681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] For port fc822cf3-4747-4e99-9603-f4fdc0d9e765, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc822cf3-4747-4e99-9603-f4fdc0d9e765,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:26.403038 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:26.416458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Calling delete_port for fc822cf3-4747-4e99-9603-f4fdc0d9e765 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:26.504944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fb9dd406-51ba-49fa-ad78-edf8e17ee030 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:26.525485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fb9dd406-51ba-49fa-ad78-edf8e17ee030 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:26.525823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fb9dd406-51ba-49fa-ad78-edf8e17ee030 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:26.526278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a2bd6269-5171-44cd-b27e-a8c365b08e35 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:26.548993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a2bd6269-5171-44cd-b27e-a8c365b08e35 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:26.549332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a2bd6269-5171-44cd-b27e-a8c365b08e35 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:26.549749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c89fc2c7-8790-4e69-a7a4-040fefb01587 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:26.569363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c89fc2c7-8790-4e69-a7a4-040fefb01587 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:26.569720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c89fc2c7-8790-4e69-a7a4-040fefb01587 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:26.620046 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:26.651008 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc822cf3-4747-4e99-9603-f4fdc0d9e765,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:26.825728 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.041266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Router 38ea924f-652b-4e78-834d-642e3141fe85 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:27.150330 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:27.155144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c35f7415-512b-4044-839e-7e87bfb75506 admin admin] 10.222.0.64 "PUT /v2.0/routers/38ea924f-652b-4e78-834d-642e3141fe85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384866 Jul 23 17:25:27.157586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43216) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:27.160169 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Sync routers for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:27.169734 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:27.170368 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:27.255414 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.272781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:27.358708 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.415921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Deleting port df6f6af3-470f-48a3-840b-5457d4b09a2b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:27.416155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.452306 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:25:26Z', 'revision_number': 5, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port': {'id': 'df6f6af3-470f-48a3-840b-5457d4b09a2b', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea924f-652b-4e78-834d-642e3141fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:27.484488 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Checking router: 38ea924f-652b-4e78-834d-642e3141fe85 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:27.493181 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Routers {'38ea924f-652b-4e78-834d-642e3141fe85'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:27.493816 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['38ea924f-652b-4e78-834d-642e3141fe85'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:27.499302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] For port df6f6af3-470f-48a3-840b-5457d4b09a2b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=df6f6af3-470f-48a3-840b-5457d4b09a2b,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:27.499629 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.514093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Calling delete_port for df6f6af3-470f-48a3-840b-5457d4b09a2b owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:27.581657 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] Set router 38ea924f-652b-4e78-834d-642e3141fe85 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:27.636192 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:25:27Z', 'revision_number': 6, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:27.711109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.735874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6f6af3-470f-48a3-840b-5457d4b09a2b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:27.758774 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80ac95-5d58-4b8b-896f-dfd880536d1a None None] The sync data for ids ['38ea924f-652b-4e78-834d-642e3141fe85'] in n-d-800484-3 is: [{'id': '38ea924f-652b-4e78-834d-642e3141fe85', 'name': 'tempest-TestMinimumBasicScenario-1691154796-router', 'tenant_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:23:15Z', 'updated_at': '2021-07-23T17:25:27Z', 'revision_number': 6, 'project_id': 'f40f4e6c884d404aba5c28a93e83e8cf', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:27.811681 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.900013 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.902075 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.946736 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.947243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ea924f-652b-4e78-834d-642e3141fe85 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:25:27.951831 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:27.952998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-20d11bc8-ee33-4cf6-bfe7-c4a875be96d2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/38ea924f-652b-4e78-834d-642e3141fe85 HTTP/1.1" status: 204 len: 168 time: 0.7944779 Jul 23 17:25:27.956890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43218) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:28.001741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Deleting subnet afa9ec16-b4f2-4848-b993-c44b08514224 {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:25:28.004840 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.038229 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.129173 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.192142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.221670 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.223603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/afa9ec16-b4f2-4848-b993-c44b08514224 HTTP/1.1" status: 204 len: 168 time: 0.2657807 Jul 23 17:25:28.226279 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43220) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:28.226519 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab10f3f-53d3-4b2e-9514-e473b1039bf7 None None] Network c20a0ad1-de00-4544-827c-ae01787ab50e requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:25:28.233320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084647a-74de-4246-8b49-eeab4ccc91da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa9ec16-b4f2-4848-b993-c44b08514224,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:28.303185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.357976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Deleting port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:25:28.358329 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.423519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] For port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,segment=NetworkSegment(cac904b0-5c52-461b-a3ae-3926521a1b7e),segment_id=cac904b0-5c52-461b-a3ae-3926521a1b7e)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:28.423915 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.441676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Calling delete_port for 9a42a0b1-85bc-49e1-9b2d-00df8d235bba owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:25:28.523459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.534903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ee4c8-6c84-40de-be70-613ea57c553b None None] DHCP port deletion for c20a0ad1-de00-4544-827c-ae01787ab50e request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:25:28.557814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] No DVR routers for this DVR port 9a42a0b1-85bc-49e1-9b2d-00df8d235bba on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:25:28.559542 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a42a0b1-85bc-49e1-9b2d-00df8d235bba,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:28.606766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9a42a0b1-85bc-49e1-9b2d-00df8d235bba no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:28.626949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 9a42a0b1-85bc-49e1-9b2d-00df8d235bba {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:28.627298 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 9a42a0b1-85bc-49e1-9b2d-00df8d235bba not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:28.627723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df6f6af3-470f-48a3-840b-5457d4b09a2b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:28.647794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: df6f6af3-470f-48a3-840b-5457d4b09a2b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:28.648180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device df6f6af3-470f-48a3-840b-5457d4b09a2b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:28.648606 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc822cf3-4747-4e99-9603-f4fdc0d9e765 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:25:28.648724 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.660003 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20a0ad1-de00-4544-827c-ae01787ab50e']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:28.669599 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fc822cf3-4747-4e99-9603-f4fdc0d9e765 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:25:28.670003 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc822cf3-4747-4e99-9603-f4fdc0d9e765 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:25:28.671688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac904b0-5c52-461b-a3ae-3926521a1b7e') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:28.671998 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac904b0-5c52-461b-a3ae-3926521a1b7e') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:28.683908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.701212 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.708318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:25:28.708712 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:25:28.710433 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:25:28.767109 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.772753 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:28.777370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c20a0ad1-de00-4544-827c-ae01787ab50e HTTP/1.1" status: 204 len: 168 time: 0.5474565 Jul 23 17:25:28.785351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9059-8938-4e30-a7fa-407ae699b4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c20a0ad1-de00-4544-827c-ae01787ab50e,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:28.942430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43224) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:28.981636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ad3bbe5f-4b05-426a-b48c-492c10b657d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=747c53c07718438bb99af8dc138de261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381064 Jul 23 17:25:28.984091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43226) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:29.032061 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.052785 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.099002 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.102138 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.103317 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3fa13e9-6df9-4051-a880-53d08d88642b HTTP/1.1" status: 204 len: 168 time: 0.1183243 Jul 23 17:25:29.111457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88dd2b-f0bf-4c89-af74-1dbdef48ecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa13e9-6df9-4051-a880-53d08d88642b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:29.411105 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43232) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:29.450358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a2bd1e15-2090-4997-9e33-c33110025026 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f40f4e6c884d404aba5c28a93e83e8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380354 Jul 23 17:25:29.452829 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43234) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:29.506496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.527313 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.532855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.579456 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.582195 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:29.583528 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14aae7e2-e900-48a1-98c4-53069283b4ad HTTP/1.1" status: 204 len: 168 time: 0.1297724 Jul 23 17:25:29.592298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5f91f-f055-4fc9-8d20-9c447c2d8f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aae7e2-e900-48a1-98c4-53069283b4ad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.183921 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.188777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268663557', 'description': 'tempest-secgroup-smoke-268663557 description', 'project_id': '0ce13bba8f4d4418879622860b9d7c35'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.211665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.224109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.316117 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.320396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.358506 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4170ad-352c-4b88-b83b-f83a4d398c53,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.411706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.415452 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.442936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.444150 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2592022 Jul 23 17:25:31.447687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.452262 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.456324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79e6c-4afe-4a24-9e62-5dda4116f4d2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb64ffd-09eb-4732-ae71-cb89a5242310,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.480152 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.536335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.539975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.558111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689c1837-3e1b-4b90-9fa4-fa8a436a95e2,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.563977 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.565354 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a3c068c9-68d3-45a8-90dc-d5fd2b2d4bbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167524 Jul 23 17:25:31.568048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.572982 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.599454 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.661613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.666352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.684617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c5703d-bbef-44bf-a8da-b10a71ee368a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.690904 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.692327 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f9f20dc9-da64-4f6c-867a-69cace02bbf1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233292 Jul 23 17:25:31.695544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43280) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.699989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.728512 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.789174 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.793228 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.812777 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1019971-064d-4f92-83c9-844831b1f0a6,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.816562 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.820334 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd7412b9-aec1-47b5-9920-6be8c637b51f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213632 Jul 23 17:25:31.820817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.824940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.850665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.909847 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.917632 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.936881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04353d5-ced7-4862-ab50-0ef7092b0824,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:31.943542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:31.944887 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-207dab11-2f23-4b30-8a90-17140d726873 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233792 Jul 23 17:25:31.947465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43284) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:31.952064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:31.974535 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:25:31.980378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.043940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.046700 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.065420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296640b7-7a74-40da-a004-279d72bca254,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:32.074159 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.075457 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-82af2009-9549-4779-a22c-39ebace064b0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270797 Jul 23 17:25:32.078137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43286) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:32.082436 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '8fb64ffd-09eb-4732-ae71-cb89a5242310', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:32.104447 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:25:32.109221 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.489641 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.494012 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.511044 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d947bb-c04b-4af3-9918-196bccbf0c0b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:32.517914 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.519201 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b09c9095-ccc4-404a-b33a-61fdfd8224fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4401636 Jul 23 17:25:32.522538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43288) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:32.527967 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'network': {'name': 'tempest-network-smoke--2089779836', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'port_security_enabled': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:32.547789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:25:32.551227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.575123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:25:32.586195 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.586544 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Added segment b6716f65-af96-4891-aa27-5861af85ba08 of type vlan for network 6af8d3f0-121c-47a8-8251-a0a50ec72918 Jul 23 17:25:32.633355 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.665873 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.671500 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:32.672099 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.709455 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851981 Jul 23 17:25:32.713426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:32.720389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'admin_state_up': True, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:32.743685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c837ac-91b1-4731-ae7d-7bd09c2c71cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Network': ['ID=6af8d3f0-121c-47a8-8251-a0a50ec72918,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:32.745443 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.746787 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:32.755538 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:25:32.801258 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.270828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.464705 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.483504 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.592505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.30 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/45ffcd8a-7b4c-495f-95f0-26d00a929cfd) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:25:33.694721 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.732949 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:33.771089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:33.774770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:33.778176 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:25:33.810917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:34.098146 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:34.303739 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:34.436598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:25:34.549038 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:34.559783 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Sync routers for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:34.568300 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:34.569231 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:34.569527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e0db43e0-99fe-44f2-a3fd-f121ff5317dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8550158 Jul 23 17:25:34.570487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:34.574299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:34.686846 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:34.700322 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-93a87e30-c0af-4b8e-9141-17ff99d39db8 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ce13bba8f4d4418879622860b9d7c35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1248593 Jul 23 17:25:34.703101 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:34.854264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87979e7-ad99-4c92-9db4-816551bffee4 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:34.855826 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f87979e7-ad99-4c92-9db4-816551bffee4 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518090 Jul 23 17:25:34.859050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43298) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:34.861997 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:33Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:34.891874 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Checking router: b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:34.892233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Updating router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:25:34.893808 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e09260a6-be14-4060-8b10-cea9a40e3d34 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329289 Jul 23 17:25:34.896960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43300) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:34.901828 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758271127', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:34.926118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:34.989977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:25:34.993940 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.185822 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.188765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.199082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Transition to ACTIVE for port object 45ffcd8a-7b4c-495f-95f0-26d00a929cfd will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:35.204982 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.250201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Subnet': ['ID=a333a1d3-d13f-4468-97ca-45fd87570b95,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:35.261224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Checking segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:25:35.261598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network hostable DHCP agents. Network: 6af8d3f0-121c-47a8-8251-a0a50ec72918, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:25:35.281122 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:25:35.292301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 6af8d3f0-121c-47a8-8251-a0a50ec72918) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:35.296843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:35.297628 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.316293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b5bf1b08-98c8-4719-bf82-c0eee9f94610 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4182224 Jul 23 17:25:35.319150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43302) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:35.397511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa2eda-5bc4-4b06-9fe7-9ea0f80bfc0b None None] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:25:35.436459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Attempting to bind port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:25:35.436823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Attempting to bind port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:25:35.437189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Attempting to bind port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:25:35.445703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57515301-8bf2-46ca-af5c-cbf9837c5772 None None] Pushing event updated for resources: {'Port': ['ID=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:35.454138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:25:35.454518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:25:35.454931 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.455324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:25:35.455799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Bound port: 45ffcd8a-7b4c-495f-95f0-26d00a929cfd, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:25:35.456183 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.598946 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] For port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:25:35.620949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] For port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:25:35.628509 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.706944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-6af8d3f0-121c-47a8-8251-a0a50ec72918', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:25:35.707763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.727296 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:35.727929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:35.732550 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57515301-8bf2-46ca-af5c-cbf9837c5772 None None] Pushing event updated for resources: {'Port': ['ID=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:35.795073 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:35.926090 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:36.019784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Allocated IP 172.20.0.2 (6af8d3f0-121c-47a8-8251-a0a50ec72918/a333a1d3-d13f-4468-97ca-45fd87570b95/3c649f1f-75f9-451d-87cc-881fae9f22b6) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:25:36.245125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:33Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:36.247419 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.282395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf7f97-da9f-45d8-ab7c-2be9e57fc379 None None] The sync data for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 is: [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:33Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:36.284213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Transition to ACTIVE for port object 3c649f1f-75f9-451d-87cc-881fae9f22b6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:36.303174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Transition to ACTIVE for port object 3c649f1f-75f9-451d-87cc-881fae9f22b6 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:36.312599 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.349307 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:36.353114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:36.356820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:25:36.358537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.1 (6af8d3f0-121c-47a8-8251-a0a50ec72918/a333a1d3-d13f-4468-97ca-45fd87570b95/bd1438cc-c1e9-4269-9d9d-908e6cabe885) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:25:36.372692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Pushing event updated for resources: {'Port': ['ID=3c649f1f-75f9-451d-87cc-881fae9f22b6,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:36.430402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Attempting to bind port 3c649f1f-75f9-451d-87cc-881fae9f22b6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:25:36.430810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Attempting to bind port 3c649f1f-75f9-451d-87cc-881fae9f22b6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:25:36.431184 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Attempting to bind port 3c649f1f-75f9-451d-87cc-881fae9f22b6 on network 6af8d3f0-121c-47a8-8251-a0a50ec72918 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:25:36.436448 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:25:36.436820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Checking segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:25:36.437220 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.437645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Bound using segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:25:36.438132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Bound port: 3c649f1f-75f9-451d-87cc-881fae9f22b6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:25:36.438514 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.493092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.511324 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object bd1438cc-c1e9-4269-9d9d-908e6cabe885 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:36.511934 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] For port 3c649f1f-75f9-451d-87cc-881fae9f22b6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:25:36.537008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] For port 3c649f1f-75f9-451d-87cc-881fae9f22b6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3c649f1f-75f9-451d-87cc-881fae9f22b6,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:25:36.544824 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.573140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:36.612763 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92e886-50e1-436b-938f-bb6e14c54da4 None None] Pushing event updated for resources: {'Port': ['ID=3c649f1f-75f9-451d-87cc-881fae9f22b6,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:36.629869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:36.635470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:36.638713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:25:36.677970 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:36.700905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:37.175368 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:37.469211 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:37.474341 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:37.554939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8741720-3cb8-4ecf-b55a-ab8d1ed70669 None None] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:25:37.557742 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:37.559557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:37.660316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:37.662402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:37.716567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-47e8771e-ab0d-44d1-9cea-7dcb9721698f None None] Provisioning for port 3c649f1f-75f9-451d-87cc-881fae9f22b6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:37.790398 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:37.923069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:37.928899 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0ce7f87b-8143-4762-a7b2-68c5e7c24157 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085947 Jul 23 17:25:38.028350 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Sync routers for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:38.039062 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:38.039409 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:38.049031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ce8cbfc-035c-4b78-a68c-d0c9bb8cde97 None None] Provisioning for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:38.053127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1ce8cbfc-035c-4b78-a68c-d0c9bb8cde97 None None] Provisioning complete for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:38.053515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cbfc-035c-4b78-a68c-d0c9bb8cde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.096166 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-5a806e34-51bf-4da0-9ad1-5a29696e99f0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268663557&fields=id&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 267 time: 0.0453696 Jul 23 17:25:38.106192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8cbfc-035c-4b78-a68c-d0c9bb8cde97 None None] Port bd1438cc-c1e9-4269-9d9d-908e6cabe885 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:25:38.164770 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:38.244669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-e4e39ed5-d881-4cbe-b773-9753c987a232 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:38.246442 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-e4e39ed5-d881-4cbe-b773-9753c987a232 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/networks?id=6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 200 len: 797 time: 0.1426306 Jul 23 17:25:38.252707 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5512e868-172f-4654-8ebe-e03ae7b92076 None None] Provisioning complete for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:38.253258 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5512e868-172f-4654-8ebe-e03ae7b92076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.270710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-765bea33-9e68-4457-a76d-2ebef0c898c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/quotas/0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 375 time: 0.0180421 Jul 23 17:25:38.295943 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5512e868-172f-4654-8ebe-e03ae7b92076 None None] Port bd1438cc-c1e9-4269-9d9d-908e6cabe885 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:25:38.342488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-32058eaa-4837-4e6b-99d1-e7e4c775d207 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698054 Jul 23 17:25:38.416677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a02331df-329e-435e-ac7f-eaff912d77d9 None None] Provisioning complete for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:38.417433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a02331df-329e-435e-ac7f-eaff912d77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.422303 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 2, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:38.446818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-742e484a-6843-48d9-b164-4c87eae23f13 service neutron] 10.222.0.64 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913069 Jul 23 17:25:38.457199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-a02331df-329e-435e-ac7f-eaff912d77d9 None None] Port bd1438cc-c1e9-4269-9d9d-908e6cabe885 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:25:38.465354 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Checking router: b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:38.465771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Updating router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 port bd1438cc-c1e9-4269-9d9d-908e6cabe885 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:25:38.507150 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.570139 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-29b50c21-e178-453d-bfdc-07e2af382184 service neutron] 10.222.0.64 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160021 Jul 23 17:25:38.613030 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45ffcd8a-7b4c-495f-95f0-26d00a929cfd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:38.669971 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:38.674812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:38.675398 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.772639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.776542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-049b9224-525a-4f4a-b249-1f2e4230a4d4 req-cdf4f1a9-dc66-4c96-b529-59fe10dd078b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0334415 Jul 23 17:25:38.799593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:38.800438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.801398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3c649f1f-75f9-451d-87cc-881fae9f22b6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:38.826684 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.837794 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Transition to ACTIVE for port object bd1438cc-c1e9-4269-9d9d-908e6cabe885 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:38.845022 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.883949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:38.896281 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Pushing event updated for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:38.902212 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 3c649f1f-75f9-451d-87cc-881fae9f22b6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:38.907537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3c649f1f-75f9-451d-87cc-881fae9f22b6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:38.907903 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.925332 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.925582 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.925822 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.926174 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.926493 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.926816 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.927125 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.927445 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.928255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.928255 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.928445 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.928656 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:25:38.967277 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Attempting to bind port bd1438cc-c1e9-4269-9d9d-908e6cabe885 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:25:38.967687 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Attempting to bind port bd1438cc-c1e9-4269-9d9d-908e6cabe885 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:25:38.968048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Attempting to bind port bd1438cc-c1e9-4269-9d9d-908e6cabe885 on network 6af8d3f0-121c-47a8-8251-a0a50ec72918 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:25:38.974088 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:25:38.974458 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Checking segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:25:38.974857 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:38.975290 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Bound using segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:25:38.975754 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Bound port: bd1438cc-c1e9-4269-9d9d-908e6cabe885, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:25:38.976158 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:39.008513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:39.049819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 3c649f1f-75f9-451d-87cc-881fae9f22b6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3c649f1f-75f9-451d-87cc-881fae9f22b6,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:39.062398 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:39.071913 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] For port bd1438cc-c1e9-4269-9d9d-908e6cabe885, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:25:39.075782 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] For port bd1438cc-c1e9-4269-9d9d-908e6cabe885, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bd1438cc-c1e9-4269-9d9d-908e6cabe885,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:25:39.081159 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:39.124299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=3c649f1f-75f9-451d-87cc-881fae9f22b6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:39.143683 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:39.144152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:39.147464 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4317-d7ef-4f78-9330-bb5e2e22515f None None] Pushing event updated for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:39.254531 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:39.456742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:39Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:39.482980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95efca7f-358e-4d9f-912f-7d59a5c7952a None None] The sync data for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 is: [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:39Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:39.870211 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3fed9ec0-fbd2-4f67-8276-890d1b7630dd req-473a3d39-8c68-405a-ba87-cb49cdb16089 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0358686 Jul 23 17:25:40.581393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45ffcd8a-7b4c-495f-95f0-26d00a929cfd up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:40.628226 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:40.628598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.707603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bd1438cc-c1e9-4269-9d9d-908e6cabe885 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:40.754095 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:40.757650 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:40.758050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.831491 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.863392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port bd1438cc-c1e9-4269-9d9d-908e6cabe885, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bd1438cc-c1e9-4269-9d9d-908e6cabe885,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:40.867615 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.868398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3c649f1f-75f9-451d-87cc-881fae9f22b6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:40.948130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:40.956764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 3c649f1f-75f9-451d-87cc-881fae9f22b6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:40.957166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:40.959569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2afcbaf6-5d50-4de7-b71c-8f6bc7c2b59a req-4d83da6c-895a-49cd-aac8-5dbfefff92b2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0376303 Jul 23 17:25:41.928667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e60655ae-ad9b-433f-b1ad-83a17f840fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:42.039450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aebe16d9-ace6-4af9-b4d7-0e2c672c4bda req-dd5f9eb7-af06-4262-a153-e242e69cc25c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 23 17:25:42.394295 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:42.516327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bd1438cc-c1e9-4269-9d9d-908e6cabe885 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:42.577994 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port bd1438cc-c1e9-4269-9d9d-908e6cabe885 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:42.578371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:43.136135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bf7df2fa-944c-45fd-8dc1-2caad8e20eac req-4dc994dc-783d-438c-9081-5a44b13ca3e6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0299573 Jul 23 17:25:43.977624 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-1827ac50-aa3b-4334-b37b-a7faf5353239 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:43.979102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-1827ac50-aa3b-4334-b37b-a7faf5353239 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/networks?id=6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 200 len: 797 time: 0.1154945 Jul 23 17:25:44.023824 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-3b22faee-b482-42ae-ade5-3cea8ac4a881 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 379 time: 0.0353808 Jul 23 17:25:44.032340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'port': {'device_id': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'admin_state_up': True, 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'security_groups': ['8fb64ffd-09eb-4732-ae71-cb89a5242310']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:44.140277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:25:44.143828 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.244422 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6d4e3d7-bd78-4888-b8c9-0da2f99385bb req-094a87a4-f8b5-4e0a-bcb0-c9d4e26387cc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0355835 Jul 23 17:25:44.300985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.4 (6af8d3f0-121c-47a8-8251-a0a50ec72918/a333a1d3-d13f-4468-97ca-45fd87570b95/e640c05f-8622-4c38-af0e-1b543dcd70dd) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:25:44.443774 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.466996 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.483263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object e640c05f-8622-4c38-af0e-1b543dcd70dd will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:44.504063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6f62e5ef-ef40-4a7a-893f-3d1cbb5feb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.524205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.581249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:44.584679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:44.590010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:25:44.621664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:44.652293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:44.652972 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.673974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-512590b0-e312-4160-8f78-d525cfcb1d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450779 Jul 23 17:25:44.740886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Request body: {'port': {'device_id': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:44.824370 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.868348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-17aba0bf-ecf7-4994-84c0-424dad4f2352 None None] Provisioning for port e640c05f-8622-4c38-af0e-1b543dcd70dd completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:44.872740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-17aba0bf-ecf7-4994-84c0-424dad4f2352 None None] Provisioning complete for port e640c05f-8622-4c38-af0e-1b543dcd70dd triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:44.873134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-17aba0bf-ecf7-4994-84c0-424dad4f2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:44.911543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-17aba0bf-ecf7-4994-84c0-424dad4f2352 None None] Port e640c05f-8622-4c38-af0e-1b543dcd70dd cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:25:45.102186 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e640c05f-8622-4c38-af0e-1b543dcd70dd {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:25:45.110334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.124031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Transition to ACTIVE for port object e640c05f-8622-4c38-af0e-1b543dcd70dd will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:25:45.128553 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.184913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:45.267088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Attempting to bind port e640c05f-8622-4c38-af0e-1b543dcd70dd on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:25:45.267423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Attempting to bind port e640c05f-8622-4c38-af0e-1b543dcd70dd by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:25:45.267898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Attempting to bind port e640c05f-8622-4c38-af0e-1b543dcd70dd on network 6af8d3f0-121c-47a8-8251-a0a50ec72918 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:25:45.272939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Port e640c05f-8622-4c38-af0e-1b543dcd70dd on network 6af8d3f0-121c-47a8-8251-a0a50ec72918 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:25:45.273261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Attempting to bind port e640c05f-8622-4c38-af0e-1b543dcd70dd on network 6af8d3f0-121c-47a8-8251-a0a50ec72918 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:25:45.278598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:25:45.278954 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Checking segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:25:45.279343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Bound using segment: {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:25:45.279774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Bound port: e640c05f-8622-4c38-af0e-1b543dcd70dd, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6716f65-af96-4891-aa27-5861af85ba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:25:45.280136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.377045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:25:45.392253 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:25:45.397780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.438527 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:45.439074 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.440537 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 200 len: 1091 time: 0.7574990 Jul 23 17:25:45.441772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:45.444293 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76427448-9ca5-4781-b5e9-5db2edc151c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:45.482289 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a4df-f188-42bd-bf35-f3be0c37a74c req-52d5263e-b1a2-41c8-bea4-656858bc36c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:45.483905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0957a4df-f188-42bd-bf35-f3be0c37a74c req-52d5263e-b1a2-41c8-bea4-656858bc36c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 943 time: 0.1489203 Jul 23 17:25:45.542834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995d39f-c390-4c74-8ff8-bb16e599e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:45.563081 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939c6c0-7218-420a-ae87-29d13758a8fc x-openstack-request-id: req-5939c6c0-7218-420a-ae87-29d13758a8fc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:45.563377 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:45.563646 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5939c6c0-7218-420a-ae87-29d13758a8fc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:45.564032 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'status': 'completed', 'code': 200} Jul 23 17:25:45.583004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0957a4df-f188-42bd-bf35-f3be0c37a74c req-eacdb64b-653d-4170-907a-8f6ecd90cd7e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885370 Jul 23 17:25:45.597397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-cb04d92b-d253-44cd-bb8b-bb6341028846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:45.598886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-cb04d92b-d253-44cd-bb8b-bb6341028846 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1094 time: 0.1044693 Jul 23 17:25:45.643016 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-681b3dbe-9e6f-4d3d-a1d1-0bb949061b4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 200 len: 217 time: 0.0369141 Jul 23 17:25:45.697745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-c3371b80-9cba-40e8-892b-d98f978a7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:45.699273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-c3371b80-9cba-40e8-892b-d98f978a7f15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a333a1d3-d13f-4468-97ca-45fd87570b95 HTTP/1.1" status: 200 len: 834 time: 0.0503793 Jul 23 17:25:45.771314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-096d8756-9420-4fd6-8f96-eaf9e9979e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:45.773664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-096d8756-9420-4fd6-8f96-eaf9e9979e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6af8d3f0-121c-47a8-8251-a0a50ec72918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678446 Jul 23 17:25:45.787841 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:45.867914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-720354af-ef9e-476d-9d25-c06526abadac service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Jul 23 17:25:45.976430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a383ebcf-3819-49fe-af5c-bd6ad57cf805 req-a6659e1e-acfb-4e9f-89ad-4b3f477d84d9 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014926 Jul 23 17:25:46.104405 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-d3e6a3b7-f82a-4ee3-9fc8-bad133e5dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:46.107281 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-d3e6a3b7-f82a-4ee3-9fc8-bad133e5dcbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1094 time: 0.0854745 Jul 23 17:25:46.214394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-c3b22956-0f73-4727-9e7a-ed6b91aa43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:46.216181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-c3b22956-0f73-4727-9e7a-ed6b91aa43b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 200 len: 898 time: 0.1020398 Jul 23 17:25:46.287782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-97bbbf23-cb69-4f3d-abcd-3f9fa5b75b3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 200 len: 217 time: 0.0646474 Jul 23 17:25:46.346291 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-d0d8643e-a6e6-4df9-a668-130ad4d105a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:46.347771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-d0d8643e-a6e6-4df9-a668-130ad4d105a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a333a1d3-d13f-4468-97ca-45fd87570b95 HTTP/1.1" status: 200 len: 834 time: 0.0537639 Jul 23 17:25:46.407854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-dc3655cf-d37a-44bf-9b84-240b33352177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:46.409391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-dc3655cf-d37a-44bf-9b84-240b33352177 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6af8d3f0-121c-47a8-8251-a0a50ec72918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547538 Jul 23 17:25:46.504852 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-c20e5211-1dc2-468b-b2ec-4c355c4c3770 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Jul 23 17:25:46.611108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76427448-9ca5-4781-b5e9-5db2edc151c2 req-fe198e56-7e90-4dc8-9dbf-6a5283c66762 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995862 Jul 23 17:25:46.733123 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162ae2-c5e4-48ec-a046-96f0f45923a0 req-8af35233-6b75-4424-a1a0-7bd57bd96b2b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:46.734697 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63162ae2-c5e4-48ec-a046-96f0f45923a0 req-8af35233-6b75-4424-a1a0-7bd57bd96b2b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 943 time: 0.0673180 Jul 23 17:25:46.776353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-63162ae2-c5e4-48ec-a046-96f0f45923a0 req-17c65629-11cb-4097-921d-cbba6c287736 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Jul 23 17:25:47.697117 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:47.917746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4c00-c3ac-412a-865b-b31ecd84cda8 req-cbe3492f-53ce-4b5e-9350-b117dcf476c7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:47.919324 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62dd4c00-c3ac-412a-865b-b31ecd84cda8 req-cbe3492f-53ce-4b5e-9350-b117dcf476c7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 943 time: 0.0718889 Jul 23 17:25:47.960231 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62dd4c00-c3ac-412a-865b-b31ecd84cda8 req-122ba61d-72a8-4703-ac54-a61776b7ee10 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345080 Jul 23 17:25:48.462885 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e640c05f-8622-4c38-af0e-1b543dcd70dd details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:25:48.560396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:48.572266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'port_id': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'mac_address': 'fa:16:3e:ab:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:25:48.619052 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:48.634080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e640c05f-8622-4c38-af0e-1b543dcd70dd {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:25:48.654257 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:48.658716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:48.708814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:48.903645 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['e640c05f-8622-4c38-af0e-1b543dcd70dd'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:25:49.100932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfac33-6fcc-4f1f-a693-4104c60258f8 req-71dca48b-c342-4a67-96e3-62d65b50b4d8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:49.102526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcdfac33-6fcc-4f1f-a693-4104c60258f8 req-71dca48b-c342-4a67-96e3-62d65b50b4d8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 944 time: 0.0697789 Jul 23 17:25:49.141128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcdfac33-6fcc-4f1f-a693-4104c60258f8 req-96197019-0e93-40a7-87b5-3828571480b1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Jul 23 17:25:50.090348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:25:50.281437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be927-a61e-43a6-b4b8-f98f039d42ed req-0cad6ac2-b58f-4de4-b0c8-44d11e814871 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:50.283032 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b1be927-a61e-43a6-b4b8-f98f039d42ed req-0cad6ac2-b58f-4de4-b0c8-44d11e814871 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 944 time: 0.0671670 Jul 23 17:25:50.323153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1b1be927-a61e-43a6-b4b8-f98f039d42ed req-2fd72ac6-41d5-41f7-affa-dcad780372bc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Jul 23 17:25:50.479023 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e640c05f-8622-4c38-af0e-1b543dcd70dd up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:25:50.532862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port e640c05f-8622-4c38-af0e-1b543dcd70dd completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:25:50.536817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port e640c05f-8622-4c38-af0e-1b543dcd70dd triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:25:50.537326 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:50.623857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:50.648162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:50.650517 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb038064-6cd0-432b-a119-a38e4a37e80b" -d '{"events": [{"server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "name": "network-vif-plugged", "status": "completed", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:50.664677 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:25:50.669523 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:50.726347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:50.750801 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57d3a6c-4cce-42c3-9e5f-f7480585818d x-openstack-request-id: req-e57d3a6c-4cce-42c3-9e5f-f7480585818d {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:50.755571 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "name": "network-vif-plugged", "status": "completed", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:50.755571 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e57d3a6c-4cce-42c3-9e5f-f7480585818d {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:50.755571 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'code': 200} Jul 23 17:25:50.870317 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704a4b-412d-493e-88b8-5395e3197739 req-0b03434f-577b-4842-b77a-fd5127f22786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:50.871875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67704a4b-412d-493e-88b8-5395e3197739 req-0b03434f-577b-4842-b77a-fd5127f22786 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1096 time: 0.0595057 Jul 23 17:25:50.907922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67704a4b-412d-493e-88b8-5395e3197739 req-b998d5da-1c52-4502-ac3c-d5d133ae2d94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290291 Jul 23 17:25:51.463227 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629db84e-9bc2-41c3-8dd5-cb743c673ba5 req-beb7ba9a-6408-45c6-93b0-93cad934a64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:51.465688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-629db84e-9bc2-41c3-8dd5-cb743c673ba5 req-beb7ba9a-6408-45c6-93b0-93cad934a64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0670917 Jul 23 17:25:51.506085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-629db84e-9bc2-41c3-8dd5-cb743c673ba5 req-e630203c-815a-4178-81ee-1dd8bacf8778 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358157 Jul 23 17:25:52.649960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee7a44-eeb4-49f5-91ca-6363bf428d96 req-3a7136dd-3a19-4896-bf71-70f5e30b00bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:52.651534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13ee7a44-eeb4-49f5-91ca-6363bf428d96 req-3a7136dd-3a19-4896-bf71-70f5e30b00bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0736101 Jul 23 17:25:52.690735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-13ee7a44-eeb4-49f5-91ca-6363bf428d96 req-e69255ad-0601-4d73-a660-9869faa700ed tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335593 Jul 23 17:25:52.826689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d9090-2385-451a-9352-ce94b29c561a req-92129c1a-4712-4899-9d12-215fbd6a87d5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:52.828229 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a2d9090-2385-451a-9352-ce94b29c561a req-92129c1a-4712-4899-9d12-215fbd6a87d5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0663962 Jul 23 17:25:52.866376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a2d9090-2385-451a-9352-ce94b29c561a req-ac7213dd-8509-4213-a8ba-b3535155235f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323305 Jul 23 17:25:52.890476 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43380) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:52.942737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b32fa-f821-4d17-ba9e-7c8f9672294f tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:52.944747 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a32b32fa-f821-4d17-ba9e-7c8f9672294f tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1091 time: 0.0527921 Jul 23 17:25:52.947667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43382) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:52.951995 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:25:52.973755 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.070036 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.172187 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.44 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/62c2e608-b51b-40f2-b9f1-26218b3333da) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:25:53.270795 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.310095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.355519 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:25:53.359999 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:25:53.363531 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:25:53.372523 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=62c2e608-b51b-40f2-b9f1-26218b3333da,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:53.734953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.818509 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.979035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:53.984480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.053665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=62c2e608-b51b-40f2-b9f1-26218b3333da,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:25:54.066782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.468539 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 81b93813-fe55-45dd-bf06-78caeab15c49 associated. External IP: 172.25.2.44, port: e640c05f-8622-4c38-af0e-1b543dcd70dd. Jul 23 17:25:54.675056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:25:54.782831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:25:54.793889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Sync routers for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:25:54.800460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:25:54.808306 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:54.808949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:54.839745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f45d9852-da1e-40f1-8e30-b08ef8ce4a6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8910275 Jul 23 17:25:54.840346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:25:54.842657 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4d74ff-993a-433d-a049-10378bfa246d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:25:54.878890 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fadfcc-d1d4-4f6c-aada-ce060fb48610 x-openstack-request-id: req-99fadfcc-d1d4-4f6c-aada-ce060fb48610 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:25:54.879181 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:25:54.879427 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99fadfcc-d1d4-4f6c-aada-ce060fb48610 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:25:54.879825 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'status': 'completed', 'code': 200} Jul 23 17:25:54.922697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:54.994260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d74ff-993a-433d-a049-10378bfa246d req-6a814c9c-726a-4caf-8c55-730eedd4f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:54.995770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-6a814c9c-726a-4caf-8c55-730eedd4f950 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1096 time: 0.0934415 Jul 23 17:25:55.003401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0783-7c76-4b88-b66e-a0ab96cf60fa req-f216b07d-4ecf-4b72-8c47-ccb7cfe5b794 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:55.004876 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2c0783-7c76-4b88-b66e-a0ab96cf60fa req-f216b07d-4ecf-4b72-8c47-ccb7cfe5b794 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.1122737 Jul 23 17:25:55.097189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f2c0783-7c76-4b88-b66e-a0ab96cf60fa req-c74ce786-4935-4098-afe6-f5135fb3a358 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836949 Jul 23 17:25:55.122674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43388) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:55.157529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '81b93813-fe55-45dd-bf06-78caeab15c49', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'port_id': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'mac_address': 'fa:16:3e:ab:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:25:53Z', 'updated_at': '2021-07-23T17:25:53Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:55.175411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d74ff-993a-433d-a049-10378bfa246d req-dffdfa6c-ff03-47d6-92c7-71e81604e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:55.176898 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-dffdfa6c-ff03-47d6-92c7-71e81604e4f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 200 len: 898 time: 0.1711342 Jul 23 17:25:55.185794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Checking router: b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:25:55.194223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:25:55.194832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:25:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:55.290218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-013c7d8e-fa9a-489f-adaf-bbd97c878fc1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/81b93813-fe55-45dd-bf06-78caeab15c49 HTTP/1.1" status: 200 len: 990 time: 0.1652873 Jul 23 17:25:55.313259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-37750108-e93b-4ee4-9c90-6a1a8016b177 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 200 len: 998 time: 0.1287584 Jul 23 17:25:55.374660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d74ff-993a-433d-a049-10378bfa246d req-14a9b729-fdc8-4c70-b81e-b3c28c02807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:55.376067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-14a9b729-fdc8-4c70-b81e-b3c28c02807e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a333a1d3-d13f-4468-97ca-45fd87570b95 HTTP/1.1" status: 200 len: 834 time: 0.0553176 Jul 23 17:25:55.449391 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d74ff-993a-433d-a049-10378bfa246d req-27ac8d81-b4fe-41d9-9311-10536eccb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:25:55.451024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-27ac8d81-b4fe-41d9-9311-10536eccb441 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6af8d3f0-121c-47a8-8251-a0a50ec72918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682638 Jul 23 17:25:55.467685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:25:55.547379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-e8476349-cb70-4b6e-a188-78d9c4186b6c service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890737 Jul 23 17:25:55.652644 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9f4d74ff-993a-433d-a049-10378bfa246d req-682f8b29-0b5d-470d-a756-2cfaee2e32e8 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978539 Jul 23 17:25:55.727055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '81b93813-fe55-45dd-bf06-78caeab15c49', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'port_id': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'mac_address': 'fa:16:3e:ab:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:25:53Z', 'updated_at': '2021-07-23T17:25:53Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:25:55.760968 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5e68b-40e6-4d65-a65d-918ff248914d None None] The sync data for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 is: [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '81b93813-fe55-45dd-bf06-78caeab15c49', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'port_id': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'mac_address': 'fa:16:3e:ab:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:25:53Z', 'updated_at': '2021-07-23T17:25:53Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:25:55.958974 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad08c09-5606-4b9a-b82d-f1a78fa27439 None None] New status for floating IP 81b93813-fe55-45dd-bf06-78caeab15c49: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:25:56.293295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43390) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:25:56.354539 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4574ed8d-5913-4041-861c-bfe7bca5f9dc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/81b93813-fe55-45dd-bf06-78caeab15c49 HTTP/1.1" status: 200 len: 992 time: 0.0600204 Jul 23 17:25:59.528347 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:11.931483 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-45ce9202-83a7-4ecf-b185-efa048a002f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:12.413180 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:14.436557 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:14.496883 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-17307ea8-76b4-4b14-a4cf-11e41e43bca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:15.788828 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:17.694855 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:27.090688 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:26:27.771057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d63fc-5d71-41c9-a922-b05066e8e458 req-ebb3ed84-137f-47a1-b0ae-47a5aee8515a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:27.773189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e9d63fc-5d71-41c9-a922-b05066e8e458 req-ebb3ed84-137f-47a1-b0ae-47a5aee8515a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0704129 Jul 23 17:26:27.818426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e9d63fc-5d71-41c9-a922-b05066e8e458 req-b0c3482e-706a-4b88-86ea-a5d407a595bf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Jul 23 17:26:28.987920 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252cc05-ca69-48d6-8132-8a63cc277a36 req-1e707b9d-03bc-4fd5-be92-5ce357c657e5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:28.990082 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8252cc05-ca69-48d6-8132-8a63cc277a36 req-1e707b9d-03bc-4fd5-be92-5ce357c657e5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0780082 Jul 23 17:26:29.031692 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8252cc05-ca69-48d6-8132-8a63cc277a36 req-698635e6-5521-4d76-a4e7-8183fb6bcbbf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354502 Jul 23 17:26:29.055691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43410) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:29.126802 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-93307c9e-2e5d-4405-b00b-af49daeca934 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/81b93813-fe55-45dd-bf06-78caeab15c49 HTTP/1.1" status: 200 len: 992 time: 0.0697565 Jul 23 17:26:29.528975 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:30.444681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742ca01-ead8-4f30-b948-a1a359b55b4e req-33327dd7-de83-4457-bd1b-65f6f9b18a69 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:30.447337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5742ca01-ead8-4f30-b948-a1a359b55b4e req-33327dd7-de83-4457-bd1b-65f6f9b18a69 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0859766 Jul 23 17:26:30.491054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5742ca01-ead8-4f30-b948-a1a359b55b4e req-77b1a546-b602-4e3e-bf07-e52ea4a2c129 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 Jul 23 17:26:31.640195 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d7ff9-7105-4983-92f3-5dfa92aa91e9 req-003fb695-81f8-40b4-9a73-e4b6f6948b43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:31.641880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d1d7ff9-7105-4983-92f3-5dfa92aa91e9 req-003fb695-81f8-40b4-9a73-e4b6f6948b43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0699425 Jul 23 17:26:31.687114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2d1d7ff9-7105-4983-92f3-5dfa92aa91e9 req-96b40ff8-0ea2-49dc-b667-27481faf7204 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386510 Jul 23 17:26:31.712725 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43420) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:31.775437 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-936db9b1-4988-4843-9356-75397f40e35e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/81b93813-fe55-45dd-bf06-78caeab15c49 HTTP/1.1" status: 200 len: 992 time: 0.0614524 Jul 23 17:26:31.994981 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43426) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:32.183921 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 62c2e608-b51b-40f2-b9f1-26218b3333da {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:26:32.184196 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.268464 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.268784 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.283053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 62c2e608-b51b-40f2-b9f1-26218b3333da owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:26:32.503814 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.537031 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=62c2e608-b51b-40f2-b9f1-26218b3333da,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:32.556264 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.556601 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.556955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.557290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.557630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.557992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.558328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.558696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.558990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.559315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.559642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.559958 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:32.632319 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:32.632722 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 81b93813-fe55-45dd-bf06-78caeab15c49 disassociated (deleted). External IP: 172.25.2.44, port: e640c05f-8622-4c38-af0e-1b543dcd70dd. Jul 23 17:26:32.939866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:26:33.078859 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:33.084747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:33.093829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Sync routers for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:33.112882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:33.113962 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:33.153199 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d637cdbf-823d-490d-b202-5f19cc43ad8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/floatingips/81b93813-fe55-45dd-bf06-78caeab15c49 HTTP/1.1" status: 204 len: 168 time: 1.1543121 Jul 23 17:26:33.153199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:33.159897 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a887c0b-e039-405a-af7a-8db4168ea979" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:33.238347 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c792fc70-a62f-438b-a447-b5f434d264bc x-openstack-request-id: req-c792fc70-a62f-438b-a447-b5f434d264bc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:33.239329 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:33.239657 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c792fc70-a62f-438b-a447-b5f434d264bc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:33.240065 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'status': 'completed', 'code': 200} Jul 23 17:26:33.299768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:33.377563 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-17067a78-8817-4c7b-8fa7-e704cb027264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.380502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-17067a78-8817-4c7b-8fa7-e704cb027264 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 1096 time: 0.1138756 Jul 23 17:26:33.486495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-be85de54-0af6-449e-91d5-dbed7b0496ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.488095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-be85de54-0af6-449e-91d5-dbed7b0496ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 200 len: 898 time: 0.1000476 Jul 23 17:26:33.566539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-9945b2a3-194f-4ae2-87a2-ec311f1fa500 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 200 len: 217 time: 0.0674908 Jul 23 17:26:33.611077 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:33.627618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-a8ce45ad-2f7d-4f25-aad7-864f77140a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.629144 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-a8ce45ad-2f7d-4f25-aad7-864f77140a0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a333a1d3-d13f-4468-97ca-45fd87570b95 HTTP/1.1" status: 200 len: 834 time: 0.0557876 Jul 23 17:26:33.645419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee21c2-2b57-4b5e-9934-ec20296c9fa7 req-cd4a885e-d7b8-4c0c-92bc-b0eb3eb3865b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.646573 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Checking router: b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:33.647827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fee21c2-2b57-4b5e-9934-ec20296c9fa7 req-cd4a885e-d7b8-4c0c-92bc-b0eb3eb3865b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.1584473 Jul 23 17:26:33.656514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:33.657261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:33.773130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:33.778330 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fee21c2-2b57-4b5e-9934-ec20296c9fa7 req-c23edfb9-4457-4b84-9fa9-3f4c4781c690 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891304 Jul 23 17:26:33.794188 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-4809b274-ad9d-44a2-9fa4-36bdf03b8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:33.796854 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-4809b274-ad9d-44a2-9fa4-36bdf03b8e20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6af8d3f0-121c-47a8-8251-a0a50ec72918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608291 Jul 23 17:26:33.953619 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-ce43bd2d-e532-44de-bb00-a0b4cd54b8f1 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482224 Jul 23 17:26:34.073252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:34.106265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a887c0b-e039-405a-af7a-8db4168ea979 req-779f3078-475b-47fb-b625-2a3f0a9dd8b9 service neutron] 10.222.0.67 "GET /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445522 Jul 23 17:26:34.117373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5756cf-920f-4d8d-b925-a613cfad65fd None None] The sync data for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 is: [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:25:37Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'bd1438cc-c1e9-4269-9d9d-908e6cabe885', 'name': '', 'network_id': '6af8d3f0-121c-47a8-8251-a0a50ec72918', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:60:4e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:35Z', 'updated_at': '2021-07-23T17:25:40Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'a333a1d3-d13f-4468-97ca-45fd87570b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:34.373472 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e519d-6ff6-4324-a040-091da8cf317d None None] New status for floating IP 81b93813-fe55-45dd-bf06-78caeab15c49: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:26:34.937272 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55381e-40a2-4e60-9280-5fd7147dcec0 req-d6d0bf47-6ddf-4d41-a0b7-35ce8b4b969b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:34.938845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc55381e-40a2-4e60-9280-5fd7147dcec0 req-d6d0bf47-6ddf-4d41-a0b7-35ce8b4b969b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0697439 Jul 23 17:26:34.980843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc55381e-40a2-4e60-9280-5fd7147dcec0 req-2f3bba66-6939-4563-911f-37e804c537eb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=8fb64ffd-09eb-4732-ae71-cb89a5242310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352831 Jul 23 17:26:35.124678 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-b4bd386a-b2d3-4223-add4-c214f6d11f74 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:35.126597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-b4bd386a-b2d3-4223-add4-c214f6d11f74 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 945 time: 0.0720015 Jul 23 17:26:35.245913 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port e640c05f-8622-4c38-af0e-1b543dcd70dd {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:26:35.246284 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.350770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port e640c05f-8622-4c38-af0e-1b543dcd70dd, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=e640c05f-8622-4c38-af0e-1b543dcd70dd,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:35.351249 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.365555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for e640c05f-8622-4c38-af0e-1b543dcd70dd owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:26:35.510321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.550683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=e640c05f-8622-4c38-af0e-1b543dcd70dd,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:35.605262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] No DVR routers for this DVR port e640c05f-8622-4c38-af0e-1b543dcd70dd on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:26:35.608042 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:35.610200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0bf76c1b-8238-421a-87a4-8b12b36e7af0 req-eea3a663-43f8-4f46-bcc0-b5987f7ae90f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "DELETE /v2.0/ports/e640c05f-8622-4c38-af0e-1b543dcd70dd HTTP/1.1" status: 204 len: 173 time: 0.4769695 Jul 23 17:26:35.610661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'name': 'network-vif-deleted', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:35.612991 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9150554-3472-40e6-81dd-b7a6c587eb83" -d '{"events": [{"server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "name": "network-vif-deleted", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:35.655497 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef786c75-7c2d-43bf-9efc-7021a2f2a6d0 x-openstack-request-id: req-ef786c75-7c2d-43bf-9efc-7021a2f2a6d0 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:35.655837 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e1228e-7398-4e3c-b50a-5367b170930d", "name": "network-vif-deleted", "tag": "e640c05f-8622-4c38-af0e-1b543dcd70dd", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:35.656095 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef786c75-7c2d-43bf-9efc-7021a2f2a6d0 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:35.656531 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e1228e-7398-4e3c-b50a-5367b170930d', 'name': 'network-vif-deleted', 'tag': 'e640c05f-8622-4c38-af0e-1b543dcd70dd', 'status': 'completed', 'code': 200} Jul 23 17:26:36.129845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-915d3d27-e9e7-4e80-b0d0-c6a7b871b8d3 req-07523bf7-50bb-430a-9ef5-cba1b447c2cb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e1228e-7398-4e3c-b50a-5367b170930d HTTP/1.1" status: 200 len: 210 time: 0.0429690 Jul 23 17:26:37.200556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43442) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:37.620462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:37.939682 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port bd1438cc-c1e9-4269-9d9d-908e6cabe885 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:26:37.939971 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.050349 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port bd1438cc-c1e9-4269-9d9d-908e6cabe885, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=bd1438cc-c1e9-4269-9d9d-908e6cabe885,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:38.050798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.066301 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for bd1438cc-c1e9-4269-9d9d-908e6cabe885 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:26:38.386485 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.416025 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=bd1438cc-c1e9-4269-9d9d-908e6cabe885,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:38.429824 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.430173 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.430531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.431031 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.431332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.431788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.432135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.432479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.432821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.433155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.433486 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.433814 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:38.636164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:38.760983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e640c05f-8622-4c38-af0e-1b543dcd70dd no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:26:38.783808 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: e640c05f-8622-4c38-af0e-1b543dcd70dd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:26:38.784241 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device e640c05f-8622-4c38-af0e-1b543dcd70dd not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:38.870596 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:26:38.985440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:38.990686 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-536c2795-cb2c-44b3-8ace-98e938ef2b3c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889671 Jul 23 17:26:38.994157 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43444) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:38.999201 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Sync routers for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:39.010132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:39.010978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:39.051687 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting subnet a333a1d3-d13f-4468-97ca-45fd87570b95 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:26:39.055967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.101645 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.135921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:39.211507 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.287564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.318919 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Subnet': ['ID=a333a1d3-d13f-4468-97ca-45fd87570b95,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:39.322884 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.324994 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd81af19-217f-4b1b-99ef-3aaad831cd4c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/subnets/a333a1d3-d13f-4468-97ca-45fd87570b95 HTTP/1.1" status: 204 len: 168 time: 0.3296845 Jul 23 17:26:39.329370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43446) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:39.331449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1b165-99f3-450f-b51a-3a2866557aa5 None None] Network 6af8d3f0-121c-47a8-8251-a0a50ec72918 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:26:39.428882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:26:38Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:39.447426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.472403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Checking router: b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:39.489355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Routers {'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:39.490567 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:39.577077 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.613018 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] Set router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:39.659061 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:26:39.659399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.686658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] DHCP port deletion for 6af8d3f0-121c-47a8-8251-a0a50ec72918 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:26:39.754806 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 45ffcd8a-7b4c-495f-95f0-26d00a929cfd, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:39.755927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.769449 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 45ffcd8a-7b4c-495f-95f0-26d00a929cfd owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:26:39.813623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Deleting port 3c649f1f-75f9-451d-87cc-881fae9f22b6 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:26:39.814579 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.910930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] For port 3c649f1f-75f9-451d-87cc-881fae9f22b6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=3c649f1f-75f9-451d-87cc-881fae9f22b6,segment=NetworkSegment(b6716f65-af96-4891-aa27-5861af85ba08),segment_id=b6716f65-af96-4891-aa27-5861af85ba08)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:39.912025 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.939353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Calling delete_port for 3c649f1f-75f9-451d-87cc-881fae9f22b6 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:26:39.959425 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:39.969786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:26:38Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:39.990817 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=45ffcd8a-7b4c-495f-95f0-26d00a929cfd,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:40.061856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.166467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.168755 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.205265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68be2d6-6bb2-4bb2-9a6a-f4f1f0528103 None None] The sync data for ids ['b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2'] in n-d-800484-3 is: [{'id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1143470729', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:25:32Z', 'updated_at': '2021-07-23T17:26:38Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': '45ffcd8a-7b4c-495f-95f0-26d00a929cfd', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:25:33Z', 'updated_at': '2021-07-23T17:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:40.218349 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.219216 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Fanout notify agent at l3_agent the message router_deleted on router b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:26:40.227234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.229055 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8cefa936-068d-4efe-a16f-9c7b3717db20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/routers/b90e57ef-b4c9-4f7d-a931-9ae1d36fdcf2 HTTP/1.1" status: 204 len: 168 time: 0.8983898 Jul 23 17:26:40.233699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43448) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:40.261294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.305474 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Pushing event deleted for resources: {'Port': ['ID=3c649f1f-75f9-451d-87cc-881fae9f22b6,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:40.318177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.318662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.319062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.319405 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.320155 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.320501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.320837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.321668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.321668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.321866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.322145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.322507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:40.326499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2efadb-d3a8-46d0-869a-ad29944bc06f None None] No DVR routers for this DVR port 3c649f1f-75f9-451d-87cc-881fae9f22b6 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:26:40.337374 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.428079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.438914 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af8d3f0-121c-47a8-8251-a0a50ec72918']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:40.450494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6716f65-af96-4891-aa27-5861af85ba08') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:40.450831 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6716f65-af96-4891-aa27-5861af85ba08') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:40.460635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.475694 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.482202 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:26:40.482609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:26:40.485823 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:26:40.557991 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.566307 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.573551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/networks/6af8d3f0-121c-47a8-8251-a0a50ec72918 HTTP/1.1" status: 204 len: 168 time: 0.3332968 Jul 23 17:26:40.573723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43450) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:40.602910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced50c9-7474-469b-9a7b-38d08b642a54 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Network': ['ID=6af8d3f0-121c-47a8-8251-a0a50ec72918,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:40.657016 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.698039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.760336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bd1438cc-c1e9-4269-9d9d-908e6cabe885 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:26:40.793463 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.797704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:40.798568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: bd1438cc-c1e9-4269-9d9d-908e6cabe885 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:26:40.799033 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device bd1438cc-c1e9-4269-9d9d-908e6cabe885 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:40.799587 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/security-groups/8fb64ffd-09eb-4732-ae71-cb89a5242310 HTTP/1.1" status: 204 len: 168 time: 0.2252631 Jul 23 17:26:40.799816 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3c649f1f-75f9-451d-87cc-881fae9f22b6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:26:40.819036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e880ab4-fbab-4139-9aa7-28557f173e5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb64ffd-09eb-4732-ae71-cb89a5242310,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:40.841072 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 3c649f1f-75f9-451d-87cc-881fae9f22b6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:26:40.841790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 3c649f1f-75f9-451d-87cc-881fae9f22b6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:41.208105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43456) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.212987 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174538965', 'description': 'tempest-secgroup-smoke-174538965 description', 'project_id': '0ce13bba8f4d4418879622860b9d7c35'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:41.237923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.333982 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.339409 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.372391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.373701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1645327 Jul 23 17:26:41.377252 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43458) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.383580 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:41.388685 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bad12-961b-46f2-943f-915ee62c89e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a51b3b-f494-4586-af8a-c68b6161a16c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:41.425114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.494598 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.499030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.519644 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb169b7-32fd-45c7-bfd3-6faff77aaf2e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:41.528851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.530914 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-c79c7db4-8c80-4bdf-a71e-d148174dfe09 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522233 Jul 23 17:26:41.534086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43460) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.543285 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:41.574306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.640999 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.646391 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.667514 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193baf6b-0188-47ef-9bd4-28042917bcce,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:41.675516 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.678063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b2c41766-e1fa-4eb3-b1aa-50e969c4e83d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422923 Jul 23 17:26:41.681152 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43462) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.686236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:41.718038 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.793246 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.797582 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.818387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b869ff3b-c1f1-408e-8755-74d4b2442061,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:41.822186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.826710 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87e9d643-3ab2-473e-b9a6-c433849d9be8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411774 Jul 23 17:26:41.827073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43464) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.831958 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:41.863050 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.937122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18603717-ac21-4d02-9d3d-fea58c80bbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.944268 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.948864 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.972415 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728b7482-7eb8-431b-8947-64f4bede33ee,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:41.976944 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:41.978286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-dd12705c-e569-4fea-9f60-8d9f3930a5db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503282 Jul 23 17:26:41.981528 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43466) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:41.986719 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:42.011065 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:42.017811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.094830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.099863 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.120839 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c82cf3-caa3-4698-bb56-b37c15eac67b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:42.128505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.130682 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8fc4e30f-e588-4eed-bee5-9b245624508b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477387 Jul 23 17:26:42.134691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43468) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:42.142623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '68a51b3b-f494-4586-af8a-c68b6161a16c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:42.177589 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:42.185973 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.293199 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.297817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.320424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f47fdd2-61d6-4985-b29f-8e6b5f10218e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:42.328728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.330497 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cf3a8bcd-3e74-45d5-a7ab-d8888fa23887 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942244 Jul 23 17:26:42.335149 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43470) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:42.341341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'network': {'name': 'tempest-network-smoke--1905783157', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'port_security_enabled': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:42.364341 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:42.368433 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.403871 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:26:42.416407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.418713 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.419089 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Added segment e9f4fc96-ca6b-4780-bec9-5ce1f982aee6 of type vlan for network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 Jul 23 17:26:42.465480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.499704 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.507031 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45ffcd8a-7b4c-495f-95f0-26d00a929cfd no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:26:42.509440 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:42.510566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.531922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 45ffcd8a-7b4c-495f-95f0-26d00a929cfd {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:26:42.533209 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 45ffcd8a-7b4c-495f-95f0-26d00a929cfd not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:26:42.553206 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2167017 Jul 23 17:26:42.556302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43472) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:42.560940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'admin_state_up': True, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:42.603235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1ccb-9732-4828-b376-63095696a7b4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Network': ['ID=195cbb4d-7e15-4cf8-a79e-f51b7c98b659,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:42.621124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:26:42.624224 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.625798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:42.702929 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.189193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.399830 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.419481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.529053 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.11 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d1b03255-d9e4-4559-8bd6-e01205699133) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:43.637343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.679086 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:43.726400 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:43.729484 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:43.733226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:43.742068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=d1b03255-d9e4-4559-8bd6-e01205699133,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:43.993758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.204561 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.341029 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router fd6df9d3-1c1f-4366-afad-26540eaae0f1 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:26:44.439537 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.452618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:44.462654 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Sync routers for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:44.472546 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:44.473297 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:44.474878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.479870 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4daf1b77-d0ec-4917-a48c-cef47611d20a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9190559 Jul 23 17:26:44.480126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43474) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:44.509513 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa31c-3db8-4b3e-9b04-94f156f44e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.518481 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9ea2b1ed-19f1-44e9-8871-d9082fabe099 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ce13bba8f4d4418879622860b9d7c35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336514 Jul 23 17:26:44.519588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43476) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:44.625922 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cd9cf-995e-471d-af79-3c8af7012b43 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:44.627358 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-271cd9cf-995e-471d-af79-3c8af7012b43 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1067297 Jul 23 17:26:44.630342 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43478) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:44.664801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-338b6203-936e-4b26-84bc-cfb2011f56d1 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333784 Jul 23 17:26:44.669136 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43480) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:44.673535 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:44.674542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-999506054', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:44.782783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:44.787506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:44.883668 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:43Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:44.921200 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Checking router: fd6df9d3-1c1f-4366-afad-26540eaae0f1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:44.921556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Updating router fd6df9d3-1c1f-4366-afad-26540eaae0f1 port d1b03255-d9e4-4559-8bd6-e01205699133 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:26:44.957391 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.029923 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.096723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Subnet': ['ID=f2335bb4-de11-447f-9ab9-43259cf5f8dc,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:45.114675 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Checking segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:45.115036 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network hostable DHCP agents. Network: 195cbb4d-7e15-4cf8-a79e-f51b7c98b659, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:26:45.136367 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:26:45.149186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 195cbb4d-7e15-4cf8-a79e-f51b7c98b659) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:45.153628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:45.154267 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.159823 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e80a4-4b50-40ba-9334-8e3a5665fc72 None None] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:26:45.181061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43482) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:26:45.189978 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-da6efa21-24c3-4852-be3b-cbe8c722ea70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5195887 Jul 23 17:26:45.270753 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.281853 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Transition to ACTIVE for port object d1b03255-d9e4-4559-8bd6-e01205699133 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:45.289654 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.344650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Attempting to bind port d1b03255-d9e4-4559-8bd6-e01205699133 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:45.345017 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Attempting to bind port d1b03255-d9e4-4559-8bd6-e01205699133 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:45.345380 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Attempting to bind port d1b03255-d9e4-4559-8bd6-e01205699133 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:45.347509 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Pushing event updated for resources: {'Port': ['ID=d1b03255-d9e4-4559-8bd6-e01205699133,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:45.358981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:45.358981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:45.358981 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.358981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:45.358981 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Bound port: d1b03255-d9e4-4559-8bd6-e01205699133, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:45.359989 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.362814 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.363184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.363495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.363829 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.364741 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.365089 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.365418 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.365742 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.366091 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.366415 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.366730 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.367053 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:26:45.375844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:26:45.376822 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.439329 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] For port d1b03255-d9e4-4559-8bd6-e01205699133, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:45.443411 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] For port d1b03255-d9e4-4559-8bd6-e01205699133, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d1b03255-d9e4-4559-8bd6-e01205699133,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:45.448884 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.514564 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b397e-b0df-475d-94b0-ce4cdd12ffa4 None None] Pushing event updated for resources: {'Port': ['ID=d1b03255-d9e4-4559-8bd6-e01205699133,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:45.529977 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:45.529977 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:45.532805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Allocated IP 172.20.0.2 (195cbb4d-7e15-4cf8-a79e-f51b7c98b659/f2335bb4-de11-447f-9ab9-43259cf5f8dc/b70eb9a3-a19b-4432-b7ab-4087d2e193bf) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:45.655383 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:45.769388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.779988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Transition to ACTIVE for port object b70eb9a3-a19b-4432-b7ab-4087d2e193bf will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:45.809416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Transition to ACTIVE for port object b70eb9a3-a19b-4432-b7ab-4087d2e193bf will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:45.811485 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.819919 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.871905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:45.877142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:45.883378 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:43Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:45.883771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:45.897625 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Pushing event updated for resources: {'Port': ['ID=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:45.921206 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928cbb9e-4416-4704-9ea2-bbeb8dbfb604 None None] The sync data for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 is: [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:43Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:45.971423 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Attempting to bind port b70eb9a3-a19b-4432-b7ab-4087d2e193bf on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:45.971793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Attempting to bind port b70eb9a3-a19b-4432-b7ab-4087d2e193bf by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:45.972168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Attempting to bind port b70eb9a3-a19b-4432-b7ab-4087d2e193bf on network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:45.978859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:45.979263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Checking segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:45.979704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:45.980142 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Bound using segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:45.981273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Bound port: b70eb9a3-a19b-4432-b7ab-4087d2e193bf, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:45.981273 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.055114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] For port b70eb9a3-a19b-4432-b7ab-4087d2e193bf, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:46.060559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] For port b70eb9a3-a19b-4432-b7ab-4087d2e193bf, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:46.067958 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.151351 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.156371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31294af4-ce32-4965-86e2-6339ffb66e4d None None] Pushing event updated for resources: {'Port': ['ID=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:46.556395 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.1 (195cbb4d-7e15-4cf8-a79e-f51b7c98b659/f2335bb4-de11-447f-9ab9-43259cf5f8dc/dc4e47d4-251d-4592-892d-2bf3545b681f) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:46.710041 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.718843 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b70eb9a3-a19b-4432-b7ab-4087d2e193bf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:46.736071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object dc4e47d4-251d-4592-892d-2bf3545b681f will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:46.792237 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.819515 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port b70eb9a3-a19b-4432-b7ab-4087d2e193bf completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:46.826634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d1b03255-d9e4-4559-8bd6-e01205699133 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:46.854689 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:46.860177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:46.866775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:46.910075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d1b03255-d9e4-4559-8bd6-e01205699133 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:46.912226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:46.924483 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d1b03255-d9e4-4559-8bd6-e01205699133 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:46.924921 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:46.931820 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.036212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.073552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port d1b03255-d9e4-4559-8bd6-e01205699133, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d1b03255-d9e4-4559-8bd6-e01205699133,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:47.079028 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.158185 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.172180 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=d1b03255-d9e4-4559-8bd6-e01205699133,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:47.426032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988752d-6a54-454e-94f4-a6b65c759931 None None] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:26:47.546947 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Provisioning for port b70eb9a3-a19b-4432-b7ab-4087d2e193bf completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:47.559534 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.560942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Provisioning complete for port b70eb9a3-a19b-4432-b7ab-4087d2e193bf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:47.561422 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.566186 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.664605 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.666703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:47.735604 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.737802 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.783864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] For port b70eb9a3-a19b-4432-b7ab-4087d2e193bf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:47.789376 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:47.806327 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:47.808747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:47.852662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3b38c-6da7-46c2-ab15-8c1a458629d8 None None] Pushing event updated for resources: {'Port': ['ID=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:47.963671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router fd6df9d3-1c1f-4366-afad-26540eaae0f1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:26:48.109683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:26:48.114924 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Provisioning complete for port b70eb9a3-a19b-4432-b7ab-4087d2e193bf triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:48.115323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.122081 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a94f2ee6-581b-4c44-8881-ef9b10fb3bee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/fd6df9d3-1c1f-4366-afad-26540eaae0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9394920 Jul 23 17:26:48.165082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Sync routers for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:26:48.188987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:48.189630 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:48.318198 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-928fc8d7-9c9f-4e9d-a833-39a3846b08a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174538965&fields=id&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 267 time: 0.0393982 Jul 23 17:26:48.347364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:48.350507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Provisioning for port dc4e47d4-251d-4592-892d-2bf3545b681f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:48.379462 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Provisioning complete for port dc4e47d4-251d-4592-892d-2bf3545b681f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:48.380471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.439028 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-95415b49-1df0-4988-9f0c-bc2fdbe4f50a None None] Port dc4e47d4-251d-4592-892d-2bf3545b681f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:48.523411 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-35582a42-c5e4-49af-b31b-0e53bd418572 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:48.527248 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-35582a42-c5e4-49af-b31b-0e53bd418572 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 797 time: 0.1971414 Jul 23 17:26:48.550958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-b6147060-1f96-4719-96bb-e33c2a827693 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/quotas/0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 375 time: 0.0165052 Jul 23 17:26:48.597986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-84f2e047-474b-4641-be2d-cb9347dc35bb None None] Provisioning complete for port dc4e47d4-251d-4592-892d-2bf3545b681f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:48.597986 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-84f2e047-474b-4641-be2d-cb9347dc35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.639165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d1b03255-d9e4-4559-8bd6-e01205699133 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:48.672962 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-b8c5f505-514d-4a1e-8346-e01225d03d79 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145518 Jul 23 17:26:48.714392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-84f2e047-474b-4641-be2d-cb9347dc35bb None None] Port dc4e47d4-251d-4592-892d-2bf3545b681f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:48.752652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d1b03255-d9e4-4559-8bd6-e01205699133 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:48.753437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.787393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 2, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:48.791779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-fad68551-01f4-4c5a-a624-95010264dda3 service neutron] 10.222.0.64 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981925 Jul 23 17:26:48.817898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Checking router: fd6df9d3-1c1f-4366-afad-26540eaae0f1 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:26:48.818556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Updating router fd6df9d3-1c1f-4366-afad-26540eaae0f1 port dc4e47d4-251d-4592-892d-2bf3545b681f binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:26:48.880722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-cd08f6ca-cf9b-4f23-a7a9-d0462550dc74 None None] Provisioning complete for port dc4e47d4-251d-4592-892d-2bf3545b681f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:48.881092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cd08f6ca-cf9b-4f23-a7a9-d0462550dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.885434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:48.907424 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-e73f709c-1fd5-487c-8526-ca8a48dd95c7 service neutron] 10.222.0.64 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085045 Jul 23 17:26:48.978596 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-cd08f6ca-cf9b-4f23-a7a9-d0462550dc74 None None] Port dc4e47d4-251d-4592-892d-2bf3545b681f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:48.992070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b70eb9a3-a19b-4432-b7ab-4087d2e193bf up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:49.117464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f14c17b4-2609-4b7e-a418-a14c9f63ab6d req-3f0f5511-f9c9-49a1-aa2e-392176cfae3b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 210 time: 0.0582557 Jul 23 17:26:49.157532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port b70eb9a3-a19b-4432-b7ab-4087d2e193bf triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:49.157916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.515859 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.537214 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Transition to ACTIVE for port object dc4e47d4-251d-4592-892d-2bf3545b681f will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:49.544992 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.612185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa9cf9-14f6-4a0c-b071-c7324b2f7d9f None None] Pushing event updated for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:49.677633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Attempting to bind port dc4e47d4-251d-4592-892d-2bf3545b681f on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:49.677955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Attempting to bind port dc4e47d4-251d-4592-892d-2bf3545b681f by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:49.678229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Attempting to bind port dc4e47d4-251d-4592-892d-2bf3545b681f on network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:49.685141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:49.685528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Checking segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:49.685950 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.686372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Bound using segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:49.686849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Bound port: dc4e47d4-251d-4592-892d-2bf3545b681f, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:49.687247 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.763674 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] For port dc4e47d4-251d-4592-892d-2bf3545b681f, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:49.767367 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] For port dc4e47d4-251d-4592-892d-2bf3545b681f, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dc4e47d4-251d-4592-892d-2bf3545b681f,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:49.772797 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:49.837245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:26:49.838147 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:49.880528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa9cf9-14f6-4a0c-b071-c7324b2f7d9f None None] Pushing event updated for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:49.963258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:26:50.194786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:49Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:26:50.226263 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27267cf-d9da-447e-bfce-01c417156fa0 None None] The sync data for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 is: [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:49Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:26:50.251272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56e11026-b7ca-4283-9f9c-bbd2632e57a1 req-6229b94c-8546-471d-bcfb-5e0b8e0ecb6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 210 time: 0.0592291 Jul 23 17:26:50.402337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-477a02a9-2edf-47d3-978a-25f7c91c009e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:50.404039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-477a02a9-2edf-47d3-978a-25f7c91c009e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 797 time: 0.2100925 Jul 23 17:26:50.450626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-4b24f57a-e708-4082-9d88-b4bd1177d05e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 379 time: 0.0379901 Jul 23 17:26:50.460160 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'port': {'device_id': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'admin_state_up': True, 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'security_groups': ['68a51b3b-f494-4586-af8a-c68b6161a16c']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:50.596096 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dc4e47d4-251d-4592-892d-2bf3545b681f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:50.604312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:26:50.607963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:50.655046 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port dc4e47d4-251d-4592-892d-2bf3545b681f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:50.660347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port dc4e47d4-251d-4592-892d-2bf3545b681f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:50.661243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:50.760871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:50.797070 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port dc4e47d4-251d-4592-892d-2bf3545b681f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dc4e47d4-251d-4592-892d-2bf3545b681f,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:50.804954 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:50.805233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.5 (195cbb4d-7e15-4cf8-a79e-f51b7c98b659/f2335bb4-de11-447f-9ab9-43259cf5f8dc/3a3d51ff-2d06-427f-8d5b-a06137441226) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:26:50.869972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:50.961711 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:50.975814 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object 3a3d51ff-2d06-427f-8d5b-a06137441226 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:51.011651 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.062837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:26:51.066000 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:26:51.072074 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:26:51.134336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:51.149553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:51.150400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.166002 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-47959452-9b37-4825-a4bf-f76c5442f89f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7097597 Jul 23 17:26:51.178346 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Request body: {'port': {'device_id': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:26:51.259914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.309017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dc14c064-8346-47c4-bb4e-038c6cc06436 None None] Provisioning for port 3a3d51ff-2d06-427f-8d5b-a06137441226 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:51.315185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dc14c064-8346-47c4-bb4e-038c6cc06436 None None] Provisioning complete for port 3a3d51ff-2d06-427f-8d5b-a06137441226 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:51.315569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dc14c064-8346-47c4-bb4e-038c6cc06436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.353820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dc14c064-8346-47c4-bb4e-038c6cc06436 None None] Port 3a3d51ff-2d06-427f-8d5b-a06137441226 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:26:51.531835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e32a-09c1-4fb5-be54-af70d6bf9631 req-d2587f2e-c9c6-4686-a6f5-e7edc078e899 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:51.533272 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae11e32a-09c1-4fb5-be54-af70d6bf9631 req-d2587f2e-c9c6-4686-a6f5-e7edc078e899 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 931 time: 0.1457565 Jul 23 17:26:51.596460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ae11e32a-09c1-4fb5-be54-af70d6bf9631 req-cc6416ea-3a11-4b1c-8c01-9beb6b936012 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552909 Jul 23 17:26:51.641077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3d51ff-2d06-427f-8d5b-a06137441226 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:26:51.649453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.662184 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Transition to ACTIVE for port object 3a3d51ff-2d06-427f-8d5b-a06137441226 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:26:51.666531 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.745304 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:51.805659 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Attempting to bind port 3a3d51ff-2d06-427f-8d5b-a06137441226 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:26:51.806025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Attempting to bind port 3a3d51ff-2d06-427f-8d5b-a06137441226 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:26:51.806351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Attempting to bind port 3a3d51ff-2d06-427f-8d5b-a06137441226 on network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:51.811045 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Port 3a3d51ff-2d06-427f-8d5b-a06137441226 on network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:26:51.811433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Attempting to bind port 3a3d51ff-2d06-427f-8d5b-a06137441226 on network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:26:51.819506 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:51.819847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Checking segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:26:51.820238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Bound using segment: {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:26:51.820674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Bound port: 3a3d51ff-2d06-427f-8d5b-a06137441226, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:26:51.821035 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.890032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:26:51.893552 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3a3d51ff-2d06-427f-8d5b-a06137441226,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:26:51.898609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.934904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:51.935593 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:51.937023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 1091 time: 0.7637951 Jul 23 17:26:51.939305 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:51.941594 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:51.973965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8ab96-6906-42b6-aa2a-a32d8dd987b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:52.013886 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d988d1-a70e-4958-8e1c-8001e683e16b x-openstack-request-id: req-c5d988d1-a70e-4958-8e1c-8001e683e16b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:52.014341 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:52.014663 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5d988d1-a70e-4958-8e1c-8001e683e16b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:52.015135 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'status': 'completed', 'code': 200} Jul 23 17:26:52.048613 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-f4a247ec-c36e-4410-89a1-27c73ff94725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.050278 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-f4a247ec-c36e-4410-89a1-27c73ff94725 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1094 time: 0.0698838 Jul 23 17:26:52.095886 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-31c9bfb0-14b5-497e-8e2f-6e0250f597f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 217 time: 0.0378115 Jul 23 17:26:52.157173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c59aa7e7-de25-4c3c-87a3-3770bfd3addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.158709 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-c59aa7e7-de25-4c3c-87a3-3770bfd3addb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0558152 Jul 23 17:26:52.222173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-fc62d771-4435-4c25-a2e7-daa45cae7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.223790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-fc62d771-4435-4c25-a2e7-daa45cae7898 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553615 Jul 23 17:26:52.325924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-abb54a9b-51f2-4c98-9c18-271393317683 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941954 Jul 23 17:26:52.415583 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8d4eabf5-65ea-4b21-ae05-e6fc56418b27 req-082a19f7-cb0c-4e08-9abd-07d59cfd54a6 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835345 Jul 23 17:26:52.514113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-4cc2a9d3-848c-4c93-9a7f-83ad84efa800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.515748 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-4cc2a9d3-848c-4c93-9a7f-83ad84efa800 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1094 time: 0.0551343 Jul 23 17:26:52.558716 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dc4e47d4-251d-4592-892d-2bf3545b681f up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:52.610942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port dc4e47d4-251d-4592-892d-2bf3545b681f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:52.611292 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:52.615742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-3d2e295e-98f2-41bb-b952-e3a1c891cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.617222 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-3d2e295e-98f2-41bb-b952-e3a1c891cfaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 898 time: 0.0936782 Jul 23 17:26:52.661507 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-cab537ed-dedc-4d0e-b78c-c5db2893927a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 217 time: 0.0369294 Jul 23 17:26:52.756688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-9f2dd66b-bd1b-4c58-a8e4-1da297a27c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.758559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-9f2dd66b-bd1b-4c58-a8e4-1da297a27c7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0828669 Jul 23 17:26:52.805889 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c554e-4609-497d-8b4b-d39b5d135964 req-03d7181c-d5f6-46ce-963d-8dba8c6c91ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.807445 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48c554e-4609-497d-8b4b-d39b5d135964 req-03d7181c-d5f6-46ce-963d-8dba8c6c91ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 943 time: 0.1413414 Jul 23 17:26:52.855502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b48c554e-4609-497d-8b4b-d39b5d135964 req-4e3ab410-6531-4dcd-8273-93cc77e3accd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Jul 23 17:26:52.868132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-7a0ac6a6-ab7a-42f6-829b-d40f15073ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:52.869680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-7a0ac6a6-ab7a-42f6-829b-d40f15073ddd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040773 Jul 23 17:26:53.077693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-75d2b33d-0d8f-4b50-a46f-11bfe5545e1d service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907152 Jul 23 17:26:53.175973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a2fbb26f-fe2c-46f9-8ea4-47887f1d9307 req-d92618f9-1a4c-44f3-8fa0-6b76efdf7090 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916476 Jul 23 17:26:53.991693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae1e3-bb29-4390-8397-05eea988748d req-c385a55e-429a-424c-a219-9df1d932a230 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:53.993680 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d9ae1e3-bb29-4390-8397-05eea988748d req-c385a55e-429a-424c-a219-9df1d932a230 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 943 time: 0.0674241 Jul 23 17:26:54.033819 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4d9ae1e3-bb29-4390-8397-05eea988748d req-8f62fbc3-8cbc-4254-81e5-e19f766cf652 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Jul 23 17:26:55.171415 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ac940-198d-4811-ad26-4a85f74bd93a req-9a4e49d6-19db-4219-a887-d74edb0787e9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:55.173030 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-462ac940-198d-4811-ad26-4a85f74bd93a req-9a4e49d6-19db-4219-a887-d74edb0787e9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 943 time: 0.0684690 Jul 23 17:26:55.218151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-462ac940-198d-4811-ad26-4a85f74bd93a req-e66ba9b3-ebbd-4b8e-9729-d16b5168167d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 Jul 23 17:26:56.362644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc8f4d-85d6-4543-b27b-0ca48d79055b req-4e7a305b-789d-4c69-aea5-bcf0008ad3fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:56.364754 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fdc8f4d-85d6-4543-b27b-0ca48d79055b req-4e7a305b-789d-4c69-aea5-bcf0008ad3fe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 943 time: 0.0764153 Jul 23 17:26:56.408128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fdc8f4d-85d6-4543-b27b-0ca48d79055b req-a8108253-a882-41f6-9087-205e2e69edd7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336874 Jul 23 17:26:56.875162 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3a3d51ff-2d06-427f-8d5b-a06137441226 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:26:56.973607 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3a3d51ff-2d06-427f-8d5b-a06137441226,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:56.985358 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'port_id': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'mac_address': 'fa:16:3e:6c:e7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:26:57.024041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:57.039015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3d51ff-2d06-427f-8d5b-a06137441226 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:26:57.058591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3a3d51ff-2d06-427f-8d5b-a06137441226,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:57.066396 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:57.113577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:57.303866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['3a3d51ff-2d06-427f-8d5b-a06137441226'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:26:57.546927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e42b9-8438-49de-bbd7-92acfd4ca785 req-fd2ab677-2ce7-4e28-9d8d-96a203c22e33 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:57.548395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a96e42b9-8438-49de-bbd7-92acfd4ca785 req-fd2ab677-2ce7-4e28-9d8d-96a203c22e33 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 944 time: 0.0709627 Jul 23 17:26:57.586363 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a96e42b9-8438-49de-bbd7-92acfd4ca785 req-69e0e2db-f2ec-4535-8ca6-ec8ae86fe24b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Jul 23 17:26:58.722633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06158429-3d97-498a-bea6-72fa6ac37b75 req-59d1dd82-253f-40c4-bdba-71dfc404931f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:58.724723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06158429-3d97-498a-bea6-72fa6ac37b75 req-59d1dd82-253f-40c4-bdba-71dfc404931f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 944 time: 0.0689425 Jul 23 17:26:58.766306 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06158429-3d97-498a-bea6-72fa6ac37b75 req-908b4bf0-c58d-41d6-aa52-ba821aed83ef tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355506 Jul 23 17:26:58.887259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3a3d51ff-2d06-427f-8d5b-a06137441226 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:26:58.940346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 3a3d51ff-2d06-427f-8d5b-a06137441226 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:26:58.944546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 3a3d51ff-2d06-427f-8d5b-a06137441226 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:26:58.944915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:59.028707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:59.053056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:26:59.055507 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c538c6b-0936-4145-9fbf-75b7e5b02789" -d '{"events": [{"server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "name": "network-vif-plugged", "status": "completed", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:26:59.069804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3a3d51ff-2d06-427f-8d5b-a06137441226,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:26:59.074880 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:59.106976 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08510b3b-f229-4511-b0d5-7563e961ef4e x-openstack-request-id: req-08510b3b-f229-4511-b0d5-7563e961ef4e {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:26:59.107319 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "name": "network-vif-plugged", "status": "completed", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:26:59.107529 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08510b3b-f229-4511-b0d5-7563e961ef4e {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:26:59.107912 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'code': 200} Jul 23 17:26:59.143042 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:26:59.224292 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0835e-9ff8-42a8-bac4-d618cc213615 req-ce03ce32-9f26-4798-8bb4-979d4f344cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:59.225855 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fe0835e-9ff8-42a8-bac4-d618cc213615 req-ce03ce32-9f26-4798-8bb4-979d4f344cf3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1096 time: 0.0628250 Jul 23 17:26:59.267552 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fe0835e-9ff8-42a8-bac4-d618cc213615 req-bec90af6-95a3-4571-872c-63a71f42d957 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342164 Jul 23 17:26:59.557132 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:26:59.908296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579634cb-e13f-40ae-a851-006a55dd6bdc req-809d14b2-82ac-44aa-a9e6-3950da382238 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:26:59.909774 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-579634cb-e13f-40ae-a851-006a55dd6bdc req-809d14b2-82ac-44aa-a9e6-3950da382238 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0697494 Jul 23 17:26:59.951649 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-579634cb-e13f-40ae-a851-006a55dd6bdc req-6f1cf2df-2418-4ee3-ac5e-490ed5f196ba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358808 Jul 23 17:27:01.092099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff55e6-9527-4ec2-9880-b05b231e20de req-d0e65fc8-f5c3-4c3b-bda7-ef223d4e25ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:01.093593 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98ff55e6-9527-4ec2-9880-b05b231e20de req-d0e65fc8-f5c3-4c3b-bda7-ef223d4e25ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0679679 Jul 23 17:27:01.132343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98ff55e6-9527-4ec2-9880-b05b231e20de req-a5dc86d1-560c-428a-bbe4-8f8eca9e4697 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329747 Jul 23 17:27:01.264841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd927e33-011b-4a6c-87e4-d4cbde96ec3e req-e393adae-2c86-4a20-8e52-66e890c71b60 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:01.266346 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd927e33-011b-4a6c-87e4-d4cbde96ec3e req-e393adae-2c86-4a20-8e52-66e890c71b60 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0644784 Jul 23 17:27:01.303089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cd927e33-011b-4a6c-87e4-d4cbde96ec3e req-e6b43dcb-2807-4f12-87ac-7df98d28deca tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305641 Jul 23 17:27:01.324404 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43544) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:01.377403 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce88d2a-1494-46d5-81e2-060ee4ff2e3b tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:01.378944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3ce88d2a-1494-46d5-81e2-060ee4ff2e3b tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1091 time: 0.0535839 Jul 23 17:27:01.382246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43546) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:01.386544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:27:01.412045 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:01.510946 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:01.623699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.68 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:27:01.730039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:01.767460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:01.802119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:27:01.804816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:27:01.808223 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:27:01.837383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:02.476644 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.558994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.750386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.755948 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.822343 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:27:02.834222 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:02.934920 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP a911948a-c412-4e45-be95-cdea0f614ffb associated. External IP: 172.25.2.68, port: 3a3d51ff-2d06-427f-8d5b-a06137441226. Jul 23 17:27:03.150603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router fd6df9d3-1c1f-4366-afad-26540eaae0f1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:27:03.267383 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:27:03.281251 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Sync routers for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:27:03.286400 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:03.293607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:03.294258 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:03.327183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6187e9c9-275a-4d1e-8890-b8e3c733a803 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9438989 Jul 23 17:27:03.327782 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:27:03.330120 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d00633-e7ac-4249-a4da-bfd64615fe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:27:03.387919 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d1f251-8f3e-40e2-a717-66dbba5060ac x-openstack-request-id: req-79d1f251-8f3e-40e2-a717-66dbba5060ac {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:27:03.388361 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:27:03.388771 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79d1f251-8f3e-40e2-a717-66dbba5060ac {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:27:03.389401 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'status': 'completed', 'code': 200} Jul 23 17:27:03.414740 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:03.510737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-0b7277db-69ab-497e-b742-e6f79c592975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:03.512299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-0b7277db-69ab-497e-b742-e6f79c592975 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1096 time: 0.1013904 Jul 23 17:27:03.540441 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001c40-ad3c-4ec8-9b2b-ec3004aa148f req-22a94958-6f77-4ec9-8a45-ecc8593f3dc5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:03.542039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5001c40-ad3c-4ec8-9b2b-ec3004aa148f req-22a94958-6f77-4ec9-8a45-ecc8593f3dc5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.1221538 Jul 23 17:27:03.634513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5001c40-ad3c-4ec8-9b2b-ec3004aa148f req-b88eeb35-e019-43a8-9beb-2b2e1d7ccf57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810661 Jul 23 17:27:03.661723 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-40bb5535-8304-49a4-b756-b06a68ef1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:03.664106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-40bb5535-8304-49a4-b756-b06a68ef1f1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 898 time: 0.1425414 Jul 23 17:27:03.666349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43552) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:03.709637 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'a911948a-c412-4e45-be95-cdea0f614ffb', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'port_id': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'mac_address': 'fa:16:3e:6c:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:02Z', 'updated_at': '2021-07-23T17:27:02Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:03.738104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Checking router: fd6df9d3-1c1f-4366-afad-26540eaae0f1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:27:03.748652 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:27:03.749284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:26:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:03.853170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f194afa1-141e-4a2a-885a-a748b83dc556 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/a911948a-c412-4e45-be95-cdea0f614ffb HTTP/1.1" status: 200 len: 990 time: 0.1851978 Jul 23 17:27:03.864789 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-255265ab-79cd-41d8-b482-e2643801180b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 998 time: 0.1887786 Jul 23 17:27:03.865023 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:27:03.942879 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-9c33cdf3-013e-4e0f-a17c-9c9f7a0fb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:03.944676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-9c33cdf3-013e-4e0f-a17c-9c9f7a0fb4e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0730696 Jul 23 17:27:04.023014 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-00462d22-67b5-42ae-a315-2d1f1fb9fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:04.024765 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-00462d22-67b5-42ae-a315-2d1f1fb9fabf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722995 Jul 23 17:27:04.101858 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:27:04.135259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-214c4730-6528-43ea-b449-b587e2dacf83 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029971 Jul 23 17:27:04.247105 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'a911948a-c412-4e45-be95-cdea0f614ffb', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'port_id': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'mac_address': 'fa:16:3e:6c:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:02Z', 'updated_at': '2021-07-23T17:27:02Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:27:04.249452 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79d00633-e7ac-4249-a4da-bfd64615fe3d req-e4fdc055-8380-4322-9c8c-2153d5b519ab service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075497 Jul 23 17:27:04.275644 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7319-e4ff-45ca-b739-7c5e4dafe6df None None] The sync data for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 is: [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'a911948a-c412-4e45-be95-cdea0f614ffb', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'port_id': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'mac_address': 'fa:16:3e:6c:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:02Z', 'updated_at': '2021-07-23T17:27:02Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:27:04.513141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df294130-0a91-4514-9cc2-acd34d329e35 None None] New status for floating IP a911948a-c412-4e45-be95-cdea0f614ffb: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:27:04.856101 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43554) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:04.920269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1d0492d6-1757-44c2-9089-75e6f65465db tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/a911948a-c412-4e45-be95-cdea0f614ffb HTTP/1.1" status: 200 len: 992 time: 0.0630271 Jul 23 17:27:11.934064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d43fc862-7b97-4a63-a176-963abb451e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:12.412714 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:14.443729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:14.506421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-039c736a-9f96-4c00-8320-596a28ce961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:15.800909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:17.704433 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:29.560719 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:36.094661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-332214f8-6255-441e-ac1d-7b1def729d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.097045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-332214f8-6255-441e-ac1d-7b1def729d59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1096 time: 0.1085253 Jul 23 17:27:36.115587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8ea0e-824c-419d-9f3f-8200a7b14016 req-83e0644f-b4fd-4b13-a786-f84473a3d601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.118157 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00e8ea0e-824c-419d-9f3f-8200a7b14016 req-83e0644f-b4fd-4b13-a786-f84473a3d601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.1390922 Jul 23 17:27:36.279879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-00e8ea0e-824c-419d-9f3f-8200a7b14016 req-399afb2f-480f-415c-9b0b-deb3021db8a8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459854 Jul 23 17:27:36.312474 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-34802cd0-bb35-4c02-a5e0-de8566d13533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.314027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-34802cd0-bb35-4c02-a5e0-de8566d13533 service neutron] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 898 time: 0.1946793 Jul 23 17:27:36.383389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-1e3f5d3c-74b5-4922-a2e0-cd0ac1459f1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 1000 time: 0.0626063 Jul 23 17:27:36.444337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-4f65989f-3c61-42bb-b405-2e162f9c51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.445845 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-4f65989f-3c61-42bb-b405-2e162f9c51e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0548275 Jul 23 17:27:36.510615 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-8ca7fa33-a015-48e0-a133-04657f73e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:36.512208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-8ca7fa33-a015-48e0-a133-04657f73e795 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590305 Jul 23 17:27:36.655091 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-ee82c243-884a-4b58-be87-144075284e2a service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343977 Jul 23 17:27:36.755779 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f0c01d37-05a9-4799-a371-5f87f679ab72 req-58d59146-478f-4439-8614-5b43def07fdf service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934293 Jul 23 17:27:37.426314 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da620d-3c5f-4a1a-9fdf-91927afb3d43 req-24443000-3781-4826-8b8d-5ba7ae6723e8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:37.428014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2da620d-3c5f-4a1a-9fdf-91927afb3d43 req-24443000-3781-4826-8b8d-5ba7ae6723e8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0725152 Jul 23 17:27:37.476183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2da620d-3c5f-4a1a-9fdf-91927afb3d43 req-0d5513af-d163-461e-9d19-8a73ed31fbef tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373833 Jul 23 17:27:38.633683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4c43-b2e6-4f7c-b1c4-acffa91cb774 req-f067c738-4ec7-4c6b-a12e-6c8892630abc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:38.635338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-108c4c43-b2e6-4f7c-b1c4-acffa91cb774 req-f067c738-4ec7-4c6b-a12e-6c8892630abc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0797055 Jul 23 17:27:38.695358 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-108c4c43-b2e6-4f7c-b1c4-acffa91cb774 req-edadf72b-a4d6-4c14-b24a-cf8fc41c82bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490267 Jul 23 17:27:39.846565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce095cc-44cd-4e47-9e3a-4a3869a35289 req-4a3578b5-7b50-4cbd-92e7-530d06a01044 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:39.848884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fce095cc-44cd-4e47-9e3a-4a3869a35289 req-4a3578b5-7b50-4cbd-92e7-530d06a01044 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0801463 Jul 23 17:27:39.890561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fce095cc-44cd-4e47-9e3a-4a3869a35289 req-f712a73a-7cd9-4efa-ad32-a8526a8164b9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Jul 23 17:27:41.032515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd40d5-6e38-45bb-a6cc-1889ab076bb7 req-7e76e955-cecd-4f15-b9a9-823931446615 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:41.034140 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dfd40d5-6e38-45bb-a6cc-1889ab076bb7 req-7e76e955-cecd-4f15-b9a9-823931446615 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0696094 Jul 23 17:27:41.073642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1dfd40d5-6e38-45bb-a6cc-1889ab076bb7 req-8a3ae51a-84ab-42af-974e-28212bdc3ce5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337939 Jul 23 17:27:41.091873 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:27:41.937392 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b335dd9-9521-464d-a111-bcc91b25bd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:42.216322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050860cb-1cb6-42a9-8fb2-03bd62100039 req-afd3bb74-5b12-4cde-9f02-d0ec52d8f83f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:42.218290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-050860cb-1cb6-42a9-8fb2-03bd62100039 req-afd3bb74-5b12-4cde-9f02-d0ec52d8f83f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0706055 Jul 23 17:27:42.279688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-050860cb-1cb6-42a9-8fb2-03bd62100039 req-8b8a9991-90a8-4ef6-a9a6-08ce57f77725 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540154 Jul 23 17:27:42.413434 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:43.423760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eafa9-9feb-4208-a0bc-98eef7380b30 req-2e4ccb3b-dc56-4bce-951c-a4ddcfc073e2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:43.425488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a24eafa9-9feb-4208-a0bc-98eef7380b30 req-2e4ccb3b-dc56-4bce-951c-a4ddcfc073e2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0693543 Jul 23 17:27:43.473922 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a24eafa9-9feb-4208-a0bc-98eef7380b30 req-cd245dac-2c77-4e66-96cd-c9d0909e0fb7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Jul 23 17:27:44.447702 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:44.505113 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e259f92b-c691-4a2e-8ceb-5da377d9937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:44.630261 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e97f44-8d0f-4f0f-90ab-9f62146fb336 req-6cb48bea-6691-44f5-b95a-bfea51ed2a7f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:44.632927 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38e97f44-8d0f-4f0f-90ab-9f62146fb336 req-6cb48bea-6691-44f5-b95a-bfea51ed2a7f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0864131 Jul 23 17:27:44.676054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-38e97f44-8d0f-4f0f-90ab-9f62146fb336 req-ea76bb73-38b4-40be-a7a7-4d8414994b06 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373898 Jul 23 17:27:45.238594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-f508750c-c913-47fd-a4bc-2510d5e5690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.241208 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-f508750c-c913-47fd-a4bc-2510d5e5690b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1096 time: 0.0982025 Jul 23 17:27:45.360352 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-634666cd-fa2c-4e38-81d7-61c205e2d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.361829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-634666cd-fa2c-4e38-81d7-61c205e2d37f service neutron] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 898 time: 0.1005800 Jul 23 17:27:45.428111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-d641526c-bdd6-42d3-9bc2-5eedef52ada5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 1000 time: 0.0598106 Jul 23 17:27:45.476984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-0b52327c-db21-4013-bf40-f11bee6c7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.478473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-0b52327c-db21-4013-bf40-f11bee6c7871 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0442836 Jul 23 17:27:45.543588 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-62ee8baf-0364-4183-b623-00b4e00953cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.545014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-62ee8baf-0364-4183-b623-00b4e00953cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592470 Jul 23 17:27:45.637280 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-d869e38c-54b6-4f1a-aab6-3cf249ef1dff service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Jul 23 17:27:45.741873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-755f1dc8-1ea4-4373-89c6-a2f6aea3a63c req-dc3316ca-0549-45d9-a4b6-f9f26b02dacb service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980318 Jul 23 17:27:45.804449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:45.810322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f00031-7f89-47b2-8f2a-7a107a34f822 req-37cc013f-5d35-492b-9e0b-0f9db02fa319 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:45.811828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2f00031-7f89-47b2-8f2a-7a107a34f822 req-37cc013f-5d35-492b-9e0b-0f9db02fa319 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0655680 Jul 23 17:27:45.850008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e2f00031-7f89-47b2-8f2a-7a107a34f822 req-00071bb0-4a1d-4683-a9f8-79fc926c3a5a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Jul 23 17:27:46.987627 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c08ad-5f7b-4a5b-bd91-8334c863a2f6 req-9b4baff0-68e5-402a-adb9-0a29d42d881e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:46.989125 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e84c08ad-5f7b-4a5b-bd91-8334c863a2f6 req-9b4baff0-68e5-402a-adb9-0a29d42d881e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0684881 Jul 23 17:27:47.039178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e84c08ad-5f7b-4a5b-bd91-8334c863a2f6 req-abf38db8-8fa5-46b1-af94-a44cfe39d28e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Jul 23 17:27:47.704871 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:27:48.173881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909bb5-d45f-4fb7-994e-1405cce580c4 req-4a44d1f2-461e-4795-adfb-9a8a917cdeaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:27:48.175544 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db909bb5-d45f-4fb7-994e-1405cce580c4 req-4a44d1f2-461e-4795-adfb-9a8a917cdeaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0680821 Jul 23 17:27:48.213992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-db909bb5-d45f-4fb7-994e-1405cce580c4 req-2f2ea822-d97b-4023-9bab-378b9c3cdbb7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Jul 23 17:27:48.236424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43596) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:27:48.297101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-eab9a504-5dab-439d-a54c-08939b2e2dae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/a911948a-c412-4e45-be95-cdea0f614ffb HTTP/1.1" status: 200 len: 992 time: 0.0594323 Jul 23 17:27:59.555418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:11.940064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d921-bff2-4fcc-8378-39ad3e735d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:12.410639 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:14.444100 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:14.496418 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3ddd-dce7-4d81-8a75-c9460d1ffcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:15.804569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:17.706041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:18.091622 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:28:18.688856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43614) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:18.862501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:28:18.862758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:18.939827 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:18.940155 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:18.951510 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:28:19.100180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:19.126049 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=cee2cfb8-93d6-4c73-a4c1-d4b3fd6647ad,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:19.153566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.153797 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.154162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.154497 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.154826 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.155155 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.155500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.155811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.156132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.156452 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.156772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.157089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:19.198815 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:19.199188 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP a911948a-c412-4e45-be95-cdea0f614ffb disassociated (deleted). External IP: 172.25.2.68, port: 3a3d51ff-2d06-427f-8d5b-a06137441226. Jul 23 17:28:19.399643 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router fd6df9d3-1c1f-4366-afad-26540eaae0f1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:28:19.801450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:28:19.806421 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:19.810955 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Sync routers for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:28:19.819959 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:19.820833 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:19.845762 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8524b743-30f1-45ef-b364-ef46150a5c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/floatingips/a911948a-c412-4e45-be95-cdea0f614ffb HTTP/1.1" status: 204 len: 168 time: 1.1552958 Jul 23 17:28:19.846410 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:28:19.848670 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69798d7e-8c20-47e8-a93e-9a43c8726a57" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:28:19.896315 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0e8f2-45e8-4c6d-abfa-a3ade42ba98b x-openstack-request-id: req-c0a0e8f2-45e8-4c6d-abfa-a3ade42ba98b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:28:19.896612 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:28:19.896859 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0a0e8f2-45e8-4c6d-abfa-a3ade42ba98b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:28:19.897257 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'status': 'completed', 'code': 200} Jul 23 17:28:19.937428 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:19.982310 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-698d8f95-4c20-4759-9b68-2f89bcecdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:19.983964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-698d8f95-4c20-4759-9b68-2f89bcecdeca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 1096 time: 0.0651062 Jul 23 17:28:20.120525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-e021ab95-53f4-4287-b1ed-b0438227c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:20.121917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-e021ab95-53f4-4287-b1ed-b0438227c79d service neutron] 10.222.0.67 "GET /v2.0/networks?id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 200 len: 898 time: 0.1274476 Jul 23 17:28:20.156737 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:20.171939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-86054bd7-be5c-438d-93a1-d07b0dde0e54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 200 len: 217 time: 0.0404418 Jul 23 17:28:20.185034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d08d6-4e39-42eb-b08a-8c01da4c4baa req-2ff45b4f-61ec-434b-9da4-81c32a6e81d7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:20.186616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-048d08d6-4e39-42eb-b08a-8c01da4c4baa req-2ff45b4f-61ec-434b-9da4-81c32a6e81d7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.1281779 Jul 23 17:28:20.188534 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Checking router: fd6df9d3-1c1f-4366-afad-26540eaae0f1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:28:20.197665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:20.198316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:20.260813 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-79f2f94c-ba2a-49cc-882a-8081cd7d4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:20.262335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-79f2f94c-ba2a-49cc-882a-8081cd7d4865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 200 len: 834 time: 0.0748148 Jul 23 17:28:20.265377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-048d08d6-4e39-42eb-b08a-8c01da4c4baa req-6692d407-ca5c-428d-a804-467500e13706 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693655 Jul 23 17:28:20.311784 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:20.325418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-208c72af-93e2-4ab8-9a6d-777f6241f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:20.326948 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-208c72af-93e2-4ab8-9a6d-777f6241f135 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=195cbb4d-7e15-4cf8-a79e-f51b7c98b659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571702 Jul 23 17:28:20.418640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-9b8e9289-f567-459c-8cd6-b7fdd815f950 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835552 Jul 23 17:28:20.510314 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:20.512457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-69798d7e-8c20-47e8-a93e-9a43c8726a57 req-71ec1e04-225a-434c-b787-0caba43e69b9 service neutron] 10.222.0.67 "GET /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860462 Jul 23 17:28:20.538366 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072b5bc-5c68-45f4-9367-e44c796bbe75 None None] The sync data for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 is: [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'dc4e47d4-251d-4592-892d-2bf3545b681f', 'name': '', 'network_id': '195cbb4d-7e15-4cf8-a79e-f51b7c98b659', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:ea:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:46Z', 'updated_at': '2021-07-23T17:26:50Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'f2335bb4-de11-447f-9ab9-43259cf5f8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:28:20.771882 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f96e1-f635-4174-8066-ea910b1926b5 None None] New status for floating IP a911948a-c412-4e45-be95-cdea0f614ffb: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:28:21.432090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470110-0c72-4458-a760-6c68110da588 req-e39a5657-35e8-4000-b730-ead8d5ad9d3a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:21.433726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a470110-0c72-4458-a760-6c68110da588 req-e39a5657-35e8-4000-b730-ead8d5ad9d3a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0800927 Jul 23 17:28:21.474273 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a470110-0c72-4458-a760-6c68110da588 req-65d714df-6dbb-451e-8874-543297ec53b9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=68a51b3b-f494-4586-af8a-c68b6161a16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Jul 23 17:28:21.685644 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e5d0663e-61b0-42a9-8dba-e458fc911f3f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:21.687158 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e5d0663e-61b0-42a9-8dba-e458fc911f3f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 945 time: 0.0698495 Jul 23 17:28:21.785567 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 3a3d51ff-2d06-427f-8d5b-a06137441226 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:28:21.785893 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:21.878626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 3a3d51ff-2d06-427f-8d5b-a06137441226, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=3a3d51ff-2d06-427f-8d5b-a06137441226,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:21.878895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:21.890413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 3a3d51ff-2d06-427f-8d5b-a06137441226 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:28:22.020111 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:22.049688 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=3a3d51ff-2d06-427f-8d5b-a06137441226,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:22.096702 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] No DVR routers for this DVR port 3a3d51ff-2d06-427f-8d5b-a06137441226 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:28:22.099270 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:22.101251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e00fda39-16ba-45e8-9a6f-e39e9c125da4 req-e2435ace-0731-4b42-8c69-d05c9bbfda4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "DELETE /v2.0/ports/3a3d51ff-2d06-427f-8d5b-a06137441226 HTTP/1.1" status: 204 len: 173 time: 0.4078641 Jul 23 17:28:22.101684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'name': 'network-vif-deleted', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:28:22.104039 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe7bae-6200-4c93-9c68-8b217b70500c" -d '{"events": [{"server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "name": "network-vif-deleted", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:28:22.156501 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba1814-b1f4-49f9-9c50-2e9f7074af60 x-openstack-request-id: req-83ba1814-b1f4-49f9-9c50-2e9f7074af60 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:28:22.157034 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f12c0-d40f-4f30-8690-56b2b5faee47", "name": "network-vif-deleted", "tag": "3a3d51ff-2d06-427f-8d5b-a06137441226", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:28:22.157353 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83ba1814-b1f4-49f9-9c50-2e9f7074af60 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:28:22.157804 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f12c0-d40f-4f30-8690-56b2b5faee47', 'name': 'network-vif-deleted', 'tag': '3a3d51ff-2d06-427f-8d5b-a06137441226', 'status': 'completed', 'code': 200} Jul 23 17:28:22.667277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c1f1c100-9ca9-461d-b7f6-6feff4cb4fcd req-e50bf2dd-f21f-4b97-9eb4-962a81bdd75f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=f44f12c0-d40f-4f30-8690-56b2b5faee47 HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jul 23 17:28:23.740200 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43634) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:24.109392 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:24.378022 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port dc4e47d4-251d-4592-892d-2bf3545b681f {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:28:24.378282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:24.464864 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port dc4e47d4-251d-4592-892d-2bf3545b681f, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=dc4e47d4-251d-4592-892d-2bf3545b681f,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:24.465215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:24.482530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for dc4e47d4-251d-4592-892d-2bf3545b681f owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:28:24.676460 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:24.707986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=dc4e47d4-251d-4592-892d-2bf3545b681f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:24.887267 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.115057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router fd6df9d3-1c1f-4366-afad-26540eaae0f1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:28:25.223018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:28:25.228457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4b90187e-3791-4579-98fb-dd510f5e3b9e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/fd6df9d3-1c1f-4366-afad-26540eaae0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4870350 Jul 23 17:28:25.231298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43636) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:25.232264 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Sync routers for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:28:25.243566 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:25.244142 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:25.261477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3a3d51ff-2d06-427f-8d5b-a06137441226 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:28:25.281252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 3a3d51ff-2d06-427f-8d5b-a06137441226 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:28:25.281600 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 3a3d51ff-2d06-427f-8d5b-a06137441226 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:28:25.288544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting subnet f2335bb4-de11-447f-9ab9-43259cf5f8dc {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:28:25.292017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.333263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.349029 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:25.427962 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.489134 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.514651 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Subnet': ['ID=f2335bb4-de11-447f-9ab9-43259cf5f8dc,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:25.521373 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.526071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43638) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:25.526589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-0f7c9089-aba1-4770-a9be-a7d32c935b7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/subnets/f2335bb4-de11-447f-9ab9-43259cf5f8dc HTTP/1.1" status: 204 len: 168 time: 0.2938371 Jul 23 17:28:25.528976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a9bc9-bcb1-4e52-81fb-be678d4fc137 None None] Network 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:28:25.541732 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:25.590454 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Checking router: fd6df9d3-1c1f-4366-afad-26540eaae0f1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:28:25.605723 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Routers {'fd6df9d3-1c1f-4366-afad-26540eaae0f1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:25.606651 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:25.652324 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.764144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] DHCP port deletion for 195cbb4d-7e15-4cf8-a79e-f51b7c98b659 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:28:25.775455 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] Set router fd6df9d3-1c1f-4366-afad-26540eaae0f1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:25.789975 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.825983 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Deleting port b70eb9a3-a19b-4432-b7ab-4087d2e193bf {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:28:25.826543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.866711 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port d1b03255-d9e4-4559-8bd6-e01205699133 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:28:25.867061 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.910246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] For port b70eb9a3-a19b-4432-b7ab-4087d2e193bf, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,segment=NetworkSegment(e9f4fc96-ca6b-4780-bec9-5ce1f982aee6),segment_id=e9f4fc96-ca6b-4780-bec9-5ce1f982aee6)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:25.910973 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.931330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Calling delete_port for b70eb9a3-a19b-4432-b7ab-4087d2e193bf owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:28:25.979479 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port d1b03255-d9e4-4559-8bd6-e01205699133, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d1b03255-d9e4-4559-8bd6-e01205699133,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:25.980146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:25.990348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:25.994134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for d1b03255-d9e4-4559-8bd6-e01205699133 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:28:26.051982 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.084496 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Pushing event deleted for resources: {'Port': ['ID=b70eb9a3-a19b-4432-b7ab-4087d2e193bf,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:26.100908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.101250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.101582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.101909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.102267 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.102590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.102912 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.103228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.103543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.103861 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.104175 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.104487 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.107864 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ed7e2-41b5-4e35-9da6-d26415df056c None None] No DVR routers for this DVR port b70eb9a3-a19b-4432-b7ab-4087d2e193bf on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:28:26.167600 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2dce4-6cfb-4a76-b737-bf24025557e0 None None] The sync data for ids ['fd6df9d3-1c1f-4366-afad-26540eaae0f1'] in n-d-800484-3 is: [{'id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1289971873', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:42Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd1b03255-d9e4-4559-8bd6-e01205699133', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6df9d3-1c1f-4366-afad-26540eaae0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:43Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:28:26.254266 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.285354 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=d1b03255-d9e4-4559-8bd6-e01205699133,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:26.310660 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.311008 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.311358 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.311697 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.312033 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.312364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.312694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.313022 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.313352 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.313673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.314039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.314437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:26.360018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.455688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.457759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.503316 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.503942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Fanout notify agent at l3_agent the message router_deleted on router fd6df9d3-1c1f-4366-afad-26540eaae0f1 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:28:26.510967 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.512137 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-60bcf646-cbec-4549-a208-9d11f87d1579 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/routers/fd6df9d3-1c1f-4366-afad-26540eaae0f1 HTTP/1.1" status: 204 len: 168 time: 0.9848113 Jul 23 17:28:26.515630 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43642) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:26.609271 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.697734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dc4e47d4-251d-4592-892d-2bf3545b681f no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:28:26.737286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.737559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: dc4e47d4-251d-4592-892d-2bf3545b681f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:28:26.737949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device dc4e47d4-251d-4592-892d-2bf3545b681f not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:28:26.738673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b70eb9a3-a19b-4432-b7ab-4087d2e193bf no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:28:26.752942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195cbb4d-7e15-4cf8-a79e-f51b7c98b659']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:26.766563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:26.766827 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f4fc96-ca6b-4780-bec9-5ce1f982aee6') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:26.776468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: b70eb9a3-a19b-4432-b7ab-4087d2e193bf {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:28:26.777051 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device b70eb9a3-a19b-4432-b7ab-4087d2e193bf not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:28:26.777792 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.795338 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.802647 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:28:26.803055 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:28:26.806768 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:28:26.878205 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.886234 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:26.888204 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/networks/195cbb4d-7e15-4cf8-a79e-f51b7c98b659 HTTP/1.1" status: 204 len: 168 time: 0.3715932 Jul 23 17:28:26.891006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43644) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:26.910602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff7aa-834d-4822-b66c-6a86ea24d7c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Network': ['ID=195cbb4d-7e15-4cf8-a79e-f51b7c98b659,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:26.973236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.001840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.066852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.069428 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.070809 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/security-groups/68a51b3b-f494-4586-af8a-c68b6161a16c HTTP/1.1" status: 204 len: 168 time: 0.1788676 Jul 23 17:28:27.080595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9da5-f3ff-4c6d-a4d1-8b5c8e9211bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a51b3b-f494-4586-af8a-c68b6161a16c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:27.469832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43650) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:27.475380 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452064635', 'description': 'tempest-secgroup-smoke-452064635 description', 'project_id': '0ce13bba8f4d4418879622860b9d7c35'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:27.499181 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.588006 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.592679 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.624244 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.625513 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539648 Jul 23 17:28:27.626264 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588706-6c32-425d-b5eb-8b0fb12f491c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2b858-9371-41a0-8e20-321ad59ce31c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:27.629882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43652) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:27.634547 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:27.664137 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.728703 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.732566 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.750181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c37dafd-38f8-4ba1-b57e-0c7138d9e1d0,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:27.758274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.759488 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-94136152-386a-4025-b3d4-a8b9cda309a3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286204 Jul 23 17:28:27.762246 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43654) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:27.766812 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:27.794248 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.852378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.855981 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.873431 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efd2f72-d562-4614-ae38-ecf5e39ea789,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:27.881493 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.883258 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7997f2e6-2c32-4070-9629-509eb87a31ae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198742 Jul 23 17:28:27.885947 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43656) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:27.890299 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:27.918688 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.979337 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:27.983392 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.000740 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d539c43-4c74-4a0e-8e82-5fbb2133ac2d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:28.007758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.009177 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cbd37823-07ff-4984-8842-463a3dce3d1b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223094 Jul 23 17:28:28.011892 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43658) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:28.016361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:28.046577 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.116039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.120867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.143670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753ac2d0-00a8-4a61-8c7f-580f67fae529,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:28.147898 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.149296 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4f3f5024-68a9-4268-95a8-38bf7e23a4ff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364272 Jul 23 17:28:28.152176 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43660) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:28.156872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:28.180208 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:28:28.186049 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.249719 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.254376 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.273845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340bb3eb-ac57-4b27-ba7a-f3db6e657d7b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:28.280426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.281739 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fd7f1285-97c5-459b-9ebb-81f3fe1ad6f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283503 Jul 23 17:28:28.284409 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43662) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:28.288909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '84d2b858-9371-41a0-8e20-321ad59ce31c', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:28.311176 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:28:28.317343 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.385618 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.391781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.410929 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04262e6b-b10e-4b0a-a318-41385a3eebdf,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:28.420360 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.421741 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b85d8dfd-68c3-4089-9584-2dced24e5d4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363609 Jul 23 17:28:28.426068 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43664) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:28.431739 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'network': {'name': 'tempest-network-smoke--1749663362', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'port_security_enabled': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:28.457433 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:28:28.461284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.489250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:28:28.500143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.500466 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Added segment ead58df3-8f7e-46e4-9ba2-ac1f45b36625 of type vlan for network e825e713-d6b4-445c-be9b-409312447ed0 Jul 23 17:28:28.549317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.571498 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d1b03255-d9e4-4559-8bd6-e01205699133 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:28:28.586687 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.592657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:28.593293 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.596954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d1b03255-d9e4-4559-8bd6-e01205699133 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:28:28.597299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d1b03255-d9e4-4559-8bd6-e01205699133 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:28:28.629175 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018373 Jul 23 17:28:28.632196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43666) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:28.636830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'admin_state_up': True, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:28.677345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81bbf4-0e01-481e-a350-cadc48cddb20 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Network': ['ID=e825e713-d6b4-445c-be9b-409312447ed0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:28.690633 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network e825e713-d6b4-445c-be9b-409312447ed0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:28:28.696537 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.698369 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.764629 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:28.913413 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:29.117122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:29.136844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:29.249974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.245 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e0d4ba04-0769-49d6-a595-bc845004a211) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:28:29.363340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:29.404310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:29.443313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:29.447990 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:29.457425 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:28:29.461503 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=e0d4ba04-0769-49d6-a595-bc845004a211,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:29.572199 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:30.078363 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:30.274887 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:30.399472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ec28f59-3365-47d9-aa94-c598fc6bf2db is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:28:30.507441 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:28:30.519186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Sync routers for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:28:30.528108 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:30.528832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:30.532307 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f721e758-0068-4b6d-b634-b82a372cb402 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8962762 Jul 23 17:28:30.532452 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:30.532746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43668) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:30.579320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d913ff7c-d38f-46d4-8778-f5a0b684afc4 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ce13bba8f4d4418879622860b9d7c35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424075 Jul 23 17:28:30.579634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43670) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:30.642395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:30.734594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8915e1-03e0-4298-87ea-744e6a30a215 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:30.739391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-cb8915e1-03e0-4298-87ea-744e6a30a215 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555398 Jul 23 17:28:30.740453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43672) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:30.771412 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-23be1424-66ef-458a-aaa0-0886e35353b9 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292597 Jul 23 17:28:30.773909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43674) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:30.778891 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012066058', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:30.827782 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:29Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:30.856376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Checking router: 1ec28f59-3365-47d9-aa94-c598fc6bf2db for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:28:30.856376 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Updating router 1ec28f59-3365-47d9-aa94-c598fc6bf2db port e0d4ba04-0769-49d6-a595-bc845004a211 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:28:30.877116 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:28:30.883203 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:30.890912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.090856 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.157169 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Subnet': ['ID=26ffd8eb-332c-40c9-9b82-3bfb660928ff,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:31.163732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Checking segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:28:31.163732 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network hostable DHCP agents. Network: e825e713-d6b4-445c-be9b-409312447ed0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:28:31.178833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.188759 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network e825e713-d6b4-445c-be9b-409312447ed0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:28:31.191396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Transition to ACTIVE for port object e0d4ba04-0769-49d6-a595-bc845004a211 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:31.198000 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.199915 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, e825e713-d6b4-445c-be9b-409312447ed0) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:31.205772 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:31.207073 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.227017 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0d259c6a-cdf3-4283-adf1-edb567901eaa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4495363 Jul 23 17:28:31.227266 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd3b8f-c221-40be-a2cb-371771678f26 None None] Network e825e713-d6b4-445c-be9b-409312447ed0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:28:31.227424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43676) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:31.275549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957deedc-05d1-4672-a6ce-6080c654aa29 None None] Pushing event updated for resources: {'Port': ['ID=e0d4ba04-0769-49d6-a595-bc845004a211,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:31.307662 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Attempting to bind port e0d4ba04-0769-49d6-a595-bc845004a211 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:28:31.308038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Attempting to bind port e0d4ba04-0769-49d6-a595-bc845004a211 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:28:31.308407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Attempting to bind port e0d4ba04-0769-49d6-a595-bc845004a211 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:28:31.319008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:31.319386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:28:31.319792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.320187 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:28:31.320659 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Bound port: e0d4ba04-0769-49d6-a595-bc845004a211, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:28:31.321046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.575099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] For port e0d4ba04-0769-49d6-a595-bc845004a211, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:28:31.579879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] For port e0d4ba04-0769-49d6-a595-bc845004a211, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d4ba04-0769-49d6-a595-bc845004a211,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:28:31.607638 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.632326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-e825e713-d6b4-445c-be9b-409312447ed0', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:28:31.633612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.687878 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:31.693125 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957deedc-05d1-4672-a6ce-6080c654aa29 None None] Pushing event updated for resources: {'Port': ['ID=e0d4ba04-0769-49d6-a595-bc845004a211,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:31.697431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:31.698093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:31.895357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:31.897400 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Allocated IP 172.20.0.2 (e825e713-d6b4-445c-be9b-409312447ed0/26ffd8eb-332c-40c9-9b82-3bfb660928ff/6cbbf75e-7aff-4788-bd3a-0d53eab5774e) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:28:32.178901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.190634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Transition to ACTIVE for port object 6cbbf75e-7aff-4788-bd3a-0d53eab5774e will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:32.201505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:29Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:32.235969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d9a4c-c338-4e0e-b235-d772fb7df6b1 None None] The sync data for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 is: [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:29Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:28:32.238368 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Transition to ACTIVE for port object 6cbbf75e-7aff-4788-bd3a-0d53eab5774e will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:32.245862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.284473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Network e825e713-d6b4-445c-be9b-409312447ed0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:32.287937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:32.292541 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:28:32.320364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.1 (e825e713-d6b4-445c-be9b-409312447ed0/26ffd8eb-332c-40c9-9b82-3bfb660928ff/29480b17-201b-4213-9e4d-1f7f65527790) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:28:32.329576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:32.365858 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Attempting to bind port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:28:32.366270 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Attempting to bind port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:28:32.366641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Attempting to bind port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:28:32.371879 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:32.372269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Checking segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:28:32.372681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.373079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Bound using segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:28:32.373605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Bound port: 6cbbf75e-7aff-4788-bd3a-0d53eab5774e, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:28:32.374793 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.441810 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] For port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:28:32.445284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] For port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:28:32.450927 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.499655 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.525226 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object 29480b17-201b-4213-9e4d-1f7f65527790 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:32.609179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.639340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af81cc2-c0f1-449a-9cfd-60db0f284270 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:32.699089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:32.719263 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network e825e713-d6b4-445c-be9b-409312447ed0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:32.724239 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:32.727428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d4ba04-0769-49d6-a595-bc845004a211 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:32.738155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:28:32.810842 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:32.824890 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e0d4ba04-0769-49d6-a595-bc845004a211 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:32.836732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e0d4ba04-0769-49d6-a595-bc845004a211 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:32.837115 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.017001 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.017430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.043786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e0d4ba04-0769-49d6-a595-bc845004a211, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d4ba04-0769-49d6-a595-bc845004a211,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:33.050540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.126082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e0d4ba04-0769-49d6-a595-bc845004a211,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:33.338676 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.344322 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.422290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:33.427193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:33.523813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network e825e713-d6b4-445c-be9b-409312447ed0 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:33.525453 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:33.650586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ec28f59-3365-47d9-aa94-c598fc6bf2db has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:28:33.778233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:28:33.783614 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8cd55e07-893a-493e-b2da-3885acade08a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/1ec28f59-3365-47d9-aa94-c598fc6bf2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551722 Jul 23 17:28:33.790992 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78600f3-272e-4c8d-a2f4-f4b82e190fba None None] Network e825e713-d6b4-445c-be9b-409312447ed0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:28:33.872139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-095d3ef4-5ae3-44b2-8f70-5c23f504cc31 None None] Provisioning for port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:33.959872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-e69adb30-5806-4fba-bb88-896bf64e50bc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452064635&fields=id&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 267 time: 0.0344152 Jul 23 17:28:34.081481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f90a2221-0730-4499-9069-394e393577a2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:34.083379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f90a2221-0730-4499-9069-394e393577a2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 797 time: 0.1167161 Jul 23 17:28:34.100971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-3d7579dd-a629-4b01-b84c-4d74aed964f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/quotas/0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Jul 23 17:28:34.176896 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-60a6d649-c758-48f4-9305-7ad543840bed tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699372 Jul 23 17:28:34.212632 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa9181cd-e203-4079-935c-ed17bfd3be8d None None] Provisioning for port 29480b17-201b-4213-9e4d-1f7f65527790 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:34.217258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fa9181cd-e203-4079-935c-ed17bfd3be8d None None] Provisioning complete for port 29480b17-201b-4213-9e4d-1f7f65527790 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:34.217629 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fa9181cd-e203-4079-935c-ed17bfd3be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.256008 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fa9181cd-e203-4079-935c-ed17bfd3be8d None None] Port 29480b17-201b-4213-9e4d-1f7f65527790 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:28:34.338702 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-03373d1a-6533-4dbf-9c53-b1d4a6088973 service neutron] 10.222.0.64 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445775 Jul 23 17:28:34.393637 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-f784794e-a8c8-4fb8-9968-2aa20c65998b None None] Provisioning complete for port 29480b17-201b-4213-9e4d-1f7f65527790 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:34.393892 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f784794e-a8c8-4fb8-9968-2aa20c65998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.438003 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Sync routers for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:28:34.439056 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-5dc15590-204b-49b6-a84a-77b2a3ab123a service neutron] 10.222.0.64 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944242 Jul 23 17:28:34.450879 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:34.452576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:34.452990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f784794e-a8c8-4fb8-9968-2aa20c65998b None None] Port 29480b17-201b-4213-9e4d-1f7f65527790 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:28:34.572505 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:34.659705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-486d3582-76e6-4f6a-bda5-853b20edfc90 req-5f8e6476-9254-4d2c-9e15-22fadf937386 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 210 time: 0.0430558 Jul 23 17:28:34.689346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-8206e6e1-54bd-4b02-bdff-d4a1d0967890 None None] Provisioning complete for port 29480b17-201b-4213-9e4d-1f7f65527790 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:34.689842 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8206e6e1-54bd-4b02-bdff-d4a1d0967890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.737990 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-8206e6e1-54bd-4b02-bdff-d4a1d0967890 None None] Port 29480b17-201b-4213-9e4d-1f7f65527790 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:28:34.779884 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6cbbf75e-7aff-4788-bd3a-0d53eab5774e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:34.821515 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 2, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:34.837265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:34.841787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:34.842201 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.849868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Checking router: 1ec28f59-3365-47d9-aa94-c598fc6bf2db for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:28:34.849868 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Updating router 1ec28f59-3365-47d9-aa94-c598fc6bf2db port 29480b17-201b-4213-9e4d-1f7f65527790 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:28:34.889923 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.940628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.978910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:34.983321 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:34.984127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d4ba04-0769-49d6-a595-bc845004a211 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:35.070585 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:35.086543 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e0d4ba04-0769-49d6-a595-bc845004a211 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:35.086543 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.207473 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.218390 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Transition to ACTIVE for port object 29480b17-201b-4213-9e4d-1f7f65527790 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:35.227237 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.288637 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Pushing event updated for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:35.319275 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.319607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.319934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.320266 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.320590 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.320912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.321234 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.321553 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.321858 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.322487 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.322487 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.322837 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:28:35.357019 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Attempting to bind port 29480b17-201b-4213-9e4d-1f7f65527790 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:28:35.357388 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Attempting to bind port 29480b17-201b-4213-9e4d-1f7f65527790 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:28:35.357752 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Attempting to bind port 29480b17-201b-4213-9e4d-1f7f65527790 on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:28:35.363846 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:35.364223 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Checking segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:28:35.364626 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.365020 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Bound using segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:28:35.365487 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Bound port: 29480b17-201b-4213-9e4d-1f7f65527790, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:28:35.366023 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.440466 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] For port 29480b17-201b-4213-9e4d-1f7f65527790, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:28:35.444003 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] For port 29480b17-201b-4213-9e4d-1f7f65527790, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=29480b17-201b-4213-9e4d-1f7f65527790,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:28:35.449331 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:35.513887 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:35.514574 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:35.558799 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca43d-bc86-4f9b-a8c0-3ec6def717a2 None None] Pushing event updated for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:35.669128 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:35.735587 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-41357d12-a317-4c40-83be-717b001ed849 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:35.737136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-41357d12-a317-4c40-83be-717b001ed849 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 797 time: 0.1392477 Jul 23 17:28:35.808582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-19a2152e-9a1e-4da5-87c4-e48dd8b20dfc req-cf8b5224-8351-4fed-a63c-375996339172 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 210 time: 0.0512941 Jul 23 17:28:35.818101 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-ab665931-8743-476b-b942-732d8842d547 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 379 time: 0.0702684 Jul 23 17:28:35.828193 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'port': {'device_id': 'd37bd529-e529-4b73-8aae-1927771f857a', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'admin_state_up': True, 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'security_groups': ['84d2b858-9371-41a0-8e20-321ad59ce31c']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:35.889802 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:35Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:35.917106 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241b68d-1bf6-47a7-b6cf-d269ffe42ac6 None None] The sync data for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 is: [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:35Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:28:35.947994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:28:35.951690 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.112923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.11 (e825e713-d6b4-445c-be9b-409312447ed0/26ffd8eb-332c-40c9-9b82-3bfb660928ff/9730d26d-b89e-4dd5-b1af-74d98279e43e) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:28:36.264591 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.278988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object 9730d26d-b89e-4dd5-b1af-74d98279e43e will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:36.322296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.369102 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network e825e713-d6b4-445c-be9b-409312447ed0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:36.372326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:36.379191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:28:36.410041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:36.438218 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:36.438910 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.456399 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f6a9affb-a58d-437e-9ad6-a4995a1ed9d0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324892 Jul 23 17:28:36.468251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-86a289a3-021a-4e10-aef6-a58abdc3f2f5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:28:36.469401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-86a289a3-021a-4e10-aef6-a58abdc3f2f5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070162 Jul 23 17:28:36.480798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Request body: {'port': {'device_id': 'd37bd529-e529-4b73-8aae-1927771f857a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:36.561901 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.627598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-003943e3-5be0-40ad-99ff-7683d386b100 None None] Provisioning for port 9730d26d-b89e-4dd5-b1af-74d98279e43e completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:36.633648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-003943e3-5be0-40ad-99ff-7683d386b100 None None] Provisioning complete for port 9730d26d-b89e-4dd5-b1af-74d98279e43e triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:36.637792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-003943e3-5be0-40ad-99ff-7683d386b100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.703158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-003943e3-5be0-40ad-99ff-7683d386b100 None None] Port 9730d26d-b89e-4dd5-b1af-74d98279e43e cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:28:36.736740 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6cbbf75e-7aff-4788-bd3a-0d53eab5774e up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:36.789617 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:36.790022 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.881371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 29480b17-201b-4213-9e4d-1f7f65527790 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:36.935837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9730d26d-b89e-4dd5-b1af-74d98279e43e {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:28:36.939384 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 29480b17-201b-4213-9e4d-1f7f65527790 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:36.944118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 29480b17-201b-4213-9e4d-1f7f65527790 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:36.945173 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.946302 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:36.960896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Transition to ACTIVE for port object 9730d26d-b89e-4dd5-b1af-74d98279e43e will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:28:36.964201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.041219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.080917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 29480b17-201b-4213-9e4d-1f7f65527790, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=29480b17-201b-4213-9e4d-1f7f65527790,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:37.086253 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.143778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:37.390428 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:37.416266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37b70-d677-42ec-94dc-568e3eeef824 req-9f9677af-f723-460a-81c9-be30e844ea8d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:37.417877 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c37b70-d677-42ec-94dc-568e3eeef824 req-9f9677af-f723-460a-81c9-be30e844ea8d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 932 time: 0.5256186 Jul 23 17:28:37.456929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:28:37.457262 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:28:37.457589 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:28:37.469436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:28:37.469760 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:28:37.474917 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c37b70-d677-42ec-94dc-568e3eeef824 req-5bafdf38-84bb-4406-8732-c770020ca7b5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507522 Jul 23 17:28:37.477462 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:37.477798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Checking segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:28:37.478198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Bound using segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:28:37.478623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Bound port: 9730d26d-b89e-4dd5-b1af-74d98279e43e, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:28:37.479228 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.541547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:28:37.544507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:28:37.549245 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.584325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:37.584953 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:37.586503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] 10.222.0.67 "PUT /v2.0/ports/9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1092 time: 1.1103866 Jul 23 17:28:37.587078 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:28:37.589264 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:28:37.617125 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534b1ea-66fb-493f-94da-82ab42582682 service neutron] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:37.641224 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24af64-13db-4706-b433-05d9ee23df2c x-openstack-request-id: req-4e24af64-13db-4706-b433-05d9ee23df2c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:28:37.641517 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:28:37.641802 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e24af64-13db-4706-b433-05d9ee23df2c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:28:37.642827 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'status': 'completed', 'code': 200} Jul 23 17:28:37.702673 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f5c8b23c-0be3-4059-a84a-06ce5933e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:37.704181 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-f5c8b23c-0be3-4059-a84a-06ce5933e9a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1095 time: 0.0569758 Jul 23 17:28:37.745918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-5d009d2b-8687-4b88-9639-35a9db834308 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 217 time: 0.0338042 Jul 23 17:28:37.797455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-b27285b1-bd42-4dfe-bc94-610c0e8119fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:37.799320 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-b27285b1-bd42-4dfe-bc94-610c0e8119fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0468075 Jul 23 17:28:37.858333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-38dad694-89cf-436b-8d3c-50eb583fb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:37.859820 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-38dad694-89cf-436b-8d3c-50eb583fb497 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532584 Jul 23 17:28:37.954458 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-4ee36b0e-97bc-4bb0-b959-bf823ec51953 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865889 Jul 23 17:28:38.049540 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-51158460-97d7-43c9-8969-a9c46b3bd1e1 req-7307c6b5-f774-4a8f-9f85-3b920d157861 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Jul 23 17:28:38.154785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-0e28b404-6bdb-4981-bc9d-abffb427d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:38.156335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-0e28b404-6bdb-4981-bc9d-abffb427d322 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1095 time: 0.0566976 Jul 23 17:28:38.253325 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-60eb9961-0082-4611-bbdf-a106999e0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:38.254843 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-60eb9961-0082-4611-bbdf-a106999e0f81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0916038 Jul 23 17:28:38.297094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-c4bd21a3-d97c-4bff-b4d3-cedc485e1157 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 217 time: 0.0348859 Jul 23 17:28:38.347484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-bd66e7a9-2120-4a4d-a9c7-3554be8f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:38.348963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-bd66e7a9-2120-4a4d-a9c7-3554be8f3aac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0446851 Jul 23 17:28:38.414041 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-6a595b6e-17d7-4071-a068-c2c86156b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:38.415581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-6a595b6e-17d7-4071-a068-c2c86156b179 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585415 Jul 23 17:28:38.505878 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-ba23c56f-1db8-453f-8b25-ae055c5417e9 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824475 Jul 23 17:28:38.628333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 29480b17-201b-4213-9e4d-1f7f65527790 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:38.633129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-129fc9f0-39db-4fe3-a34d-7eff8f0a8486 req-b059d89e-1a30-46b9-9ee5-4ac2b066261e service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205935 Jul 23 17:28:38.657274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673564-e598-4906-b44e-ae9af13ce80f req-7faa7d7b-04a9-417d-adcc-841687a694f2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:38.658836 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf673564-e598-4906-b44e-ae9af13ce80f req-7faa7d7b-04a9-417d-adcc-841687a694f2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 944 time: 0.1147373 Jul 23 17:28:38.682985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 29480b17-201b-4213-9e4d-1f7f65527790 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:38.683354 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:38.699138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cf673564-e598-4906-b44e-ae9af13ce80f req-564a15e7-9f09-4be3-b511-917fccbf6a6b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342672 Jul 23 17:28:39.835366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de80cd-e174-4aba-8b87-0ae73f85aaec req-fe2b8582-e05f-474a-8c40-dd4d62b3456a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:39.836769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62de80cd-e174-4aba-8b87-0ae73f85aaec req-fe2b8582-e05f-474a-8c40-dd4d62b3456a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 944 time: 0.0684838 Jul 23 17:28:39.874110 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62de80cd-e174-4aba-8b87-0ae73f85aaec req-7d472f68-a3d7-4303-89d1-ddef28df825c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316648 Jul 23 17:28:41.031515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e12dc-0ba0-498f-89d2-34f8769deb8e req-162f4d2b-d3a6-4462-96ec-78c64d675027 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:41.034918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb3e12dc-0ba0-498f-89d2-34f8769deb8e req-162f4d2b-d3a6-4462-96ec-78c64d675027 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 944 time: 0.0905802 Jul 23 17:28:41.076238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb3e12dc-0ba0-498f-89d2-34f8769deb8e req-fedf8b8e-35a0-47ec-b04a-41e5e5bf94d6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351028 Jul 23 17:28:41.308396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:28:41.404868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:41.415989 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'mac_address': 'fa:16:3e:bc:b0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:28:41.457263 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:41.471771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9730d26d-b89e-4dd5-b1af-74d98279e43e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:28:41.493339 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:41.497227 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:41.550177 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:41.737501 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['9730d26d-b89e-4dd5-b1af-74d98279e43e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:28:41.955778 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f3ab86fb-d192-4f91-9ad3-036cb602c6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:42.218399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e4d1-3801-41f1-b7e9-e99407755eb5 req-48180890-555a-4c0f-83d4-417377757782 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:42.219822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bb3e4d1-3801-41f1-b7e9-e99407755eb5 req-48180890-555a-4c0f-83d4-417377757782 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 945 time: 0.0709915 Jul 23 17:28:42.259846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9bb3e4d1-3801-41f1-b7e9-e99407755eb5 req-058dd0a8-ccac-46d9-b226-3a5630f5ab42 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337539 Jul 23 17:28:42.422243 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:43.315434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:28:43.364703 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 9730d26d-b89e-4dd5-b1af-74d98279e43e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:28:43.368793 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 9730d26d-b89e-4dd5-b1af-74d98279e43e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:28:43.369170 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:43.396484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a899c89-6f61-4574-ad11-52bbe9cfb89a req-7f84a8ad-90dd-40f6-9ddd-ebc73a60faff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.397969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a899c89-6f61-4574-ad11-52bbe9cfb89a req-7f84a8ad-90dd-40f6-9ddd-ebc73a60faff tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 945 time: 0.0711448 Jul 23 17:28:43.436947 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4a899c89-6f61-4574-ad11-52bbe9cfb89a req-393f62fa-850b-4496-a0ce-8a06aab753bf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330744 Jul 23 17:28:43.445920 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:43.468855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:28:43.471152 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db1077-088f-4000-a1c9-a1bc7dd68b25" -d '{"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-plugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:28:43.487857 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:28:43.492214 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:43.521256 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b92928c-79c0-4563-98f4-89871a9320ea x-openstack-request-id: req-2b92928c-79c0-4563-98f4-89871a9320ea {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:28:43.521550 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-plugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:28:43.521806 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b92928c-79c0-4563-98f4-89871a9320ea {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:28:43.522228 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'code': 200} Jul 23 17:28:43.551916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:43.621136 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b967b-584c-4e31-aa6a-2611ca7f26f9 req-bbd8c7d2-544d-42f7-a2f4-5c9d3b772660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:43.622704 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-571b967b-584c-4e31-aa6a-2611ca7f26f9 req-bbd8c7d2-544d-42f7-a2f4-5c9d3b772660 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.0552309 Jul 23 17:28:43.663230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-571b967b-584c-4e31-aa6a-2611ca7f26f9 req-7848b23a-d427-4c14-9cf2-7500fe918f71 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344687 Jul 23 17:28:44.446546 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:44.501465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e30ebae-320b-4b60-b589-ad2ff86bc039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:44.594652 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea14e1-bee7-44e0-a0df-b659261909e3 req-2419b4ab-c635-4fed-b5e9-cb7776506061 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:44.596847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fea14e1-bee7-44e0-a0df-b659261909e3 req-2419b4ab-c635-4fed-b5e9-cb7776506061 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0814388 Jul 23 17:28:44.639621 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fea14e1-bee7-44e0-a0df-b659261909e3 req-6bcca578-3373-4be2-b7a4-be0e29b2e16e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368631 Jul 23 17:28:45.772349 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46667aad-7ef4-45fc-a5fb-fe2394d4a4dd req-f2f31202-b94c-4f5c-ac9d-547edaa8dbf6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:45.773841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46667aad-7ef4-45fc-a5fb-fe2394d4a4dd req-f2f31202-b94c-4f5c-ac9d-547edaa8dbf6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0639484 Jul 23 17:28:45.807891 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:45.812810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-46667aad-7ef4-45fc-a5fb-fe2394d4a4dd req-356ab7d7-cd0d-4860-b74b-8ff59e755f36 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Jul 23 17:28:45.941219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafe59e-a0c5-424e-bbaa-fcce0f99a7ea req-cc625325-6732-448d-946e-256034a16b15 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:45.942879 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fafe59e-a0c5-424e-bbaa-fcce0f99a7ea req-cc625325-6732-448d-946e-256034a16b15 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0651643 Jul 23 17:28:45.980815 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5fafe59e-a0c5-424e-bbaa-fcce0f99a7ea req-d0ef23eb-87f4-4f69-aaea-5b9cd957fac1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321229 Jul 23 17:28:46.002854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43732) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:46.056114 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe84b13d-6d7d-4fb0-b559-eca1e4f7cc41 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:46.057634 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-fe84b13d-6d7d-4fb0-b559-eca1e4f7cc41 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1092 time: 0.0537567 Jul 23 17:28:46.060557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43734) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:46.064846 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:28:46.088834 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:46.194134 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:46.299631 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.151 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/30165bde-d57d-4ad7-8bb9-41150b80c1af) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:28:46.412242 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:46.450932 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:46.485774 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:28:46.488672 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:28:46.491304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:28:46.523259 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=30165bde-d57d-4ad7-8bb9-41150b80c1af,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:47.180242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-772c1bad-487b-4978-a3d8-862aa38dda17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581017 Jul 23 17:28:47.274974 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-377fc536-bfcb-4b22-9341-80f4328a712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:47.276460 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-377fc536-bfcb-4b22-9341-80f4328a712a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.0534506 Jul 23 17:28:47.283281 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.360116 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.383499 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-b036ce74-e3ab-4e3b-927f-15516ee9ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:47.384890 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-b036ce74-e3ab-4e3b-927f-15516ee9ed7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0901234 Jul 23 17:28:47.451111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-d43b9a14-a66a-447f-ac67-41e938ace85f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1000 time: 0.0581999 Jul 23 17:28:47.500423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-dddbd712-fd3f-4bef-9b05-7968ea4e1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:47.501976 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-dddbd712-fd3f-4bef-9b05-7968ea4e1a01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0444024 Jul 23 17:28:47.513669 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.519575 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.568749 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-c5252d33-d085-4f06-8a48-94f92b307970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:47.570298 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-c5252d33-d085-4f06-8a48-94f92b307970 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615776 Jul 23 17:28:47.597615 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=30165bde-d57d-4ad7-8bb9-41150b80c1af,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:28:47.604180 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.674998 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-30b3e0d8-11aa-410d-94ae-a1bbe2c3f525 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977411 Jul 23 17:28:47.709839 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 768808c4-8637-4f56-9f62-2f603c2a3d43 associated. External IP: 172.25.2.151, port: 9730d26d-b89e-4dd5-b1af-74d98279e43e. Jul 23 17:28:47.714011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:47.786615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e1d23aa-dc1b-4cb5-b1b9-57163719625e req-43d628a2-eed8-458a-a1ce-09bbb40edfa2 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034043 Jul 23 17:28:47.923783 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ec28f59-3365-47d9-aa94-c598fc6bf2db has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:28:48.036386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:28:48.046124 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Sync routers for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:28:48.053370 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:28:48.055663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:48.056287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:48.096304 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b75a3966-d767-49d2-a1f1-beb3f7055ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0347846 Jul 23 17:28:48.097003 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:28:48.099382 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffbab80-83f6-4429-9579-3f14e41eff0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:28:48.170888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:48.199224 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be5c39-7110-4558-bb1a-27f3b2d14e75 x-openstack-request-id: req-26be5c39-7110-4558-bb1a-27f3b2d14e75 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:28:48.199530 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:28:48.199796 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26be5c39-7110-4558-bb1a-27f3b2d14e75 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:28:48.200695 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'status': 'completed', 'code': 200} Jul 23 17:28:48.212459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24d7d9-05a6-4963-b880-659eacc8bcc4 req-5f8835a6-3b10-4814-a9f3-a58c48ca7743 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:48.214010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b24d7d9-05a6-4963-b880-659eacc8bcc4 req-5f8835a6-3b10-4814-a9f3-a58c48ca7743 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0688505 Jul 23 17:28:48.290749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9b24d7d9-05a6-4963-b880-659eacc8bcc4 req-d7ce5003-ea78-470b-af21-1326b21e3424 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704155 Jul 23 17:28:48.312241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-f4da2d7f-a22d-4b46-8e5f-a7c88a0dc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:48.314463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-f4da2d7f-a22d-4b46-8e5f-a7c88a0dc3a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.0914831 Jul 23 17:28:48.315155 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43744) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:48.376564 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8cfb5452-a040-45ff-aa57-b812a92dc02f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/768808c4-8637-4f56-9f62-2f603c2a3d43 HTTP/1.1" status: 200 len: 992 time: 0.0602529 Jul 23 17:28:48.406734 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-6d0d1dd2-526f-483e-942d-326353c56e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:48.408776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-6d0d1dd2-526f-483e-942d-326353c56e08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0883498 Jul 23 17:28:48.411025 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '768808c4-8637-4f56-9f62-2f603c2a3d43', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'mac_address': 'fa:16:3e:bc:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bd529-e529-4b73-8aae-1927771f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:46Z', 'updated_at': '2021-07-23T17:28:46Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:48.441665 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Checking router: 1ec28f59-3365-47d9-aa94-c598fc6bf2db for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:28:48.450118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:28:48.450728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:28:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:48.478795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-e867b81e-d641-41a5-8310-ebf0ef909808 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1000 time: 0.0632734 Jul 23 17:28:48.527459 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-5080c233-7f50-4947-85b4-9e2d4e94b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:48.528975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-5080c233-7f50-4947-85b4-9e2d4e94b2db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0439496 Jul 23 17:28:48.591600 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-c63b492e-a93f-46be-8ca7-9c7fdb140feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:28:48.593186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-c63b492e-a93f-46be-8ca7-9c7fdb140feb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576491 Jul 23 17:28:48.692768 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-48db0cf8-bc23-4d76-8eae-b163b9a74d44 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927596 Jul 23 17:28:48.719555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:28:48.785667 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ffbab80-83f6-4429-9579-3f14e41eff0d req-b1fe9c29-bdbd-420c-a478-d7d1bc830003 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835321 Jul 23 17:28:48.939559 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '768808c4-8637-4f56-9f62-2f603c2a3d43', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'mac_address': 'fa:16:3e:bc:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bd529-e529-4b73-8aae-1927771f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:46Z', 'updated_at': '2021-07-23T17:28:46Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:28:48.969085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07920610-e6c0-4d53-a61b-bce649c28206 None None] The sync data for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 is: [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '768808c4-8637-4f56-9f62-2f603c2a3d43', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'mac_address': 'fa:16:3e:bc:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37bd529-e529-4b73-8aae-1927771f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:46Z', 'updated_at': '2021-07-23T17:28:46Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:28:49.157261 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d42a3d-3d22-46f2-beed-471a1921e323 None None] New status for floating IP 768808c4-8637-4f56-9f62-2f603c2a3d43: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:28:49.380569 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43746) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:28:49.444117 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f0e072f2-3dec-4015-b1da-cfd2cb8ad9d7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/768808c4-8637-4f56-9f62-2f603c2a3d43 HTTP/1.1" status: 200 len: 994 time: 0.0623567 Jul 23 17:28:55.091556 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:28:59.559772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:11.946245 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8ce72fd7-f7c9-42e0-b5bf-c54c34c5082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:12.422652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:14.449426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:14.504122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c92c34fc-6b43-4c84-88c2-c1595f272613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:15.811644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:17.707572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:20.970898 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b7a42-a0f6-4ac7-93e1-9b5404e0707d req-3997bb1c-1078-406c-8437-a009187fe265 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:20.972466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5b7a42-a0f6-4ac7-93e1-9b5404e0707d req-3997bb1c-1078-406c-8437-a009187fe265 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0812299 Jul 23 17:29:21.008335 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-1cf11850-e50b-4a0b-8cb1-6b3ac7c6ccd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279182 Jul 23 17:29:21.012615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4e5b7a42-a0f6-4ac7-93e1-9b5404e0707d req-b1c089c3-6f22-4b7a-9c14-ecd88df08f81 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Jul 23 17:29:22.191182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60616d7-2752-4689-8fd3-ad03258351d0 req-6b1b6838-0ed4-4a27-be3f-8e6fede07ba7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:22.192686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a60616d7-2752-4689-8fd3-ad03258351d0 req-6b1b6838-0ed4-4a27-be3f-8e6fede07ba7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.1091244 Jul 23 17:29:22.209051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-60aa9ce0-ddd9-4337-9f77-e1b3a2812fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:22.210531 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-60aa9ce0-ddd9-4337-9f77-e1b3a2812fc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.0869675 Jul 23 17:29:22.269354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a60616d7-2752-4689-8fd3-ad03258351d0 req-052b9d3c-c660-4975-b933-651082400f71 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708399 Jul 23 17:29:22.323039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-e0b7fc71-e084-4afd-979e-db211c7a170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:22.324476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-e0b7fc71-e084-4afd-979e-db211c7a170e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.1066828 Jul 23 17:29:22.389401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-5d3b4949-03aa-4b39-a95a-6346a595801c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1002 time: 0.0585425 Jul 23 17:29:22.441922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-ed12a567-7d31-4ca0-aca8-d2907ea54124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:22.443414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-ed12a567-7d31-4ca0-aca8-d2907ea54124 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0479496 Jul 23 17:29:22.502655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-1c65e363-88f4-4386-a9e9-c0d9ac6495a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:22.504165 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-1c65e363-88f4-4386-a9e9-c0d9ac6495a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535109 Jul 23 17:29:22.600958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-c08fc960-5580-48ae-8dc7-cb8881fb8821 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890522 Jul 23 17:29:22.691065 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-29b3e122-52e1-462c-a42a-20df57de1ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838614 Jul 23 17:29:23.399841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c26338-e708-4316-b754-60fc70ffbeb5 req-5badf699-bf13-4093-9db5-dd84f76a8011 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:23.401331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c26338-e708-4316-b754-60fc70ffbeb5 req-5badf699-bf13-4093-9db5-dd84f76a8011 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0648475 Jul 23 17:29:23.443478 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8c26338-e708-4316-b754-60fc70ffbeb5 req-42ff14be-cb49-4d2a-b41c-bd08d12302ea tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358939 Jul 23 17:29:24.581053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49f5cc-48c0-4f7a-a504-4d6e4dd5f220 req-6ccc40b9-7543-4308-8625-721793a19710 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:24.582608 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d49f5cc-48c0-4f7a-a504-4d6e4dd5f220 req-6ccc40b9-7543-4308-8625-721793a19710 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0663640 Jul 23 17:29:24.621371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9d49f5cc-48c0-4f7a-a504-4d6e4dd5f220 req-12bfb0e3-b0e6-4d68-ba80-d4537a55f57f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330095 Jul 23 17:29:25.802402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c5786-8b70-40e7-8221-1098a63d0a38 req-d40363a5-1ced-49bf-ac56-6784ff9f5421 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:25.803924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-418c5786-8b70-40e7-8221-1098a63d0a38 req-d40363a5-1ced-49bf-ac56-6784ff9f5421 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.1129544 Jul 23 17:29:25.842654 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-418c5786-8b70-40e7-8221-1098a63d0a38 req-fb8a6409-b302-4fd8-bfce-1441be733e3a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jul 23 17:29:26.982484 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba49a-0296-4a8a-be9c-422244d0e090 req-a16a3283-da82-4091-86db-e2ccf8626902 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:26.984001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-008ba49a-0296-4a8a-be9c-422244d0e090 req-a16a3283-da82-4091-86db-e2ccf8626902 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0692978 Jul 23 17:29:27.024885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-008ba49a-0296-4a8a-be9c-422244d0e090 req-06f5c1ba-07cf-4d85-bd80-6f65c901022f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346212 Jul 23 17:29:28.162986 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdefb8-a18b-4820-a4cb-5eb58d7eb482 req-b2592b7e-b981-4b43-87d3-39dffc16505b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:28.164614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1acdefb8-a18b-4820-a4cb-5eb58d7eb482 req-b2592b7e-b981-4b43-87d3-39dffc16505b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0677700 Jul 23 17:29:28.212766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1acdefb8-a18b-4820-a4cb-5eb58d7eb482 req-cd0c4c5f-9e67-4b86-a64f-75b3b47c0df5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335820 Jul 23 17:29:29.347020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90733f33-7fd9-499a-89e6-20acbf17ca99 req-ce88906e-5ccc-4179-849f-c41b1714f23d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:29.348536 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90733f33-7fd9-499a-89e6-20acbf17ca99 req-ce88906e-5ccc-4179-849f-c41b1714f23d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0663688 Jul 23 17:29:29.393629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90733f33-7fd9-499a-89e6-20acbf17ca99 req-8b4af8ea-f65c-43b1-b5ab-c3ac37649ed4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392642 Jul 23 17:29:29.568636 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:30.542164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfafb11-e30b-4460-96e5-32effcbd56dc req-ee173491-3df8-4c0a-b874-f0058def0934 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:30.543681 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcfafb11-e30b-4460-96e5-32effcbd56dc req-ee173491-3df8-4c0a-b874-f0058def0934 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0684688 Jul 23 17:29:30.583041 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fcfafb11-e30b-4460-96e5-32effcbd56dc req-7e35a2a6-7e9e-46f7-956b-50683e1f8cce tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329013 Jul 23 17:29:31.721288 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25427a49-f881-4ab8-a17c-ca3d67f664c3 req-4f350d97-6e79-479a-a67f-3af75b077421 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:31.722841 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25427a49-f881-4ab8-a17c-ca3d67f664c3 req-4f350d97-6e79-479a-a67f-3af75b077421 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0673532 Jul 23 17:29:31.760870 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-25427a49-f881-4ab8-a17c-ca3d67f664c3 req-dc1dbd51-a2c5-4109-bbe2-895f53f4f66b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323718 Jul 23 17:29:32.090412 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:29:32.900138 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ae0b-0e77-45f7-8899-61c39e4ef1a1 req-70ac600c-db15-4e8b-b103-c7884fe702ca tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:32.901760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea87ae0b-0e77-45f7-8899-61c39e4ef1a1 req-70ac600c-db15-4e8b-b103-c7884fe702ca tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0713534 Jul 23 17:29:32.945360 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea87ae0b-0e77-45f7-8899-61c39e4ef1a1 req-363c4fde-69c0-47ec-958f-8c71a76f41ac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375071 Jul 23 17:29:34.096089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f760f-9849-4682-8830-b0caf4094d6c req-deefc791-5e17-4609-91aa-7fea516c5bae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:34.097760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-516f760f-9849-4682-8830-b0caf4094d6c req-deefc791-5e17-4609-91aa-7fea516c5bae tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0711584 Jul 23 17:29:34.140897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-516f760f-9849-4682-8830-b0caf4094d6c req-2132e4ad-4d5d-4659-ae8b-8380a36b9fb6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jul 23 17:29:35.279832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db7678-008f-4c84-bf67-190dd2028937 req-58baecb7-3f71-4179-b3ea-a82c95f13713 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:35.282001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4db7678-008f-4c84-bf67-190dd2028937 req-58baecb7-3f71-4179-b3ea-a82c95f13713 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0677779 Jul 23 17:29:35.323464 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4db7678-008f-4c84-bf67-190dd2028937 req-dce8a967-a92b-4ea0-8915-c148508dcf7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356283 Jul 23 17:29:36.461895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761d9e9-ae61-4011-a846-29a0365e5413 req-abb63912-af84-45a6-9ab6-799434a9689d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:36.463435 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a761d9e9-ae61-4011-a846-29a0365e5413 req-abb63912-af84-45a6-9ab6-799434a9689d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0675578 Jul 23 17:29:36.503331 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a761d9e9-ae61-4011-a846-29a0365e5413 req-cd1bd7fa-903d-410a-8b72-4e70a8e1f733 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Jul 23 17:29:37.641282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84ed1-e87a-4169-b422-3e852f4ad6be req-265536a6-ca7c-4722-8f07-34b80f55dc5b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:37.643129 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4f84ed1-e87a-4169-b422-3e852f4ad6be req-265536a6-ca7c-4722-8f07-34b80f55dc5b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0700755 Jul 23 17:29:37.682408 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4f84ed1-e87a-4169-b422-3e852f4ad6be req-c37888b6-e908-4df1-b40f-6de46c693a2f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335367 Jul 23 17:29:38.814430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b8ebf-c458-4704-a39f-6de1c7fe266a req-b21a6007-b28a-4776-9b79-5311d89deead tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:38.816233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-124b8ebf-c458-4704-a39f-6de1c7fe266a req-b21a6007-b28a-4776-9b79-5311d89deead tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0663733 Jul 23 17:29:38.853153 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-124b8ebf-c458-4704-a39f-6de1c7fe266a req-ca4ef710-0928-4d05-a649-2f083e5466a0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Jul 23 17:29:39.692320 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-c57c2405-0518-406d-905f-927d59bad888 service neutron] show failed (client error): The resource could not be found. Jul 23 17:29:39.693388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-c57c2405-0518-406d-905f-927d59bad888 service neutron] 10.222.0.67 "GET /v2.0/ports/9730d26d-b89e-4dd5-b1af-74d98279e43e/bindings/n-h1-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0566084 Jul 23 17:29:39.910181 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-9586adbd-660c-4364-9ea0-2c7feec1cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:39.911850 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-9586adbd-660c-4364-9ea0-2c7feec1cf14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 1097 time: 0.0631084 Jul 23 17:29:39.929529 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800484-3', 'device_owner': 'compute:nova'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:29:39.989798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8263d-ba03-4f03-9240-1d4f5e61f7a7 req-6a95196a-8fde-44bd-a0ec-c0f308bac485 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:39.991354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4a8263d-ba03-4f03-9240-1d4f5e61f7a7 req-6a95196a-8fde-44bd-a0ec-c0f308bac485 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0652835 Jul 23 17:29:40.013506 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.030401 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d4a8263d-ba03-4f03-9240-1d4f5e61f7a7 req-5d9c8ff5-0068-470f-8a7c-91852d65733b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Jul 23 17:29:40.223663 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:40.255973 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h2-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:29:40.295109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:29:40.297413 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac84d0a1-8149-4e7d-9d12-2e83f81a4e79" -d '{"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-unplugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:29:40.301109 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.314182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Transition to ACTIVE for port object 9730d26d-b89e-4dd5-b1af-74d98279e43e will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:29:40.317969 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.353143 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0411ff-ba3c-443b-b639-3cf5842b0256 x-openstack-request-id: req-8e0411ff-ba3c-443b-b639-3cf5842b0256 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:29:40.353312 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-unplugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:29:40.353568 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e0411ff-ba3c-443b-b639-3cf5842b0256 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:29:40.353975 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'code': 200} Jul 23 17:29:40.406513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=6']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:40.418283 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.418623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.418953 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.419287 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.419611 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.419932 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.420251 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.420680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.420999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.421886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.422248 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.422568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:40.458731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] No DVR routers for this DVR port 9730d26d-b89e-4dd5-b1af-74d98279e43e on host n-h2-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:29:40.597797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:29:40.598171 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:29:40.598501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:29:40.602775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:29:40.603103 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Attempting to bind port 9730d26d-b89e-4dd5-b1af-74d98279e43e on network e825e713-d6b4-445c-be9b-409312447ed0 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:29:40.607897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:29:40.608235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Checking segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:29:40.609097 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Bound using segment: {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:29:40.609524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Bound port: 9730d26d-b89e-4dd5-b1af-74d98279e43e, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:29:40.609881 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.673257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:29:40.676184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:29:40.681326 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.719980 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:40.720595 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:40.722036 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] 10.222.0.81 "PUT /v2.0/ports/9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1092 time: 0.7971556 Jul 23 17:29:40.749359 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e33ed-d254-4bfe-b914-f0c8397e85aa service neutron] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=7']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:40.831072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-57fb86ff-1677-453a-b1b0-807938eab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:40.832731 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-57fb86ff-1677-453a-b1b0-807938eab14c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1095 time: 0.0597756 Jul 23 17:29:40.942714 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2336de1a-efc7-4637-954a-e1878598acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:40.944220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-2336de1a-efc7-4637-954a-e1878598acea service neutron] 10.222.0.81 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.1057673 Jul 23 17:29:41.012773 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-26b45574-4c58-49bc-bcb3-75cf4f3ae42d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1000 time: 0.0619602 Jul 23 17:29:41.064966 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-a750f70a-9a1f-4bb8-8b8c-47975388c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:41.066472 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-a750f70a-9a1f-4bb8-8b8c-47975388c550 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0467486 Jul 23 17:29:41.132971 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-1d8c5547-1d97-45f3-971d-7040d84f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:41.134552 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-1d8c5547-1d97-45f3-971d-7040d84f6827 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618114 Jul 23 17:29:41.177201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235e15-f67e-4404-9579-c1d98bb2f187 req-396bdbc8-3114-4c18-b3f0-871853e5f4e9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:41.178858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb235e15-f67e-4404-9579-c1d98bb2f187 req-396bdbc8-3114-4c18-b3f0-871853e5f4e9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 944 time: 0.0776932 Jul 23 17:29:41.218115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb235e15-f67e-4404-9579-c1d98bb2f187 req-60befa3c-eee9-43dc-b419-baeaa5012e01 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332537 Jul 23 17:29:41.261158 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-76773f00-37bf-452c-83a8-8a9f08d66786 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195867 Jul 23 17:29:41.357794 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-e817e854-d3e0-47f0-a490-77cc230670d8 req-ae65b982-e079-4bf4-8d00-9cd01710b563 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896056 Jul 23 17:29:41.947044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1fb1c162-c478-460f-8e11-8723e8a5bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:42.354135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46b838-c865-4902-a026-fb133f5663c6 req-08447424-79bd-4fb4-924f-5f8f060c96a4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.355281 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:29:42.355695 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c46b838-c865-4902-a026-fb133f5663c6 req-08447424-79bd-4fb4-924f-5f8f060c96a4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 944 time: 0.0662718 Jul 23 17:29:42.358156 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93836b49-5926-47ae-8a83-6b9f042cd4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:29:42.397276 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6c46b838-c865-4902-a026-fb133f5663c6 req-422d1f4b-43c3-4a09-9f56-0eef682e666b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343456 Jul 23 17:29:42.407341 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d350f4-49d4-4d4f-a41e-b30ce0925267 x-openstack-request-id: req-99d350f4-49d4-4d4f-a41e-b30ce0925267 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:29:42.407641 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:29:42.407894 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99d350f4-49d4-4d4f-a41e-b30ce0925267 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:29:42.408299 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'status': 'completed', 'code': 200} Jul 23 17:29:42.424634 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:42.482780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-5ff82d1f-2830-4ddc-9445-f545c421814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.484887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-5ff82d1f-2830-4ddc-9445-f545c421814e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1095 time: 0.0586622 Jul 23 17:29:42.514202 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-ff3138b5-8894-45ac-8689-7d0400dacba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.515701 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-ff3138b5-8894-45ac-8689-7d0400dacba7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1095 time: 0.0625083 Jul 23 17:29:42.581774 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-2e5caf16-8999-4b37-8af7-9501574e1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.583290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-2e5caf16-8999-4b37-8af7-9501574e1264 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0922098 Jul 23 17:29:42.625961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-55b06cfa-57e2-4fec-8537-4b0c48a988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.627463 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-55b06cfa-57e2-4fec-8537-4b0c48a988f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.1049883 Jul 23 17:29:42.657893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-a37ec4d2-3d3c-487b-9b55-85c8c936315f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1000 time: 0.0636880 Jul 23 17:29:42.710556 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-f75ba855-ea29-4d45-9487-83cbaedcdbc4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1000 time: 0.0762069 Jul 23 17:29:42.717880 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-5a63c3c8-c4d9-4e68-9e08-46677e686c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.719370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-5a63c3c8-c4d9-4e68-9e08-46677e686c4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0601144 Jul 23 17:29:42.763648 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-843268a8-9f34-483c-9d59-a29229579b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.766162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-843268a8-9f34-483c-9d59-a29229579b9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0487530 Jul 23 17:29:42.797586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-7e62132c-815f-4527-960d-47d21ea8f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.799288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-7e62132c-815f-4527-960d-47d21ea8f4ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677643 Jul 23 17:29:42.835223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-229c50d0-8800-4eed-9814-107db57a8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:42.836742 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-229c50d0-8800-4eed-9814-107db57a8e3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604408 Jul 23 17:29:42.897238 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-db46814f-cc24-40b3-bdee-5dddee2a2935 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901721 Jul 23 17:29:42.933524 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-ca84976a-9ca0-4d28-a7ff-984887b29547 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885324 Jul 23 17:29:42.960315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:29:42.994670 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-1b4eb7e6-061a-4bfd-a602-daea926e8743 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 Jul 23 17:29:43.045254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-93836b49-5926-47ae-8a83-6b9f042cd4e8 req-5987119b-2616-4f20-b575-2958db9cdfde service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039238 Jul 23 17:29:43.080867 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:43.092592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'port_id': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'mac_address': 'fa:16:3e:bc:b0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:29:43.129996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:43.143833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9730d26d-b89e-4dd5-b1af-74d98279e43e {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:29:43.163646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:43.167611 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:43.213612 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:43.220915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.221264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.221604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.221954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.222301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.222631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.222956 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.223281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.223605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.223925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.224244 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.224593 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:29:43.484504 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['9730d26d-b89e-4dd5-b1af-74d98279e43e'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:29:43.546724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9266-323e-4584-82ba-0c6f7ec6d199 req-e438594a-bbd4-4013-ad35-11f33f4d9f0d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:43.548239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7ad9266-323e-4584-82ba-0c6f7ec6d199 req-e438594a-bbd4-4013-ad35-11f33f4d9f0d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 945 time: 0.0658762 Jul 23 17:29:43.593961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f7ad9266-323e-4584-82ba-0c6f7ec6d199 req-5cad503a-144a-44f7-a675-f9e1a3481152 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391333 Jul 23 17:29:43.635540 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:29:43.707134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:29:43.870147 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-b79525eb-6da1-4254-9128-9dcdc1db6158 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:43.871597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-b79525eb-6da1-4254-9128-9dcdc1db6158 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a&tenant_id=0ce13bba8f4d4418879622860b9d7c35&binding%3Ahost_id=n-h1-800484-3 HTTP/1.1" status: 200 len: 945 time: 0.0978127 Jul 23 17:29:43.878956 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4952c9-d2f9-4665-bc62-36a67a3378db req-ef0b07f1-fe44-4529-8eb9-9a8c2c06e41d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:43.880503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4952c9-d2f9-4665-bc62-36a67a3378db req-ef0b07f1-fe44-4529-8eb9-9a8c2c06e41d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 945 time: 0.1172163 Jul 23 17:29:43.959628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bd4952c9-d2f9-4665-bc62-36a67a3378db req-0ec8a87a-5081-401e-bfed-acb9ec787060 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723886 Jul 23 17:29:43.966861 n-d-800484-3 neutron-server[94003]: INFO neutron.api.v2.resource [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-71181aaa-df4e-42c1-af9b-8456f5665cc1 service neutron] delete failed (client error): The resource could not be found. Jul 23 17:29:43.968410 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-71181aaa-df4e-42c1-af9b-8456f5665cc1 service neutron] 10.222.0.67 "DELETE /v2.0/ports/9730d26d-b89e-4dd5-b1af-74d98279e43e/bindings/n-h2-800484-3 HTTP/1.1" status: 404 len: 380 time: 0.0864763 Jul 23 17:29:44.110302 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-3046e1d7-ab30-4a52-a4b0-661d81a2f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.111694 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-3046e1d7-ab30-4a52-a4b0-661d81a2f9fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1096 time: 0.0964789 Jul 23 17:29:44.171965 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2b8c2-a8e1-4b49-8061-7f88f8d498a0 req-6b046c0b-cb73-49c3-8d0b-20a34193f21c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.173489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90a2b8c2-a8e1-4b49-8061-7f88f8d498a0 req-6b046c0b-cb73-49c3-8d0b-20a34193f21c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 945 time: 0.1131594 Jul 23 17:29:44.251357 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-90a2b8c2-a8e1-4b49-8061-7f88f8d498a0 req-d0265b81-162e-4f15-a52b-8ee4fe3406ba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534196 Jul 23 17:29:44.252524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-172519c3-3b4b-4f8f-82b9-0b307a38e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.253905 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-172519c3-3b4b-4f8f-82b9-0b307a38e789 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.1349144 Jul 23 17:29:44.330652 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-8ca841eb-c201-4efb-bade-690ff561b2b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1001 time: 0.0682268 Jul 23 17:29:44.381696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-391a8ada-c175-4f5a-87fc-3001c195f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.383180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-391a8ada-c175-4f5a-87fc-3001c195f2a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0457485 Jul 23 17:29:44.442307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-6782df84-b7e8-4bdf-9563-9f386f408c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:44.443785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-6782df84-b7e8-4bdf-9563-9f386f408c3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529542 Jul 23 17:29:44.450454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:44.504811 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1cda278-2e89-4c8b-b75f-81e1d25782e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:44.841801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-18f89f4c-e3a6-4766-b4a9-a68fbcb98f03 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897116 Jul 23 17:29:44.929053 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d441adc-c6dd-4290-a90f-f8f6c799f7cf req-ae7f1e9a-2919-4e83-a0ca-a1e0bb0efc76 service neutron] 10.222.0.67 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807276 Jul 23 17:29:44.962523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:29:45.014537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port 9730d26d-b89e-4dd5-b1af-74d98279e43e completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:29:45.020421 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port 9730d26d-b89e-4dd5-b1af-74d98279e43e triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:29:45.020803 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:45.098881 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:45.121372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:29:45.123660 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8783e-953e-4f44-aeba-905c09622fc6" -d '{"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-plugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:29:45.137794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:29:45.142157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:45.176691 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f613982-2c9b-4212-807d-63ad717ba8a0 x-openstack-request-id: req-4f613982-2c9b-4212-807d-63ad717ba8a0 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:29:45.176987 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-plugged", "status": "completed", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:29:45.177240 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f613982-2c9b-4212-807d-63ad717ba8a0 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:29:45.177630 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'code': 200} Jul 23 17:29:45.201313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:29:45.398250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc06ff2-898e-4fb4-b2d7-1e4b5a03e019 req-898a576c-5717-4c12-b520-cf6318dfc956 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:45.399828 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cc06ff2-898e-4fb4-b2d7-1e4b5a03e019 req-898a576c-5717-4c12-b520-cf6318dfc956 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0733149 Jul 23 17:29:45.445253 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4cc06ff2-898e-4fb4-b2d7-1e4b5a03e019 req-08e5885a-c27c-4769-b628-0f23ed441bb7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396373 Jul 23 17:29:45.821194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:46.580878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c350a-6f30-4de5-9c56-a4cc0f921c21 req-3120ab28-ce43-484d-8a75-febdf2ab207c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:46.582462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb6c350a-6f30-4de5-9c56-a4cc0f921c21 req-3120ab28-ce43-484d-8a75-febdf2ab207c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0649989 Jul 23 17:29:46.621286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eb6c350a-6f30-4de5-9c56-a4cc0f921c21 req-5bba9fb8-c7d9-490d-b44a-811acb965777 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331202 Jul 23 17:29:46.645198 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43844) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:29:46.708984 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-27f05b47-9955-4e58-9eca-82a38f21640e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/768808c4-8637-4f56-9f62-2f603c2a3d43 HTTP/1.1" status: 200 len: 994 time: 0.0626197 Jul 23 17:29:47.241708 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-24d8fc0c-cc04-4e96-b837-28f4350883ae req-f67207ed-8f84-4e6f-9ca6-d83786cdee50 service neutron] (94004) timed out ('10.222.0.64', 39672) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:29:47.709862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:29:52.236933 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-41ff2b7a-23b7-4414-ab4c-61a5ae66a3c1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551269 Jul 23 17:29:52.351160 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-10b42f97-cabb-4300-b88c-cfd7f12d81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:52.352653 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-10b42f97-cabb-4300-b88c-cfd7f12d81bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.0588188 Jul 23 17:29:52.457963 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-3ccf0ff9-cfd5-4f2d-a4a5-ec4ba94f1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:52.459442 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-3ccf0ff9-cfd5-4f2d-a4a5-ec4ba94f1b45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0885401 Jul 23 17:29:52.526302 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-bc98d5e3-3908-4299-ae63-17b5fe0445a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 1002 time: 0.0608406 Jul 23 17:29:52.579904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-9197a689-396b-458a-904f-3ac0374a024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:52.581346 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-9197a689-396b-458a-904f-3ac0374a024f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0484371 Jul 23 17:29:52.639313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-5d1ea717-bdbf-41f1-91c7-96d0f54b55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:29:52.640820 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-5d1ea717-bdbf-41f1-91c7-96d0f54b55ff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534706 Jul 23 17:29:52.734510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-11f45385-9e18-483c-adf8-5b999ec59504 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Jul 23 17:29:52.829135 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-20529171-bcf5-4381-b5f9-8bdfb6e951f6 req-f10cf554-e500-4e99-96be-77610bf4d5c8 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888004 Jul 23 17:29:59.585703 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:09.089444 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:30:11.950137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-56230ec8-ad1e-4e46-b964-fece083c4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:12.438899 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:14.455473 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:14.505494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4d7dfa30-7ad7-460b-9f6c-37e710a58304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.105791 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43856) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:15.272015 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 30165bde-d57d-4ad7-8bb9-41150b80c1af {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:30:15.272352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.363827 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.364187 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.379325 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 30165bde-d57d-4ad7-8bb9-41150b80c1af owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:30:15.570037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.594853 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=30165bde-d57d-4ad7-8bb9-41150b80c1af,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:15.668020 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.668356 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 768808c4-8637-4f56-9f62-2f603c2a3d43 disassociated (deleted). External IP: 172.25.2.151, port: 9730d26d-b89e-4dd5-b1af-74d98279e43e. Jul 23 17:30:15.818568 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:15.883863 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ec28f59-3365-47d9-aa94-c598fc6bf2db has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:30:15.993413 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:30:15.998417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:16.003693 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Sync routers for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:30:16.013029 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:16.013953 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:16.039434 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-87ad6472-8223-4199-9cd9-2748bfddbad7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/floatingips/768808c4-8637-4f56-9f62-2f603c2a3d43 HTTP/1.1" status: 204 len: 168 time: 0.9297907 Jul 23 17:30:16.039434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:16.039764 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbff08e-334a-46d8-99f0-c1f14c9032ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:16.086674 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cc8bb-8cb6-41b7-b193-e8b03b409cb1 x-openstack-request-id: req-df8cc8bb-8cb6-41b7-b193-e8b03b409cb1 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:16.086969 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:16.087221 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df8cc8bb-8cb6-41b7-b193-e8b03b409cb1 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:16.087769 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'status': 'completed', 'code': 200} Jul 23 17:30:16.140004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:16.252144 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-a0ea57ef-d917-4721-bb03-81dda06f1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.254054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-a0ea57ef-d917-4721-bb03-81dda06f1f8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 1097 time: 0.1214895 Jul 23 17:30:16.353435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-9f373f52-63d0-4fd5-b130-e8691c9d5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.355000 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-9f373f52-63d0-4fd5-b130-e8691c9d5ed0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 200 len: 898 time: 0.0944366 Jul 23 17:30:16.382654 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:16.383059 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04106b21-4a07-4627-b753-fbdfbae3ccf8 req-3ba82af6-f08d-457c-9cd6-7cf7e336e658 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.384413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04106b21-4a07-4627-b753-fbdfbae3ccf8 req-3ba82af6-f08d-457c-9cd6-7cf7e336e658 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.1365850 Jul 23 17:30:16.412090 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-844f8416-92f3-4377-a899-7ee3643467cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 200 len: 217 time: 0.0479395 Jul 23 17:30:16.424927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Checking router: 1ec28f59-3365-47d9-aa94-c598fc6bf2db for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:30:16.433613 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:16.434340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:16.435534 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-04106b21-4a07-4627-b753-fbdfbae3ccf8 req-5eece29d-a1d1-4382-b7d9-c6d2b50cb1a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442083 Jul 23 17:30:16.464369 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-b89a7371-a7f9-4a20-9247-1906ec7f883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.465869 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-b89a7371-a7f9-4a20-9247-1906ec7f883e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 200 len: 835 time: 0.0473514 Jul 23 17:30:16.528680 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-17a9cb70-b5dc-4abd-b96b-e9bf00317510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:16.530828 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-17a9cb70-b5dc-4abd-b96b-e9bf00317510 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e825e713-d6b4-445c-be9b-409312447ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563660 Jul 23 17:30:16.542286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-8ce45552-85f0-432a-8c19-69489dd2e949 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:30:16.543257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-8ce45552-85f0-432a-8c19-69489dd2e949 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052962 Jul 23 17:30:16.558817 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:16.645166 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-62f54617-9e83-4599-a2b5-9504d803a352 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936978 Jul 23 17:30:16.737508 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3bbff08e-334a-46d8-99f0-c1f14c9032ae req-1a8ff900-c66f-4906-9302-8247393ba9b6 service neutron] 10.222.0.81 "GET /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 Jul 23 17:30:16.762649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:16.790183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71a346-363a-4656-8795-34031fa6aea5 None None] The sync data for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 is: [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:28:32Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '29480b17-201b-4213-9e4d-1f7f65527790', 'name': '', 'network_id': 'e825e713-d6b4-445c-be9b-409312447ed0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:51:4a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:31Z', 'updated_at': '2021-07-23T17:28:37Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '26ffd8eb-332c-40c9-9b82-3bfb660928ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:30:16.996574 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa05dd-288b-4a8a-b5bb-25c4b166734e None None] New status for floating IP 768808c4-8637-4f56-9f62-2f603c2a3d43: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:30:17.578664 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79378-2519-421e-ac24-e957e5344149 req-85ef7bc9-c121-4a3e-9c84-50995dde1a41 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:17.580152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08d79378-2519-421e-ac24-e957e5344149 req-85ef7bc9-c121-4a3e-9c84-50995dde1a41 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0684886 Jul 23 17:30:17.617467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-08d79378-2519-421e-ac24-e957e5344149 req-78cb0ab0-5870-47a2-9fd5-03a8ed5a269e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=84d2b858-9371-41a0-8e20-321ad59ce31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315313 Jul 23 17:30:17.711762 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:17.791859 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-46954b20-b112-40d8-b37e-176991ff5559 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:17.793344 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-46954b20-b112-40d8-b37e-176991ff5559 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.81 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 946 time: 0.0683813 Jul 23 17:30:17.894339 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 9730d26d-b89e-4dd5-b1af-74d98279e43e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:30:17.894673 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:18.360495 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 9730d26d-b89e-4dd5-b1af-74d98279e43e, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=9730d26d-b89e-4dd5-b1af-74d98279e43e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:18.360849 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:18.373087 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 9730d26d-b89e-4dd5-b1af-74d98279e43e owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:30:18.497286 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:18.528336 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=9730d26d-b89e-4dd5-b1af-74d98279e43e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:18.575166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] No DVR routers for this DVR port 9730d26d-b89e-4dd5-b1af-74d98279e43e on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:30:18.577795 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:18.579915 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d421dccf-9d44-41a1-ac4e-ade12e95187b req-79e84e9c-c8e8-4503-8e9f-2abdd770e64c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.81 "DELETE /v2.0/ports/9730d26d-b89e-4dd5-b1af-74d98279e43e HTTP/1.1" status: 204 len: 173 time: 0.7806962 Jul 23 17:30:18.580351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-deleted', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:18.584454 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7721f0-a098-4fed-b3b2-4d0ea5e0eafb" -d '{"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-deleted", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:18.620205 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd5bc9-e7a1-442c-9d65-dd8c4c4c81ab x-openstack-request-id: req-37fd5bc9-e7a1-442c-9d65-dd8c4c4c81ab {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:18.620499 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37bd529-e529-4b73-8aae-1927771f857a", "name": "network-vif-deleted", "tag": "9730d26d-b89e-4dd5-b1af-74d98279e43e", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:18.620764 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37fd5bc9-e7a1-442c-9d65-dd8c4c4c81ab {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:18.621137 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37bd529-e529-4b73-8aae-1927771f857a', 'name': 'network-vif-deleted', 'tag': '9730d26d-b89e-4dd5-b1af-74d98279e43e', 'status': 'completed', 'code': 200} Jul 23 17:30:18.720726 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-825f42e9-6d17-4277-b063-821e54f6506a req-b3705681-3398-4700-9fbb-f8a0ba8391ce tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d37bd529-e529-4b73-8aae-1927771f857a HTTP/1.1" status: 200 len: 210 time: 0.0337462 Jul 23 17:30:19.780797 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43876) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:20.142394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:20.403108 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 29480b17-201b-4213-9e4d-1f7f65527790 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:30:20.403362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:20.490404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 29480b17-201b-4213-9e4d-1f7f65527790, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=29480b17-201b-4213-9e4d-1f7f65527790,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:20.490751 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:20.503406 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 29480b17-201b-4213-9e4d-1f7f65527790 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:30:20.689192 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:20.721166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=29480b17-201b-4213-9e4d-1f7f65527790,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:20.893564 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.113211 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ec28f59-3365-47d9-aa94-c598fc6bf2db has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:30:21.120794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:30:21.147614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: 9730d26d-b89e-4dd5-b1af-74d98279e43e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:30:21.148145 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device 9730d26d-b89e-4dd5-b1af-74d98279e43e not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:30:21.223233 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:30:21.228203 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ca88e03e-eb12-4793-9056-8181c0986412 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/1ec28f59-3365-47d9-aa94-c598fc6bf2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461777 Jul 23 17:30:21.230883 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43878) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:21.233518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Sync routers for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:30:21.242787 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:21.243407 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:21.284275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting subnet 26ffd8eb-332c-40c9-9b82-3bfb660928ff {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:30:21.287814 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.338426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.350349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:21.428565 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.492139 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.520695 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Subnet': ['ID=26ffd8eb-332c-40c9-9b82-3bfb660928ff,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:21.524568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.526353 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8c747bdf-b9b8-4ed1-9949-b4d5e8c3640b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/subnets/26ffd8eb-332c-40c9-9b82-3bfb660928ff HTTP/1.1" status: 204 len: 168 time: 0.2945487 Jul 23 17:30:21.529114 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43880) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:21.537598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763b0e4-ab55-4145-93a8-3e66c7cdbc83 None None] Network e825e713-d6b4-445c-be9b-409312447ed0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:30:21.565434 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:30:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:21.621527 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Checking router: 1ec28f59-3365-47d9-aa94-c598fc6bf2db for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:30:21.649330 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.656150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Routers {'1ec28f59-3365-47d9-aa94-c598fc6bf2db'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:21.656799 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:21.762997 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.819666 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port e0d4ba04-0769-49d6-a595-bc845004a211 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:30:21.820010 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.903056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port e0d4ba04-0769-49d6-a595-bc845004a211, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e0d4ba04-0769-49d6-a595-bc845004a211,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:21.903737 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:21.916205 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for e0d4ba04-0769-49d6-a595-bc845004a211 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:30:21.955915 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] Set router 1ec28f59-3365-47d9-aa94-c598fc6bf2db gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:22.059704 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] DHCP port deletion for e825e713-d6b4-445c-be9b-409312447ed0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:30:22.147843 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.184847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=e0d4ba04-0769-49d6-a595-bc845004a211,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:22.213078 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Deleting port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:30:22.213727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.219203 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.219555 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.219902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.220231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.220557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.220888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.221217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.221539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.221865 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.222215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.222543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.222862 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:22.261485 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.289056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] For port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,segment=NetworkSegment(ead58df3-8f7e-46e4-9ba2-ac1f45b36625),segment_id=ead58df3-8f7e-46e4-9ba2-ac1f45b36625)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:22.289455 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.305002 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Calling delete_port for 6cbbf75e-7aff-4788-bd3a-0d53eab5774e owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:30:22.307526 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:30:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:22.338390 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fe7ec-dd4b-4972-bd65-aac424f2b51e None None] The sync data for ids ['1ec28f59-3365-47d9-aa94-c598fc6bf2db'] in n-d-800484-3 is: [{'id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47950861', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:28:28Z', 'updated_at': '2021-07-23T17:30:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e0d4ba04-0769-49d6-a595-bc845004a211', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec28f59-3365-47d9-aa94-c598fc6bf2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:28:29Z', 'updated_at': '2021-07-23T17:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:30:22.360360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.362709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.412586 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.413175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec28f59-3365-47d9-aa94-c598fc6bf2db {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:30:22.414054 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.421683 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.422850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f03c8d6a-9e42-4b49-a9fd-42ef4e696369 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/routers/1ec28f59-3365-47d9-aa94-c598fc6bf2db HTTP/1.1" status: 204 len: 168 time: 0.8919365 Jul 23 17:30:22.425694 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43882) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:22.444075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] Pushing event deleted for resources: {'Port': ['ID=6cbbf75e-7aff-4788-bd3a-0d53eab5774e,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:22.447892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e5fc3-625b-46b0-9a34-a138588ba591 None None] No DVR routers for this DVR port 6cbbf75e-7aff-4788-bd3a-0d53eab5774e on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:30:22.512246 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.603717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.614163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e825e713-d6b4-445c-be9b-409312447ed0']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:22.624275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:22.624496 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead58df3-8f7e-46e4-9ba2-ac1f45b36625') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:22.634247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.651276 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.660747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:30:22.661423 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:30:22.664674 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:30:22.757855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.766419 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.768760 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/networks/e825e713-d6b4-445c-be9b-409312447ed0 HTTP/1.1" status: 204 len: 168 time: 0.3420446 Jul 23 17:30:22.771620 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43884) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:22.795633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4d79b-e600-4525-bd33-5939be4c1fac tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Network': ['ID=e825e713-d6b4-445c-be9b-409312447ed0,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:22.824735 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6cbbf75e-7aff-4788-bd3a-0d53eab5774e no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:30:22.849336 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6cbbf75e-7aff-4788-bd3a-0d53eab5774e {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:30:22.849776 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6cbbf75e-7aff-4788-bd3a-0d53eab5774e not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:30:22.850021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 29480b17-201b-4213-9e4d-1f7f65527790 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:30:22.852168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.869649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 29480b17-201b-4213-9e4d-1f7f65527790 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:30:22.870022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 29480b17-201b-4213-9e4d-1f7f65527790 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:30:22.890738 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.959420 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.962065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:22.963240 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/security-groups/84d2b858-9371-41a0-8e20-321ad59ce31c HTTP/1.1" status: 204 len: 168 time: 0.1906633 Jul 23 17:30:22.972481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9ae4-87e3-4e4c-b4e5-42f74122d93f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2b858-9371-41a0-8e20-321ad59ce31c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:23.329726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43890) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:23.334709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553847449', 'description': 'tempest-secgroup-smoke-553847449 description', 'project_id': '0ce13bba8f4d4418879622860b9d7c35'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:23.359310 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.444619 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.451420 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.484114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.485363 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1545784 Jul 23 17:30:23.488544 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43892) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:23.493228 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:23.502361 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd41e40-3ac0-4717-9d89-85d545d5e0bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89fb20-0128-4d7f-a846-a9945f9266b4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:23.524821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.589660 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.594711 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.613098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9c44ab-e152-4761-b283-aced11e529cc,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:23.619510 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.622058 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-89facea5-094a-473b-ad9c-3a7e6fd6596b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314149 Jul 23 17:30:23.623587 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43894) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:23.628128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:23.661690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.749352 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.754440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.773182 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1598fa7e-9d1f-4ed0-b1dd-ec11cbd7c510,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:23.781418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.782665 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cdc48c7b-8e0b-42e6-a213-3af7c45cea3e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581144 Jul 23 17:30:23.785920 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43896) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:23.790546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:23.816663 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.873482 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.876958 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.894760 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fac13e3-27f8-4ddb-9512-009868a1640a,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:23.902260 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:23.903674 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a5db8d4f-fead-4e91-8656-d5d4485c4758 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167021 Jul 23 17:30:23.906937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43898) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:23.911408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:23.942155 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.005615 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.009509 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.027882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0344d32-419d-4642-a909-d37467d0567c,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:24.035652 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.036995 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cd7f6c96-e43a-48e0-9c25-520f0f5c7aba tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291034 Jul 23 17:30:24.039773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43900) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:24.044257 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:24.066124 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:30:24.071122 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.132480 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.136521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.156303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec742d5-40c3-429e-9b42-b4e88bb21820,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:24.165138 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.166641 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed4e4807-7674-45ae-91bf-808131e7577f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259527 Jul 23 17:30:24.169292 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43902) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:24.173830 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': '9d89fb20-0128-4d7f-a846-a9945f9266b4', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:24.195595 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:30:24.200535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.266942 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.271257 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.290491 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731c9b78-dbfb-4106-9f4b-b72e9144f084,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:24.298585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.299860 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b800d43a-bcff-4ff6-921e-9df4a3dbfa1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295834 Jul 23 17:30:24.302670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43904) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:24.307811 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'network': {'name': 'tempest-network-smoke--172979028', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'port_security_enabled': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:24.329219 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:30:24.332684 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.357372 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:30:24.367169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.367517 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Added segment 63838be2-8fc6-4ea2-84cf-6ea56c5979b8 of type vlan for network 2719e991-1f18-4e38-a573-5ff540f1b7f0 Jul 23 17:30:24.411236 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.440839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.446582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:24.446963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.481318 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1775632 Jul 23 17:30:24.484237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43906) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:24.488691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'admin_state_up': True, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:24.528319 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275e580-6d41-40ed-9bce-95cbdaf4d35d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Network': ['ID=2719e991-1f18-4e38-a573-5ff540f1b7f0,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:24.541505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:30:24.545025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.546348 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.605589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.646647 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d4ba04-0769-49d6-a595-bc845004a211 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:30:24.667274 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e0d4ba04-0769-49d6-a595-bc845004a211 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:30:24.667564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e0d4ba04-0769-49d6-a595-bc845004a211 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:30:24.755701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.953256 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:24.971778 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.077878 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.79 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d99cf270-a431-4c07-a80f-9f19c8af4b4c) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:30:25.180145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.218790 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.258386 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:25.261306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:25.264887 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:30:25.293575 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=d99cf270-a431-4c07-a80f-9f19c8af4b4c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:25.531264 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.723995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.849086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:30:25.954045 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:30:25.963366 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Sync routers for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:30:25.972613 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:25.973557 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:25.974193 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:25.974550 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-202016f5-baa3-4fdb-9533-ee8466a591be tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4891629 Jul 23 17:30:25.977436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43908) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:26.006024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-32d2cc21-3d4a-4463-b06f-cdf207bd7bec tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ce13bba8f4d4418879622860b9d7c35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272884 Jul 23 17:30:26.008550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43910) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:26.083934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:26.099660 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947add2-d1ff-41fc-bafa-31fee3f99bc5 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:26.102389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-c947add2-d1ff-41fc-bafa-31fee3f99bc5 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929003 Jul 23 17:30:26.104231 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43912) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:26.135077 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6a48f1b5-41f3-45c4-8fa6-07a16bdb06c8 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296593 Jul 23 17:30:26.137674 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43914) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:26.143424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178987817', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:26.359066 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:25Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:26.385665 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Checking router: 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:30:26.386104 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Updating router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 port d99cf270-a431-4c07-a80f-9f19c8af4b4c binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:30:26.422003 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.586722 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:30:26.590528 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.685056 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.695740 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Transition to ACTIVE for port object d99cf270-a431-4c07-a80f-9f19c8af4b4c will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:26.702153 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.754169 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Attempting to bind port d99cf270-a431-4c07-a80f-9f19c8af4b4c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:30:26.754532 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Attempting to bind port d99cf270-a431-4c07-a80f-9f19c8af4b4c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:30:26.754891 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Attempting to bind port d99cf270-a431-4c07-a80f-9f19c8af4b4c on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:30:26.756928 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Pushing event updated for resources: {'Port': ['ID=d99cf270-a431-4c07-a80f-9f19c8af4b4c,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:26.765904 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:30:26.766566 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:30:26.766964 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.767700 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:30:26.767850 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Bound port: d99cf270-a431-4c07-a80f-9f19c8af4b4c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:30:26.768173 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.770482 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.770824 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.771158 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.771493 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.771817 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.772141 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.772637 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.772770 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.773155 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.773474 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.774020 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.774150 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:30:26.785143 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.833717 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] For port d99cf270-a431-4c07-a80f-9f19c8af4b4c, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:30:26.836948 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] For port d99cf270-a431-4c07-a80f-9f19c8af4b4c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d99cf270-a431-4c07-a80f-9f19c8af4b4c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:30:26.840947 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.853196 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Subnet': ['ID=312133ec-d073-4b94-b692-c53cc1d5e2ef,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:26.862934 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Checking segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:30:26.863294 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network hostable DHCP agents. Network: 2719e991-1f18-4e38-a573-5ff540f1b7f0, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:30:26.882956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:30:26.893072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2719e991-1f18-4e38-a573-5ff540f1b7f0) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:26.897602 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:26.898178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:26.905507 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:26.906080 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:26.906321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab5134-f654-4ba7-b3e2-346febcb6605 None None] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:30:26.908980 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c95e5-aeda-4f58-a920-ac37ce90e2df None None] Pushing event updated for resources: {'Port': ['ID=d99cf270-a431-4c07-a80f-9f19c8af4b4c,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:26.922159 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43916) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:26.922914 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-37438f23-f245-4e34-b470-13df43482946 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7841508 Jul 23 17:30:27.023358 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:27.068163 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-2719e991-1f18-4e38-a573-5ff540f1b7f0', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:30:27.068956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.208753 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:25Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:27.213269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Allocated IP 172.20.0.2 (2719e991-1f18-4e38-a573-5ff540f1b7f0/312133ec-d073-4b94-b692-c53cc1d5e2ef/7c4daba9-8a32-4c00-b8d6-cd0592868bbb) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:30:27.238642 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c394f3d-8358-490a-91c5-a82805ee1683 None None] The sync data for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 is: [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:25Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:30:27.390037 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.398026 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.403085 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Transition to ACTIVE for port object 7c4daba9-8a32-4c00-b8d6-cd0592868bbb will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:27.420240 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Transition to ACTIVE for port object 7c4daba9-8a32-4c00-b8d6-cd0592868bbb will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:27.427673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.468784 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:27.472150 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:27.479911 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:30:27.495958 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Pushing event updated for resources: {'Port': ['ID=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:27.569898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Attempting to bind port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:30:27.570347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Attempting to bind port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:30:27.570711 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Attempting to bind port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb on network 2719e991-1f18-4e38-a573-5ff540f1b7f0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:30:27.576668 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:30:27.577065 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Checking segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:30:27.577471 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.577870 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Bound using segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:30:27.578388 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Bound port: 7c4daba9-8a32-4c00-b8d6-cd0592868bbb, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:30:27.578772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.653564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] For port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:30:27.657512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] For port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:30:27.664812 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.733770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddb2d3-8068-4564-8004-49a34174a4dd None None] Pushing event updated for resources: {'Port': ['ID=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:27.770091 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.1 (2719e991-1f18-4e38-a573-5ff540f1b7f0/312133ec-d073-4b94-b692-c53cc1d5e2ef/89bf91b8-5478-4232-a5ce-e9b4dca6079a) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:30:27.898418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:27.930744 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object 89bf91b8-5478-4232-a5ce-e9b4dca6079a will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:27.969662 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.018351 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:28.021779 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:28.026645 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:30:28.035482 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:28.077789 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.228780 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.503239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.508334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.582057 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:28.584782 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.696960 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:28.698892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:28.775580 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c4daba9-8a32-4c00-b8d6-cd0592868bbb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:28.834130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:28.838985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d99cf270-a431-4c07-a80f-9f19c8af4b4c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:28.894928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d99cf270-a431-4c07-a80f-9f19c8af4b4c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:28.900712 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d99cf270-a431-4c07-a80f-9f19c8af4b4c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:28.901258 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:28.996165 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.025326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port d99cf270-a431-4c07-a80f-9f19c8af4b4c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d99cf270-a431-4c07-a80f-9f19c8af4b4c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:29.030329 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.091919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=d99cf270-a431-4c07-a80f-9f19c8af4b4c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:29.156036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:30:29.189910 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45258460-933c-4ff4-9538-078bd2a35374 None None] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:30:29.267090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:30:29.272023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f9a25449-9b76-426e-9d65-29aac04ca334 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/1ba1bd0a-47f2-4992-8ca3-5a69deb815c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3483031 Jul 23 17:30:29.278832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Sync routers for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:30:29.287520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Provisioning for port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:29.314327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Provisioning complete for port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:29.314704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.353676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:29.354342 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:29.430882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-21075cde-39eb-4315-b62e-048aa4aca6c9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553847449&fields=id&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 267 time: 0.0366347 Jul 23 17:30:29.528425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:29.537210 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-ffac362b-d3be-4536-8053-4caa854ed6a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:29.538672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-ffac362b-d3be-4536-8053-4caa854ed6a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 796 time: 0.1013081 Jul 23 17:30:29.553393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-87f19f13-a27b-4e57-8931-5330b7fd7530 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/quotas/0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Jul 23 17:30:29.567412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.626913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-ff4dbc3e-a14f-42f9-950b-8dbcc6c8b33d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682507 Jul 23 17:30:29.673075 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.674825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] For port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:29.690555 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.788811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf99a5-7467-452f-b49d-613cf81f9467 None None] Pushing event updated for resources: {'Port': ['ID=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:29.798641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-b9f8d002-2b9d-483d-a034-e4bc68da638c service neutron] 10.222.0.64 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599588 Jul 23 17:30:29.835305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Provisioning complete for port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:29.835688 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:29.886268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 2, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:29.898257 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-c86db2ed-94b8-4cf2-a71b-240f1c23bfc1 service neutron] 10.222.0.64 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933559 Jul 23 17:30:30.102615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a36a42df-d268-41d9-8b2b-4dcb6c66b58a req-e2f37ad5-407f-461e-adf8-74f74285721f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 210 time: 0.0370047 Jul 23 17:30:30.104009 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Checking router: 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:30:30.104364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Updating router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 port 89bf91b8-5478-4232-a5ce-e9b4dca6079a binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:30:30.165421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.225076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Provisioning for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:30.233386 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Provisioning complete for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:30.233765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.339282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb963a0-827b-4294-88fd-e1725d464c27 None None] Port 89bf91b8-5478-4232-a5ce-e9b4dca6079a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:30:30.471301 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5e3b81ff-b78f-4c3c-86f8-031cf1c0b35c None None] Provisioning complete for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:30.471682 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5e3b81ff-b78f-4c3c-86f8-031cf1c0b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.535021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b81ff-b78f-4c3c-86f8-031cf1c0b35c None None] Port 89bf91b8-5478-4232-a5ce-e9b4dca6079a cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:30:30.547782 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.557800 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Transition to ACTIVE for port object 89bf91b8-5478-4232-a5ce-e9b4dca6079a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:30.564003 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.619454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571ba1-3e2c-4f60-a3a6-9258430a4a2d None None] Pushing event updated for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:30.688880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Attempting to bind port 89bf91b8-5478-4232-a5ce-e9b4dca6079a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:30:30.689347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Attempting to bind port 89bf91b8-5478-4232-a5ce-e9b4dca6079a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:30:30.689792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Attempting to bind port 89bf91b8-5478-4232-a5ce-e9b4dca6079a on network 2719e991-1f18-4e38-a573-5ff540f1b7f0 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:30:30.695440 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:30:30.695835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Checking segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:30:30.696219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.696641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Bound using segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:30:30.697178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Bound port: 89bf91b8-5478-4232-a5ce-e9b4dca6079a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:30:30.697554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.719963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c4daba9-8a32-4c00-b8d6-cd0592868bbb up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:30.805957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] For port 89bf91b8-5478-4232-a5ce-e9b4dca6079a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:30:30.809343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] For port 89bf91b8-5478-4232-a5ce-e9b4dca6079a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=89bf91b8-5478-4232-a5ce-e9b4dca6079a,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:30:30.814742 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.846636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:30.847011 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:30.911056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:30.911699 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:30.919360 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571ba1-3e2c-4f60-a3a6-9258430a4a2d None None] Pushing event updated for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:31.057833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d99cf270-a431-4c07-a80f-9f19c8af4b4c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:31.090171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:31.165614 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-b22167bf-4f7d-4664-9a74-eaa792f594a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:31.167152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-b22167bf-4f7d-4664-9a74-eaa792f594a9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 796 time: 0.1943977 Jul 23 17:30:31.219754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d99cf270-a431-4c07-a80f-9f19c8af4b4c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:31.220130 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:31.226685 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2a2c88f3-6c96-445f-8d17-f192ab93684d req-6602cfc3-3b24-4c59-8a80-92058b189b06 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 210 time: 0.0438948 Jul 23 17:30:31.245920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-61fef9ef-2a8c-4265-b693-46aabe2036c5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 379 time: 0.0693233 Jul 23 17:30:31.254886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'port': {'device_id': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'admin_state_up': True, 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'security_groups': ['9d89fb20-0128-4d7f-a846-a9945f9266b4']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:31.362788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:30:31.366324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:31.386797 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:30Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:31.414352 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf1115-320a-43ea-943b-c0e2697c2a2b None None] The sync data for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 is: [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:30Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:30:31.508788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.6 (2719e991-1f18-4e38-a573-5ff540f1b7f0/312133ec-d073-4b94-b692-c53cc1d5e2ef/28426b78-97df-42a4-ad63-7d06e23fcaee) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:30:31.682439 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:31.699082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object 28426b78-97df-42a4-ad63-7d06e23fcaee will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:31.736779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:31.785695 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:31.789488 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:31.792162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:30:31.826532 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:31.859439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:31.860143 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:31.877559 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-8e5ef91d-1914-403a-b366-380b89430edc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6264918 Jul 23 17:30:31.890769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Request body: {'port': {'device_id': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:31.978416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.008521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-79f26ecb-d4a5-438f-88b0-1c04ebf93425 None None] Provisioning for port 28426b78-97df-42a4-ad63-7d06e23fcaee completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:32.015328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-79f26ecb-d4a5-438f-88b0-1c04ebf93425 None None] Provisioning complete for port 28426b78-97df-42a4-ad63-7d06e23fcaee triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:32.015712 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79f26ecb-d4a5-438f-88b0-1c04ebf93425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.051362 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-79f26ecb-d4a5-438f-88b0-1c04ebf93425 None None] Port 28426b78-97df-42a4-ad63-7d06e23fcaee cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:30:32.260809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28426b78-97df-42a4-ad63-7d06e23fcaee {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:30:32.269982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.282298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Transition to ACTIVE for port object 28426b78-97df-42a4-ad63-7d06e23fcaee will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:30:32.286963 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.376888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:32.460512 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819daa-ea41-41f9-813b-a3e6232df6b4 req-05397805-91b1-4b83-8969-c53bdcb303b1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:32.462148 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6819daa-ea41-41f9-813b-a3e6232df6b4 req-05397805-91b1-4b83-8969-c53bdcb303b1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 943 time: 0.1445956 Jul 23 17:30:32.490952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Attempting to bind port 28426b78-97df-42a4-ad63-7d06e23fcaee on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:30:32.491297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Attempting to bind port 28426b78-97df-42a4-ad63-7d06e23fcaee by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:30:32.491634 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Attempting to bind port 28426b78-97df-42a4-ad63-7d06e23fcaee on network 2719e991-1f18-4e38-a573-5ff540f1b7f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:30:32.499906 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Port 28426b78-97df-42a4-ad63-7d06e23fcaee on network 2719e991-1f18-4e38-a573-5ff540f1b7f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:30:32.500238 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Attempting to bind port 28426b78-97df-42a4-ad63-7d06e23fcaee on network 2719e991-1f18-4e38-a573-5ff540f1b7f0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:30:32.509010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:30:32.509355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Checking segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:30:32.509751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Bound using segment: {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:30:32.510224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Bound port: 28426b78-97df-42a4-ad63-7d06e23fcaee, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63838be2-8fc6-4ea2-84cf-6ea56c5979b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:30:32.510590 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.540958 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6819daa-ea41-41f9-813b-a3e6232df6b4 req-58d8a5c2-6f1a-48a4-8c76-0aa56e20f501 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669172 Jul 23 17:30:32.598709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:30:32.601751 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=28426b78-97df-42a4-ad63-7d06e23fcaee,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:30:32.606563 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.644640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:32.645719 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.648428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 1091 time: 0.7637122 Jul 23 17:30:32.648810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:32.655317 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685028fe-c34d-4a19-9817-9bd0d42bd820" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:32.750787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275fb2-9165-4ace-b303-f8cdfb65b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:32.756406 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb3149-54d3-4e57-bce4-6e69cd1a0cb7 x-openstack-request-id: req-42eb3149-54d3-4e57-bce4-6e69cd1a0cb7 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:32.756698 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:32.757125 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42eb3149-54d3-4e57-bce4-6e69cd1a0cb7 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:32.757353 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'status': 'completed', 'code': 200} Jul 23 17:30:32.784838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-03e856f4-b6a3-40aa-a62a-2f1a975b7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:32.786561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-03e856f4-b6a3-40aa-a62a-2f1a975b7668 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1094 time: 0.0944743 Jul 23 17:30:32.818694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89bf91b8-5478-4232-a5ce-e9b4dca6079a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:32.842630 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-f90cd58c-da8f-4d01-a29f-3035617555db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 217 time: 0.0447721 Jul 23 17:30:32.875139 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:32.879896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:32.880280 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.898108 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-fcb083b6-30a0-444d-a1ff-05408d259b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:32.899591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-fcb083b6-30a0-444d-a1ff-05408d259b99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0513790 Jul 23 17:30:32.975385 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:32.980119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15789c-247d-47a5-ba04-54793324bac2 req-2389018e-43a9-458a-8c53-af66a3851e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:32.982770 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-2389018e-43a9-458a-8c53-af66a3851e5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767703 Jul 23 17:30:33.023328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 89bf91b8-5478-4232-a5ce-e9b4dca6079a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=89bf91b8-5478-4232-a5ce-e9b4dca6079a,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:33.030070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:33.089904 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:33.103573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-b84d0985-d4d7-4750-aec8-cc35a4ed81cc service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144021 Jul 23 17:30:33.196412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d15789c-247d-47a5-ba04-54793324bac2 req-5197a7a0-dabb-4435-ae19-080b72a6a869 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863891 Jul 23 17:30:33.306738 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-61e0f359-8550-4e86-a320-8fef460b0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:33.308243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-61e0f359-8550-4e86-a320-8fef460b0f23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1094 time: 0.0620005 Jul 23 17:30:33.400816 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-bf238f39-bba0-4ed5-bf64-4e4594c44e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:33.402251 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-bf238f39-bba0-4ed5-bf64-4e4594c44e7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.0874810 Jul 23 17:30:33.448186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-95194cf1-cafc-415b-9579-8ac275162707 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 217 time: 0.0389986 Jul 23 17:30:33.506259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-d9dd5265-e919-4a1f-8481-a57c41d4ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:33.508073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-d9dd5265-e919-4a1f-8481-a57c41d4ecde service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0534859 Jul 23 17:30:33.570493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-e11f03f5-ee9e-4439-a288-0715569f7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:33.572085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-e11f03f5-ee9e-4439-a288-0715569f7aae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566583 Jul 23 17:30:33.702488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-be23c197-3c8c-455d-bd04-bb0566717156 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214182 Jul 23 17:30:33.749251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886372f-6695-4999-90a4-8f16020ac45b req-624b602b-8634-4453-a8bd-677b56100047 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:33.750645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f886372f-6695-4999-90a4-8f16020ac45b req-624b602b-8634-4453-a8bd-677b56100047 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 943 time: 0.1069345 Jul 23 17:30:33.831773 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f886372f-6695-4999-90a4-8f16020ac45b req-e4611e12-41f2-4733-8e40-ed8bdd5593c5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754015 Jul 23 17:30:33.835267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-685028fe-c34d-4a19-9817-9bd0d42bd820 req-178acaeb-2343-4c7d-a5a1-9966055b02b8 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265275 Jul 23 17:30:34.697849 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89bf91b8-5478-4232-a5ce-e9b4dca6079a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:34.753283 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 89bf91b8-5478-4232-a5ce-e9b4dca6079a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:34.753658 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:34.963113 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a983f-4081-4b8f-b88d-0be65c02d208 req-78fa066e-f230-45ee-880e-dbc6dc70c0e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:34.964620 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-633a983f-4081-4b8f-b88d-0be65c02d208 req-78fa066e-f230-45ee-880e-dbc6dc70c0e0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 943 time: 0.0634408 Jul 23 17:30:35.002374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-633a983f-4081-4b8f-b88d-0be65c02d208 req-fa01394f-41a6-4438-9caa-d5e812f0a59a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Jul 23 17:30:35.881549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 28426b78-97df-42a4-ad63-7d06e23fcaee details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:30:35.977435 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=28426b78-97df-42a4-ad63-7d06e23fcaee,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:35.988481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'port_id': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'mac_address': 'fa:16:3e:51:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:30:36.024091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:36.036966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28426b78-97df-42a4-ad63-7d06e23fcaee {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:30:36.056945 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=28426b78-97df-42a4-ad63-7d06e23fcaee,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:36.061881 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:36.109141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:36.136340 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300b50-2400-4f98-827e-57a75926eae6 req-a33a925d-043a-4baf-8ddf-d930fbbf729d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:36.137752 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9300b50-2400-4f98-827e-57a75926eae6 req-a33a925d-043a-4baf-8ddf-d930fbbf729d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 944 time: 0.0670202 Jul 23 17:30:36.174871 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9300b50-2400-4f98-827e-57a75926eae6 req-035ab2fe-bb05-4dff-b23b-3d41cfa1a0c0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312533 Jul 23 17:30:36.285530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['28426b78-97df-42a4-ad63-7d06e23fcaee'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:30:37.309539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272b22d-1606-46ec-bb52-3442b809755f req-7138fa8c-a844-481c-8790-2dd742b4d2af tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:37.311497 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7272b22d-1606-46ec-bb52-3442b809755f req-7138fa8c-a844-481c-8790-2dd742b4d2af tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 944 time: 0.0708456 Jul 23 17:30:37.349923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7272b22d-1606-46ec-bb52-3442b809755f req-46378437-fc3e-436d-9127-ee748225d038 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Jul 23 17:30:37.896549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 28426b78-97df-42a4-ad63-7d06e23fcaee up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:30:37.947706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 28426b78-97df-42a4-ad63-7d06e23fcaee completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:30:37.951591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 28426b78-97df-42a4-ad63-7d06e23fcaee triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:30:37.951967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.031448 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.054331 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:38.056604 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5f4d51-6b76-4a60-a623-758009c3b579" -d '{"events": [{"server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "name": "network-vif-plugged", "status": "completed", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:38.070251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=28426b78-97df-42a4-ad63-7d06e23fcaee,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:30:38.074531 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:38.103681 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea9b3cd-102d-46ab-909c-01837f0459f9 x-openstack-request-id: req-2ea9b3cd-102d-46ab-909c-01837f0459f9 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:38.103964 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "name": "network-vif-plugged", "status": "completed", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:38.104205 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ea9b3cd-102d-46ab-909c-01837f0459f9 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:38.104592 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'code': 200} Jul 23 17:30:38.131878 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:38.208709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0368ea-4b0e-41ac-8a58-9f1d848876ba req-e2f66d62-00bf-4505-88cb-412a161e1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:38.210145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc0368ea-4b0e-41ac-8a58-9f1d848876ba req-e2f66d62-00bf-4505-88cb-412a161e1bec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.0545104 Jul 23 17:30:38.245829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc0368ea-4b0e-41ac-8a58-9f1d848876ba req-874d54db-bc46-4515-80bb-d664e639a595 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280678 Jul 23 17:30:38.482939 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76514c37-acc3-413c-96d0-899bd51092f4 req-5f80b331-34eb-4b37-b8a2-4cc1046f4c8a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:38.484449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76514c37-acc3-413c-96d0-899bd51092f4 req-5f80b331-34eb-4b37-b8a2-4cc1046f4c8a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0677729 Jul 23 17:30:38.522689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76514c37-acc3-413c-96d0-899bd51092f4 req-98d8f021-57a4-4f5f-90b2-336678006ae5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325854 Jul 23 17:30:39.655396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d3bb-6a93-4932-a49c-e2085cc79b1e req-244675cb-a00f-4886-ad5a-3de2188e209f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:39.656929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e85d3bb-6a93-4932-a49c-e2085cc79b1e req-244675cb-a00f-4886-ad5a-3de2188e209f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0657532 Jul 23 17:30:39.695045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e85d3bb-6a93-4932-a49c-e2085cc79b1e req-6b3c3ab9-8d1b-4830-818c-ee218b9ebc83 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Jul 23 17:30:39.825154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa169f3e-2078-40d6-804c-8a03f2e89a9b req-a749efb6-cd4c-41ec-893b-88b913799f77 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:39.827134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa169f3e-2078-40d6-804c-8a03f2e89a9b req-a749efb6-cd4c-41ec-893b-88b913799f77 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0642743 Jul 23 17:30:39.865376 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fa169f3e-2078-40d6-804c-8a03f2e89a9b req-7cc94330-bf6b-48f6-96fe-baa632c8be4d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322185 Jul 23 17:30:39.886489 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:39.981388 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71df251-a083-4918-a8ca-facf67524588 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:39.983004 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a71df251-a083-4918-a8ca-facf67524588 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1091 time: 0.0955017 Jul 23 17:30:39.986023 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 43974) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:39.990802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:30:40.018345 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.116440 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.224725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.149 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/26435b61-86ab-4dfb-a77f-058ae933bfd7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:30:40.324914 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.363588 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.401036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:30:40.403858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:30:40.407348 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:30:40.438035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=26435b61-86ab-4dfb-a77f-058ae933bfd7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:40.767311 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.844638 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.991701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:40.996297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:41.063088 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=26435b61-86ab-4dfb-a77f-058ae933bfd7,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:30:41.073465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:41.173999 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP e03b6c90-d450-49a6-922a-51a5bbddc0df associated. External IP: 172.25.2.149, port: 28426b78-97df-42a4-ad63-7d06e23fcaee. Jul 23 17:30:41.378134 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:30:41.488322 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:30:41.498038 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Sync routers for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:30:41.504857 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:41.508348 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:41.508959 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:41.542393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-138131cb-1688-4770-b0b1-6976fe3e5939 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5552332 Jul 23 17:30:41.543099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:30:41.545285 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933ffa0-a625-413b-a18b-27212657270e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:30:41.585013 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625402ea-7bd0-4b38-8b3a-8cdb67cb28bc x-openstack-request-id: req-625402ea-7bd0-4b38-8b3a-8cdb67cb28bc {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:30:41.585368 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:30:41.585628 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-625402ea-7bd0-4b38-8b3a-8cdb67cb28bc {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:30:41.586071 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'status': 'completed', 'code': 200} Jul 23 17:30:41.619240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:41.705616 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89acd1-018e-469a-8ea2-0bec0933c738 req-1328e949-6403-49f0-908c-bcfc3b1b1cc6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:41.707212 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a89acd1-018e-469a-8ea2-0bec0933c738 req-1328e949-6403-49f0-908c-bcfc3b1b1cc6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.1081707 Jul 23 17:30:41.712371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ffa0-a625-413b-a18b-27212657270e req-66b529e9-208f-4016-9a85-715110e80b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:41.713804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-66b529e9-208f-4016-9a85-715110e80b5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.1035476 Jul 23 17:30:41.856083 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e03b6c90-d450-49a6-922a-51a5bbddc0df', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'port_id': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'mac_address': 'fa:16:3e:51:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:30:40Z', 'updated_at': '2021-07-23T17:30:40Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:41.883039 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Checking router: 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:30:41.892899 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:30:41.893519 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:30:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:41.956050 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78cc198e-cd51-4ef6-ba83-564cc536f04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:42.001953 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:30:42.085510 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3a89acd1-018e-469a-8ea2-0bec0933c738 req-cc972ee9-26be-4b8f-b6e5-2feee13015bd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706639 Jul 23 17:30:42.110032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:42.140316 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ffa0-a625-413b-a18b-27212657270e req-5d4ad0da-fa1e-4b22-a49f-2aabb215ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:42.142085 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-5d4ad0da-fa1e-4b22-a49f-2aabb215ad31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.4204378 Jul 23 17:30:42.179561 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ce5302c2-1702-418c-8a4f-9d8306bc0e9a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/e03b6c90-d450-49a6-922a-51a5bbddc0df HTTP/1.1" status: 200 len: 991 time: 0.0671451 Jul 23 17:30:42.214731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-ba037da7-9b07-460b-ba76-2388fa57f90a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 999 time: 0.0662036 Jul 23 17:30:42.233964 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e03b6c90-d450-49a6-922a-51a5bbddc0df', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'port_id': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'mac_address': 'fa:16:3e:51:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:30:40Z', 'updated_at': '2021-07-23T17:30:40Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:30:42.264640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ffa0-a625-413b-a18b-27212657270e req-fc811d4d-55fe-4d1c-ae2e-d360d9c292d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:42.266513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-fc811d4d-55fe-4d1c-ae2e-d360d9c292d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0454617 Jul 23 17:30:42.328444 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ffa0-a625-413b-a18b-27212657270e req-10da270b-5656-4f19-9b3c-d587b053e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:42.329992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-10da270b-5656-4f19-9b3c-d587b053e3bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570929 Jul 23 17:30:42.350130 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b381a2d7-ffc5-40a0-b464-e3053fc81201 None None] The sync data for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 is: [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': 'e03b6c90-d450-49a6-922a-51a5bbddc0df', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'port_id': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'mac_address': 'fa:16:3e:51:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:30:40Z', 'updated_at': '2021-07-23T17:30:40Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:30:42.425995 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-2c4f9699-a712-4ab2-ace2-2bb056ecb1dd service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890532 Jul 23 17:30:42.452118 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:42.522372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f933ffa0-a625-413b-a18b-27212657270e req-885bb179-5dce-4c39-b41d-42244b57e84f service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Jul 23 17:30:42.555887 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436eb01-a52d-4c5d-ad5f-72cce432e81a None None] New status for floating IP e03b6c90-d450-49a6-922a-51a5bbddc0df: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:30:43.182403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 43982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:30:43.258945 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1e1eb8ce-7e04-4376-8b0b-455fe6992bde tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/e03b6c90-d450-49a6-922a-51a5bbddc0df HTTP/1.1" status: 200 len: 993 time: 0.0752580 Jul 23 17:30:44.467388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:44.507783 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-86570d41-7778-41b2-9094-e6bdaa009b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:45.821406 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:46.088025 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:30:47.714371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:30:49.209944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-ae61e728-0b38-49a9-a614-f84df91e3009 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967143 Jul 23 17:30:49.304791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-6951810e-af3f-45e4-bb65-014f64b861a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:49.306532 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-6951810e-af3f-45e4-bb65-014f64b861a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.0549982 Jul 23 17:30:49.412495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-82ced9e8-c95a-4000-b482-9d3a34718258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:49.413847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-82ced9e8-c95a-4000-b482-9d3a34718258 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.0875237 Jul 23 17:30:49.480114 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-32c314ad-135e-4b27-8964-f458173dac54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 1001 time: 0.0583129 Jul 23 17:30:49.530461 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-47e83abc-534c-46fe-9e58-299260a6506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:49.531941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-47e83abc-534c-46fe-9e58-299260a6506e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0441761 Jul 23 17:30:49.597241 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-5ad539e4-f9f4-48cd-a849-2e2e8c5fa2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:30:49.598795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-5ad539e4-f9f4-48cd-a849-2e2e8c5fa2cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603752 Jul 23 17:30:49.689001 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-e699a05b-bb76-4995-9b7a-d28e8c6af217 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825469 Jul 23 17:30:49.784913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e40d4f0f-3429-4027-b816-ec7900d4b0de req-6b522a58-a801-4060-9f34-cfb9c77ec0a6 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893393 Jul 23 17:30:59.596696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:11.948877 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b1305b07-6c23-462e-85df-f9e250fb9921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:12.451109 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:14.459093 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:14.507403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2c982855-2420-4dbb-880e-af01a9a0ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:15.824341 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:16.671725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990df64c-1c97-4d4e-ad2e-29c7124a7135 req-f0082dc8-84b5-4625-a531-3d22d5b8bb41 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:16.673285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-990df64c-1c97-4d4e-ad2e-29c7124a7135 req-f0082dc8-84b5-4625-a531-3d22d5b8bb41 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0658095 Jul 23 17:31:16.712731 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-990df64c-1c97-4d4e-ad2e-29c7124a7135 req-efc1ce57-27aa-40c2-8c99-27d9d90c2541 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Jul 23 17:31:17.716893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:17.841648 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fbb93-3e73-4b2e-8385-04ac96c2afef req-e2b2930c-6862-411d-b6db-371280240d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:17.843057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f87fbb93-3e73-4b2e-8385-04ac96c2afef req-e2b2930c-6862-411d-b6db-371280240d59 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0633681 Jul 23 17:31:17.883766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f87fbb93-3e73-4b2e-8385-04ac96c2afef req-2d5e24ee-d565-4f03-8001-3a29c3a161e9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345154 Jul 23 17:31:19.019508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249f3cf-04c5-413d-9002-6c36b63542f0 req-c7f8e04a-424b-4cdb-979a-d06dc001f064 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:19.020988 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6249f3cf-04c5-413d-9002-6c36b63542f0 req-c7f8e04a-424b-4cdb-979a-d06dc001f064 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0656095 Jul 23 17:31:19.058313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6249f3cf-04c5-413d-9002-6c36b63542f0 req-4558bbd2-3e12-4994-9955-ce213a0e9d0b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jul 23 17:31:20.188492 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d417c-301d-458a-affa-09a70a7d8286 req-02264b0c-444b-454d-aba9-bd8b3e699124 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:20.190000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c06d417c-301d-458a-affa-09a70a7d8286 req-02264b0c-444b-454d-aba9-bd8b3e699124 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0650716 Jul 23 17:31:20.227946 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c06d417c-301d-458a-affa-09a70a7d8286 req-e534d90c-15a5-45c6-b103-0f8eabf7550c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Jul 23 17:31:21.361336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c54ca4-d26e-4b49-8ba4-e3006fb36630 req-cf87f8f8-fb8c-4d53-88cc-c955915f3f6a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:21.362868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14c54ca4-d26e-4b49-8ba4-e3006fb36630 req-cf87f8f8-fb8c-4d53-88cc-c955915f3f6a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0679457 Jul 23 17:31:21.401699 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-14c54ca4-d26e-4b49-8ba4-e3006fb36630 req-f53a4449-1ca3-4181-b3d9-1795d5ce1c11 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332310 Jul 23 17:31:22.530002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37c92c-c0eb-4afb-a37b-10084e4a7851 req-98616dbb-99fc-42c1-88b5-dafd4e53829d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:22.531585 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad37c92c-c0eb-4afb-a37b-10084e4a7851 req-98616dbb-99fc-42c1-88b5-dafd4e53829d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0642452 Jul 23 17:31:22.571000 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ad37c92c-c0eb-4afb-a37b-10084e4a7851 req-345184eb-8cd9-4e72-9dc0-6ac7f691f5b1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Jul 23 17:31:23.086949 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:31:23.699789 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367eb93-2ad4-4577-a2ad-3afcf25c1785 req-3e11dcb0-78dd-4f53-80f1-9f7a0a1ded9a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:23.701277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f367eb93-2ad4-4577-a2ad-3afcf25c1785 req-3e11dcb0-78dd-4f53-80f1-9f7a0a1ded9a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0636215 Jul 23 17:31:23.743102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f367eb93-2ad4-4577-a2ad-3afcf25c1785 req-960ad185-37f0-4cb0-a8e4-65ef31096d29 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361390 Jul 23 17:31:24.886356 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee40180-505f-49f8-84af-1ac180b9c8b6 req-c90f4655-bf86-48a6-802f-be50daade9b6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:24.887797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ee40180-505f-49f8-84af-1ac180b9c8b6 req-c90f4655-bf86-48a6-802f-be50daade9b6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0636964 Jul 23 17:31:24.925186 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2ee40180-505f-49f8-84af-1ac180b9c8b6 req-de2f315b-0c55-4b5b-9a01-21f51e17344a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Jul 23 17:31:26.069439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a562b4-1be0-49f6-8e27-83c0805a1210 req-badb6f2c-b1a1-4566-ade9-425617039b38 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:26.070954 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23a562b4-1be0-49f6-8e27-83c0805a1210 req-badb6f2c-b1a1-4566-ade9-425617039b38 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0647318 Jul 23 17:31:26.108156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23a562b4-1be0-49f6-8e27-83c0805a1210 req-59e13e9a-3d25-4fd9-9cb2-aaaa59158bfe tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316706 Jul 23 17:31:27.242948 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376761-217a-4fc0-a9d4-3e96e80f1049 req-6c0dbac5-171d-4e6f-adcc-b859b21fa7e2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:27.244428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de376761-217a-4fc0-a9d4-3e96e80f1049 req-6c0dbac5-171d-4e6f-adcc-b859b21fa7e2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0689707 Jul 23 17:31:27.282872 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de376761-217a-4fc0-a9d4-3e96e80f1049 req-5b91f72e-8d5c-4a9e-a1b2-b0a8324a79a5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 23 17:31:28.414607 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8313b9f-6fbc-4be5-85e9-3438ce6b7ad3 req-aa069cf3-f864-49cb-ac1e-6e7aaa69ee8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:28.416095 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8313b9f-6fbc-4be5-85e9-3438ce6b7ad3 req-aa069cf3-f864-49cb-ac1e-6e7aaa69ee8b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0647531 Jul 23 17:31:28.452453 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e8313b9f-6fbc-4be5-85e9-3438ce6b7ad3 req-e845a070-cba5-4bbd-b9bf-02a0349dbc11 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307643 Jul 23 17:31:29.584788 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ce915-0880-4c24-9e52-d292657f31c8 req-306859a5-011e-4380-8a53-7b268e82b880 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:29.586333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc3ce915-0880-4c24-9e52-d292657f31c8 req-306859a5-011e-4380-8a53-7b268e82b880 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0644939 Jul 23 17:31:29.629102 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-cc3ce915-0880-4c24-9e52-d292657f31c8 req-30a64067-4259-40d5-a52e-b430035a6fc5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370607 Jul 23 17:31:29.638144 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:30.760773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ae629-e7d9-488b-8b33-c17830ab40d7 req-dc00f6c0-b254-45e2-9fd5-9db3637fc79c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:30.762288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e34ae629-e7d9-488b-8b33-c17830ab40d7 req-dc00f6c0-b254-45e2-9fd5-9db3637fc79c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0637498 Jul 23 17:31:30.800769 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e34ae629-e7d9-488b-8b33-c17830ab40d7 req-c30549b2-9a37-4879-a0fc-12483b7b159d tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Jul 23 17:31:31.939341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eb283-2c04-4e6c-be4d-ce5157564e2e req-35925ce7-4e88-4372-8df4-ff52d0e0d83f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:31.940829 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76eb283-2c04-4e6c-be4d-ce5157564e2e req-35925ce7-4e88-4372-8df4-ff52d0e0d83f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0718939 Jul 23 17:31:31.978219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a76eb283-2c04-4e6c-be4d-ce5157564e2e req-a52e2391-e1c2-4330-86f0-eb0d38a261fa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Jul 23 17:31:33.112926 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918539c2-a807-4c56-95e9-cce1277a7397 req-0abfd652-947c-4a8c-92e4-199f22c33265 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:33.114492 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-918539c2-a807-4c56-95e9-cce1277a7397 req-0abfd652-947c-4a8c-92e4-199f22c33265 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0696006 Jul 23 17:31:33.154131 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-918539c2-a807-4c56-95e9-cce1277a7397 req-a60ad49e-d3aa-46ae-a3fe-7c4eac6d95d3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Jul 23 17:31:33.177199 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44036) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:33.243628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bf0c43b-0133-4614-80ba-59a1d8085359 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/e03b6c90-d450-49a6-922a-51a5bbddc0df HTTP/1.1" status: 200 len: 993 time: 0.0651402 Jul 23 17:31:34.550955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2e4ae-49a9-4457-8e6f-a420437200c7 req-8af82eae-ea10-4167-aee9-bd7aaadc73b5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:34.552345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bd2e4ae-49a9-4457-8e6f-a420437200c7 req-8af82eae-ea10-4167-aee9-bd7aaadc73b5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.1014318 Jul 23 17:31:34.560798 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-e804aa7a-54fb-42c6-a51d-23e0bb274dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:34.562213 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-e804aa7a-54fb-42c6-a51d-23e0bb274dcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.0788431 Jul 23 17:31:34.626901 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3bd2e4ae-49a9-4457-8e6f-a420437200c7 req-e9f2f871-d397-447d-a71d-429ca1976353 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681350 Jul 23 17:31:34.681647 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-4d58a796-750f-4a84-87ec-d82a8657485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:34.683162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-4d58a796-750f-4a84-87ec-d82a8657485d service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.1144085 Jul 23 17:31:34.753674 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-a97a7719-71d8-443f-8061-fcc8d130c0b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 1001 time: 0.0620985 Jul 23 17:31:34.802696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-8cc1c85f-28df-4b1b-a533-8c1e79286b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:34.804062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-8cc1c85f-28df-4b1b-a533-8c1e79286b0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0436144 Jul 23 17:31:34.862984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-4b7b8a7b-1320-4fa9-9b5f-055182add246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:34.864466 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-4b7b8a7b-1320-4fa9-9b5f-055182add246 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528822 Jul 23 17:31:34.956806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-58b3e3b6-74eb-4fe6-abb9-eb6a3e24eb67 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Jul 23 17:31:35.044146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5e7905e1-e657-4e7b-b914-376e1d4d041a req-63acb704-a1fd-40c6-b42b-d4ad406fe045 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 Jul 23 17:31:35.765618 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238fd46-a907-47b7-8ea1-58127e6e34bd req-950a5deb-eb71-4b8d-8657-f42b2234dfb1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:35.767739 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8238fd46-a907-47b7-8ea1-58127e6e34bd req-950a5deb-eb71-4b8d-8657-f42b2234dfb1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0704679 Jul 23 17:31:35.806810 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8238fd46-a907-47b7-8ea1-58127e6e34bd req-3a81841a-91ce-4aa3-843d-aea7aab52255 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Jul 23 17:31:35.829846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44046) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:31:35.890045 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-d52b8ce3-8ffe-4ecc-8707-3d6a10f2d853 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/e03b6c90-d450-49a6-922a-51a5bbddc0df HTTP/1.1" status: 200 len: 993 time: 0.0586557 Jul 23 17:31:41.953663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-462de47d-95ab-41b9-bce1-f561afc600e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:42.466493 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.460747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:44.507271 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f2613ab1-b680-49cc-9ec3-7f08ae41cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:45.828441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:47.721020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:31:51.160956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-50728c31-9cb7-4ac3-a1df-7898911f7dec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553432 Jul 23 17:31:51.269842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-754a35c1-423c-425b-b020-0ddd63a7e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:51.271393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-754a35c1-423c-425b-b020-0ddd63a7e90f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.0666618 Jul 23 17:31:51.385773 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-8d665e30-1556-40eb-9c3d-cc7625a4e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:51.387316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-8d665e30-1556-40eb-9c3d-cc7625a4e3c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.0963724 Jul 23 17:31:51.458122 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-7903ab6d-2d4f-40fe-b385-2687805acef0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 1001 time: 0.0633557 Jul 23 17:31:51.507591 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-aa7e33a2-e68c-4997-88b6-46824bcf544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:51.509061 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-aa7e33a2-e68c-4997-88b6-46824bcf544d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0441353 Jul 23 17:31:51.572669 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-80999598-5457-4014-bef2-8c1e88a00d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:31:51.574235 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-80999598-5457-4014-bef2-8c1e88a00d41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562637 Jul 23 17:31:51.670587 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-b1a5edcc-b5c5-4ec0-9c3b-f8bebcd846be service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888758 Jul 23 17:31:51.762267 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f59d94cd-80e4-4d4a-a1ec-6be2fb23a885 req-3acb3235-ca4f-4c64-9f97-1d797c0b9a8a service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838604 Jul 23 17:31:59.644941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:00.086282 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:32:06.222924 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44070) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:06.382741 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 26435b61-86ab-4dfb-a77f-058ae933bfd7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:32:06.383087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.457078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.457458 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.469479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 26435b61-86ab-4dfb-a77f-058ae933bfd7 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:32:06.621824 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.648285 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=26435b61-86ab-4dfb-a77f-058ae933bfd7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:06.674579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.674930 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.675266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.675603 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.675935 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.676270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.676590 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.676922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.677277 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.677602 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.677919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.678266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:06.720665 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:06.721049 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP e03b6c90-d450-49a6-922a-51a5bbddc0df disassociated (deleted). External IP: 172.25.2.149, port: 28426b78-97df-42a4-ad63-7d06e23fcaee. Jul 23 17:32:06.924471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:32:07.034064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:07.038473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:07.044972 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Sync routers for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:07.054001 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:07.054607 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:07.075205 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-06f6dfc1-54ed-4295-8438-781f013f82f3 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/floatingips/e03b6c90-d450-49a6-922a-51a5bbddc0df HTTP/1.1" status: 204 len: 168 time: 0.8511355 Jul 23 17:32:07.075778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:07.078049 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:07.164566 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:07.172006 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768c5a1-55c9-4036-92e2-c535c6a7b15c x-openstack-request-id: req-0768c5a1-55c9-4036-92e2-c535c6a7b15c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:07.172298 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:07.172550 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0768c5a1-55c9-4036-92e2-c535c6a7b15c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:07.172957 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'status': 'completed', 'code': 200} Jul 23 17:32:07.258377 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-3038ca30-bca4-420d-83ae-bb2d101de0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.259971 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-3038ca30-bca4-420d-83ae-bb2d101de0fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 1096 time: 0.0614388 Jul 23 17:32:07.386823 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:07.394901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5081e63-44b1-4c54-b486-d0f0af0979fb req-82b9669d-69b8-4990-bef2-91331788b1b6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.396457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5081e63-44b1-4c54-b486-d0f0af0979fb req-82b9669d-69b8-4990-bef2-91331788b1b6 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.1404593 Jul 23 17:32:07.399401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-a8d96b06-b779-493a-a59a-ae63c76bb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.400772 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-a8d96b06-b779-493a-a59a-ae63c76bb72b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 200 len: 897 time: 0.1310697 Jul 23 17:32:07.413861 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Checking router: 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:07.422577 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:07.423263 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:07.454637 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-b98e5e9c-f2ea-40f0-9654-a650fcfd8be6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 200 len: 217 time: 0.0387008 Jul 23 17:32:07.492967 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5081e63-44b1-4c54-b486-d0f0af0979fb req-45cebfae-ce5e-4a18-8713-7f33063115ee tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907209 Jul 23 17:32:07.512850 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-5726aa1a-1764-4bef-aca4-463e933a5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.514700 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-5726aa1a-1764-4bef-aca4-463e933a5f75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 200 len: 834 time: 0.0531163 Jul 23 17:32:07.528938 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:07.579465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-38bf20b5-5abd-4fc6-a5ac-7eeae5643de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:07.580964 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-38bf20b5-5abd-4fc6-a5ac-7eeae5643de4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2719e991-1f18-4e38-a573-5ff540f1b7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590427 Jul 23 17:32:07.676031 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-d0052e4a-8f7c-4ae2-b250-503e09615a95 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871868 Jul 23 17:32:07.725771 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:07.755128 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0440b374-ae48-4f04-a535-5621ba4705f6 None None] The sync data for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 is: [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '89bf91b8-5478-4232-a5ce-e9b4dca6079a', 'name': '', 'network_id': '2719e991-1f18-4e38-a573-5ff540f1b7f0', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:bf:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:27Z', 'updated_at': '2021-07-23T17:30:32Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': '312133ec-d073-4b94-b692-c53cc1d5e2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:07.775518 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e754af48-4dcd-4a34-8f3c-ce07ebb15d0d req-c8315dcc-b1bc-4035-958b-bb71cfdf3d90 service neutron] 10.222.0.67 "GET /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926569 Jul 23 17:32:07.980396 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34226382-ea79-4649-a8e7-1642c8d41d90 None None] New status for floating IP e03b6c90-d450-49a6-922a-51a5bbddc0df: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:32:08.627007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2923-eb56-4260-8397-75212084cd3d req-f460dd11-25b0-44a8-bfaa-635d055a04c5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:08.628505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78ba2923-eb56-4260-8397-75212084cd3d req-f460dd11-25b0-44a8-bfaa-635d055a04c5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0637066 Jul 23 17:32:08.667300 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78ba2923-eb56-4260-8397-75212084cd3d req-23babfad-df93-4546-b744-2c0c0f11b4c7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d89fb20-0128-4d7f-a846-a9945f9266b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331688 Jul 23 17:32:08.936727 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-5ebc4c3a-cf2e-44b0-b91b-8e426eec547e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:08.938111 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-5ebc4c3a-cf2e-44b0-b91b-8e426eec547e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 945 time: 0.0630653 Jul 23 17:32:09.043110 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 28426b78-97df-42a4-ad63-7d06e23fcaee {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:32:09.043450 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:09.137984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 28426b78-97df-42a4-ad63-7d06e23fcaee, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=28426b78-97df-42a4-ad63-7d06e23fcaee,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:09.138347 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:09.150575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 28426b78-97df-42a4-ad63-7d06e23fcaee owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:32:09.275157 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:09.308928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=28426b78-97df-42a4-ad63-7d06e23fcaee,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:09.355780 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] No DVR routers for this DVR port 28426b78-97df-42a4-ad63-7d06e23fcaee on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:32:09.358282 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:09.360307 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30ec2d44-9504-46fe-8d97-04d58e639c42 req-87e8d965-a8d8-4fd2-92ab-e34377345636 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "DELETE /v2.0/ports/28426b78-97df-42a4-ad63-7d06e23fcaee HTTP/1.1" status: 204 len: 173 time: 0.4166455 Jul 23 17:32:09.360737 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'name': 'network-vif-deleted', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:09.362981 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9261d4-1962-4925-94ee-9ff283cd2a1d" -d '{"events": [{"server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "name": "network-vif-deleted", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:09.404510 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e691a17-18b0-45a9-bf59-9e9cfb9f50c9 x-openstack-request-id: req-1e691a17-18b0-45a9-bf59-9e9cfb9f50c9 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:09.404968 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5fd428-0670-4901-836e-7f62642b2b9b", "name": "network-vif-deleted", "tag": "28426b78-97df-42a4-ad63-7d06e23fcaee", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:09.405226 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e691a17-18b0-45a9-bf59-9e9cfb9f50c9 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:09.405628 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5fd428-0670-4901-836e-7f62642b2b9b', 'name': 'network-vif-deleted', 'tag': '28426b78-97df-42a4-ad63-7d06e23fcaee', 'status': 'completed', 'code': 200} Jul 23 17:32:09.786746 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b7f8cd97-2554-48d9-874e-1f0cb6e71777 req-a7aba6bd-1070-4d2d-8881-68f8aaa64544 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d5fd428-0670-4901-836e-7f62642b2b9b HTTP/1.1" status: 200 len: 210 time: 0.0320983 Jul 23 17:32:10.843894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44090) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:11.489979 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:11.751929 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port 89bf91b8-5478-4232-a5ce-e9b4dca6079a {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:32:11.752158 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:11.837809 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port 89bf91b8-5478-4232-a5ce-e9b4dca6079a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=89bf91b8-5478-4232-a5ce-e9b4dca6079a,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:11.838190 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:11.850670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for 89bf91b8-5478-4232-a5ce-e9b4dca6079a owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:32:11.955218 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-48c2da20-ff64-41a2-96ff-85b178650c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.034446 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.064691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=89bf91b8-5478-4232-a5ce-e9b4dca6079a,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:12.245818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.459888 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:32:12.469324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.517598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 28426b78-97df-42a4-ad63-7d06e23fcaee no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:32:12.538893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 28426b78-97df-42a4-ad63-7d06e23fcaee {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:32:12.539243 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 28426b78-97df-42a4-ad63-7d06e23fcaee not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:32:12.566838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:12.571741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-af20d7cc-0bdc-4529-9fab-aee737afeb4f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/1ba1bd0a-47f2-4992-8ca3-5a69deb815c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268114 Jul 23 17:32:12.574535 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44092) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:12.579115 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Sync routers for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:12.588336 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:12.588934 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:12.627017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting subnet 312133ec-d073-4b94-b692-c53cc1d5e2ef {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:32:12.630294 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.672751 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.689495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:12.771067 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.831416 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.859878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Subnet': ['ID=312133ec-d073-4b94-b692-c53cc1d5e2ef,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:12.865526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:12.869818 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-701c63aa-707a-4934-b50c-96ca422aebaf tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/subnets/312133ec-d073-4b94-b692-c53cc1d5e2ef HTTP/1.1" status: 204 len: 168 time: 0.2919645 Jul 23 17:32:12.870247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44094) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:12.872419 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7beed-eea3-4ee1-895d-581b3c0f0a5f None None] Network 2719e991-1f18-4e38-a573-5ff540f1b7f0 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:32:12.878350 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:32:11Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:12.905273 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Checking router: 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:12.914209 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Routers {'1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:12.914904 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:31:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:12.989618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.020436 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] Set router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:13.078913 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] DHCP port deletion for 2719e991-1f18-4e38-a573-5ff540f1b7f0 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:32:13.110324 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.133513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Deleting port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:32:13.134052 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.173661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port d99cf270-a431-4c07-a80f-9f19c8af4b4c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:32:13.174085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.200313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] For port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,segment=NetworkSegment(63838be2-8fc6-4ea2-84cf-6ea56c5979b8),segment_id=63838be2-8fc6-4ea2-84cf-6ea56c5979b8)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:13.200716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.217523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Calling delete_port for 7c4daba9-8a32-4c00-b8d6-cd0592868bbb owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:32:13.259910 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port d99cf270-a431-4c07-a80f-9f19c8af4b4c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d99cf270-a431-4c07-a80f-9f19c8af4b4c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:13.260180 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.272635 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for d99cf270-a431-4c07-a80f-9f19c8af4b4c owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:32:13.304217 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:32:11Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:13.306675 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.332165 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Pushing event deleted for resources: {'Port': ['ID=7c4daba9-8a32-4c00-b8d6-cd0592868bbb,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:13.333524 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d9b5e-f5b2-48cc-bc61-f9a1c554873e None None] The sync data for ids ['1ba1bd0a-47f2-4992-8ca3-5a69deb815c1'] in n-d-800484-3 is: [{'id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610013561', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:32:11Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'd99cf270-a431-4c07-a80f-9f19c8af4b4c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba1bd0a-47f2-4992-8ca3-5a69deb815c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:30:24Z', 'updated_at': '2021-07-23T17:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:13.338933 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] No DVR routers for this DVR port 7c4daba9-8a32-4c00-b8d6-cd0592868bbb on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:32:13.349966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.350491 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.350836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.351168 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.351500 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.351850 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.352346 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.352671 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.352993 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.353312 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.353634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.353980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4848b-fa5b-42fd-be23-91e29b124863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:13.452320 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.478455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=d99cf270-a431-4c07-a80f-9f19c8af4b4c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:13.546323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.641639 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.643758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.688142 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.688730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:32:13.696140 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.697266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2131dc60-6bd4-43d9-bf4e-041c46bfaf6f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/routers/1ba1bd0a-47f2-4992-8ca3-5a69deb815c1 HTTP/1.1" status: 204 len: 168 time: 0.8262355 Jul 23 17:32:13.700775 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44098) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:13.781681 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.873757 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.883563 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2719e991-1f18-4e38-a573-5ff540f1b7f0']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:13.893585 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63838be2-8fc6-4ea2-84cf-6ea56c5979b8') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:13.893905 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63838be2-8fc6-4ea2-84cf-6ea56c5979b8') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:13.902654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.916521 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.923111 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:32:13.923520 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:32:13.926433 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:32:13.987090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.994089 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:13.996046 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/networks/2719e991-1f18-4e38-a573-5ff540f1b7f0 HTTP/1.1" status: 204 len: 168 time: 0.2942431 Jul 23 17:32:13.998867 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44100) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:14.007404 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Network': ['ID=2719e991-1f18-4e38-a573-5ff540f1b7f0,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:14.015105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.015999 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.016350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.016689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.017023 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.017357 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.017689 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.018052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.018389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.018720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.019047 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.019370 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2047dfa-d075-4a6f-af9b-35882e3cbd22 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:14.060664 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.086197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.148555 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.151425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.152668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/security-groups/9d89fb20-0128-4d7f-a846-a9945f9266b4 HTTP/1.1" status: 204 len: 168 time: 0.1527569 Jul 23 17:32:14.169508 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc7f3-635e-4387-90fc-705171bb51f9 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89fb20-0128-4d7f-a846-a9945f9266b4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:14.462254 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.509236 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5fff-6c73-4cb5-9c48-8d58b1174b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.681199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44106) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:14.685863 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164393353', 'description': 'tempest-secgroup-smoke-164393353 description', 'project_id': '0ce13bba8f4d4418879622860b9d7c35'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:14.709526 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.754093 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c4daba9-8a32-4c00-b8d6-cd0592868bbb no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:32:14.776718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 7c4daba9-8a32-4c00-b8d6-cd0592868bbb {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:32:14.777066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 7c4daba9-8a32-4c00-b8d6-cd0592868bbb not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:32:14.777492 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89bf91b8-5478-4232-a5ce-e9b4dca6079a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:32:14.796064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 89bf91b8-5478-4232-a5ce-e9b4dca6079a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:32:14.796413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 89bf91b8-5478-4232-a5ce-e9b4dca6079a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:32:14.797520 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d99cf270-a431-4c07-a80f-9f19c8af4b4c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:32:14.799517 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.803476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.816569 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d99cf270-a431-4c07-a80f-9f19c8af4b4c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:32:14.816919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d99cf270-a431-4c07-a80f-9f19c8af4b4c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:32:14.833255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b232b418-6da9-4d5f-ac2c-2a3bbe923885,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:14.835520 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.836738 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c3b38b8-5946-47e4-a2fa-a04ebea45bf8 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1545377 Jul 23 17:32:14.839654 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44108) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:14.844191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:14.870071 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.925574 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.929091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.947256 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113e9052-cad2-4552-9689-98a85e17c042,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:14.952334 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:14.953688 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-8c254695-8e37-43ab-b786-8d44a9090645 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130950 Jul 23 17:32:14.956448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44110) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:14.960844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:14.987898 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.045149 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.049626 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.070449 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a10ea8-4cfe-404f-906c-cf5f80fc70c0,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.074197 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.075393 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2260c2e4-d544-4a83-a0f3-d067963f595a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180463 Jul 23 17:32:15.078185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44112) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.082642 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.108717 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.168838 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.173635 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.190961 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2a6faa-a01c-4123-9121-cd49424024ce,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.198079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.199488 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ac9b63c1-0acb-4009-ae09-f8a2f41df638 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202855 Jul 23 17:32:15.203309 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44114) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.207823 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.234720 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.291126 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.294750 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.312847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2488f0-cb25-4e55-ab8b-12041f292a1f,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.318523 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.319806 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a8904daa-c2a7-454a-bfa6-b6013ea8aab5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154394 Jul 23 17:32:15.322693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44116) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.327385 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.353428 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:32:15.358374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.418718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.422768 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.441617 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f36fdb-0d0b-4090-b225-ab3aa1cf7cbf,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.448161 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.449453 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0a7a3692-f0c8-431a-b63a-dc00c1710c43 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257393 Jul 23 17:32:15.452071 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44118) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.456435 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'security_group_rule': {'security_group_id': 'b232b418-6da9-4d5f-ac2c-2a3bbe923885', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.478111 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Project 0ce13bba8f4d4418879622860b9d7c35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:32:15.483426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.545186 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.549311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.564522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a447bbe-f6c0-4a20-89db-6a7330c56262,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.572317 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.573510 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ed4f1b17-3d47-47f9-bcf0-db8e59cbb028 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205351 Jul 23 17:32:15.576273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44120) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.581249 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'network': {'name': 'tempest-network-smoke--1374946312', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'port_security_enabled': True}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.601656 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:32:15.605129 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.628899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:32:15.637505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.637867 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Added segment 41bceaff-d7ed-4ba1-a9ab-e35bb266903d of type vlan for network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 Jul 23 17:32:15.680917 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.709125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.714670 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:15.715259 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.748126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708345 Jul 23 17:32:15.751401 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44122) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:15.755810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'admin_state_up': True, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:15.795156 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272078-6fa7-459b-bb89-33a1bf5dd99b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Network': ['ID=7fe8fb44-7162-4edd-a14a-06ffafc93a77,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:15.810921 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.812131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.814179 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:32:15.851345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:15.872336 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.010840 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.206078 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.225002 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.331057 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.59 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/e47200ce-1733-4f58-8337-8e6629be974a) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:16.434597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.473481 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.509127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:16.511855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:16.515581 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:16.544712 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=e47200ce-1733-4f58-8337-8e6629be974a,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:16.769690 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:16.958311 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.083186 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 814acfdd-a813-42a0-9856-e55ecc4f86e2 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:32:17.185730 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:17.195224 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Sync routers for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:17.204142 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.204413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:17.205038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:17.205372 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7204f51e-02b1-4235-8f68-88dfb2f21601 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4530632 Jul 23 17:32:17.208502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44124) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:17.237056 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-ccba048a-13fd-412a-9fcb-3588c30d767a tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=0ce13bba8f4d4418879622860b9d7c35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274780 Jul 23 17:32:17.239633 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44126) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:17.316017 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:17.332072 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e6e4c-771f-404b-a61d-a2f1cd55818b tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:17.333638 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-692e6e4c-771f-404b-a61d-a2f1cd55818b tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930576 Jul 23 17:32:17.336420 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44128) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:17.363801 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-a746c84f-c193-4f3d-892f-96ca6e316634 tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=74df0837-16b9-42a6-ba12-b9336a0e2e27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262716 Jul 23 17:32:17.366255 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44130) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:17.371105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499947002', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:17.464106 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'subnet': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:32:17.467728 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12463121'] for subnet, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.502614 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:16Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:17.530019 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Checking router: 814acfdd-a813-42a0-9856-e55ecc4f86e2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:17.530523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Updating router 814acfdd-a813-42a0-9856-e55ecc4f86e2 port e47200ce-1733-4f58-8337-8e6629be974a binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:32:17.567724 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.656344 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8852067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12463107'] for subnet, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.729688 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Subnet': ['ID=fa2c293a-251a-4868-9cce-b244f53839ed,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:17.735200 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Checking segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:17.735568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network hostable DHCP agents. Network: 7fe8fb44-7162-4edd-a14a-06ffafc93a77, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:32:17.753017 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:32:17.762851 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 7fe8fb44-7162-4edd-a14a-06ffafc93a77) {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:17.768193 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.768455 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:17.769149 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.776788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16df0b9-e3ed-4baf-9ca4-5f3af4072d88 None None] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:32:17.784734 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-65f8f42b-62de-4270-b4b6-c01cfd9a797b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4173689 Jul 23 17:32:17.787538 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44132) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:17.942279 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:17.960379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Transition to ACTIVE for port object e47200ce-1733-4f58-8337-8e6629be974a will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:17.969213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.016113 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:32:18.016913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.054026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88818-83b8-48ee-8a99-58f547980281 None None] Pushing event updated for resources: {'Port': ['ID=e47200ce-1733-4f58-8337-8e6629be974a,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:18.066611 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Attempting to bind port e47200ce-1733-4f58-8337-8e6629be974a on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:32:18.066987 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Attempting to bind port e47200ce-1733-4f58-8337-8e6629be974a by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:32:18.067357 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Attempting to bind port e47200ce-1733-4f58-8337-8e6629be974a on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:18.122272 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:32:18.122652 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:18.123060 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.123466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:32:18.123955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Bound port: e47200ce-1733-4f58-8337-8e6629be974a, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:32:18.124337 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.217481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] For port e47200ce-1733-4f58-8337-8e6629be974a, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:32:18.221888 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] For port e47200ce-1733-4f58-8337-8e6629be974a, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e47200ce-1733-4f58-8337-8e6629be974a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:32:18.229650 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.235285 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.235588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Allocated IP 172.20.0.2 (7fe8fb44-7162-4edd-a14a-06ffafc93a77/fa2c293a-251a-4868-9cce-b244f53839ed/a95ebb60-584a-4888-978f-78436afbd501) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:18.327144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88818-83b8-48ee-8a99-58f547980281 None None] Pushing event updated for resources: {'Port': ['ID=e47200ce-1733-4f58-8337-8e6629be974a,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:18.331891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:18.332514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:18.512555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:18.576324 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.596972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Transition to ACTIVE for port object a95ebb60-584a-4888-978f-78436afbd501 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:18.648696 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Transition to ACTIVE for port object a95ebb60-584a-4888-978f-78436afbd501 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:18.661652 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.712002 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.1 (7fe8fb44-7162-4edd-a14a-06ffafc93a77/fa2c293a-251a-4868-9cce-b244f53839ed/fa3737e9-3b64-4452-be92-78fb6ea2db1b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:18.729532 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:18.740239 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:18.742896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Pushing event updated for resources: {'Port': ['ID=a95ebb60-584a-4888-978f-78436afbd501,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:18.745106 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:18.821820 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Attempting to bind port a95ebb60-584a-4888-978f-78436afbd501 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:32:18.822135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Attempting to bind port a95ebb60-584a-4888-978f-78436afbd501 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:32:18.822508 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Attempting to bind port a95ebb60-584a-4888-978f-78436afbd501 on network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:18.826669 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:16Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:18.826866 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.840350 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object fa3737e9-3b64-4452-be92-78fb6ea2db1b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:18.853391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503c8bc-76f4-4c8f-9732-cdecc6cd4c0f None None] The sync data for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 is: [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:16Z', 'revision_number': 3, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:18.855091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:32:18.855468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Checking segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:18.855875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.856265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Bound using segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:32:18.857219 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Bound port: a95ebb60-584a-4888-978f-78436afbd501, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:32:18.857219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.879169 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.927302 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:18.927568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] For port a95ebb60-584a-4888-978f-78436afbd501, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:32:18.930597 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:18.930886 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] For port a95ebb60-584a-4888-978f-78436afbd501, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a95ebb60-584a-4888-978f-78436afbd501,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:32:18.934727 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:18.937446 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.961588 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:18.985435 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:18.995710 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3589-242e-4e1d-bf3a-678bfd03912e None None] Pushing event updated for resources: {'Port': ['ID=a95ebb60-584a-4888-978f-78436afbd501,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:19.166515 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:19.495857 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:19.500759 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:19.574238 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:19.576950 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:19.679387 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:19.680956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:19.990344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176721c7-e24d-4e8f-b190-cb9fc5bf3e77 None None] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:32:20.076571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-148dd730-af4e-4f7f-8233-6d838e59bacd None None] Provisioning for port a95ebb60-584a-4888-978f-78436afbd501 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:20.153162 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 814acfdd-a813-42a0-9856-e55ecc4f86e2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:32:20.268261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:20.274153 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-5e7274b5-9fcf-4b66-9b9e-599e59fd7e66 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/814acfdd-a813-42a0-9856-e55ecc4f86e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854305 Jul 23 17:32:20.419883 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-21d51047-fcb9-40f0-aa0d-54b5487c0bff None None] Provisioning for port fa3737e9-3b64-4452-be92-78fb6ea2db1b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:20.424191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-21d51047-fcb9-40f0-aa0d-54b5487c0bff None None] Provisioning complete for port fa3737e9-3b64-4452-be92-78fb6ea2db1b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:20.424765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21d51047-fcb9-40f0-aa0d-54b5487c0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.428591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-ccf6fc82-6513-4822-b198-9a8d27cdea0a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164393353&fields=id&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 267 time: 0.0439746 Jul 23 17:32:20.497172 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Sync routers for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:20.511333 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:20.512258 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:20.560170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-1cb1643b-3a6f-4e22-b3e5-efeb37266a18 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:20.567673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-1cb1643b-3a6f-4e22-b3e5-efeb37266a18 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 797 time: 0.1323402 Jul 23 17:32:20.587020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-5110b36c-d6ec-48b9-afa2-a7eef123089c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/quotas/0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 375 time: 0.0183394 Jul 23 17:32:20.631268 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:20.638015 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-21d51047-fcb9-40f0-aa0d-54b5487c0bff None None] Port fa3737e9-3b64-4452-be92-78fb6ea2db1b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:32:20.662332 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-45ed9502-5d0c-44d5-9641-21e188415baa tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743604 Jul 23 17:32:20.675726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-d4877e08-b89a-4c87-828f-24f09dd83cf8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:32:20.676749 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-d4877e08-b89a-4c87-828f-24f09dd83cf8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067511 Jul 23 17:32:20.764158 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ea07cbf-5000-431e-9c41-6985bba5e14a None None] Provisioning complete for port fa3737e9-3b64-4452-be92-78fb6ea2db1b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:20.764158 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ea07cbf-5000-431e-9c41-6985bba5e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.823575 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-a6526cb9-6df7-4bfb-afdc-1e8bbe814677 service neutron] 10.222.0.64 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407273 Jul 23 17:32:20.839054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-3ea07cbf-5000-431e-9c41-6985bba5e14a None None] Port fa3737e9-3b64-4452-be92-78fb6ea2db1b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:32:20.891130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95ebb60-584a-4888-978f-78436afbd501 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:20.920207 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 2, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:20.936189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-10260a30-3436-4316-8f21-d55b18380900 service neutron] 10.222.0.64 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030943 Jul 23 17:32:20.951743 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Checking router: 814acfdd-a813-42a0-9856-e55ecc4f86e2 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:20.952106 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Updating router 814acfdd-a813-42a0-9856-e55ecc4f86e2 port fa3737e9-3b64-4452-be92-78fb6ea2db1b binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:32:20.957428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port a95ebb60-584a-4888-978f-78436afbd501 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:20.963841 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a95ebb60-584a-4888-978f-78436afbd501 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:20.964219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.967292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5391de03-dde7-42b0-9b5d-33b6595e223e None None] Provisioning complete for port fa3737e9-3b64-4452-be92-78fb6ea2db1b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:20.967656 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5391de03-dde7-42b0-9b5d-33b6595e223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:20.987833 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.033833 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5391de03-dde7-42b0-9b5d-33b6595e223e None None] Port fa3737e9-3b64-4452-be92-78fb6ea2db1b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:32:21.082282 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.134531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port a95ebb60-584a-4888-978f-78436afbd501, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a95ebb60-584a-4888-978f-78436afbd501,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:21.139359 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.141206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e47200ce-1733-4f58-8337-8e6629be974a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:21.182244 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30f2dc3f-c7ed-4585-95b3-ac38c025e8b8 req-19633fad-e50f-459d-8040-b8d28c28bd72 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 210 time: 0.0495539 Jul 23 17:32:21.236287 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=a95ebb60-584a-4888-978f-78436afbd501,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:21.248982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e47200ce-1733-4f58-8337-8e6629be974a completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:21.254087 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e47200ce-1733-4f58-8337-8e6629be974a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:21.254889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.282428 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.295191 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Transition to ACTIVE for port object fa3737e9-3b64-4452-be92-78fb6ea2db1b will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:21.303717 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.339980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.367643 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Pushing event updated for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:21.371779 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e47200ce-1733-4f58-8337-8e6629be974a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e47200ce-1733-4f58-8337-8e6629be974a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:21.380443 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.421585 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.422504 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.423074 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.423603 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.424146 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.424698 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.425240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.425796 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.426394 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.426943 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.427494 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.428050 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:32:21.445403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e47200ce-1733-4f58-8337-8e6629be974a,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:21.448616 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Attempting to bind port fa3737e9-3b64-4452-be92-78fb6ea2db1b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:32:21.448903 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Attempting to bind port fa3737e9-3b64-4452-be92-78fb6ea2db1b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:32:21.449233 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Attempting to bind port fa3737e9-3b64-4452-be92-78fb6ea2db1b on network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:21.456737 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:32:21.457207 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Checking segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:21.457494 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.457878 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Bound using segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:32:21.458360 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Bound port: fa3737e9-3b64-4452-be92-78fb6ea2db1b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:32:21.458733 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.537336 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] For port fa3737e9-3b64-4452-be92-78fb6ea2db1b, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:32:21.540787 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] For port fa3737e9-3b64-4452-be92-78fb6ea2db1b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fa3737e9-3b64-4452-be92-78fb6ea2db1b,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:32:21.544952 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:21.604583 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:21.605205 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:21.647197 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2b232-57bd-47e6-a376-53ebacceb688 None None] Pushing event updated for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=4']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:21.753778 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:21.966916 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:21.992979 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42412e66-5443-4496-bbaf-5f420c75b21d None None] The sync data for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 is: [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:22.301167 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-39f53182-ef6d-4b18-b938-09649288a506 req-679c7da7-e808-4020-8060-287c103789dd tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 210 time: 0.0455797 Jul 23 17:32:22.393016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2e50c2cf-b6ef-49ae-ab8d-5b3921cb3fea tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:22.394543 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2e50c2cf-b6ef-49ae-ab8d-5b3921cb3fea tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 797 time: 0.1478975 Jul 23 17:32:22.446690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-c67cecea-6dd5-4e4d-933c-15d0f9a4b152 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ce13bba8f4d4418879622860b9d7c35 HTTP/1.1" status: 200 len: 379 time: 0.0393231 Jul 23 17:32:22.457252 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'port': {'device_id': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'admin_state_up': True, 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'security_groups': ['b232b418-6da9-4d5f-ac2c-2a3bbe923885']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:22.865256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95ebb60-584a-4888-978f-78436afbd501 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:22.918634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port a95ebb60-584a-4888-978f-78436afbd501 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:22.919006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:22.919533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Made reservation on behalf of 0ce13bba8f4d4418879622860b9d7c35 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:32:22.923289 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.000136 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e47200ce-1733-4f58-8337-8e6629be974a up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:23.046038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e47200ce-1733-4f58-8337-8e6629be974a triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:23.046913 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.065815 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.20.0.4 (7fe8fb44-7162-4edd-a14a-06ffafc93a77/fa2c293a-251a-4868-9cce-b244f53839ed/af5834bc-c3be-45d6-9eff-8afdf53e15b3) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:23.134592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fa3737e9-3b64-4452-be92-78fb6ea2db1b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:23.183877 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fa3737e9-3b64-4452-be92-78fb6ea2db1b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:23.187757 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fa3737e9-3b64-4452-be92-78fb6ea2db1b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:23.188136 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.219459 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.232713 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Transition to ACTIVE for port object af5834bc-c3be-45d6-9eff-8afdf53e15b3 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:23.268231 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.270147 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.301062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port fa3737e9-3b64-4452-be92-78fb6ea2db1b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fa3737e9-3b64-4452-be92-78fb6ea2db1b,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:23.305827 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.321838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:23.325234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:23.329696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:23.358919 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:23.367056 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:23.391226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:23.391895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.432480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-4f9db3ce-ba3d-4383-bb95-ac9d1f8ad159 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807036 Jul 23 17:32:23.445390 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Request body: {'port': {'device_id': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:23.531900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf6e4-252c-49ee-a961-f8065cbd513f req-e89ce7a1-4b63-47ae-a29e-d92c4c7c3689 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:23.533473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f50cf6e4-252c-49ee-a961-f8065cbd513f req-e89ce7a1-4b63-47ae-a29e-d92c4c7c3689 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 931 time: 0.1343770 Jul 23 17:32:23.559247 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.589842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f50cf6e4-252c-49ee-a961-f8065cbd513f req-33bb8fa3-1525-45f8-9164-b780159d1802 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Jul 23 17:32:23.627166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dde9b1f8-4e9e-4646-8a1a-c50bcf3bf636 None None] Provisioning for port af5834bc-c3be-45d6-9eff-8afdf53e15b3 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:23.630916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-dde9b1f8-4e9e-4646-8a1a-c50bcf3bf636 None None] Provisioning complete for port af5834bc-c3be-45d6-9eff-8afdf53e15b3 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:23.631294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dde9b1f8-4e9e-4646-8a1a-c50bcf3bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.666622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-dde9b1f8-4e9e-4646-8a1a-c50bcf3bf636 None None] Port af5834bc-c3be-45d6-9eff-8afdf53e15b3 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:32:23.840680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5834bc-c3be-45d6-9eff-8afdf53e15b3 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:32:23.847758 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.859592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Transition to ACTIVE for port object af5834bc-c3be-45d6-9eff-8afdf53e15b3 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:32:23.863998 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:23.915034 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Pushing event updated for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:23.990358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Attempting to bind port af5834bc-c3be-45d6-9eff-8afdf53e15b3 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:32:23.990712 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Attempting to bind port af5834bc-c3be-45d6-9eff-8afdf53e15b3 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:32:23.991039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Attempting to bind port af5834bc-c3be-45d6-9eff-8afdf53e15b3 on network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:23.995710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Port af5834bc-c3be-45d6-9eff-8afdf53e15b3 on network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:32:23.996028 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Attempting to bind port af5834bc-c3be-45d6-9eff-8afdf53e15b3 on network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:32:24.001922 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:32:24.002320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Checking segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:32:24.002705 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Bound using segment: {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:32:24.003133 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Bound port: af5834bc-c3be-45d6-9eff-8afdf53e15b3, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41bceaff-d7ed-4ba1-a9ab-e35bb266903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:32:24.003489 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:24.070515 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:32:24.074554 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:32:24.079818 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:24.118772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.119386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:24.120804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] 10.222.0.67 "PUT /v2.0/ports/af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 1091 time: 0.6796772 Jul 23 17:32:24.121269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:24.123587 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:24.149370 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b88a-bb53-4535-9501-6a2bdb3eb0bf service neutron] Pushing event updated for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:24.175177 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c3998-8d8d-470e-91e5-12b01d71fcca x-openstack-request-id: req-cb9c3998-8d8d-470e-91e5-12b01d71fcca {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:24.175472 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:24.175725 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb9c3998-8d8d-470e-91e5-12b01d71fcca {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:24.176125 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'status': 'completed', 'code': 200} Jul 23 17:32:24.225819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-411a6ac0-34eb-43fa-8e12-87f9d0216635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.227413 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-411a6ac0-34eb-43fa-8e12-87f9d0216635 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1094 time: 0.0612903 Jul 23 17:32:24.270609 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-e108efb1-32de-43c3-a207-1f5e2dfd61cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 217 time: 0.0349915 Jul 23 17:32:24.326997 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2391502e-2b29-47a9-aa91-9564476873a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.328480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-2391502e-2b29-47a9-aa91-9564476873a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0514925 Jul 23 17:32:24.389231 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-8cab1ea2-b256-4376-bfb1-3e83b44152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.390668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-8cab1ea2-b256-4376-bfb1-3e83b44152b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557623 Jul 23 17:32:24.482137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-ca3b2958-9779-4819-9f8d-6f31ef53e934 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842903 Jul 23 17:32:24.573968 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-480255aa-ccb1-473b-92d4-9554c9edd9a6 req-40a7bfd7-5e99-4c67-839b-5d402cc3f429 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850041 Jul 23 17:32:24.719676 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-b65a99ef-85e1-4a12-8645-f7f4bd4828d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.721223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-b65a99ef-85e1-4a12-8645-f7f4bd4828d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1094 time: 0.0975833 Jul 23 17:32:24.761392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fa3737e9-3b64-4452-be92-78fb6ea2db1b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:24.764493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6950c-7bb2-4452-9370-2cffd8244deb req-4476daa1-15bb-41d0-bcb8-97429344e90c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.766573 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52d6950c-7bb2-4452-9370-2cffd8244deb req-4476daa1-15bb-41d0-bcb8-97429344e90c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 943 time: 0.1085181 Jul 23 17:32:24.813137 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fa3737e9-3b64-4452-be92-78fb6ea2db1b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:24.814039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:24.844058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-52d6950c-7bb2-4452-9370-2cffd8244deb req-4933b7cf-d02d-4e16-a8c5-3c732d6a888b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700519 Jul 23 17:32:24.862543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-e2baec68-ae13-4bea-888f-d0e07a62a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.864054 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-e2baec68-ae13-4bea-888f-d0e07a62a690 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 898 time: 0.1359882 Jul 23 17:32:24.911997 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-c05efde4-923e-482d-8b88-0dd2013ea9e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 217 time: 0.0412133 Jul 23 17:32:24.960581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-54542c59-4cf9-4758-a207-1b66dd49bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:24.961966 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-54542c59-4cf9-4758-a207-1b66dd49bb6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0429516 Jul 23 17:32:25.021467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-08d69f79-5ca1-4c5a-8185-38264af2cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:25.023008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-08d69f79-5ca1-4c5a-8185-38264af2cfb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542548 Jul 23 17:32:25.117837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-819a2b81-996e-4128-836e-239edd442bc3 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868478 Jul 23 17:32:25.207018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09ba6bf0-be4b-40d6-97ca-ee2ffce934f5 req-31922e59-4ec2-4db2-9936-cb0749df5d21 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813808 Jul 23 17:32:25.981151 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1177-30e8-4192-9eeb-028fbd13a45f req-29f7cc07-834f-404b-a316-e7c00e15e114 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:25.982678 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3fa1177-30e8-4192-9eeb-028fbd13a45f req-29f7cc07-834f-404b-a316-e7c00e15e114 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 943 time: 0.0688839 Jul 23 17:32:26.021425 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3fa1177-30e8-4192-9eeb-028fbd13a45f req-14216b7e-4eee-4262-8657-6780ce922a87 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326166 Jul 23 17:32:27.150568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db21f5-368e-4b67-a054-ba71e6c5b869 req-4dc67297-8abe-4a51-ac55-74ca29657c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:27.152067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45db21f5-368e-4b67-a054-ba71e6c5b869 req-4dc67297-8abe-4a51-ac55-74ca29657c57 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 943 time: 0.0640621 Jul 23 17:32:27.189605 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45db21f5-368e-4b67-a054-ba71e6c5b869 req-94aecdf8-5091-4d88-93f4-4f225e8b0dc2 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Jul 23 17:32:28.323185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d3bbd-ac6f-4348-834d-7bbb95974a1f req-756027b8-b899-4cc6-bf8a-f7837e432b46 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:28.324551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f62d3bbd-ac6f-4348-834d-7bbb95974a1f req-756027b8-b899-4cc6-bf8a-f7837e432b46 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 943 time: 0.0684805 Jul 23 17:32:28.364392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f62d3bbd-ac6f-4348-834d-7bbb95974a1f req-9a4fd4f0-b4ea-442f-a9e1-df30169e940a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 23 17:32:28.586471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device af5834bc-c3be-45d6-9eff-8afdf53e15b3 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:32:28.685750 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:28.697366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'port_id': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'mac_address': 'fa:16:3e:91:0d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:32:28.733678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:28.746178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5834bc-c3be-45d6-9eff-8afdf53e15b3 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:32:28.767564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:28.771502 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:28.817465 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:28.990044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['af5834bc-c3be-45d6-9eff-8afdf53e15b3'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:32:29.494771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafed33-619e-4ae3-bc8a-694062b0c243 req-cfe51f48-3c24-4949-bdd5-fb5120df9c1f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:29.496266 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8aafed33-619e-4ae3-bc8a-694062b0c243 req-cfe51f48-3c24-4949-bdd5-fb5120df9c1f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 944 time: 0.0635049 Jul 23 17:32:29.533827 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8aafed33-619e-4ae3-bc8a-694062b0c243 req-b7c613ae-fb1d-4ab4-88af-5f83bb15ce12 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Jul 23 17:32:29.639865 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:30.599248 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device af5834bc-c3be-45d6-9eff-8afdf53e15b3 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:32:30.651684 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port af5834bc-c3be-45d6-9eff-8afdf53e15b3 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:32:30.655796 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port af5834bc-c3be-45d6-9eff-8afdf53e15b3 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:32:30.656172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:30.678254 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf82df-0f58-4c5c-9bc9-97b4596bf4c7 req-4be14477-df97-4184-b675-1480fa518481 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:30.680945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67cf82df-0f58-4c5c-9bc9-97b4596bf4c7 req-4be14477-df97-4184-b675-1480fa518481 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 944 time: 0.0777216 Jul 23 17:32:30.723092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67cf82df-0f58-4c5c-9bc9-97b4596bf4c7 req-4d24c985-8df3-4e77-8078-02b4cd7c878f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367417 Jul 23 17:32:30.733297 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:30.756934 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:30.759271 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d272331c-5463-47c9-978a-6df0a5653819" -d '{"events": [{"server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "name": "network-vif-plugged", "status": "completed", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:30.772542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:32:30.777651 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:30.826055 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:30.849881 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aab5f9-5657-40ec-bc19-12b39f9fef2a x-openstack-request-id: req-14aab5f9-5657-40ec-bc19-12b39f9fef2a {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:30.850207 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "name": "network-vif-plugged", "status": "completed", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:30.850514 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14aab5f9-5657-40ec-bc19-12b39f9fef2a {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:30.850921 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'code': 200} Jul 23 17:32:30.970080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d8c6-297f-440d-a8f2-e11b2abed254 req-ce421d33-c397-4bfb-a438-bcf918120fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:30.971557 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3378d8c6-297f-440d-a8f2-e11b2abed254 req-ce421d33-c397-4bfb-a438-bcf918120fc4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1096 time: 0.0574167 Jul 23 17:32:31.004785 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3378d8c6-297f-440d-a8f2-e11b2abed254 req-b025f624-1989-40af-96f0-625aec39ee60 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266845 Jul 23 17:32:31.858944 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4e8c1-cd75-4d39-9a73-c37fc39d2541 req-3d2b81b7-e894-4a88-8388-26fbe44be1f5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:31.860385 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82c4e8c1-cd75-4d39-9a73-c37fc39d2541 req-3d2b81b7-e894-4a88-8388-26fbe44be1f5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0657654 Jul 23 17:32:31.900527 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-82c4e8c1-cd75-4d39-9a73-c37fc39d2541 req-a2e507d6-03f7-40f3-8747-e8f36ed675d5 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344977 Jul 23 17:32:33.036938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eda0a-185c-4340-9abd-fda9924e18f9 req-7b70a184-46f9-4b62-9d92-7320735407ca tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:33.038469 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c9eda0a-185c-4340-9abd-fda9924e18f9 req-7b70a184-46f9-4b62-9d92-7320735407ca tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0683584 Jul 23 17:32:33.077018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1c9eda0a-185c-4340-9abd-fda9924e18f9 req-29ae5462-8143-4034-aec0-9f065bc2914c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326381 Jul 23 17:32:33.213801 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd3bdf-dae6-46e8-b601-a0e9bb173c16 req-93bade92-0c75-4008-a0ff-1a6fe0d1a2bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:33.215392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efdd3bdf-dae6-46e8-b601-a0e9bb173c16 req-93bade92-0c75-4008-a0ff-1a6fe0d1a2bb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0694766 Jul 23 17:32:33.255256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-efdd3bdf-dae6-46e8-b601-a0e9bb173c16 req-f24e7d2e-2c22-46bd-85ec-19579e486acc tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Jul 23 17:32:33.277693 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44192) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:33.330203 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8758fd-d34d-49f6-b573-eaf910c56d8d tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:33.331607 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bd8758fd-d34d-49f6-b573-eaf910c56d8d tempest-TestNetworkAdvancedServerOps-1374036163 tempest-TestNetworkAdvancedServerOps-1374036163-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1091 time: 0.0528600 Jul 23 17:32:33.334454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44194) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:33.338694 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:32:33.359816 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:33.460918 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:33.565673 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Allocated IP 172.25.2.45 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/b68a2e3c-52b9-44ec-bd67-2925c5e0c297) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:32:33.669183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:33.709065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:33.746641 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:32:33.750150 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:32:33.753581 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:32:33.761427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=b68a2e3c-52b9-44ec-bd67-2925c5e0c297,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:34.109025 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.183378 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.333368 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.338399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.414105 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event updated for resources: {'Port': ['ID=b68a2e3c-52b9-44ec-bd67-2925c5e0c297,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:32:34.425492 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.522211 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 associated. External IP: 172.25.2.45, port: af5834bc-c3be-45d6-9eff-8afdf53e15b3. Jul 23 17:32:34.735443 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 814acfdd-a813-42a0-9856-e55ecc4f86e2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:32:34.842135 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:32:34.851675 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Sync routers for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:32:34.858331 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:34.865824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:34.866544 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:34.898590 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-47d48743-0391-413a-9123-354126ba0877 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5607667 Jul 23 17:32:34.898590 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:32:34.899223 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92" -d '{"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:32:34.944966 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75228557-cd0f-4c71-97ac-b2f05367943e x-openstack-request-id: req-75228557-cd0f-4c71-97ac-b2f05367943e {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:32:34.945494 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:32:34.945817 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75228557-cd0f-4c71-97ac-b2f05367943e {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:32:34.946315 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'status': 'completed', 'code': 200} Jul 23 17:32:34.977723 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:35.059021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ae691-e404-46e1-8055-4cc53fccd6a6 req-16aa7c80-854e-415e-9aee-94bd0a6797e7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:35.060599 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a1ae691-e404-46e1-8055-4cc53fccd6a6 req-16aa7c80-854e-415e-9aee-94bd0a6797e7 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0986927 Jul 23 17:32:35.069883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-b1a504ed-71b7-4f39-805a-4d0109f76e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:35.071323 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-b1a504ed-71b7-4f39-805a-4d0109f76e28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1096 time: 0.1010051 Jul 23 17:32:35.129551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7a1ae691-e404-46e1-8055-4cc53fccd6a6 req-b200240a-0969-4456-93dc-b147c35d63e4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617003 Jul 23 17:32:35.153276 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44200) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:35.183893 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-6fefd80d-c7b8-4a36-acb2-08c5ba317c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:35.185512 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-6fefd80d-c7b8-4a36-acb2-08c5ba317c75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 898 time: 0.1014297 Jul 23 17:32:35.205589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'port_id': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'mac_address': 'fa:16:3e:91:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:33Z', 'updated_at': '2021-07-23T17:32:33Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:35.226360 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cce9ed86-9598-4cb4-a2f2-ec9dc946b037 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 HTTP/1.1" status: 200 len: 990 time: 0.0711997 Jul 23 17:32:35.232770 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Checking router: 814acfdd-a813-42a0-9856-e55ecc4f86e2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:32:35.241683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:32:35.242695 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:32:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:35.255710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-ec22ec48-64e1-4dd7-828d-f42f29f7fb6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 998 time: 0.0627966 Jul 23 17:32:35.304963 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-4b346331-a559-429c-8e87-8e53a02f4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:35.306472 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-4b346331-a559-429c-8e87-8e53a02f4706 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0439219 Jul 23 17:32:35.346825 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:32:35.369966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-8db648ec-e4b7-4604-8fd7-801864766c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:35.371476 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-8db648ec-e4b7-4604-8fd7-801864766c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540428 Jul 23 17:32:35.465897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-cf7bc0b3-a040-4c66-b40e-283d5631dfc7 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870461 Jul 23 17:32:35.560132 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aaefda82-cdf6-4bd4-8bc4-635de8bf1b92 req-7b2f3ba4-dfae-4fec-830d-3712832246c5 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Jul 23 17:32:35.574486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'port_id': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'mac_address': 'fa:16:3e:91:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:33Z', 'updated_at': '2021-07-23T17:32:33Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:32:35.600949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d1bd2-ffbe-4414-9fe5-21507fd3b6fb None None] The sync data for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 is: [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'port_id': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'mac_address': 'fa:16:3e:91:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:32:33Z', 'updated_at': '2021-07-23T17:32:33Z', 'revision_number': 0, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:32:35.797546 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45329d-e512-4168-9ebb-6cae0e2311dc None None] New status for floating IP 2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2: ACTIVE {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:32:36.229870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44202) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:32:36.290383 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c9d762e-b595-40e3-8279-c69b9c08bcf0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 HTTP/1.1" status: 200 len: 992 time: 0.0591772 Jul 23 17:32:37.085316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:32:41.957120 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0027ab45-f7e8-40e9-854a-c52abb057d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:42.471364 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:44.463450 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:44.509771 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dba6baad-720d-442c-b6b0-314611c57881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:45.833528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:47.728275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:32:52.161163 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-b3491f0a-78b8-495c-96bd-d05bba87c81a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522919 Jul 23 17:32:52.265257 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-3d64e459-0c1f-41fb-80da-9e260fbcc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:52.266788 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-3d64e459-0c1f-41fb-80da-9e260fbcc0fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1096 time: 0.0582926 Jul 23 17:32:52.379132 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-cfa279cf-421b-4893-9561-819514823c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:52.381169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-cfa279cf-421b-4893-9561-819514823c09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 898 time: 0.0927782 Jul 23 17:32:52.450112 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-d66f7138-a6b3-4a2e-b6d7-3561185f65c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 1000 time: 0.0605054 Jul 23 17:32:52.497463 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-f304c0b7-89dc-4d11-8f23-cdecdfce2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:52.498921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-f304c0b7-89dc-4d11-8f23-cdecdfce2c10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0420873 Jul 23 17:32:52.557693 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-01599201-e992-41e7-a484-0d101ff3c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:32:52.559224 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-01599201-e992-41e7-a484-0d101ff3c3ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534744 Jul 23 17:32:52.653195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-743e7412-a680-41f2-bbe6-911dcef59301 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861502 Jul 23 17:32:52.742188 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-45d9b553-f694-41ac-8263-9bd8fe4d37cd req-f1e59f27-3f77-4a49-8bad-3685179d50ec service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814455 Jul 23 17:32:59.650136 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:09.750932 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd943d9-587f-4d60-b79b-f84c4e65cb13 req-4c5dfbb8-f23d-4f69-b9d3-536ad2dd3dd1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:09.752395 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dd943d9-587f-4d60-b79b-f84c4e65cb13 req-4c5dfbb8-f23d-4f69-b9d3-536ad2dd3dd1 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0665646 Jul 23 17:33:09.791124 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6dd943d9-587f-4d60-b79b-f84c4e65cb13 req-e655f7a1-e578-4bc2-87d7-aa84b6270bd0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Jul 23 17:33:10.929633 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af55b5d-1d82-4601-8e7c-90f9b39b34f7 req-fee22cec-4922-4050-9370-c1981392840c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:10.931058 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6af55b5d-1d82-4601-8e7c-90f9b39b34f7 req-fee22cec-4922-4050-9370-c1981392840c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0639956 Jul 23 17:33:10.969406 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6af55b5d-1d82-4601-8e7c-90f9b39b34f7 req-816b23bd-f07f-4b60-bc49-807f9879d560 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324447 Jul 23 17:33:10.991557 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44220) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:11.054269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bc4ded71-82bc-41dc-99c4-1d401dbb6420 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 HTTP/1.1" status: 200 len: 992 time: 0.0615015 Jul 23 17:33:11.959084 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a09e78b6-a32e-4234-9641-e30371dc6293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:12.371075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45657-0542-4768-8d42-33b1601c8f49 req-7b1f591e-3aca-470a-b2cf-f761f6bd74a4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:12.373577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02f45657-0542-4768-8d42-33b1601c8f49 req-7b1f591e-3aca-470a-b2cf-f761f6bd74a4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.1097548 Jul 23 17:33:12.384197 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-7f81f5b9-3347-48a6-91a6-b64a674317f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:12.385615 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-7f81f5b9-3347-48a6-91a6-b64a674317f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1096 time: 0.0882969 Jul 23 17:33:12.450728 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02f45657-0542-4768-8d42-33b1601c8f49 req-13c70d06-a566-4da6-8806-445df31bfeec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685966 Jul 23 17:33:12.495815 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:12.504221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-6170c5e3-031d-4210-8747-546bd0d842dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:12.506290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-6170c5e3-031d-4210-8747-546bd0d842dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 898 time: 0.1139472 Jul 23 17:33:12.570436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-81ddfc24-0bf8-4c5d-835c-ad0c6276dc85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 1000 time: 0.0574381 Jul 23 17:33:12.621467 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-a6442ad5-8b39-4585-b569-2867f4151058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:12.622920 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-a6442ad5-8b39-4585-b569-2867f4151058 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0464039 Jul 23 17:33:12.681446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-bae9c815-55a3-462d-b337-853ceec3e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:12.682963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-bae9c815-55a3-462d-b337-853ceec3e536 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538883 Jul 23 17:33:12.777771 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-8e94095a-3d04-432f-a4a0-670c7aeb9727 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867856 Jul 23 17:33:12.870237 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a1ac4eca-77b0-46c2-b351-3fed79dc0a14 req-23a069ab-3d9f-4b84-873b-7465af2e96de service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Jul 23 17:33:13.584514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb34bc-adb7-4637-a5be-9972e85e624f req-8393ad55-9edf-4b5e-afd4-5fefae8e6c7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:13.586150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76cb34bc-adb7-4637-a5be-9972e85e624f req-8393ad55-9edf-4b5e-afd4-5fefae8e6c7a tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0654018 Jul 23 17:33:13.627086 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-76cb34bc-adb7-4637-a5be-9972e85e624f req-e655ae17-f5c4-4694-a808-4bcda6bf280c tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351646 Jul 23 17:33:14.084673 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:33:14.466034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:14.510070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a86bc65b-151d-4027-a739-21efdff7b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:14.758541 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7b43d-6843-482b-be7d-c21db00d8198 req-829b6fa7-8ff4-4950-a896-7014c5774a3b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:14.760035 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fa7b43d-6843-482b-be7d-c21db00d8198 req-829b6fa7-8ff4-4950-a896-7014c5774a3b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0638168 Jul 23 17:33:14.799505 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9fa7b43d-6843-482b-be7d-c21db00d8198 req-8642d345-6774-4009-8dd0-20f56de6a7a0 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326281 Jul 23 17:33:14.821392 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44232) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:14.879633 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-724e452a-0158-4081-b806-c56873075f81 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/floatingips/2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 HTTP/1.1" status: 200 len: 992 time: 0.0570207 Jul 23 17:33:15.094063 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44238) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:15.249735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port b68a2e3c-52b9-44ec-bd67-2925c5e0c297 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:33:15.250102 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.322959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.323274 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.335126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for b68a2e3c-52b9-44ec-bd67-2925c5e0c297 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:33:15.481634 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.510938 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=b68a2e3c-52b9-44ec-bd67-2925c5e0c297,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:15.523250 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.523635 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.524032 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.524373 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.524710 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.525043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.525375 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.525728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.526064 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.526396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.526720 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.527043 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:15.586949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.587237 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Floating IP 2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 disassociated (deleted). External IP: 172.25.2.45, port: af5834bc-c3be-45d6-9eff-8afdf53e15b3. Jul 23 17:33:15.795086 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 814acfdd-a813-42a0-9856-e55ecc4f86e2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:33:15.835598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.902925 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:15.907833 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:15.912764 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Sync routers for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:15.922566 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:15.923216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:15.944959 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b238754f-0e33-4131-adc9-cfc220df8410 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/floatingips/2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2 HTTP/1.1" status: 204 len: 168 time: 0.8491957 Jul 23 17:33:15.945610 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:33:15.948329 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d81f92d-0f0d-4057-8919-44a5fbc99df3" -d '{"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:33:15.984484 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766594c-634a-42b1-b6fd-dd70bb395111 x-openstack-request-id: req-2766594c-634a-42b1-b6fd-dd70bb395111 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:33:15.984783 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:33:15.985036 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2766594c-634a-42b1-b6fd-dd70bb395111 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:33:15.985439 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'status': 'completed', 'code': 200} Jul 23 17:33:16.036135 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:16.074224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-ef392a30-ea43-4538-8f9c-4c6016611c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:16.075686 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-ef392a30-ea43-4538-8f9c-4c6016611c00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0ce13bba8f4d4418879622860b9d7c35&device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 1096 time: 0.0690796 Jul 23 17:33:16.204770 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-2301101b-c0c2-43ce-a45f-df7ae562bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:16.206268 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-2301101b-c0c2-43ce-a45f-df7ae562bc50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 200 len: 898 time: 0.1232357 Jul 23 17:33:16.241896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:16.251622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-ee81e1c0-7cae-45bb-ad99-d99362055a50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 200 len: 217 time: 0.0388734 Jul 23 17:33:16.266024 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c94b7-3a7c-4a35-b259-bfa9671af803 req-899d1001-049b-4f43-99d6-9866d7c0fbed tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:16.267473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-337c94b7-3a7c-4a35-b259-bfa9671af803 req-899d1001-049b-4f43-99d6-9866d7c0fbed tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.1230588 Jul 23 17:33:16.274246 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Checking router: 814acfdd-a813-42a0-9856-e55ecc4f86e2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:16.282726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:16.283340 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:16.330882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-4067e050-acc8-4bf8-a58c-50b2fc716c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:16.332780 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-4067e050-acc8-4bf8-a58c-50b2fc716c60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 200 len: 835 time: 0.0745842 Jul 23 17:33:16.337716 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-337c94b7-3a7c-4a35-b259-bfa9671af803 req-e1c042ec-60e3-408f-b875-f859b1039f1e tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628989 Jul 23 17:33:16.389581 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:16.394268 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-bac87b0f-c6f2-4ce5-aead-538643d8aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:16.396522 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-bac87b0f-c6f2-4ce5-aead-538643d8aeb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe8fb44-7162-4edd-a14a-06ffafc93a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574467 Jul 23 17:33:16.497290 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-09747dce-861f-4ca5-8b58-89b2685f0ab8 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933213 Jul 23 17:33:16.601080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6d81f92d-0f0d-4057-8919-44a5fbc99df3 req-a8291ba0-262e-4cd7-9084-0a79bae114e7 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958247 Jul 23 17:33:16.747595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:16.774856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0ed9-a71e-4bc2-827f-1a274cf43739 None None] The sync data for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 is: [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:32:19Z', 'revision_number': 4, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'fa3737e9-3b64-4452-be92-78fb6ea2db1b', 'name': '', 'network_id': '7fe8fb44-7162-4edd-a14a-06ffafc93a77', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'mac_address': 'fa:16:3e:99:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:18Z', 'updated_at': '2021-07-23T17:32:23Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'subnets': [{'id': 'fa2c293a-251a-4868-9cce-b244f53839ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:16.988172 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29358357-6f4b-4b7d-a0d3-9fd694182a9e None None] New status for floating IP 2169ad2f-d4fe-4bf7-8cb0-7b3f9c83bcb2: DOWN {{(pid=94006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:33:17.470090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e09f-1da2-4462-b26a-3d081b86f094 req-1556b432-8f36-481f-a39c-0ffb678adc70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:17.471561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b24e09f-1da2-4462-b26a-3d081b86f094 req-1556b432-8f36-481f-a39c-0ffb678adc70 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0627601 Jul 23 17:33:17.511489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b24e09f-1da2-4462-b26a-3d081b86f094 req-51b5ac9d-2c39-44b1-ba87-3342b14a48fb tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/security-groups?id=b232b418-6da9-4d5f-ac2c-2a3bbe923885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Jul 23 17:33:17.730305 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:17.783490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5ef9-f44c-4791-af37-09d7348e448c req-514c07f9-2ba8-4fef-8b13-d37d2e8cb659 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:17.784933 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-701b5ef9-f44c-4791-af37-09d7348e448c req-514c07f9-2ba8-4fef-8b13-d37d2e8cb659 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 945 time: 0.0667675 Jul 23 17:33:17.883117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port af5834bc-c3be-45d6-9eff-8afdf53e15b3 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:33:17.883449 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:18.276572 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port af5834bc-c3be-45d6-9eff-8afdf53e15b3, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=af5834bc-c3be-45d6-9eff-8afdf53e15b3,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:18.276928 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:18.289315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for af5834bc-c3be-45d6-9eff-8afdf53e15b3 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:33:18.415305 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:18.446753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=af5834bc-c3be-45d6-9eff-8afdf53e15b3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:18.475890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.476429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.476546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.476890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.477192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.477516 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.477838 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.478281 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.478507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.478825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.479139 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.479465 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:18.502556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] No DVR routers for this DVR port af5834bc-c3be-45d6-9eff-8afdf53e15b3 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:33:18.505369 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:18.507403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-701b5ef9-f44c-4791-af37-09d7348e448c req-30103d0a-bbf1-4634-a612-99cfc5869349 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.67 "DELETE /v2.0/ports/af5834bc-c3be-45d6-9eff-8afdf53e15b3 HTTP/1.1" status: 204 len: 173 time: 0.7165456 Jul 23 17:33:18.507835 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'name': 'network-vif-deleted', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:33:18.510076 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a790d340-27fa-4968-a044-3c6554b2b7e4" -d '{"events": [{"server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "name": "network-vif-deleted", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:33:18.554543 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08772d-e27c-4813-bda3-5735f4c49510 x-openstack-request-id: req-6f08772d-e27c-4813-bda3-5735f4c49510 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:33:18.554862 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64988b0-c97d-4d02-bd8f-8f5149f5733d", "name": "network-vif-deleted", "tag": "af5834bc-c3be-45d6-9eff-8afdf53e15b3", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:33:18.555116 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f08772d-e27c-4813-bda3-5735f4c49510 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:33:18.555519 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64988b0-c97d-4d02-bd8f-8f5149f5733d', 'name': 'network-vif-deleted', 'tag': 'af5834bc-c3be-45d6-9eff-8afdf53e15b3', 'status': 'completed', 'code': 200} Jul 23 17:33:18.623151 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b3f13f56-727e-4b56-a5ff-5312aade3c57 req-0b4bc5ba-27da-4884-a0d8-cfbdbc4b0335 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "GET /v2.0/ports?device_id=d64988b0-c97d-4d02-bd8f-8f5149f5733d HTTP/1.1" status: 200 len: 210 time: 0.0327964 Jul 23 17:33:19.685159 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:20.040862 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:20.304637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port fa3737e9-3b64-4452-be92-78fb6ea2db1b {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:33:20.304895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:20.395678 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port fa3737e9-3b64-4452-be92-78fb6ea2db1b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fa3737e9-3b64-4452-be92-78fb6ea2db1b,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:20.396039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:20.408333 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for fa3737e9-3b64-4452-be92-78fb6ea2db1b owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:33:20.594753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:20.622222 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=fa3737e9-3b64-4452-be92-78fb6ea2db1b,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:20.756828 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device af5834bc-c3be-45d6-9eff-8afdf53e15b3 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:33:20.787627 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: af5834bc-c3be-45d6-9eff-8afdf53e15b3 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:33:20.787977 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device af5834bc-c3be-45d6-9eff-8afdf53e15b3 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:33:21.137226 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.348524 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Router 814acfdd-a813-42a0-9856-e55ecc4f86e2 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:33:21.453903 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:21.459341 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7cd26887-831f-45c3-a26d-6726fe55171b tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "PUT /v2.0/routers/814acfdd-a813-42a0-9856-e55ecc4f86e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731309 Jul 23 17:33:21.462052 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:21.464634 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Sync routers for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:21.474323 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:21.474940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:21.517224 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting subnet fa2c293a-251a-4868-9cce-b244f53839ed {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:33:21.520915 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.560901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.578591 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:21.642894 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.708639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.736637 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2c293a-251a-4868-9cce-b244f53839ed,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:21.738653 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.740508 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-162d8ffe-7b6f-4e70-a987-763e9d9be24f tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/subnets/fa2c293a-251a-4868-9cce-b244f53839ed HTTP/1.1" status: 204 len: 168 time: 0.2775264 Jul 23 17:33:21.743123 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44260) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:21.748859 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb97b71-7c43-48b1-b131-6bf9f809c855 None None] Network 7fe8fb44-7162-4edd-a14a-06ffafc93a77 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:33:21.847812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:33:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:21.850011 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:21.887694 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Checking router: 814acfdd-a813-42a0-9856-e55ecc4f86e2 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:21.903229 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Routers {'814acfdd-a813-42a0-9856-e55ecc4f86e2'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:21.903853 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['814acfdd-a813-42a0-9856-e55ecc4f86e2'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:21.953018 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.004793 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Deleting port e47200ce-1733-4f58-8337-8e6629be974a {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:33:22.005124 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.016536 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] Set router 814acfdd-a813-42a0-9856-e55ecc4f86e2 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:22.073683 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] DHCP port deletion for 7fe8fb44-7162-4edd-a14a-06ffafc93a77 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:33:22.089735 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] For port e47200ce-1733-4f58-8337-8e6629be974a, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e47200ce-1733-4f58-8337-8e6629be974a,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:22.090132 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.102512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Calling delete_port for e47200ce-1733-4f58-8337-8e6629be974a owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:33:22.207066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Deleting port a95ebb60-584a-4888-978f-78436afbd501 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:33:22.207445 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.271214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.278772 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] For port a95ebb60-584a-4888-978f-78436afbd501, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=a95ebb60-584a-4888-978f-78436afbd501,segment=NetworkSegment(41bceaff-d7ed-4ba1-a9ab-e35bb266903d),segment_id=41bceaff-d7ed-4ba1-a9ab-e35bb266903d)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:22.279167 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.293892 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Calling delete_port for a95ebb60-584a-4888-978f-78436afbd501 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:33:22.297481 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Port': ['ID=e47200ce-1733-4f58-8337-8e6629be974a,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:22.301709 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:33:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:22.338490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1e25e-fed9-44d4-a3cc-0d5979e15074 None None] The sync data for ids ['814acfdd-a813-42a0-9856-e55ecc4f86e2'] in n-d-800484-3 is: [{'id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352034890', 'tenant_id': '0ce13bba8f4d4418879622860b9d7c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:32:15Z', 'updated_at': '2021-07-23T17:33:20Z', 'revision_number': 5, 'project_id': '0ce13bba8f4d4418879622860b9d7c35', 'gw_port': {'id': 'e47200ce-1733-4f58-8337-8e6629be974a', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814acfdd-a813-42a0-9856-e55ecc4f86e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:32:16Z', 'updated_at': '2021-07-23T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:22.363179 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.410690 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.436324 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Pushing event deleted for resources: {'Port': ['ID=a95ebb60-584a-4888-978f-78436afbd501,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:22.441264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] No DVR routers for this DVR port a95ebb60-584a-4888-978f-78436afbd501 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:33:22.458590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.459152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.459477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.459786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.460151 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.460459 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.460790 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.461119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.461454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.461780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.462037 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.462185 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.462454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849fc011-b833-4e50-afdc-822be31a6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:22.464323 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.508306 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.508937 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Fanout notify agent at l3_agent the message router_deleted on router 814acfdd-a813-42a0-9856-e55ecc4f86e2 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:33:22.516970 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.518125 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-871a580b-d989-4c46-9d1a-636c3a0e9cda tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/routers/814acfdd-a813-42a0-9856-e55ecc4f86e2 HTTP/1.1" status: 204 len: 168 time: 0.7737753 Jul 23 17:33:22.520899 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44262) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:22.600176 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.684725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.696037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe8fb44-7162-4edd-a14a-06ffafc93a77']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:22.706456 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bceaff-d7ed-4ba1-a9ab-e35bb266903d') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:22.706746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bceaff-d7ed-4ba1-a9ab-e35bb266903d') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:22.716288 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.735559 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.743026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:33:22.743505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:33:22.766002 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:33:22.820097 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.839026 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.841124 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/networks/7fe8fb44-7162-4edd-a14a-06ffafc93a77 HTTP/1.1" status: 204 len: 168 time: 0.3193026 Jul 23 17:33:22.842065 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989c7e-8fce-4df6-aafb-8fd137949fec tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'Network': ['ID=7fe8fb44-7162-4edd-a14a-06ffafc93a77,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:22.844004 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44264) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:22.897728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95ebb60-584a-4888-978f-78436afbd501 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:33:22.910094 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.921379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: a95ebb60-584a-4888-978f-78436afbd501 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:33:22.921832 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device a95ebb60-584a-4888-978f-78436afbd501 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:33:22.922356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fa3737e9-3b64-4452-be92-78fb6ea2db1b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:33:22.936963 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:22.940944 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: fa3737e9-3b64-4452-be92-78fb6ea2db1b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:33:22.941299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fa3737e9-3b64-4452-be92-78fb6ea2db1b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:33:23.007851 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.010633 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.011798 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] 10.222.0.64 "DELETE /v2.0/security-groups/b232b418-6da9-4d5f-ac2c-2a3bbe923885 HTTP/1.1" status: 204 len: 168 time: 0.1670816 Jul 23 17:33:23.026205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4887d0-0d3f-498b-be83-4eb4facf43c4 tempest-TestNetworkAdvancedServerOps-1962521143 tempest-TestNetworkAdvancedServerOps-1962521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b232b418-6da9-4d5f-ac2c-2a3bbe923885,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:23.339448 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44272) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:23.492286 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f6531a3e-7388-4734-831c-0ee781fdcd65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ce13bba8f4d4418879622860b9d7c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516626 Jul 23 17:33:23.494829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44276) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:23.543280 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.563974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.610637 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.613113 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.614821 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c4170ad-352c-4b88-b83b-f83a4d398c53 HTTP/1.1" status: 204 len: 168 time: 0.1191118 Jul 23 17:33:23.622577 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6040b-a29a-40f5-a041-ef6e7f13c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4170ad-352c-4b88-b83b-f83a4d398c53,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:23.871444 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44282) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:23.885136 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e9db3c0-de41-4f16-875f-ca355f53d590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.972417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e9db3c0-de41-4f16-875f-ca355f53d590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:23.976974 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7e9db3c0-de41-4f16-875f-ca355f53d590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.017037 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7e9db3c0-de41-4f16-875f-ca355f53d590 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=158b3978698448fb92e5f99b7edd6daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444809 Jul 23 17:33:24.019130 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9db3c0-de41-4f16-875f-ca355f53d590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438442cf-fc36-4594-8934-52cb49318725,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:24.020150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44284) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:24.074624 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.094773 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.142967 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.145872 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.147028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/438442cf-fc36-4594-8934-52cb49318725 HTTP/1.1" status: 204 len: 168 time: 0.1257241 Jul 23 17:33:24.154456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06394-0208-4fb4-a734-5e021657d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438442cf-fc36-4594-8934-52cb49318725,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:24.748282 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e47200ce-1733-4f58-8337-8e6629be974a no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:33:24.771909 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e47200ce-1733-4f58-8337-8e6629be974a {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:33:24.772771 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e47200ce-1733-4f58-8337-8e6629be974a not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:33:24.852992 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44306) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:24.949140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-875453829-network', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:24.970020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Made reservation on behalf of f3674a933bb04484883fbb2d75b346f1 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:33:24.972200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:24.980617 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.064270 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.068098 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.089854 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:33:25.104998 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b0bb6-b52f-4648-9f56-27a6460c0fef,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:25.108440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.108772 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Added segment 7d3364b0-1b80-4627-bd09-6f9d57e5db19 of type vlan for network 5e037554-d92d-43cf-aa35-8340330d46e4 Jul 23 17:33:25.149811 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.179771 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.183271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:25.183888 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.222257 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3680596 Jul 23 17:33:25.225612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44310) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:25.230740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Request body: {'subnet': {'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-875453829-subnet', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:25.250945 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a8cf5-51f7-48f2-a588-81c0f33f65aa admin admin] Pushing event updated for resources: {'Network': ['ID=5e037554-d92d-43cf-aa35-8340330d46e4,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:25.252514 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Made reservation on behalf of f3674a933bb04484883fbb2d75b346f1 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:33:25.256876 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.261446 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:33:25.429239 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.482529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2196f9-1ec1-4c97-ae49-64b386e3898f,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:25.491539 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Checking segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:25.491993 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Network hostable DHCP agents. Network: 5e037554-d92d-43cf-aa35-8340330d46e4, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:33:25.507065 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:33:25.515722 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 5e037554-d92d-43cf-aa35-8340330d46e4) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:25.521270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:25.521858 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.527428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b8cf14-63bc-4121-8297-852936fc3568 None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:33:25.543152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-f00d1207-27fe-4a1d-944f-439d6c639536 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3138192 Jul 23 17:33:25.543374 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44312) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:25.547897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:25.568085 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.569110 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.625088 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.677482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-5e037554-d92d-43cf-aa35-8340330d46e4', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:33:25.678383 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.759929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.814372 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Allocated IP 172.20.0.2 (5e037554-d92d-43cf-aa35-8340330d46e4/cb2196f9-1ec1-4c97-ae49-64b386e3898f/fc921329-d95a-4222-ac45-f12178742e0c) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:25.955291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.964225 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.964445 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Transition to ACTIVE for port object fc921329-d95a-4222-ac45-f12178742e0c will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:25.979743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Transition to ACTIVE for port object fc921329-d95a-4222-ac45-f12178742e0c will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:25.986382 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:25.986553 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.024395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:26.027176 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:26.030592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:26.040343 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Pushing event updated for resources: {'Port': ['ID=fc921329-d95a-4222-ac45-f12178742e0c,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:26.092623 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Allocated IP 172.25.2.59 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/1a36e8f3-c7b4-4e3c-a270-7acfe582d46c) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:26.094851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Attempting to bind port fc921329-d95a-4222-ac45-f12178742e0c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:26.095264 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Attempting to bind port fc921329-d95a-4222-ac45-f12178742e0c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:26.096075 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Attempting to bind port fc921329-d95a-4222-ac45-f12178742e0c on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:26.102511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:26.102889 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Checking segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:26.103296 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.103692 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Bound using segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:26.104563 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Bound port: fc921329-d95a-4222-ac45-f12178742e0c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:26.105123 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.176804 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] For port fc921329-d95a-4222-ac45-f12178742e0c, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:26.179952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] For port fc921329-d95a-4222-ac45-f12178742e0c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc921329-d95a-4222-ac45-f12178742e0c,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:26.184638 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.201869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.241098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706312d9-190c-4b99-a04e-a5ac429d44a1 None None] Pushing event updated for resources: {'Port': ['ID=fc921329-d95a-4222-ac45-f12178742e0c,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:26.247116 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.293099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:26.296984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:26.300413 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:26.324804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Pushing event updated for resources: {'Port': ['ID=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:26.572424 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.771275 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:26.822517 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc921329-d95a-4222-ac45-f12178742e0c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:26.874663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port fc921329-d95a-4222-ac45-f12178742e0c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:26.914952 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:33:27.025755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:27.037009 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:27.042418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.046277 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6e64fb0b-2940-4a9e-bb13-7d548234840c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4995077 Jul 23 17:33:27.046613 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44314) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:27.048169 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:27.048805 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:27.156048 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:27.163775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721a249-1419-4999-94aa-cee6d5b999e8 None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:33:27.250234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Provisioning for port fc921329-d95a-4222-ac45-f12178742e0c completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:27.256972 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Provisioning complete for port fc921329-d95a-4222-ac45-f12178742e0c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:27.257472 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.351650 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:26Z', 'revision_number': 3, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:27.380216 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:27.380559 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Updating router 9578f3e3-ed05-4d75-9717-6b9760d37927 port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:33:27.397680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.420004 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.440273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] For port fc921329-d95a-4222-ac45-f12178742e0c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc921329-d95a-4222-ac45-f12178742e0c,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:27.445369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.498825 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.501118 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a47f0-ccce-4942-a8d8-76690d28ecaa None None] Pushing event updated for resources: {'Port': ['ID=fc921329-d95a-4222-ac45-f12178742e0c,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:27.667062 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-69b031b4-c8df-478f-8f08-f324f301d51e None None] Provisioning complete for port fc921329-d95a-4222-ac45-f12178742e0c triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:27.667327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Allocated IP 172.20.0.1 (5e037554-d92d-43cf-aa35-8340330d46e4/cb2196f9-1ec1-4c97-ae49-64b386e3898f/c7f6b682-bc66-4ca5-bc81-8f6df5443f7b) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:27.667454 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-69b031b4-c8df-478f-8f08-f324f301d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.726842 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.738955 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Transition to ACTIVE for port object 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:27.744925 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.775832 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.790463 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Transition to ACTIVE for port object c7f6b682-bc66-4ca5-bc81-8f6df5443f7b will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:27.795813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Attempting to bind port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:27.796162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Attempting to bind port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:27.796781 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Attempting to bind port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:27.804462 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Pushing event updated for resources: {'Port': ['ID=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:27.812274 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:27.812643 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:27.813042 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.813432 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:27.813881 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Bound port: 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:27.814280 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.817701 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.818071 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.818408 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.818739 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.819082 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.819388 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.819708 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.820024 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.820340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.820658 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.821058 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.821423 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:33:27.824957 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.866634 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:27.871206 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:27.879269 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] For port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:27.879501 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:27.882474 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:27.883495 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] For port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:27.888635 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.920107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:27.948116 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:27.948741 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:28.020227 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb404-64f7-485e-83e3-179631ea5a84 None None] Pushing event updated for resources: {'Port': ['ID=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:28.064801 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.068933 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:28.174815 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d751c8df-b0ec-45bc-86b8-9a1367661cde None None] Provisioning for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:28.180672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-d751c8df-b0ec-45bc-86b8-9a1367661cde None None] Provisioning complete for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:28.181122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d751c8df-b0ec-45bc-86b8-9a1367661cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.218638 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d751c8df-b0ec-45bc-86b8-9a1367661cde None None] Port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:33:28.233394 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.239217 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.250798 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:26Z', 'revision_number': 3, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:28.277039 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b198f-8d89-406f-aeb4-d5be8b291bfa None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:26Z', 'revision_number': 3, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:28.305334 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:28.307940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.405242 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:28.406765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:28.558306 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:33:28.680578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:28.685762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-522998f9-67c9-4fb0-ae84-4c96cea0b5f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/9578f3e3-ed05-4d75-9717-6b9760d37927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380422 Jul 23 17:33:28.743482 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0bf75667-5052-4285-9b72-186eba06a66d None None] Provisioning complete for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:28.743861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0bf75667-5052-4285-9b72-186eba06a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:28.782413 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-0bf75667-5052-4285-9b72-186eba06a66d None None] Port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:33:28.912004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc921329-d95a-4222-ac45-f12178742e0c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:28.965751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port fc921329-d95a-4222-ac45-f12178742e0c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:28.966161 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.210739 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:29.259464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:29.263922 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:29.264374 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.268586 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44330) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:29.274389 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-822615622-network', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:29.294900 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Made reservation on behalf of 1f7d3f7d2eea4447bfd3d2fd0ee1926c for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:33:29.297282 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.306093 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.348190 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.371166 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:29.376436 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.409247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.413549 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.430955 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:29.434829 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:33:29.449258 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea9469-51d1-4027-a03d-4f870fd91f2d,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:29.454215 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.454559 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Added segment bcc0b21a-8ce5-4a32-9845-4648f7a6cb69 of type vlan for network 8bf423be-9b58-4ef3-ab09-103a5427a112 Jul 23 17:33:29.494121 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.522940 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.523997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:29.524572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.548687 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2782092 Jul 23 17:33:29.551730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44332) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:29.557350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Request body: {'subnet': {'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-822615622-subnet', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:29.579923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Made reservation on behalf of 1f7d3f7d2eea4447bfd3d2fd0ee1926c for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:33:29.585975 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.591745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11baff3-c449-44fb-a60a-ccc1383d1703 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf423be-9b58-4ef3-ab09-103a5427a112,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:29.602269 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:33:29.676968 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.770667 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.829175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9614e4f1-28c6-49b4-aad0-c2097d9e8df9,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:29.838874 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Checking segment: {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:29.839234 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Network hostable DHCP agents. Network: 8bf423be-9b58-4ef3-ab09-103a5427a112, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:33:29.855358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:33:29.864355 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 8bf423be-9b58-4ef3-ab09-103a5427a112) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:29.868621 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:29.869204 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.873542 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cf90c-15bc-4732-826e-b56be7773f46 None None] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:33:29.885791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-29645f57-ac85-49bc-9073-6c567f8aaeb8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3327272 Jul 23 17:33:29.888576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44334) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:29.893185 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:29.912192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:29.915774 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.917069 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:29.968020 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:29.968641 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:29.977092 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.114493 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.206344 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-8bf423be-9b58-4ef3-ab09-103a5427a112', 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'fixed_ips': [{'subnet_id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:33:30.207312 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.220167 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:30.323740 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.342301 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.452221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Allocated IP 172.25.2.254 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/6f49199e-98bf-4e75-a5a5-e80ecc61c564) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:30.511375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Allocated IP 172.20.0.2 (8bf423be-9b58-4ef3-ab09-103a5427a112/9614e4f1-28c6-49b4-aad0-c2097d9e8df9/0aa0cc2a-f026-47d4-8bc3-00e472afb291) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:30.555747 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.600100 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.636725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:30.639697 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 2, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:30.639902 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:30.643341 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:30.672810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Pushing event updated for resources: {'Port': ['ID=6f49199e-98bf-4e75-a5a5-e80ecc61c564,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:30.677097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:30.677468 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Updating router 9578f3e3-ed05-4d75-9717-6b9760d37927 port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:33:30.742177 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.765070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.783847 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Transition to ACTIVE for port object 0aa0cc2a-f026-47d4-8bc3-00e472afb291 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:30.821795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:30.827592 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Transition to ACTIVE for port object 0aa0cc2a-f026-47d4-8bc3-00e472afb291 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:30.859585 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.907607 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:30.969064 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:30.981649 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:30.985728 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:30.988036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Pushing event updated for resources: {'Port': ['ID=0aa0cc2a-f026-47d4-8bc3-00e472afb291,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:31.035250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:31.035612 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.106805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.245495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Router 6020b3b8-5078-400c-b9fd-21dcab8a3259 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:33:31.284631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Attempting to bind port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:31.285258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Attempting to bind port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:31.285393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Attempting to bind port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 on network 8bf423be-9b58-4ef3-ab09-103a5427a112 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:31.300363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:31.301259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Checking segment: {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:31.301655 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.302073 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Bound using segment: {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:31.302531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Bound port: 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:31.302910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.354167 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:31.363947 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Sync routers for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:31.372303 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.376431 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:31.376431 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:31.377230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-efb9ce6d-018e-4ee9-8ea6-397f03326723 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4876213 Jul 23 17:33:31.378421 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44336) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:31.477392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] For port 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:31.481077 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.484856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] For port 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0aa0cc2a-f026-47d4-8bc3-00e472afb291,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:31.486276 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:31.493791 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.505667 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Transition to ACTIVE for port object c7f6b682-bc66-4ca5-bc81-8f6df5443f7b will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:31.552104 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.604379 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a5e4-02c8-4f86-812e-376c33675e03 None None] Pushing event updated for resources: {'Port': ['ID=0aa0cc2a-f026-47d4-8bc3-00e472afb291,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:31.728737 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84193fab-50e7-45c9-95c0-f4207d8c7d78 None None] Pushing event updated for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:31.734034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Attempting to bind port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:31.734425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Attempting to bind port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:31.734786 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Attempting to bind port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:31.740485 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:31.740871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Checking segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:31.741275 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.741678 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Bound using segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:31.742205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Bound port: c7f6b682-bc66-4ca5-bc81-8f6df5443f7b, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:31.742732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.843114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] For port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:31.852055 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:30Z', 'revision_number': 3, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:31.854801 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] For port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:31.862038 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:31.882773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Checking router: 6020b3b8-5078-400c-b9fd-21dcab8a3259 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:31.883356 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Updating router 6020b3b8-5078-400c-b9fd-21dcab8a3259 port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:33:31.926720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:31.927366 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:31.947292 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.014929 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84193fab-50e7-45c9-95c0-f4207d8c7d78 None None] Pushing event updated for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:32.077193 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:32.278119 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.289070 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Transition to ACTIVE for port object 6f49199e-98bf-4e75-a5a5-e80ecc61c564 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:32.297775 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.328941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:31Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:32.349830 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Attempting to bind port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:32.350243 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Attempting to bind port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:32.350605 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Attempting to bind port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:32.354049 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabc72e-cfc2-4ce2-ad4f-0040afde494c None None] Pushing event updated for resources: {'Port': ['ID=6f49199e-98bf-4e75-a5a5-e80ecc61c564,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:32.358962 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:32.359334 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:32.359733 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.360470 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:32.360609 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Bound port: 6f49199e-98bf-4e75-a5a5-e80ecc61c564, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:32.360937 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.366302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c6b1-c951-4194-ad81-534a38877e90 None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:31Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:32.431844 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.444084 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] For port 6f49199e-98bf-4e75-a5a5-e80ecc61c564, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:32.449188 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] For port 6f49199e-98bf-4e75-a5a5-e80ecc61c564, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6f49199e-98bf-4e75-a5a5-e80ecc61c564,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:32.455499 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.536311 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:32.536938 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:32.632132 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabc72e-cfc2-4ce2-ad4f-0040afde494c None None] Pushing event updated for resources: {'Port': ['ID=6f49199e-98bf-4e75-a5a5-e80ecc61c564,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:32.722918 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:32.734776 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Allocated IP 172.20.0.1 (8bf423be-9b58-4ef3-ab09-103a5427a112/9614e4f1-28c6-49b4-aad0-c2097d9e8df9/d6786556-4c68-4476-ac05-fe4d184ec8c6) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:32.925052 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:32.948821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Transition to ACTIVE for port object d6786556-4c68-4476-ac05-fe4d184ec8c6 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:32.981957 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0aa0cc2a-f026-47d4-8bc3-00e472afb291 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:33.012517 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.033856 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c6283-77c0-4fb8-9e53-092685c20ca4 None None] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:33:33.053608 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:33.056845 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:33.058164 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:30Z', 'revision_number': 3, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:33.060001 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:33.103364 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:33.115773 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ff1f7-ca45-4f77-a52f-fd254bd13e49 None None] The sync data for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 is: [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:30Z', 'revision_number': 3, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:33.120536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.161363 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:33.169673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Provisioning for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:33.178982 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:33.179363 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.187111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Provisioning complete for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:33.187449 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.359527 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.475691 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.480885 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.558476 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0aa0cc2a-f026-47d4-8bc3-00e472afb291,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:33.568850 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.569660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c7f6b682-bc66-4ca5-bc81-8f6df5443f7b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:33.614039 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.620597 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.680936 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.737678 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.db.api [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:33:33.744637 n-d-800484-3 neutron-server[94005]: DEBUG oslo_db.api [None req-6d3097e1-1347-4653-b039-6264362eb95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 17:33:33.769060 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=0aa0cc2a-f026-47d4-8bc3-00e472afb291,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:33.793188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:33.799204 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:33.799581 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.800351 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:33.891872 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:33.893377 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:33.907554 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:33.945045 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:33.951622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:34.033261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:34.051128 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Router 6020b3b8-5078-400c-b9fd-21dcab8a3259 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:33:34.180235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:34.190519 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1d1bb8a1-45eb-494c-bb4f-3ce4579196e9 admin admin] 10.222.0.64 "PUT /v2.0/routers/6020b3b8-5078-400c-b9fd-21dcab8a3259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102765 Jul 23 17:33:34.412069 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Provisioning for port d6786556-4c68-4476-ac05-fe4d184ec8c6 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:34.416265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Provisioning complete for port d6786556-4c68-4476-ac05-fe4d184ec8c6 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:34.416862 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:34.454576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Port d6786556-4c68-4476-ac05-fe4d184ec8c6 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:33:34.464660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Provisioning complete for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:34.464789 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-36061d21-71ea-4e90-bc90-844de97957c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:34.873273 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0aa0cc2a-f026-47d4-8bc3-00e472afb291 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:34.919531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44344) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:34.924243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542821022', 'description': 'tempest-secgroup-smoke-1542821022 description', 'project_id': 'f3674a933bb04484883fbb2d75b346f1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:34.928315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:34.928687 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:34.946426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.018443 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6f49199e-98bf-4e75-a5a5-e80ecc61c564 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:35.037997 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.043114 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.067333 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:35.068983 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.070251 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496890 Jul 23 17:33:35.071549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:35.072037 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.073637 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44346) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.078283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.080073 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac04550-cc3d-47e8-8e39-773fd4f2d39b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78b1eb-ae00-42da-93e2-8ad9b46e024c,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.107291 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.158421 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.165353 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.169022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.181622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 6f49199e-98bf-4e75-a5a5-e80ecc61c564, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6f49199e-98bf-4e75-a5a5-e80ecc61c564,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:35.184335 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe5efb1-6300-46bf-9a6a-0b66fa33f101,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.187083 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.190146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c7f6b682-bc66-4ca5-bc81-8f6df5443f7b up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:35.193389 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.194656 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-4275af0c-cc47-487a-b09b-848a00af5bad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200292 Jul 23 17:33:35.197458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44348) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.202043 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.228709 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.273813 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=6f49199e-98bf-4e75-a5a5-e80ecc61c564,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.283160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:35.283538 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.293779 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.298759 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.320475 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b79ae4-880d-4e10-8e5c-e09f62e1a27e,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.328104 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.332551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-44eb3028-4f10-4cac-af1b-cc7adccbf117 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310632 Jul 23 17:33:35.332854 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44350) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.338331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.368741 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.429803 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.433418 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.451250 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c48bb04-f2f0-431d-963e-0e8d331346fe,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.457767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.458924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-256529d2-b722-4b90-b611-625b8fc36849 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249068 Jul 23 17:33:35.461674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44352) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.465994 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.491977 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.556822 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.560632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.583148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d9c20c-221a-4019-af01-7edeb5c80160,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.587490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.588683 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-88bfc8b5-488d-4dc5-8096-3e610e2b5392 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260648 Jul 23 17:33:35.591414 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44354) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.595845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.618323 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Project f3674a933bb04484883fbb2d75b346f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:33:35.623442 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.696938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.700696 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.722451 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b7502d-e6df-48d4-badb-216816ca3230,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.727882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.728923 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-355860a8-9f77-458b-b3ff-ecfe322d8e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365907 Jul 23 17:33:35.731701 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44356) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:35.736086 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '5b78b1eb-ae00-42da-93e2-8ad9b46e024c', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:35.759577 n-d-800484-3 neutron-server[94003]: INFO neutron.db.securitygroups_db [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Project f3674a933bb04484883fbb2d75b346f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:33:35.765078 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.825726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Sync routers for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:35.831065 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.835495 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.836672 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:35.837589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:35.853103 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc743bd9-9cf1-40c1-ae1e-ea74e5164f05,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:35.859905 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:35.860887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9a6f47a0-ec28-469f-a913-92e28fd2c093 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282594 Jul 23 17:33:35.945811 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:36.001722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-cfc13158-ad44-4af9-bc3b-a6e1576ad94b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542821022&fields=id&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 267 time: 0.0334668 Jul 23 17:33:36.117168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-4aa58ce9-8850-4d1d-9e27-ce541bca22b5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:36.118698 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-4aa58ce9-8850-4d1d-9e27-ce541bca22b5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 808 time: 0.1104879 Jul 23 17:33:36.134200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-8fa0f833-daf3-440f-bee0-2fed4f69fb32 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/quotas/f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 375 time: 0.0098543 Jul 23 17:33:36.204377 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-d3f5d13c-1a93-423b-bc56-2ed47f26ae3a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639751 Jul 23 17:33:36.299625 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-00977d32-bfa4-4ded-894d-bc9720660ad6 service neutron] 10.222.0.64 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838501 Jul 23 17:33:36.305730 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 4, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'd6786556-4c68-4476-ac05-fe4d184ec8c6', 'name': '', 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'mac_address': 'fa:16:3e:44:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:32Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 2, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'subnets': [{'id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:36.335074 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Checking router: 6020b3b8-5078-400c-b9fd-21dcab8a3259 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:36.335436 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Updating router 6020b3b8-5078-400c-b9fd-21dcab8a3259 port d6786556-4c68-4476-ac05-fe4d184ec8c6 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:33:36.369413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.394847 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-908b6257-5c46-4248-a7a8-9d486bf4a2b5 service neutron] 10.222.0.64 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Jul 23 17:33:36.571254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c542fac1-7b69-4da5-9554-b1454d94c5b9 req-e3db8ccd-5f02-45be-a510-ed2ad26c4478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 210 time: 0.0342128 Jul 23 17:33:36.658657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.669071 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Transition to ACTIVE for port object d6786556-4c68-4476-ac05-fe4d184ec8c6 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:36.675530 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.728644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b69db-9164-45af-b26f-841940abe8cc None None] Pushing event updated for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:36.785706 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Attempting to bind port d6786556-4c68-4476-ac05-fe4d184ec8c6 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:36.786117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Attempting to bind port d6786556-4c68-4476-ac05-fe4d184ec8c6 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:36.786490 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Attempting to bind port d6786556-4c68-4476-ac05-fe4d184ec8c6 on network 8bf423be-9b58-4ef3-ab09-103a5427a112 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:36.791979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:36.792454 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Checking segment: {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:36.792769 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.793199 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Bound using segment: {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:36.793673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Bound port: d6786556-4c68-4476-ac05-fe4d184ec8c6, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:36.794091 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.840160 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6f49199e-98bf-4e75-a5a5-e80ecc61c564 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:36.899873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] For port d6786556-4c68-4476-ac05-fe4d184ec8c6, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:36.916556 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] For port d6786556-4c68-4476-ac05-fe4d184ec8c6, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d6786556-4c68-4476-ac05-fe4d184ec8c6,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:36.922613 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:36.956395 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:36.957528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:37.029225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:37.029862 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:14Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:37.036322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b69db-9164-45af-b26f-841940abe8cc None None] Pushing event updated for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:37.194868 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:37.407616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 4, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'd6786556-4c68-4476-ac05-fe4d184ec8c6', 'name': '', 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'mac_address': 'fa:16:3e:44:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:32Z', 'updated_at': '2021-07-23T17:33:36Z', 'revision_number': 4, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'subnets': [{'id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:37.437114 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcbddec-ae5f-40a4-b671-4feef63fcbc3 None None] The sync data for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 is: [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 4, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'd6786556-4c68-4476-ac05-fe4d184ec8c6', 'name': '', 'network_id': '8bf423be-9b58-4ef3-ab09-103a5427a112', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'mac_address': 'fa:16:3e:44:bb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:32Z', 'updated_at': '2021-07-23T17:33:36Z', 'revision_number': 4, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'subnets': [{'id': '9614e4f1-28c6-49b4-aad0-c2097d9e8df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:37.705010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e45ad55d-86ca-4f98-9105-49fb45dc66af req-3df13aa4-c9ee-4a7c-bd90-206cc2e09009 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 210 time: 0.0567935 Jul 23 17:33:37.799337 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-35632491-737d-4f5c-bacf-8081fdd5da29 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:37.801555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-35632491-737d-4f5c-bacf-8081fdd5da29 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 808 time: 0.1520343 Jul 23 17:33:37.844057 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-e745ca24-4a64-484e-b505-797d3d09c054 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 380 time: 0.0343843 Jul 23 17:33:37.853016 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'port': {'device_id': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'admin_state_up': True, 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'security_groups': ['5b78b1eb-ae00-42da-93e2-8ad9b46e024c']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:38.279270 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Made reservation on behalf of f3674a933bb04484883fbb2d75b346f1 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:33:38.283023 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.415670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Allocated IP 172.20.0.11 (5e037554-d92d-43cf-aa35-8340330d46e4/cb2196f9-1ec1-4c97-ae49-64b386e3898f/04b8eeb4-a3da-4004-9239-0763a5fedb98) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:38.558786 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.572630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Transition to ACTIVE for port object 04b8eeb4-a3da-4004-9239-0763a5fedb98 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:38.605576 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.648232 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:38.651453 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:38.655182 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:38.665307 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:38.724318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:38.724986 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.742020 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-226fa64e-2cc0-4ac0-abcb-e9b7cd9cccc4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924193 Jul 23 17:33:38.754568 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Request body: {'port': {'device_id': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:38.846976 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d6786556-4c68-4476-ac05-fe4d184ec8c6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:38.888545 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.899499 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d6786556-4c68-4476-ac05-fe4d184ec8c6 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:38.905330 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d6786556-4c68-4476-ac05-fe4d184ec8c6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:38.905706 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.929146 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f8cd35f-7824-452b-ad7b-bdfd653330c7 None None] Provisioning for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:38.936602 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-4f8cd35f-7824-452b-ad7b-bdfd653330c7 None None] Provisioning complete for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:38.936972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd35f-7824-452b-ad7b-bdfd653330c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:38.939439 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f97f-d070-4524-8e6b-880dbf2cbd5e req-4b98444a-63a7-40e0-ad8e-fb3f86330a1d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:38.941597 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d567f97f-d070-4524-8e6b-880dbf2cbd5e req-4b98444a-63a7-40e0-ad8e-fb3f86330a1d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 932 time: 0.1408005 Jul 23 17:33:38.980531 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cd35f-7824-452b-ad7b-bdfd653330c7 None None] Port 04b8eeb4-a3da-4004-9239-0763a5fedb98 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:33:39.020132 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.053681 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port d6786556-4c68-4476-ac05-fe4d184ec8c6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d6786556-4c68-4476-ac05-fe4d184ec8c6,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:39.056180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d567f97f-d070-4524-8e6b-880dbf2cbd5e req-e5586ca1-8147-45b8-93fc-d09639993c54 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080005 Jul 23 17:33:39.059143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.118104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:39.213525 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:33:39.220855 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.232761 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Transition to ACTIVE for port object 04b8eeb4-a3da-4004-9239-0763a5fedb98 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:33:39.236707 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.291810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:39.361882 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Attempting to bind port 04b8eeb4-a3da-4004-9239-0763a5fedb98 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:33:39.362246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Attempting to bind port 04b8eeb4-a3da-4004-9239-0763a5fedb98 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:33:39.362575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Attempting to bind port 04b8eeb4-a3da-4004-9239-0763a5fedb98 on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:39.367592 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Port 04b8eeb4-a3da-4004-9239-0763a5fedb98 on network 5e037554-d92d-43cf-aa35-8340330d46e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:33:39.367904 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Attempting to bind port 04b8eeb4-a3da-4004-9239-0763a5fedb98 on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:33:39.372748 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:33:39.373087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Checking segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:33:39.373469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Bound using segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:33:39.373895 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Bound port: 04b8eeb4-a3da-4004-9239-0763a5fedb98, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:33:39.374283 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.444674 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:33:39.447640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:33:39.454263 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.491162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:39.491793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:39.493316 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] 10.222.0.67 "PUT /v2.0/ports/04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1092 time: 0.7437541 Jul 23 17:33:39.493730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:33:39.495942 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9322c8c-ac6b-47d4-9841-d1e1ec774582" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:33:39.537736 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e3f0a-078e-493e-88dd-4e55ed5bb263 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:39.558025 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5431f77-025f-47a6-bfc4-1f44ee4bc8c4 x-openstack-request-id: req-f5431f77-025f-47a6-bfc4-1f44ee4bc8c4 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:33:39.558332 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:33:39.558586 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5431f77-025f-47a6-bfc4-1f44ee4bc8c4 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:33:39.559001 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'status': 'completed', 'code': 200} Jul 23 17:33:39.612841 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-11ea2b1b-6aa9-482b-a41d-6d50de18644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:39.614437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-11ea2b1b-6aa9-482b-a41d-6d50de18644c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1095 time: 0.0680287 Jul 23 17:33:39.657296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-9b18df9d-98bd-4ceb-8cc0-65ebf22298dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 217 time: 0.0359111 Jul 23 17:33:39.711389 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-fada7bbd-44b8-4c8b-8bbb-39e053e4a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:39.712913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-fada7bbd-44b8-4c8b-8bbb-39e053e4a65e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0499935 Jul 23 17:33:39.778947 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-159850f1-bcd7-4649-9257-fd7332ee63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:39.780475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-159850f1-bcd7-4649-9257-fd7332ee63b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605526 Jul 23 17:33:39.869541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-271d0752-bba3-426f-890c-6dc32c1647bd service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821905 Jul 23 17:33:39.966191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a8ea5c5e-0932-4c5c-bbcb-569d12049ffb req-80675dd9-5b6f-429b-b045-c1a07c7b8eee service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Jul 23 17:33:40.064129 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-63131d81-81c1-45cd-b2b9-0c369ca1b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.065641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-63131d81-81c1-45cd-b2b9-0c369ca1b7a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1095 time: 0.0539277 Jul 23 17:33:40.199909 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-942f8918-8c50-4f0c-9f5f-1c66c19be0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.201389 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-942f8918-8c50-4f0c-9f5f-1c66c19be0e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.1298699 Jul 23 17:33:40.244949 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-82928d18-fe98-45ea-b887-ad71b38139a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 217 time: 0.0368030 Jul 23 17:33:40.259033 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf72e1-6330-4d5e-9bde-7c76e86519eb req-b8871114-f62a-4e20-83f0-3dceab498e99 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.260551 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8bf72e1-6330-4d5e-9bde-7c76e86519eb req-b8871114-f62a-4e20-83f0-3dceab498e99 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.1199212 Jul 23 17:33:40.331468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-fe0bbdf3-a2a3-429d-9ca5-2383103fb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.332941 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-fe0bbdf3-a2a3-429d-9ca5-2383103fb471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0714793 Jul 23 17:33:40.335914 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d8bf72e1-6330-4d5e-9bde-7c76e86519eb req-8bb08653-1ad2-4aeb-8d74-5818b589ee7e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669699 Jul 23 17:33:40.393553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-6f544a86-7a49-47a5-a311-91152cdc1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:40.399490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-6f544a86-7a49-47a5-a311-91152cdc1d55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584230 Jul 23 17:33:40.499220 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-ac70710a-49dd-448b-83c7-f50adb9254fe service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899994 Jul 23 17:33:40.588303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c9322c8c-ac6b-47d4-9841-d1e1ec774582 req-a59e026e-fe12-443c-a3cd-c0450ee3984a service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827737 Jul 23 17:33:40.808222 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d6786556-4c68-4476-ac05-fe4d184ec8c6 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:40.854521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d6786556-4c68-4476-ac05-fe4d184ec8c6 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:40.854900 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:41.469036 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d607bb0-f711-4691-880b-672a02484353 req-feefb625-95b9-4563-8283-366087b39908 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:41.470561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d607bb0-f711-4691-880b-672a02484353 req-feefb625-95b9-4563-8283-366087b39908 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0670948 Jul 23 17:33:41.507524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3d607bb0-f711-4691-880b-672a02484353 req-7a6038ac-04db-4b4c-9d0c-649edea1ac48 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Jul 23 17:33:41.958989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3b8b06bb-6b3b-4105-8fbf-2705f37840ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:42.513772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:42.636556 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649000d-71e4-4a40-8af1-52e235d09ba2 req-090acf65-acac-4609-8b9c-d0410073ec79 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:42.638302 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e649000d-71e4-4a40-8af1-52e235d09ba2 req-090acf65-acac-4609-8b9c-d0410073ec79 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0639942 Jul 23 17:33:42.676259 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e649000d-71e4-4a40-8af1-52e235d09ba2 req-83f5170c-3560-424c-897a-0c013caa114c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Jul 23 17:33:42.783473 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:33:42.875553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:42.887458 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:33:42.929140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:42.942111 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:33:42.962397 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:42.966198 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:43.011930 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:43.170949 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['04b8eeb4-a3da-4004-9239-0763a5fedb98'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:33:43.807230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f45f-214f-4aae-a1d8-b2c126c93989 req-6879ba16-bb78-4ad8-887f-e67ab917bcb4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:43.808693 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c5f45f-214f-4aae-a1d8-b2c126c93989 req-6879ba16-bb78-4ad8-887f-e67ab917bcb4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 945 time: 0.0629294 Jul 23 17:33:43.844673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15c5f45f-214f-4aae-a1d8-b2c126c93989 req-b4c774bd-7396-4bf6-bbf3-56b19f526f1f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Jul 23 17:33:44.467737 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:44.510154 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b8758059-3afc-46b3-85ff-74e90d146745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:44.787091 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:33:44.835438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:33:44.838935 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:33:44.839304 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:44.915972 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:44.938549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:33:44.941353 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb134b52-5be2-4bc0-b201-8514b05e227f" -d '{"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:33:44.954523 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:33:44.959393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:44.986007 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400359a-e7f4-481e-96de-67965026d288 req-74bde38d-bd3a-4c3d-86ea-415381923b06 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:44.988233 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5400359a-e7f4-481e-96de-67965026d288 req-74bde38d-bd3a-4c3d-86ea-415381923b06 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 945 time: 0.0748065 Jul 23 17:33:44.991762 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4054525-29ad-4ba8-aad0-d16574019a87 x-openstack-request-id: req-e4054525-29ad-4ba8-aad0-d16574019a87 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:33:44.992047 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:33:44.992308 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4054525-29ad-4ba8-aad0-d16574019a87 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:33:44.992694 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'code': 200} Jul 23 17:33:45.015082 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:45.031437 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5400359a-e7f4-481e-96de-67965026d288 req-a92de819-d1d8-40c9-b7c2-4d27776e033e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352175 Jul 23 17:33:45.101447 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c5a79-2631-4617-9ecf-61478ada3754 req-6c823407-705b-4d4b-8703-b78dfdd9a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:45.102953 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-483c5a79-2631-4617-9ecf-61478ada3754 req-6c823407-705b-4d4b-8703-b78dfdd9a220 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0519128 Jul 23 17:33:45.137230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-483c5a79-2631-4617-9ecf-61478ada3754 req-d9dc8c3e-0d72-4d5e-a707-f72780ad6037 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275273 Jul 23 17:33:45.838995 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:46.169836 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb824-ce2c-4e0c-b8ba-9fd93dabae71 req-e2c44bdc-79f0-4c47-be30-032878913bce tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:46.171296 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4eb824-ce2c-4e0c-b8ba-9fd93dabae71 req-e2c44bdc-79f0-4c47-be30-032878913bce tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0702357 Jul 23 17:33:46.210387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5a4eb824-ce2c-4e0c-b8ba-9fd93dabae71 req-b545dd5d-9dc2-4c81-a034-71857817ed9b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Jul 23 17:33:46.338387 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e79b6-adff-41fb-abf7-5935af1d6205 req-f023969e-012b-4fab-b7ea-44b9271b2e9f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:46.339858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-927e79b6-adff-41fb-abf7-5935af1d6205 req-f023969e-012b-4fab-b7ea-44b9271b2e9f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0634298 Jul 23 17:33:46.376524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-927e79b6-adff-41fb-abf7-5935af1d6205 req-a4114aa0-1377-49b8-9041-e5507dbfe6b3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Jul 23 17:33:46.398721 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44412) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:46.537775 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb87a9b-56e5-49ac-aa0e-8a33dea25f07 tempest-TestShelveInstance-80997471 tempest-TestShelveInstance-80997471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:46.539313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-3cb87a9b-56e5-49ac-aa0e-8a33dea25f07 tempest-TestShelveInstance-80997471 tempest-TestShelveInstance-80997471-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1092 time: 0.1396153 Jul 23 17:33:46.542275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44416) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:33:46.549778 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:33:46.571869 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:46.682201 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:46.792640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Allocated IP 172.25.2.177 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/15d0d900-dd0e-4d9a-9ecb-bab8a958e599) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:33:46.895645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:46.933136 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:46.969436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:33:46.972847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:33:46.976228 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:33:46.984066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=15d0d900-dd0e-4d9a-9ecb-bab8a958e599,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:47.335677 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.418425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.579386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.585152 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.653505 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=15d0d900-dd0e-4d9a-9ecb-bab8a958e599,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:33:47.665733 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.732941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:47.774887 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Floating IP 8a64c414-ff2c-42b8-b891-2b3e34be021a associated. External IP: 172.25.2.177, port: 04b8eeb4-a3da-4004-9239-0763a5fedb98. Jul 23 17:33:47.984877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:33:48.091372 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:33:48.102120 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:33:48.110645 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:33:48.112277 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:48.113238 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:48.149007 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2c91a229-a69e-4658-9068-e39a0e5ef17d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6056683 Jul 23 17:33:48.149682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:33:48.152008 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cae00f5-3848-40e1-83f1-91c7ec96e17a" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:33:48.190128 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f5b46-a9c1-408b-938e-38356c78df86 x-openstack-request-id: req-ab2f5b46-a9c1-408b-938e-38356c78df86 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:33:48.190427 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:33:48.190713 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab2f5b46-a9c1-408b-938e-38356c78df86 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:33:48.191117 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'status': 'completed', 'code': 200} Jul 23 17:33:48.232253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:48.265245 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-3f1d23f8-e1c0-403e-b9a5-dae2b0c42b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:48.266804 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-3f1d23f8-e1c0-403e-b9a5-dae2b0c42b3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0552845 Jul 23 17:33:48.357825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-37b3c3ef-2675-4eb7-a075-dcdf08aa7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:48.359215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-37b3c3ef-2675-4eb7-a075-dcdf08aa7e19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0863585 Jul 23 17:33:48.424116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-7fe79a41-7c25-43ab-bb33-8d94f538e588 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1000 time: 0.0585475 Jul 23 17:33:48.451814 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8a64c414-ff2c-42b8-b891-2b3e34be021a', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:33:47Z', 'updated_at': '2021-07-23T17:33:47Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:48.473881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-f853657a-6c82-4b16-ba78-daf6d189189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:48.475421 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-f853657a-6c82-4b16-ba78-daf6d189189f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0450034 Jul 23 17:33:48.478666 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:33:48.487263 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:33:48.487952 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:33:44Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:48.541550 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-78befc1e-2428-4412-a539-9fc197e975c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:48.543006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-78befc1e-2428-4412-a539-9fc197e975c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618298 Jul 23 17:33:48.598824 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:33:48.637987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-a94284bc-a387-4a30-9ffd-ddd176c7ab08 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883129 Jul 23 17:33:48.741969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6cae00f5-3848-40e1-83f1-91c7ec96e17a req-2418cf39-cfed-45c7-980a-c4656b51e5e2 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963309 Jul 23 17:33:48.918983 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8a64c414-ff2c-42b8-b891-2b3e34be021a', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:33:47Z', 'updated_at': '2021-07-23T17:33:47Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:33:48.944213 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f6241-2f9a-4254-8095-2fd5a1d28406 None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '8a64c414-ff2c-42b8-b891-2b3e34be021a', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.177', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:33:47Z', 'updated_at': '2021-07-23T17:33:47Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:33:49.127157 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021dba22-d62f-4211-8924-031cbd1db3d4 None None] New status for floating IP 8a64c414-ff2c-42b8-b891-2b3e34be021a: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:33:51.084307 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:33:53.159791 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-1d0c7662-847d-4082-816c-ff6aae00e63e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647724 Jul 23 17:33:53.257422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-7166f733-b308-462a-9a73-a795a879317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:53.258956 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-7166f733-b308-462a-9a73-a795a879317f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0537071 Jul 23 17:33:53.362548 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-2b8a7e70-43e1-4f4b-a0dc-8657ea55ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:53.364634 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-2b8a7e70-43e1-4f4b-a0dc-8657ea55ba98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0882511 Jul 23 17:33:53.430426 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-10ae8ecc-31e5-486e-8181-562ffb8c5be1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0598826 Jul 23 17:33:53.483524 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-93304f9d-8180-43ec-9fa5-e3f5bf3fd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:53.485005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-93304f9d-8180-43ec-9fa5-e3f5bf3fd9ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0474057 Jul 23 17:33:53.544934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-3bad949d-0aab-482a-badf-69d9bc0ba530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:33:53.546473 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-3bad949d-0aab-482a-badf-69d9bc0ba530 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549393 Jul 23 17:33:53.939048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-36945f9b-7abd-4b95-9dae-7116ed5c28c4 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863156 Jul 23 17:33:54.031661 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-98e414c3-ac40-4f85-9a99-e07d70378d45 req-f198d52f-0f25-44bf-acf1-2e3a8b070e50 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Jul 23 17:33:59.657637 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:11.960662 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e82b4798-49b9-4281-9330-54e77e8939b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:12.528229 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:14.469181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:14.508562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f10c6556-d549-4073-80d9-8f3afb01eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:15.840034 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:17.738722 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:28.083033 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:34:29.658723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:41.960821 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-634d7e78-52be-4d9c-af2a-d5173c3c196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:42.525716 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:44.470966 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:44.508192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d14f3078-0071-49d2-aa52-97bacf8fc552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:45.842681 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:47.739704 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:34:53.160242 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-1d3bb6f3-d103-43a3-948c-ff55de0e0fab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603750 Jul 23 17:34:53.255120 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-0524ebc7-b6e9-4210-8fdd-50f9f1642a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.256626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-0524ebc7-b6e9-4210-8fdd-50f9f1642a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0565467 Jul 23 17:34:53.356501 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-1de22869-9c4e-4ad9-a7f7-dc16bb3c102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.357973 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-1de22869-9c4e-4ad9-a7f7-dc16bb3c102b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0828745 Jul 23 17:34:53.427813 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-b6862cf3-5def-4d26-b253-ca60745c6183 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0616896 Jul 23 17:34:53.474080 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-6800f47c-2f0f-4be3-bdd8-10e706e5cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.475471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-6800f47c-2f0f-4be3-bdd8-10e706e5cd12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0416417 Jul 23 17:34:53.531769 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-782ef58e-1187-4fd6-b7ea-ed2d159da355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:34:53.533256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-782ef58e-1187-4fd6-b7ea-ed2d159da355 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510454 Jul 23 17:34:53.627097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-30304308-3499-4c30-ac63-209cdacf9d77 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 Jul 23 17:34:53.715457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d13a1d8-8eb2-459e-9295-d32744902907 req-f06fcd65-1a08-4d91-b8d8-a065223daf9b service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808501 Jul 23 17:34:59.673916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:05.081293 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:35:11.962991 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be900039-e53c-4563-aa32-8749b87d1280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:12.524796 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:14.474786 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:14.506933 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c5d568f3-7d72-415b-87f3-79812ab9cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:15.845663 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:17.743388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:29.669763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:41.965772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c9f8fc62-6785-4dcb-b9e4-66d9c60349a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:42.080460 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:35:42.539426 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:44.476858 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:44.511749 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-40bcf1f8-05dd-4367-972c-dd5516157def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:45.013109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b7e5-6e60-4559-ade5-98bfe85dd38f req-951b9620-af65-4332-8879-9c3f55688240 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:45.014648 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7560b7e5-6e60-4559-ade5-98bfe85dd38f req-951b9620-af65-4332-8879-9c3f55688240 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.1157589 Jul 23 17:35:45.052526 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7560b7e5-6e60-4559-ade5-98bfe85dd38f req-b51868f7-dcd9-4201-b287-b3b66a0d1fb7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Jul 23 17:35:45.848723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:46.200072 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d038b-b90d-4636-a5a3-4e280536bd29 req-ee4bda7c-a100-42d7-a911-1b42f4e1c16d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:46.201581 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-782d038b-b90d-4636-a5a3-4e280536bd29 req-ee4bda7c-a100-42d7-a911-1b42f4e1c16d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0664217 Jul 23 17:35:46.239842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-782d038b-b90d-4636-a5a3-4e280536bd29 req-e69f9e19-4162-427f-a4ce-e1eaa5b42e02 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 23 17:35:47.396608 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55e2b3-10d7-4429-bfcb-dc00907c8198 req-b6d0d165-57d8-4edf-9225-32726c4ddcc8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:47.397913 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af55e2b3-10d7-4429-bfcb-dc00907c8198 req-b6d0d165-57d8-4edf-9225-32726c4ddcc8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0662494 Jul 23 17:35:47.435218 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-af55e2b3-10d7-4429-bfcb-dc00907c8198 req-b44b4da4-31cb-4c16-b751-e52993bb8119 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Jul 23 17:35:47.745274 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:48.566845 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2244362-c96b-4d68-bec2-10495934812d req-e9c8fbb9-3ca9-4ffb-b6ac-d39e623fa471 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:48.568343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2244362-c96b-4d68-bec2-10495934812d req-e9c8fbb9-3ca9-4ffb-b6ac-d39e623fa471 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0647588 Jul 23 17:35:48.607647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b2244362-c96b-4d68-bec2-10495934812d req-d91cee66-d49a-4897-a2a6-80767ef45598 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Jul 23 17:35:49.747962 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044fe3-9eda-47fe-bd6e-7a82c8815b7f req-ab19cc6a-40fa-4735-b06c-9ea95b2883da tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:49.749449 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67044fe3-9eda-47fe-bd6e-7a82c8815b7f req-ab19cc6a-40fa-4735-b06c-9ea95b2883da tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0684056 Jul 23 17:35:49.787741 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-67044fe3-9eda-47fe-bd6e-7a82c8815b7f req-7c4943e8-b99d-41eb-8896-a3e7c3b47063 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Jul 23 17:35:50.921586 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270dc8e-566a-4388-85d5-3a5f60024a79 req-3dd2e63c-1e9b-4e2b-96ee-0358c59ff969 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:50.923004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4270dc8e-566a-4388-85d5-3a5f60024a79 req-3dd2e63c-1e9b-4e2b-96ee-0358c59ff969 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0659454 Jul 23 17:35:50.960394 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4270dc8e-566a-4388-85d5-3a5f60024a79 req-77fa2f99-e524-439a-b693-d3dc34ec7a2a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jul 23 17:35:52.087740 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156aff-b381-4a49-b914-625738a3f345 req-2387bccf-640a-4f4f-8f27-1b6c444da4d0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:52.089715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd156aff-b381-4a49-b914-625738a3f345 req-2387bccf-640a-4f4f-8f27-1b6c444da4d0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0641289 Jul 23 17:35:52.128089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dd156aff-b381-4a49-b914-625738a3f345 req-8b16c311-8d00-47a0-8456-017ce49dba4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327713 Jul 23 17:35:53.295582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09c896-2642-4789-9384-0b9c2f57a288 req-8ba30ba3-8fae-4ecc-a14f-20896bda92f8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:53.297064 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb09c896-2642-4789-9384-0b9c2f57a288 req-8ba30ba3-8fae-4ecc-a14f-20896bda92f8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0951428 Jul 23 17:35:53.298883 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-2372eaa8-5855-4912-a9a7-dff760ebd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:53.300234 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-2372eaa8-5855-4912-a9a7-dff760ebd71e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.1528261 Jul 23 17:35:53.361484 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bb09c896-2642-4789-9384-0b9c2f57a288 req-c2576696-a028-427d-8f49-af4458a0576e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588214 Jul 23 17:35:53.420276 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-6598d9d0-3c59-48f2-ab12-bb8e6019cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:53.421668 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-6598d9d0-3c59-48f2-ab12-bb8e6019cd07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.1008215 Jul 23 17:35:53.488048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-8f07c593-98b4-43df-85a4-4997b7ce648d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0592086 Jul 23 17:35:53.534507 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-4112e73c-1ccf-4472-a906-a3dc3f04a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:53.535945 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-4112e73c-1ccf-4472-a906-a3dc3f04a650 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0421453 Jul 23 17:35:53.599037 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-fe917fd2-4dfc-40df-939f-c090302dd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:53.600547 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-fe917fd2-4dfc-40df-939f-c090302dd88f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589466 Jul 23 17:35:53.687610 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-faa34fc8-822d-4933-bf50-a554372c45e6 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806623 Jul 23 17:35:53.780285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eec09d40-16e0-4589-9e04-0ca4f250fa07 req-83800e26-4ebe-4584-9ede-fe013cf74ccd service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859897 Jul 23 17:35:54.490124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a9977-4af7-42c5-8d61-1075429fee54 req-49e58467-635e-46f4-a578-1a610e25c0f5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:54.491613 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d1a9977-4af7-42c5-8d61-1075429fee54 req-49e58467-635e-46f4-a578-1a610e25c0f5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0638030 Jul 23 17:35:54.535477 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d1a9977-4af7-42c5-8d61-1075429fee54 req-e8eb985c-53d7-49ed-be4f-d2c0e9f7e57e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Jul 23 17:35:55.672128 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b84d1b-3fa5-42d4-8aad-135ef9185c24 req-69e49a03-49d0-4bb3-bf83-3a93569a3539 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:55.673622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1b84d1b-3fa5-42d4-8aad-135ef9185c24 req-69e49a03-49d0-4bb3-bf83-3a93569a3539 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0686865 Jul 23 17:35:55.712113 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b1b84d1b-3fa5-42d4-8aad-135ef9185c24 req-5b94363f-9466-4497-bb73-11094c484b09 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328295 Jul 23 17:35:56.840116 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9be64-61c0-4647-8db2-9a1e6186808a req-c0039ab1-5b5e-4fc2-b377-8ed820559359 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:56.842159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fd9be64-61c0-4647-8db2-9a1e6186808a req-c0039ab1-5b5e-4fc2-b377-8ed820559359 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0632715 Jul 23 17:35:56.881036 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0fd9be64-61c0-4647-8db2-9a1e6186808a req-1f723c95-1155-4f54-92e3-57d63d641953 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Jul 23 17:35:57.454365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:35:57.555321 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:35:57.741752 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:35:57.780838 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:57.794521 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:35:57.816392 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:35:57.821107 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:57.877024 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:35:57.890083 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.890762 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.891314 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.891720 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.892132 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.892670 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.892937 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.893382 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.893719 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.894086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.894408 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.894734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:35:57.901969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['04b8eeb4-a3da-4004-9239-0763a5fedb98'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:35:58.046847 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c6b05-d0cd-4f2d-9c74-17fcd925c3be req-d9773120-8c9f-4a64-9608-c344188679bb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:58.048618 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f43c6b05-d0cd-4f2d-9c74-17fcd925c3be req-d9773120-8c9f-4a64-9608-c344188679bb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 945 time: 0.0872006 Jul 23 17:35:58.091191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f43c6b05-d0cd-4f2d-9c74-17fcd925c3be req-b77b3c57-4d57-49e2-afc7-f88ac6024583 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359428 Jul 23 17:35:59.233681 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51167-365e-4e20-b259-3be4e2002ae5 req-05130e22-1384-41f5-87e1-26b55ba97413 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:35:59.235230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24a51167-365e-4e20-b259-3be4e2002ae5 req-05130e22-1384-41f5-87e1-26b55ba97413 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 945 time: 0.0713193 Jul 23 17:35:59.276402 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-24a51167-365e-4e20-b259-3be4e2002ae5 req-f51c97db-7e19-4c61-810a-24814f0be367 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Jul 23 17:35:59.460182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:35:59.515174 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:35:59.515607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:59.616908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:59.642205 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:35:59.644487 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc99ce-0b30-4b32-af28-fcb9ce3b5fb4" -d '{"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:35:59.658873 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:35:59.670524 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:59.699450 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a1bec9-780d-491a-820e-34bed34a9981 x-openstack-request-id: req-15a1bec9-780d-491a-820e-34bed34a9981 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:35:59.700405 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:35:59.700727 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15a1bec9-780d-491a-820e-34bed34a9981 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:35:59.701229 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'code': 200} Jul 23 17:35:59.709323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:35:59.731624 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:00.423856 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebebb93-cb78-42fb-98f0-4013cc5f85af req-379afd9d-2c06-4704-ae84-74a6cce04e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:00.425569 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ebebb93-cb78-42fb-98f0-4013cc5f85af req-379afd9d-2c06-4704-ae84-74a6cce04e18 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0747166 Jul 23 17:36:00.475347 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ebebb93-cb78-42fb-98f0-4013cc5f85af req-608fa7e7-abff-49b0-933c-bab338ff9602 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Jul 23 17:36:01.625050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd89d3-029e-4b9f-84dd-ec261200fb06 req-8fdbe0ea-889a-42e7-b4cc-413a9d5738fc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:01.626766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6cd89d3-029e-4b9f-84dd-ec261200fb06 req-8fdbe0ea-889a-42e7-b4cc-413a9d5738fc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0752690 Jul 23 17:36:01.681403 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6cd89d3-029e-4b9f-84dd-ec261200fb06 req-a6932c83-44fd-4f58-ac0f-b76f23c5824a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Jul 23 17:36:02.820379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6bda-4688-41a9-8e75-e1ed2920be2a req-9ffe23ac-1b13-40eb-9513-51fe2fa1c22c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:02.826319 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-021d6bda-4688-41a9-8e75-e1ed2920be2a req-9ffe23ac-1b13-40eb-9513-51fe2fa1c22c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0753832 Jul 23 17:36:02.871842 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-021d6bda-4688-41a9-8e75-e1ed2920be2a req-73aead66-0cff-4312-8aa5-9b15609f57b5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365915 Jul 23 17:36:04.018158 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab556f63-1dbc-4cf1-a9ff-3470ec76530e req-af70a99d-7117-457c-b386-7dfe2a9cdb31 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:04.019799 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab556f63-1dbc-4cf1-a9ff-3470ec76530e req-af70a99d-7117-457c-b386-7dfe2a9cdb31 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0768442 Jul 23 17:36:04.064628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ab556f63-1dbc-4cf1-a9ff-3470ec76530e req-61655477-b19a-4550-a1c4-9f26316c0306 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Jul 23 17:36:05.218851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace5bb-985f-401b-a47d-8caed3609f37 req-f92ab120-c3c2-4e01-906a-86a8f45a0bd3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:05.220491 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0ace5bb-985f-401b-a47d-8caed3609f37 req-f92ab120-c3c2-4e01-906a-86a8f45a0bd3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0719829 Jul 23 17:36:05.266719 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c0ace5bb-985f-401b-a47d-8caed3609f37 req-7e654a62-8ff8-442c-83e2-40e90a89b0db tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Jul 23 17:36:06.396528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f271-0f2c-4c69-813b-ef0fcd9afc44 req-a649d06b-f18a-4090-bba1-360b1b258de8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:06.398044 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b116f271-0f2c-4c69-813b-ef0fcd9afc44 req-a649d06b-f18a-4090-bba1-360b1b258de8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0658193 Jul 23 17:36:06.435513 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b116f271-0f2c-4c69-813b-ef0fcd9afc44 req-2afadb39-0267-4515-b842-b6ae35e080ba tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Jul 23 17:36:06.962976 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-2c065c00-ab46-41c7-bd99-b2a11be33db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:06.964404 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-2c065c00-ab46-41c7-bd99-b2a11be33db2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0574818 Jul 23 17:36:07.059066 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-1a23cb70-9239-4dee-94a1-22025c14c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:07.060577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-1a23cb70-9239-4dee-94a1-22025c14c259 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0893993 Jul 23 17:36:07.130904 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-e6a04531-0335-41fa-891a-195ef4b34586 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0640020 Jul 23 17:36:07.177489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-fefacf36-3a38-46a9-a2ee-9c594e45c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:07.178929 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-fefacf36-3a38-46a9-a2ee-9c594e45c969 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0413172 Jul 23 17:36:07.237042 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-9716d3fd-d52a-4f59-bc91-086f26319c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:07.238561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-9716d3fd-d52a-4f59-bc91-086f26319c97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534005 Jul 23 17:36:07.331106 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-97208cf1-7ac5-4753-bc9b-dd6e0fede033 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852137 Jul 23 17:36:07.420078 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e07ed9ee-d650-4ed0-997e-6bc3d8d9bbb7 req-38ee5001-7e03-4c80-b6e3-f9ab4921e1fb service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Jul 23 17:36:07.574150 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b6c8-0474-4558-bb56-62981477cd99 req-1d4e61a5-53f1-4da8-ba5e-1c2897c902f7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:07.575589 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b618b6c8-0474-4558-bb56-62981477cd99 req-1d4e61a5-53f1-4da8-ba5e-1c2897c902f7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0691361 Jul 23 17:36:07.615362 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b618b6c8-0474-4558-bb56-62981477cd99 req-8490fbba-9013-42e4-89f7-a037179844ed tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Jul 23 17:36:08.744803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f534-e310-4598-a203-78912ac7930d req-e21d9127-5940-4801-b4b9-97b77d08a203 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:08.746957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f868f534-e310-4598-a203-78912ac7930d req-e21d9127-5940-4801-b4b9-97b77d08a203 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0642226 Jul 23 17:36:08.783651 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f868f534-e310-4598-a203-78912ac7930d req-1b5c3a69-8b57-4be9-a49b-ab005e3f1426 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Jul 23 17:36:09.913018 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a062d-3149-4818-aa06-c9ad7be827cd req-4ec9e73e-cff7-4ffe-88bb-9b90f926bc7e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:09.914414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d37a062d-3149-4818-aa06-c9ad7be827cd req-4ec9e73e-cff7-4ffe-88bb-9b90f926bc7e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0637527 Jul 23 17:36:09.951883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d37a062d-3149-4818-aa06-c9ad7be827cd req-85bab4a3-1667-49bb-87db-95f198d41705 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Jul 23 17:36:10.190026 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658daf0-76f8-43e2-a90d-a1cb3de5b632 req-c7d0b62f-7cc5-4a21-a6bd-2f9c4063b243 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:10.191530 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a658daf0-76f8-43e2-a90d-a1cb3de5b632 req-c7d0b62f-7cc5-4a21-a6bd-2f9c4063b243 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.0710468 Jul 23 17:36:10.230269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a658daf0-76f8-43e2-a90d-a1cb3de5b632 req-1ab6496a-096f-4515-a33e-8ca6fe8bdf2b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Jul 23 17:36:10.262599 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 44612) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:36:10.356115 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-3091e712-1bae-47a9-8226-6133cc11f509 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923631 Jul 23 17:36:11.140822 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb42b-f096-4feb-97f0-fd47839db781 req-5f6817a4-c13a-4cac-920a-e3c70f7bb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.142338 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-5f6817a4-c13a-4cac-920a-e3c70f7bb971 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 1097 time: 0.0586636 Jul 23 17:36:11.222537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb42b-f096-4feb-97f0-fd47839db781 req-8c83e041-3b80-46d2-a3eb-2492e5fba93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.224068 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-8c83e041-3b80-46d2-a3eb-2492e5fba93b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1097 time: 0.0564642 Jul 23 17:36:11.351534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb42b-f096-4feb-97f0-fd47839db781 req-8984bcd3-1e19-4d7b-80e2-9b7f73d2e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.353003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-8984bcd3-1e19-4d7b-80e2-9b7f73d2e2a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.1212215 Jul 23 17:36:11.423576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60aa62-d45b-495c-9fca-1f79cb375378 req-c1e0eae9-ded4-453f-acaf-e9b0625e7a94 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.424969 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc60aa62-d45b-495c-9fca-1f79cb375378 req-c1e0eae9-ded4-453f-acaf-e9b0625e7a94 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 946 time: 0.1250606 Jul 23 17:36:11.437073 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-5440b22e-ce06-450b-b490-2113ad1167ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0760505 Jul 23 17:36:11.502196 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fc60aa62-d45b-495c-9fca-1f79cb375378 req-30170d1c-b0d9-4033-b31b-05c73b6e122b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678940 Jul 23 17:36:11.509500 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb42b-f096-4feb-97f0-fd47839db781 req-bff13115-7233-4749-bc9e-aff64200dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.510931 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-bff13115-7233-4749-bc9e-aff64200dde3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0620286 Jul 23 17:36:11.523079 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:36:11.571759 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cb42b-f096-4feb-97f0-fd47839db781 req-feadd634-a13b-4b6c-9a7d-65f816e5e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:11.573265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-feadd634-a13b-4b6c-9a7d-65f816e5e0ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560842 Jul 23 17:36:11.602142 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.624557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:11.626836 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7130cc7c-0240-40e7-a59b-31851407da0d" -d '{"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-unplugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:11.639555 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:11.645251 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:11.672033 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3558ef7c-0297-4b0a-97a1-9e9ef360daef x-openstack-request-id: req-3558ef7c-0297-4b0a-97a1-9e9ef360daef {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:11.672390 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-unplugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:11.672566 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3558ef7c-0297-4b0a-97a1-9e9ef360daef {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:11.672956 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'code': 200} Jul 23 17:36:11.673542 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-7226fcfd-8b12-487e-82c2-f7018e73ddab service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933528 Jul 23 17:36:11.698597 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:11.763732 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-79e9e1ec-733c-47c3-8c4c-7afb537ad129 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829947 Jul 23 17:36:11.968522 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-07828f1a-61da-42d4-a4a7-661f8ac1c552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:12.561763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:12.646682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af3d0b-50f2-47f2-b9b5-93a6923737b4 req-d4e598fd-f6a9-4645-a5c9-38ecb66a6a17 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:12.648374 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40af3d0b-50f2-47f2-b9b5-93a6923737b4 req-d4e598fd-f6a9-4645-a5c9-38ecb66a6a17 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0675988 Jul 23 17:36:12.699525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-40af3d0b-50f2-47f2-b9b5-93a6923737b4 req-cea53257-8a67-4aae-af9d-73a0b86de4f0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394905 Jul 23 17:36:13.840213 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940e001-7c32-4675-b83f-d6b8a0a53c6a req-37b0b480-054e-407b-9a5c-972111232232 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:13.841766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a940e001-7c32-4675-b83f-d6b8a0a53c6a req-37b0b480-054e-407b-9a5c-972111232232 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0691435 Jul 23 17:36:13.880645 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a940e001-7c32-4675-b83f-d6b8a0a53c6a req-15e39a34-3756-4e49-8817-cc5150a8eb8a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327427 Jul 23 17:36:14.480980 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:14.515582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-87a00505-0534-4f13-be71-3c62a4749a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:15.016418 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19178d-5d7a-4550-9cc2-3a7c2795c3b7 req-fa68c513-b940-49e9-bd73-f91dead5bf64 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:15.017978 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a19178d-5d7a-4550-9cc2-3a7c2795c3b7 req-fa68c513-b940-49e9-bd73-f91dead5bf64 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0653291 Jul 23 17:36:15.066560 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9a19178d-5d7a-4550-9cc2-3a7c2795c3b7 req-c35438f3-8055-405d-83e7-587ed738d8ad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Jul 23 17:36:15.851489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:16.204266 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168e32-e907-484a-b734-e7a645a6330c req-1b44381d-9c51-4e4b-8f43-93d846dd415d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:16.205798 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78168e32-e907-484a-b734-e7a645a6330c req-1b44381d-9c51-4e4b-8f43-93d846dd415d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0702546 Jul 23 17:36:16.245712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78168e32-e907-484a-b734-e7a645a6330c req-da8bd19f-e637-4801-8cab-d65b4e790c6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jul 23 17:36:17.379382 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c080-0b93-4f2d-a92f-cdcbade5949c req-e670ebe8-ce01-46b1-be8a-a9febdffee5a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:17.380880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e371c080-0b93-4f2d-a92f-cdcbade5949c req-e670ebe8-ce01-46b1-be8a-a9febdffee5a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0638278 Jul 23 17:36:17.421388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e371c080-0b93-4f2d-a92f-cdcbade5949c req-091ba412-307b-4aa3-b198-868106f53ebc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Jul 23 17:36:17.749482 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:18.567547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af480-f61f-45a4-9509-0ddecd73ff06 req-db3b877a-c303-4391-b315-7340bcc02116 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:18.569105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea8af480-f61f-45a4-9509-0ddecd73ff06 req-db3b877a-c303-4391-b315-7340bcc02116 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0686650 Jul 23 17:36:18.618343 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ea8af480-f61f-45a4-9509-0ddecd73ff06 req-7c4f72c6-cefc-4278-a6e4-0b3b8607f71b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Jul 23 17:36:19.079879 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:36:19.754054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aabcc8-5526-45ad-a418-99a23131d2dc req-0978a0cd-0a04-4047-a8f2-c4fc2383a716 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:19.755578 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6aabcc8-5526-45ad-a418-99a23131d2dc req-0978a0cd-0a04-4047-a8f2-c4fc2383a716 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0656424 Jul 23 17:36:19.797994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6aabcc8-5526-45ad-a418-99a23131d2dc req-1aecf32c-09ad-4359-9ebb-26b86ef92e73 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364676 Jul 23 17:36:20.938328 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3aa8f-cdcb-43ff-9e43-1eaf5a8181f1 req-52344877-55ea-401b-b5c9-96095d1a4c4f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:20.939710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6b3aa8f-cdcb-43ff-9e43-1eaf5a8181f1 req-52344877-55ea-401b-b5c9-96095d1a4c4f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0652220 Jul 23 17:36:20.980715 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f6b3aa8f-cdcb-43ff-9e43-1eaf5a8181f1 req-9a7eb4dc-2f6f-4b2e-bb17-e0c909242634 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350182 Jul 23 17:36:22.119166 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb72865-2166-45f8-8098-0a42f23d390a req-61a10577-6fae-461b-8314-a1e5d04a9f6e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:22.121662 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffb72865-2166-45f8-8098-0a42f23d390a req-61a10577-6fae-461b-8314-a1e5d04a9f6e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0696883 Jul 23 17:36:22.160356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ffb72865-2166-45f8-8098-0a42f23d390a req-50937411-2219-439c-a3bd-2d7d9f22f4b0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Jul 23 17:36:23.289680 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2463a-7d91-41d2-8482-d44b995ba150 req-faec2764-b0df-4706-94c3-70d56d472e51 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:23.291202 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32a2463a-7d91-41d2-8482-d44b995ba150 req-faec2764-b0df-4706-94c3-70d56d472e51 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0647867 Jul 23 17:36:23.328603 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-32a2463a-7d91-41d2-8482-d44b995ba150 req-3cbbebad-2ee7-4623-b4bb-c489a88c2d75 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Jul 23 17:36:24.499869 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb44f6-0cee-4c6b-9a93-49dfc0bab9c4 req-a493328b-361a-4dd8-8c74-5e25c7fb6b48 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:24.501337 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20cb44f6-0cee-4c6b-9a93-49dfc0bab9c4 req-a493328b-361a-4dd8-8c74-5e25c7fb6b48 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.1016786 Jul 23 17:36:24.510430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb328-835e-4ce1-9b5c-0e58909d5455 req-b82207fd-5b68-4968-8ed6-3db79fdfa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:24.511840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66efb328-835e-4ce1-9b5c-0e58909d5455 req-b82207fd-5b68-4968-8ed6-3db79fdfa9a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1095 time: 0.0836792 Jul 23 17:36:24.564462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-20cb44f6-0cee-4c6b-9a93-49dfc0bab9c4 req-929aba7a-3541-435a-9392-77dabfc9e99c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562279 Jul 23 17:36:24.566104 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66efb328-835e-4ce1-9b5c-0e58909d5455 req-800c715a-0d49-4d2f-b533-1a86e04bbc89 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Jul 23 17:36:25.690258 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:36:25.697502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad81-319c-411b-b1df-48facb451c46 req-11c674b1-7bb1-4d71-8fe7-dc5166e75ceb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:25.699118 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f606ad81-319c-411b-b1df-48facb451c46 req-11c674b1-7bb1-4d71-8fe7-dc5166e75ceb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 944 time: 0.0670800 Jul 23 17:36:25.745723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f606ad81-319c-411b-b1df-48facb451c46 req-a819963d-364f-476f-9090-f12cb9342740 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Jul 23 17:36:25.793086 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:25.804518 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'port_id': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'mac_address': 'fa:16:3e:7d:5d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:36:25.845619 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.857961 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:36:25.877194 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:25.881298 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:25.928595 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=9']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:26.151117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['04b8eeb4-a3da-4004-9239-0763a5fedb98'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:36:26.879290 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969fd44-cb2f-4796-a9dc-e955f9fafd8b req-b4377ab7-53f4-492c-8a19-27e757df1db5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:26.880782 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4969fd44-cb2f-4796-a9dc-e955f9fafd8b req-b4377ab7-53f4-492c-8a19-27e757df1db5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 945 time: 0.0642545 Jul 23 17:36:26.917191 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4969fd44-cb2f-4796-a9dc-e955f9fafd8b req-110544ad-ecb6-4ec2-816e-44756fa587aa tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Jul 23 17:36:27.711056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:36:27.756549 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 04b8eeb4-a3da-4004-9239-0763a5fedb98 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:36:27.756912 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.832765 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.854658 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:36:27.856831 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6073de-994b-4d2a-9643-0263b1768f6d" -d '{"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:36:27.868830 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:36:27.873413 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:27.900393 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7367f876-2b52-43e1-b53a-2d4d47dd0bda x-openstack-request-id: req-7367f876-2b52-43e1-b53a-2d4d47dd0bda {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:36:27.900684 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-plugged", "status": "completed", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:36:27.900938 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7367f876-2b52-43e1-b53a-2d4d47dd0bda {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:36:27.901330 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'code': 200} Jul 23 17:36:27.924119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=10']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:36:29.677567 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:41.970395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-4dad89f7-2c7f-414a-985a-3473471cf9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:42.539766 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:44.485728 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:44.514901 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a0891b83-09f1-4f41-acc3-cf7a6feb47ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:45.854412 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:47.751721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:36:53.153875 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-857696c7-b56a-4abf-8778-6de2ff67bacf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575809 Jul 23 17:36:53.255168 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eedfa0-8005-404d-921c-aa82e0220484 req-ca52323f-38f0-4dc8-b07d-c316a29b4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:53.257062 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-ca52323f-38f0-4dc8-b07d-c316a29b4fbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1098 time: 0.0588470 Jul 23 17:36:53.361480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eedfa0-8005-404d-921c-aa82e0220484 req-16c9a9c1-864a-4c01-9fd6-8bfbed2f9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:53.362987 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-16c9a9c1-864a-4c01-9fd6-8bfbed2f9dcc service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0877295 Jul 23 17:36:53.434173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-11b093f5-95f5-43c5-9b24-a1f8e88e831d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 1002 time: 0.0615025 Jul 23 17:36:53.484060 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eedfa0-8005-404d-921c-aa82e0220484 req-6874dfa9-fadd-46d7-93df-a17c4eff810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:53.485495 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-6874dfa9-fadd-46d7-93df-a17c4eff810d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0447884 Jul 23 17:36:53.542093 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eedfa0-8005-404d-921c-aa82e0220484 req-e3824362-719b-40fe-b76f-db9fec24cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:36:53.543577 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-e3824362-719b-40fe-b76f-db9fec24cbbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516644 Jul 23 17:36:53.641025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-8b434c26-117b-4340-bc16-ed54ac09ec68 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897152 Jul 23 17:36:53.729873 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-26eedfa0-8005-404d-921c-aa82e0220484 req-5d207347-dc44-4b55-a25d-1557a235374e service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822036 Jul 23 17:36:56.078648 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:36:59.701996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:11.970832 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0aad6d4-d940-4b57-9375-070ad1a3f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:12.553737 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:14.486039 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:14.515732 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-78c10083-a896-45cb-b001-3b6b1f311088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:15.858098 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:17.754760 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:29.712463 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:33.079059 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:37:40.065523 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44742) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:40.227012 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Deleting port 15d0d900-dd0e-4d9a-9ecb-bab8a958e599 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:37:40.227354 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.306092 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.306422 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.318230 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Calling delete_port for 15d0d900-dd0e-4d9a-9ecb-bab8a958e599 owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:37:40.469442 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.495417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'Port': ['ID=15d0d900-dd0e-4d9a-9ecb-bab8a958e599,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:40.522462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.522805 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.523140 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.523472 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.523801 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.524137 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.524461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.524786 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.525109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.525427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.525747 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.526098 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:40.566775 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.567101 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Floating IP 8a64c414-ff2c-42b8-b891-2b3e34be021a disassociated (deleted). External IP: 172.25.2.177, port: 04b8eeb4-a3da-4004-9239-0763a5fedb98. Jul 23 17:37:40.776300 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:37:40.884393 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:37:40.888995 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:40.895905 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:37:40.905367 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:37:40.905996 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:37:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:40.925348 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8f7e91b-a5fa-42bb-93b3-99eee3a387d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a64c414-ff2c-42b8-b891-2b3e34be021a HTTP/1.1" status: 204 len: 168 time: 0.8586783 Jul 23 17:37:40.925924 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:37:40.928203 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:37:41.014745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:37:41.027515 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a04372e-0988-41d3-8269-ca87f4f60705 x-openstack-request-id: req-3a04372e-0988-41d3-8269-ca87f4f60705 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:37:41.027998 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:37:41.028371 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a04372e-0988-41d3-8269-ca87f4f60705 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:37:41.028880 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'status': 'completed', 'code': 200} Jul 23 17:37:41.124119 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-80e018f4-91c7-47d6-a4f8-9c21eaf06460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:41.125441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-80e018f4-91c7-47d6-a4f8-9c21eaf06460 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 1098 time: 0.0752373 Jul 23 17:37:41.217284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:41.242813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:37:41.250951 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:37:41.251538 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:37:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:41.256703 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57a9a-29c1-4f33-b965-6df61364b1e1 req-6f864127-3434-4ee9-977a-6b4a3a6017b7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:41.258475 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c57a9a-29c1-4f33-b965-6df61364b1e1 req-6f864127-3434-4ee9-977a-6b4a3a6017b7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 947 time: 0.1376204 Jul 23 17:37:41.261233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-72780d7b-ee7c-43f1-bed3-e5ec289e22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:41.262617 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-72780d7b-ee7c-43f1-bed3-e5ec289e22ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.1289048 Jul 23 17:37:41.310135 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-ad002388-8940-4d1f-aaad-b75323181945 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 200 len: 217 time: 0.0400302 Jul 23 17:37:41.351643 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d0c57a9a-29c1-4f33-b965-6df61364b1e1 req-528ca21f-9789-4fdd-91db-853fe112b03d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873570 Jul 23 17:37:41.353230 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:37:41.371099 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-2cfc1a9f-85b7-40c5-a433-4232a417bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:41.372572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-2cfc1a9f-85b7-40c5-a433-4232a417bc26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0522189 Jul 23 17:37:41.565162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:37:41.592908 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc04fd-1038-47d4-af60-7f3e77007982 None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:37:41.746819 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-58765216-ac5f-478c-8201-67f31b6c3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:41.748386 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-58765216-ac5f-478c-8201-67f31b6c3c61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3680987 Jul 23 17:37:41.815746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e182246-f5fc-4260-b13d-1e6ca8c02b1c None None] New status for floating IP 8a64c414-ff2c-42b8-b891-2b3e34be021a: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:37:41.840857 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-818d7376-6798-448e-93fa-90c9c100c4dc service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Jul 23 17:37:41.934024 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1f08b39b-e6b7-42ef-bee0-88537b51b0cb req-35b6207b-3a8d-4bdc-b028-85194872a7e2 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865581 Jul 23 17:37:41.970395 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-b31df96c-bbdf-4096-9eb3-0fe96c0ef5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.515833 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-62127d86-d45b-452e-afe4-ef1385ae0269 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:42.517303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-62127d86-d45b-452e-afe4-ef1385ae0269 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 947 time: 0.1038115 Jul 23 17:37:42.527483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffa69-6934-4146-aae6-c7f81ce6b854 req-fca2e419-14e8-4e90-ba88-8d47303485c7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:42.528918 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0adffa69-6934-4146-aae6-c7f81ce6b854 req-fca2e419-14e8-4e90-ba88-8d47303485c7 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bb19793-1d40-4202-a1f8-d66c09a69634 HTTP/1.1" status: 200 len: 947 time: 0.1061654 Jul 23 17:37:42.588886 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.605636 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0adffa69-6934-4146-aae6-c7f81ce6b854 req-711a911c-76b9-4842-8b6a-2d2babbfe34c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=5b78b1eb-ae00-42da-93e2-8ad9b46e024c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698001 Jul 23 17:37:42.650803 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Deleting port 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:37:42.651059 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.740544 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] For port 04b8eeb4-a3da-4004-9239-0763a5fedb98, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=04b8eeb4-a3da-4004-9239-0763a5fedb98,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:37:42.740890 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.752553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Calling delete_port for 04b8eeb4-a3da-4004-9239-0763a5fedb98 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:37:42.879839 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.910534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'Port': ['ID=04b8eeb4-a3da-4004-9239-0763a5fedb98,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:42.940655 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.941032 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.941336 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.941696 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.942017 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.942339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.942661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.942979 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.943296 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.943612 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.943928 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.944242 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:37:42.971657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] No DVR routers for this DVR port 04b8eeb4-a3da-4004-9239-0763a5fedb98 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:37:42.974218 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:42.976250 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-098cd599-f211-4fa8-9937-48e8a27efc24 req-d7cb2e4e-036f-432b-add0-e40c9aefd681 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "DELETE /v2.0/ports/04b8eeb4-a3da-4004-9239-0763a5fedb98 HTTP/1.1" status: 204 len: 173 time: 0.4464643 Jul 23 17:37:42.976699 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-deleted', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:37:42.979008 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f816f7a-862a-43d9-9882-1ec2ffa36df3" -d '{"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-deleted", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:37:43.072190 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce5ab72-de72-458b-bbc7-894260e5d44f x-openstack-request-id: req-9ce5ab72-de72-458b-bbc7-894260e5d44f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:37:43.072480 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb19793-1d40-4202-a1f8-d66c09a69634", "name": "network-vif-deleted", "tag": "04b8eeb4-a3da-4004-9239-0763a5fedb98", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:37:43.072760 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ce5ab72-de72-458b-bbc7-894260e5d44f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:37:43.073183 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb19793-1d40-4202-a1f8-d66c09a69634', 'name': 'network-vif-deleted', 'tag': '04b8eeb4-a3da-4004-9239-0763a5fedb98', 'status': 'completed', 'code': 200} Jul 23 17:37:43.663028 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44766) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:43.721670 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:43.745760 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:43.807784 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:43.811284 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:43.812460 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "DELETE /v2.0/security-groups/5b78b1eb-ae00-42da-93e2-8ad9b46e024c HTTP/1.1" status: 204 len: 168 time: 0.1483531 Jul 23 17:37:43.821723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa98a19-e3a6-401c-b0bc-01350c6a43cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78b1eb-ae00-42da-93e2-8ad9b46e024c,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.360172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44772) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:44.365179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564558558', 'description': 'tempest-secgroup-smoke-564558558 description', 'project_id': 'f3674a933bb04484883fbb2d75b346f1'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:44.387867 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.468467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.473193 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.487683 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.499572 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.500815 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396339 Jul 23 17:37:44.503651 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44774) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:44.508326 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:44.514530 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b6ce4-0b94-4c44-a0fb-4416345ff7e1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e694db2-af10-402d-bd3e-f25895ba6054,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.530721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-289d3692-b79e-4447-8684-577703b51733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.540165 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.596429 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.599835 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.616439 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746fe6e9-d1d1-4f2d-b444-d35210d780a9,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.622340 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.623598 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-9b9f4c0b-0613-48b9-9737-577001655687 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190395 Jul 23 17:37:44.626427 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44776) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:44.630745 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:44.659403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.717313 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.721333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.743110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b85b636-a3d0-4b0e-8c35-f21e04223671,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.749654 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.750913 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8ad3aafc-e0c0-4f49-b77c-5f6bc8d3602b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235814 Jul 23 17:37:44.753571 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44778) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:44.758360 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:44.784585 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.843504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.847168 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.867165 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4625f0-cf0b-4748-814d-095b17054df8,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.870906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.872126 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3aeca028-7ea9-4e3c-ac52-3665b467bc6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175897 Jul 23 17:37:44.874850 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44780) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:44.879623 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:44.907536 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.968438 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.972417 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.990392 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66dc60f-45a6-4790-b8e9-51fa5d60a9aa,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:44.998568 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:44.999836 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-cc805702-9089-4c4b-9b10-31791bd01d3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239681 Jul 23 17:37:45.002539 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44782) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:45.006956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:45.028078 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Project f3674a933bb04484883fbb2d75b346f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:37:45.032901 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.093712 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.097470 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.117275 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54b8c6f-4845-49e3-ad92-e7cdb0283a17,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:45.123085 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.124819 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6bb2fb97-40d5-429a-8e8a-8d419b3cf494 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213386 Jul 23 17:37:45.127526 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44784) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:37:45.131926 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'security_group_rule': {'security_group_id': '0e694db2-af10-402d-bd3e-f25895ba6054', 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:37:45.153746 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Project f3674a933bb04484883fbb2d75b346f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:37:45.158430 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.218007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.221570 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.238782 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7b5b0b-622f-410f-b2df-104a4d66520d,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:37:45.244213 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:45.245385 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-3c772f39-b391-4788-a363-dcd0b9675884 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169374 Jul 23 17:37:45.861730 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:46.204479 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:37:46.227290 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 04b8eeb4-a3da-4004-9239-0763a5fedb98 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:37:46.227926 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 04b8eeb4-a3da-4004-9239-0763a5fedb98 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:37:47.758706 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:59.518128 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-45ec56d9-b0f1-4beb-b71c-85bb43eae27b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564558558&fields=id&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 267 time: 0.0335007 Jul 23 17:37:59.627201 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-4cbf2115-2b56-46d8-a696-81c0f2a4402d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:37:59.628616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-4cbf2115-2b56-46d8-a696-81c0f2a4402d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 808 time: 0.1040246 Jul 23 17:37:59.643647 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-0cdeabda-9fe4-4b95-ad06-29cf5a22bbbe tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/quotas/f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Jul 23 17:37:59.710924 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-6e589962-0bfa-40f2-95bb-4fd929f8d9d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620863 Jul 23 17:37:59.711692 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:37:59.849382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-f3762bc9-d72e-4084-8639-06d21c76098d service neutron] 10.222.0.64 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256592 Jul 23 17:37:59.938744 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-f806d93b-4689-4608-aa66-f69a252d6ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832398 Jul 23 17:38:00.232628 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ced746b-2a57-496d-a0bc-92b06925683b req-aaf7dd00-7740-4b9b-a999-a68098456ad4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0343399 Jul 23 17:38:01.182781 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-9f212789-2924-4169-8963-2cf0cd029466 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:01.184239 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-9f212789-2924-4169-8963-2cf0cd029466 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 808 time: 0.1035047 Jul 23 17:38:01.229067 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-a64ab460-c9d2-4625-bc79-15aa4dd404b3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 379 time: 0.0345602 Jul 23 17:38:01.239077 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'port': {'device_id': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'admin_state_up': True, 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'security_groups': ['0e694db2-af10-402d-bd3e-f25895ba6054']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:38:01.337066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d39a745b-18c4-4ed4-8934-459f8b3c9cb1 req-b3f40562-b4e2-4764-a30f-1ee9aafd4af5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0335605 Jul 23 17:38:01.379765 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Made reservation on behalf of f3674a933bb04484883fbb2d75b346f1 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:38:01.383700 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:01.524477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Allocated IP 172.20.0.12 (5e037554-d92d-43cf-aa35-8340330d46e4/cb2196f9-1ec1-4c97-ae49-64b386e3898f/da362657-2243-42a7-9196-22f8f2e6d82b) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:38:01.674386 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:01.694471 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Transition to ACTIVE for port object da362657-2243-42a7-9196-22f8f2e6d82b will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:38:01.730980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:01.777682 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:38:01.780793 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:38:01.784547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:38:01.793380 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:01.851729 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:01.852377 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:01.869392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-735f1fc6-4bad-4074-8d35-3f3580d510ea tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341925 Jul 23 17:38:01.882407 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Request body: {'port': {'device_id': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:38:01.967398 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.089923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ed8c7ffb-1e8f-4ac3-bb95-bcc563ede840 None None] Provisioning for port da362657-2243-42a7-9196-22f8f2e6d82b completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:38:02.094294 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ed8c7ffb-1e8f-4ac3-bb95-bcc563ede840 None None] Provisioning complete for port da362657-2243-42a7-9196-22f8f2e6d82b triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:38:02.094660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7ffb-1e8f-4ac3-bb95-bcc563ede840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.128481 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c7ffb-1e8f-4ac3-bb95-bcc563ede840 None None] Port da362657-2243-42a7-9196-22f8f2e6d82b cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:38:02.239491 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da362657-2243-42a7-9196-22f8f2e6d82b {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:38:02.247255 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.259972 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Transition to ACTIVE for port object da362657-2243-42a7-9196-22f8f2e6d82b will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:38:02.264524 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.314842 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:02.422434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Attempting to bind port da362657-2243-42a7-9196-22f8f2e6d82b on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:38:02.422755 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Attempting to bind port da362657-2243-42a7-9196-22f8f2e6d82b by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:38:02.423208 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Attempting to bind port da362657-2243-42a7-9196-22f8f2e6d82b on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:38:02.460255 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Port da362657-2243-42a7-9196-22f8f2e6d82b on network 5e037554-d92d-43cf-aa35-8340330d46e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:38:02.460604 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Attempting to bind port da362657-2243-42a7-9196-22f8f2e6d82b on network 5e037554-d92d-43cf-aa35-8340330d46e4 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:38:02.469315 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:38:02.469663 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Checking segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:38:02.470087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Bound using segment: {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:38:02.470533 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Bound port: da362657-2243-42a7-9196-22f8f2e6d82b, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3364b0-1b80-4627-bd09-6f9d57e5db19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:38:02.470896 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.548481 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99497a-ccb7-4b55-ba5a-05521b7228d5 req-d632ef38-7f6a-4020-a3c0-e26296c6a578 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:02.550025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f99497a-ccb7-4b55-ba5a-05521b7228d5 req-d632ef38-7f6a-4020-a3c0-e26296c6a578 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.1289589 Jul 23 17:38:02.589686 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:38:02.610843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:38:02.616851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8f99497a-ccb7-4b55-ba5a-05521b7228d5 req-d057feb0-d7c9-4a0a-95ca-4bc7eeb33f32 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607724 Jul 23 17:38:02.618338 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.655957 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:02.656586 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:02.658147 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 1092 time: 0.7803988 Jul 23 17:38:02.658626 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:38:02.660912 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b913b025-f960-49a4-8ba0-239018db18e4" -d '{"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:38:02.701884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afc12f-07fe-4f63-968f-d13ae528e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:02.735395 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3428bb2f-f152-4f64-a7da-e40f757e572f x-openstack-request-id: req-3428bb2f-f152-4f64-a7da-e40f757e572f {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:38:02.735692 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:38:02.735948 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3428bb2f-f152-4f64-a7da-e40f757e572f {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:38:02.736351 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'status': 'completed', 'code': 200} Jul 23 17:38:02.766990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-3269e7b0-d5dd-452e-8978-0e54156c0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:02.768561 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-3269e7b0-d5dd-452e-8978-0e54156c0c67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1095 time: 0.0636673 Jul 23 17:38:02.819776 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-d0e4a480-da30-4fa3-a52c-2dc80469dc15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 217 time: 0.0424397 Jul 23 17:38:02.872180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-45272aee-d628-4d27-8629-744727e0c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:02.874289 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-45272aee-d628-4d27-8629-744727e0c81c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0471263 Jul 23 17:38:02.939339 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b323eb-9846-407c-8880-508d15df2bcb req-4689c8bc-ba5c-4770-8194-b2100677e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:02.941146 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-4689c8bc-ba5c-4770-8194-b2100677e3ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601342 Jul 23 17:38:03.043640 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-9f8e57dd-a754-4768-8986-075cb51a0b73 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946314 Jul 23 17:38:03.137314 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f4b323eb-9846-407c-8880-508d15df2bcb req-80d1b91f-be0c-4591-b4f5-a1458c7bba7f service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863855 Jul 23 17:38:03.241350 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b025-f960-49a4-8ba0-239018db18e4 req-42a688a3-a276-4727-b559-5a463b83ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:03.242910 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-42a688a3-a276-4727-b559-5a463b83ced4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1095 time: 0.0636005 Jul 23 17:38:03.335358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b025-f960-49a4-8ba0-239018db18e4 req-de6f7d9d-9b31-4dad-821a-b0d4af725656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:03.336730 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-de6f7d9d-9b31-4dad-821a-b0d4af725656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0866988 Jul 23 17:38:03.381515 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-01b35e0c-b8d5-43fb-89f6-9cb27af76984 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 217 time: 0.0378675 Jul 23 17:38:03.430154 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b025-f960-49a4-8ba0-239018db18e4 req-836f4605-60ea-471e-9bb4-a6c74998dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:03.431638 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-836f4605-60ea-471e-9bb4-a6c74998dcf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0444753 Jul 23 17:38:03.491753 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b025-f960-49a4-8ba0-239018db18e4 req-9d097df7-a511-44b4-acd3-74c081393f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:03.493200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-9d097df7-a511-44b4-acd3-74c081393f2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544116 Jul 23 17:38:03.593023 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-d73cc6ea-6aac-43c1-bca4-23669afe531f service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911305 Jul 23 17:38:03.686138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b913b025-f960-49a4-8ba0-239018db18e4 req-32775c6a-1d8c-42a0-8475-46c1a9da2081 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865769 Jul 23 17:38:03.768054 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549119b-d87b-4264-b683-4430507fd0fa req-0a60aac6-3bfc-463f-a19a-ee7b5d18e684 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:03.769535 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2549119b-d87b-4264-b683-4430507fd0fa req-0a60aac6-3bfc-463f-a19a-ee7b5d18e684 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0722847 Jul 23 17:38:03.806216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2549119b-d87b-4264-b683-4430507fd0fa req-640096c5-a50b-49db-b91e-5442a6603daf tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Jul 23 17:38:04.942157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924524a-285e-4472-a014-7489d363145b req-27a5bfe8-caae-4687-85fd-d2049961757f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:04.943764 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4924524a-285e-4472-a014-7489d363145b req-27a5bfe8-caae-4687-85fd-d2049961757f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0684226 Jul 23 17:38:04.983999 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4924524a-285e-4472-a014-7489d363145b req-1d14fed4-2591-4ad5-b39b-3ea845d37a3c tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343227 Jul 23 17:38:06.114345 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd1c0-a2bd-44d4-8e42-dda49a9490f3 req-b71c32a3-2f4c-4050-b5a8-77195e81ddb1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:06.115823 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e44bd1c0-a2bd-44d4-8e42-dda49a9490f3 req-b71c32a3-2f4c-4050-b5a8-77195e81ddb1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0630946 Jul 23 17:38:06.152493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e44bd1c0-a2bd-44d4-8e42-dda49a9490f3 req-6d96bb0f-07eb-4fa0-8b44-4a8e6d4b3de9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309925 Jul 23 17:38:07.284936 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64775a97-82f8-427c-b9f1-3fd82270b1f1 req-63c092b9-e3ba-4307-9395-3e026a037c3b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:07.286428 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64775a97-82f8-427c-b9f1-3fd82270b1f1 req-63c092b9-e3ba-4307-9395-3e026a037c3b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0672393 Jul 23 17:38:07.323269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-64775a97-82f8-427c-b9f1-3fd82270b1f1 req-3988f42d-0d66-4f62-b71f-dd669f059be0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313420 Jul 23 17:38:08.467569 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e3ec9-081a-4cf5-b173-3e8913a9bec4 req-e4cf58b8-ab9d-4cea-8ef6-b01e9757c19e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:08.469063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c98e3ec9-081a-4cf5-b173-3e8913a9bec4 req-e4cf58b8-ab9d-4cea-8ef6-b01e9757c19e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0664539 Jul 23 17:38:08.505775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c98e3ec9-081a-4cf5-b173-3e8913a9bec4 req-04ec14f9-827a-4600-ba6e-d7ed9f84a4f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Jul 23 17:38:09.638206 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbc98-9bce-4901-8415-927fbc45aa2a req-fa2c1a98-9bc6-48f9-8d9f-f11683d222d6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:09.639786 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-741bbc98-9bce-4901-8415-927fbc45aa2a req-fa2c1a98-9bc6-48f9-8d9f-f11683d222d6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0674322 Jul 23 17:38:09.679172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-741bbc98-9bce-4901-8415-927fbc45aa2a req-04da93e9-1598-4839-ab63-c8138bf5fb05 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Jul 23 17:38:10.077575 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:38:10.807333 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf0fa-b147-4a54-87f8-1e66477b203c req-2744d98e-fdd5-4878-8df6-efc472d0ab47 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:10.808846 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e51cf0fa-b147-4a54-87f8-1e66477b203c req-2744d98e-fdd5-4878-8df6-efc472d0ab47 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0634158 Jul 23 17:38:10.847487 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e51cf0fa-b147-4a54-87f8-1e66477b203c req-7863ff83-ade3-4417-8fc2-b920cacf4b0a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Jul 23 17:38:11.971907 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-faa45d51-ab6d-4f9f-973b-4376492cce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:11.976628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478755d-39d8-4b75-babb-f1b6f7371c2b req-ac5a062e-f49c-4ab9-9810-d6f594ad2769 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:11.978137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6478755d-39d8-4b75-babb-f1b6f7371c2b req-ac5a062e-f49c-4ab9-9810-d6f594ad2769 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0630164 Jul 23 17:38:12.015353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6478755d-39d8-4b75-babb-f1b6f7371c2b req-2ed61115-e394-4cf3-904d-40787997f5ad tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Jul 23 17:38:12.600213 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:13.149679 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778413c-7ded-40f9-b369-c6a6766f1d17 req-10de9f54-32fb-4827-bf7b-a12dcd8d3562 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:13.151094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9778413c-7ded-40f9-b369-c6a6766f1d17 req-10de9f54-32fb-4827-bf7b-a12dcd8d3562 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0679471 Jul 23 17:38:13.188450 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-9778413c-7ded-40f9-b369-c6a6766f1d17 req-349b4e58-02c0-41ce-9fe0-c0ed11016b6f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 23 17:38:14.315419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aca5b8-e139-414a-a10a-ada932951a35 req-4f84dba0-916c-40bb-8e96-6a74e784b3a9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:14.316900 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56aca5b8-e139-414a-a10a-ada932951a35 req-4f84dba0-916c-40bb-8e96-6a74e784b3a9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0635288 Jul 23 17:38:14.345068 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:38:14.354021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-56aca5b8-e139-414a-a10a-ada932951a35 req-11f859ee-f126-4a3c-8f14-f7b08a1fc91f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314879 Jul 23 17:38:14.438965 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:38:14.449618 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'mac_address': 'fa:16:3e:55:4c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:38:14.494110 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:14.495820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:14.512370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da362657-2243-42a7-9196-22f8f2e6d82b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:38:14.541453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-465e0e29-69f2-4af4-aced-a4577a1d59e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:14.546356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:38:14.550064 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:14.602431 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:14.610000 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.610345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.610679 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.611010 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.611349 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.611663 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.611985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.612305 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.612626 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.612941 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.613261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.613578 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:38:14.784661 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['da362657-2243-42a7-9196-22f8f2e6d82b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:38:15.487071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa25a4-5d1e-46ff-b78d-74ca98174072 req-5f6a28fa-f18f-46f8-a264-2fb3f03f1c67 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:15.488565 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2fa25a4-5d1e-46ff-b78d-74ca98174072 req-5f6a28fa-f18f-46f8-a264-2fb3f03f1c67 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 945 time: 0.0673966 Jul 23 17:38:15.527194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c2fa25a4-5d1e-46ff-b78d-74ca98174072 req-fb1ccb39-5b13-4f24-99d3-6c12e884ca72 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329537 Jul 23 17:38:15.863299 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:16.359438 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:38:16.408043 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port da362657-2243-42a7-9196-22f8f2e6d82b completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:38:16.411708 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port da362657-2243-42a7-9196-22f8f2e6d82b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:38:16.412074 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:16.488006 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:16.509802 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:38:16.512046 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98534bf1-646b-4683-8ff2-0cbde88c3b1a" -d '{"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-plugged", "status": "completed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:38:16.525127 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:38:16.530417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:16.589189 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:16.602796 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94edaf57-1ae6-471a-a26d-dde3d0b542f4 x-openstack-request-id: req-94edaf57-1ae6-471a-a26d-dde3d0b542f4 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:38:16.603096 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-plugged", "status": "completed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:38:16.603353 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94edaf57-1ae6-471a-a26d-dde3d0b542f4 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:38:16.603745 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'code': 200} Jul 23 17:38:16.677630 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02765c-91e3-4ebb-86ad-e213f7b5c32a req-6cc0d05b-6929-453f-bb1e-d59506c011a0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:16.679367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b02765c-91e3-4ebb-86ad-e213f7b5c32a req-6cc0d05b-6929-453f-bb1e-d59506c011a0 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0771883 Jul 23 17:38:16.739013 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8b02765c-91e3-4ebb-86ad-e213f7b5c32a req-c5462b3e-d052-4c5c-8905-60b5af0d1c0d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524800 Jul 23 17:38:16.756004 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c1c1-25ab-4cda-af60-20b27d51ad9c req-1f155f47-4a10-4a6e-bbbd-33d20593073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:16.757722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef69c1c1-25ab-4cda-af60-20b27d51ad9c req-1f155f47-4a10-4a6e-bbbd-33d20593073d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0915439 Jul 23 17:38:16.792801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ef69c1c1-25ab-4cda-af60-20b27d51ad9c req-454d679b-6a60-4b21-b2fd-f2a6c0462c67 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270557 Jul 23 17:38:17.759380 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:17.874791 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbb647-4a87-492e-937d-74a9c4deb83c req-608b8959-5859-4d14-b835-4ce643019b4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:17.876182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bfbb647-4a87-492e-937d-74a9c4deb83c req-608b8959-5859-4d14-b835-4ce643019b4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0664427 Jul 23 17:38:17.915021 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8bfbb647-4a87-492e-937d-74a9c4deb83c req-23d760ef-ad48-4a48-a794-81e8e25e52ab tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jul 23 17:38:18.046984 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626c5fa-4e20-482d-9208-02896c5a942f req-8b1b8b25-bcd9-4231-b014-cb7e5e5947d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:18.048485 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f626c5fa-4e20-482d-9208-02896c5a942f req-8b1b8b25-bcd9-4231-b014-cb7e5e5947d9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0639236 Jul 23 17:38:18.086889 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f626c5fa-4e20-482d-9208-02896c5a942f req-09ba6a14-6397-4875-bd78-08b3b5c2921f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324824 Jul 23 17:38:18.110371 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44982) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:38:18.163403 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e60c26-b12b-4346-97f6-03dd3c274c46 tempest-TestShelveInstance-80997471 tempest-TestShelveInstance-80997471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:18.164824 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-04e60c26-b12b-4346-97f6-03dd3c274c46 tempest-TestShelveInstance-80997471 tempest-TestShelveInstance-80997471-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1092 time: 0.0534565 Jul 23 17:38:18.167565 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 44984) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:38:18.171856 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:38:18.193753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:18.290529 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:18.393134 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Allocated IP 172.25.2.78 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/d749c95f-9524-4dd4-89fb-f6c55250c57e) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:38:18.494838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:18.533135 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:18.570213 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:38:18.572994 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:38:18.576561 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:38:18.584618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=d749c95f-9524-4dd4-89fb-f6c55250c57e,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:18.934925 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:19.008065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:19.159051 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:19.163651 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:19.233728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event updated for resources: {'Port': ['ID=d749c95f-9524-4dd4-89fb-f6c55250c57e,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:38:19.243333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:19.346226 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Floating IP 0db3be45-21e6-4563-a259-4af949a5ca57 associated. External IP: 172.25.2.78, port: da362657-2243-42a7-9196-22f8f2e6d82b. Jul 23 17:38:19.883461 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:38:19.990875 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:38:20.000554 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:38:20.006709 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:20.009625 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:38:20.010254 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:38:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:38:20.046740 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b09fe882-7606-4fb2-a34b-a997bfc959e2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8781588 Jul 23 17:38:20.047345 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:38:20.049610 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a3171-0542-4a50-b1aa-0823eb8d2e71" -d '{"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:38:20.084614 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c4ccb1-7710-4a0d-93ad-8bf11b86db53 x-openstack-request-id: req-02c4ccb1-7710-4a0d-93ad-8bf11b86db53 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:38:20.084889 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:38:20.085135 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02c4ccb1-7710-4a0d-93ad-8bf11b86db53 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:38:20.085536 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'status': 'completed', 'code': 200} Jul 23 17:38:20.116801 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:38:20.165710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-10553d08-729c-4f80-8008-4a1104066954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:20.167137 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-10553d08-729c-4f80-8008-4a1104066954 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0600920 Jul 23 17:38:20.261215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-c3189e57-0d70-4b96-9759-819ddc237c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:20.262721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-c3189e57-0d70-4b96-9759-819ddc237c7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0887296 Jul 23 17:38:20.330152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-36527e93-73eb-43f4-bdd8-e30b7b66926b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 999 time: 0.0607681 Jul 23 17:38:20.377455 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-999652bc-21e2-4f8e-bf22-11c09793eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:20.378930 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-999652bc-21e2-4f8e-bf22-11c09793eef4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0431967 Jul 23 17:38:20.434804 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0db3be45-21e6-4563-a259-4af949a5ca57', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:55:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:38:18Z', 'updated_at': '2021-07-23T17:38:18Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:38:20.439940 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-caaa0df4-0deb-4e3a-a928-ff80f33248b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:20.441624 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-caaa0df4-0deb-4e3a-a928-ff80f33248b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560446 Jul 23 17:38:20.461226 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:38:20.469647 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:38:20.470321 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:38:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:38:20.536116 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-7e43d784-e215-4067-a64f-c76eb8181e98 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876160 Jul 23 17:38:20.574347 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:38:20.625092 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c46a3171-0542-4a50-b1aa-0823eb8d2e71 req-ef2aeaae-40a1-4971-a0f6-68840b10e34e service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Jul 23 17:38:20.797539 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0db3be45-21e6-4563-a259-4af949a5ca57', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:55:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:38:18Z', 'updated_at': '2021-07-23T17:38:18Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:38:20.824555 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d4dc7-e104-4c9c-9ae6-f3b8eac9d66a None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '0db3be45-21e6-4563-a259-4af949a5ca57', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'mac_address': 'fa:16:3e:55:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:38:18Z', 'updated_at': '2021-07-23T17:38:18Z', 'revision_number': 0, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:38:21.023228 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb310b6-9e18-470d-9c12-254d56bf7e87 None None] New status for floating IP 0db3be45-21e6-4563-a259-4af949a5ca57: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:38:29.732528 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:41.972934 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-63e2b0f6-3d0c-45fa-8f4b-33f99ee3a764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:42.600377 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:44.490002 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:44.523696 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c1646c01-0c14-41f5-bfc8-75f3e5e8ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:45.869503 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:47.077231 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:38:47.761407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:38:55.153026 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-19102a05-eb67-40a1-9ffd-69d84c77b635 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560880 Jul 23 17:38:55.245832 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-ec3e1a63-d5cf-47a5-a2bf-09ed9aa32415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:55.247353 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-ec3e1a63-d5cf-47a5-a2bf-09ed9aa32415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0551958 Jul 23 17:38:55.348724 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-666df80d-d240-4fe9-80b9-0dfce9b4287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:55.350200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-666df80d-d240-4fe9-80b9-0dfce9b4287a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0834455 Jul 23 17:38:55.415795 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-cab58dfc-7713-4a1c-9391-3ec6cf188b3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 1001 time: 0.0592561 Jul 23 17:38:55.462690 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-62c5633f-5cfb-4c4d-87cc-cd25a725a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:55.464048 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-62c5633f-5cfb-4c4d-87cc-cd25a725a2da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0414257 Jul 23 17:38:55.520429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-663c45ee-4702-4211-9810-3a913593362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:38:55.521790 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-663c45ee-4702-4211-9810-3a913593362f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515456 Jul 23 17:38:55.532844 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-24bc542f-af0a-4149-a20d-abc12e364c16 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:38:55.533775 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-24bc542f-af0a-4149-a20d-abc12e364c16 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Jul 23 17:38:55.625710 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-99b53ab7-7049-4cc0-8d14-63490ccf2618 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849936 Jul 23 17:38:55.711004 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28a89066-6a03-4fc5-8f9e-4014de94c6e5 req-4ae02847-8dc8-483d-a0c1-ec74494d3578 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792418 Jul 23 17:38:59.736787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:11.973726 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f616cb53-4703-4f1f-a98c-330b1fb129e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:12.613323 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:14.491393 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:14.523723 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-584df02f-bda8-47fc-a24d-79722e2b8f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:15.868539 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:17.764870 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:24.077435 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:39:29.769864 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:41.974307 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c42124f1-db8d-4fb5-b4f1-4bac90bb02f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:42.612404 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:44.492996 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:44.522729 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fab3efae-a9f8-4383-afb5-0942ee2e20ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:45.871705 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:47.767208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:39:55.171303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-dcdd6c50-ddf2-4ef1-83f7-28f472533468 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571721 Jul 23 17:39:55.265584 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0008a-3b97-4793-83fa-e6b540856116 req-9b9d595d-c047-477e-8ceb-982c18ca6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:55.267105 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-9b9d595d-c047-477e-8ceb-982c18ca6cfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0536633 Jul 23 17:39:55.683180 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0008a-3b97-4793-83fa-e6b540856116 req-f64bbbe9-83cc-4d6d-bb83-4fa1f7565af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:55.684655 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-f64bbbe9-83cc-4d6d-bb83-4fa1f7565af3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.3990674 Jul 23 17:39:55.746622 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-be1b1135-cd7e-4613-bceb-7a0376554d81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 1001 time: 0.0553131 Jul 23 17:39:55.794543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0008a-3b97-4793-83fa-e6b540856116 req-fa601af9-70d7-4f0b-bb60-3ea9bd0858a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:55.795972 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-fa601af9-70d7-4f0b-bb60-3ea9bd0858a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0428872 Jul 23 17:39:55.856069 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0008a-3b97-4793-83fa-e6b540856116 req-7cbc0b27-2d5f-41ff-8fd5-6962ac2d6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:39:55.857489 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-7cbc0b27-2d5f-41ff-8fd5-6962ac2d6e89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549901 Jul 23 17:39:55.950911 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-1c6345c2-8ef1-49a0-aaaf-c947eed02c79 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Jul 23 17:39:56.049832 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-15b0008a-3b97-4793-83fa-e6b540856116 req-393b7986-df4d-49c8-96ee-a0cd6136707f service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923760 Jul 23 17:39:59.785970 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:01.077166 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:40:11.975147 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-79e3d2ae-d639-40d8-b33e-33a93420c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:12.627971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:12.713810 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e8bc-c9cb-479e-b951-6f28d8e4c173 req-83ab9aef-4258-426f-afdf-5996c9e8ec38 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:12.715214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b90e8bc-c9cb-479e-b951-6f28d8e4c173 req-83ab9aef-4258-426f-afdf-5996c9e8ec38 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0643628 Jul 23 17:40:12.751572 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3b90e8bc-c9cb-479e-b951-6f28d8e4c173 req-720b7f34-62ed-4772-b084-9abf4875749a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Jul 23 17:40:13.893489 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6316a-0f33-4d86-8aac-01e24fd8ab97 req-115d75c9-b725-4cfb-b072-6cca465de694 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:13.894897 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41f6316a-0f33-4d86-8aac-01e24fd8ab97 req-115d75c9-b725-4cfb-b072-6cca465de694 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0631273 Jul 23 17:40:13.935737 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-41f6316a-0f33-4d86-8aac-01e24fd8ab97 req-a417282b-747e-4f35-8d2c-45704372c87f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353065 Jul 23 17:40:14.497164 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:14.521606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cece024c-33f6-49e8-a83f-544e6b2bf1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:15.093746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132c46-ef25-4248-9a2d-f304aebfe3c3 req-d39bdb64-c399-4573-a506-a8ca32e1bd32 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:15.095246 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02132c46-ef25-4248-9a2d-f304aebfe3c3 req-d39bdb64-c399-4573-a506-a8ca32e1bd32 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0626493 Jul 23 17:40:15.132392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-02132c46-ef25-4248-9a2d-f304aebfe3c3 req-ce414c70-bb71-4d61-9bd1-da633fb72601 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Jul 23 17:40:15.876515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:16.261025 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbf892-df6c-4ff0-b6ac-ced11ecee690 req-82acbdf6-71f1-40de-ac88-30c751897013 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:16.262596 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61cbf892-df6c-4ff0-b6ac-ced11ecee690 req-82acbdf6-71f1-40de-ac88-30c751897013 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0637813 Jul 23 17:40:16.299269 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-61cbf892-df6c-4ff0-b6ac-ced11ecee690 req-0ab6cb8f-8b68-4678-82c7-8ddfdbbda4f8 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Jul 23 17:40:17.429691 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e07f2-d889-445b-8fc5-d7d2c8944460 req-0a805d06-f598-4ebe-be5c-9c742e0dad3a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:17.431195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e5e07f2-d889-445b-8fc5-d7d2c8944460 req-0a805d06-f598-4ebe-be5c-9c742e0dad3a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0666842 Jul 23 17:40:17.468271 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2e5e07f2-d889-445b-8fc5-d7d2c8944460 req-1e5aa329-a40e-47f0-b3a5-6e50f6422f01 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Jul 23 17:40:17.769779 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:18.597177 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731566f-efeb-4024-8741-e55f88050c20 req-32e3bc69-f1b0-4bf9-8fb4-5a76604fbee1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:18.598676 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d731566f-efeb-4024-8741-e55f88050c20 req-32e3bc69-f1b0-4bf9-8fb4-5a76604fbee1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0634537 Jul 23 17:40:18.636145 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d731566f-efeb-4024-8741-e55f88050c20 req-542e7d1f-773d-478a-a0fe-94ae14a68792 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318773 Jul 23 17:40:19.763148 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d135d-5665-4272-947f-2308a110db5f req-2ace4ec8-a8e6-4f97-bd94-b334897c6dd2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:19.764616 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d7d135d-5665-4272-947f-2308a110db5f req-2ace4ec8-a8e6-4f97-bd94-b334897c6dd2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0629618 Jul 23 17:40:19.804462 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5d7d135d-5665-4272-947f-2308a110db5f req-34ee6461-5e68-483d-a150-32499629db28 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344059 Jul 23 17:40:20.931433 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1792df-b03e-490f-982f-a0def22e5bbf req-3bc956f7-11c1-40f5-b5cb-f59a794a2dcc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:20.933379 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de1792df-b03e-490f-982f-a0def22e5bbf req-3bc956f7-11c1-40f5-b5cb-f59a794a2dcc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0623052 Jul 23 17:40:20.969509 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-de1792df-b03e-490f-982f-a0def22e5bbf req-9aca6f22-16f2-4926-940f-28708740db9f tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305543 Jul 23 17:40:22.099001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38e11-7d37-4284-b575-c220a9fab3f9 req-6e61b4ac-515c-405e-be12-a3e62ad78998 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:22.100493 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f38e11-7d37-4284-b575-c220a9fab3f9 req-6e61b4ac-515c-405e-be12-a3e62ad78998 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0633991 Jul 23 17:40:22.137516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d5f38e11-7d37-4284-b575-c220a9fab3f9 req-0db25b28-a112-4823-91e2-24e0f7ff58ba tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Jul 23 17:40:22.830425 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-51e96d95-90b0-460f-9fa5-3d78a6f08386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:22.831926 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-51e96d95-90b0-460f-9fa5-3d78a6f08386 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0568731 Jul 23 17:40:22.919247 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-e229972f-e692-477f-af91-2346edd395c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:22.920600 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-e229972f-e692-477f-af91-2346edd395c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0822723 Jul 23 17:40:22.989912 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-b9b411cb-4ce1-4a0f-9e7a-15d63eff79fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 1001 time: 0.0627263 Jul 23 17:40:23.036502 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-3e63fee9-0326-4186-9d42-cd4a849e4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:23.037882 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-3e63fee9-0326-4186-9d42-cd4a849e4a74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0417933 Jul 23 17:40:23.094897 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-cda7f66b-efca-45ad-8d93-eb3069627242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:23.096368 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-cda7f66b-efca-45ad-8d93-eb3069627242 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525000 Jul 23 17:40:23.190446 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-ea2723cf-8456-49de-af69-5581ee3d1ed4 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869811 Jul 23 17:40:23.314885 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bae088a8-45a7-4254-89ec-d6fd3d15d61e req-3cf29542-6254-4ae8-91ef-1c5c31034716 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186717 Jul 23 17:40:23.326938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333a403-b110-4be0-aee4-17b68f7a7a00 req-3dd5adea-cbe8-4411-ba39-ca0619d58bc2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:23.328370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8333a403-b110-4be0-aee4-17b68f7a7a00 req-3dd5adea-cbe8-4411-ba39-ca0619d58bc2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.1252093 Jul 23 17:40:23.365974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8333a403-b110-4be0-aee4-17b68f7a7a00 req-00980aff-2fb4-468e-b148-70dc1af97405 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Jul 23 17:40:24.491371 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf11e6b-32e6-4c01-b07d-3a1924cff588 req-2da33a59-d255-4791-b1b6-c9e878fd9465 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:24.492868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaf11e6b-32e6-4c01-b07d-3a1924cff588 req-2da33a59-d255-4791-b1b6-c9e878fd9465 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0624390 Jul 23 17:40:24.530152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-eaf11e6b-32e6-4c01-b07d-3a1924cff588 req-89595d46-1807-4914-aa5e-15a8d428aa75 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316830 Jul 23 17:40:25.658973 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5834d-6171-444b-ae2f-473bc62f72ed req-75312344-32a1-4c78-9814-0e61b5ca18bc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:25.660441 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8df5834d-6171-444b-ae2f-473bc62f72ed req-75312344-32a1-4c78-9814-0e61b5ca18bc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0635490 Jul 23 17:40:25.701797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8df5834d-6171-444b-ae2f-473bc62f72ed req-3a258bdc-2a0f-41fe-b691-39873c2551bd tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355372 Jul 23 17:40:26.831052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53f594-837c-4d4e-b92c-663a7d3a0b98 req-7f0c144b-e69a-45c2-946e-5b9cb2540e75 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:26.832524 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d53f594-837c-4d4e-b92c-663a7d3a0b98 req-7f0c144b-e69a-45c2-946e-5b9cb2540e75 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0637071 Jul 23 17:40:26.870027 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1d53f594-837c-4d4e-b92c-663a7d3a0b98 req-00178809-6a01-47fc-a292-71be85788d01 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318100 Jul 23 17:40:27.090423 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffe7c-e289-4677-89be-aa6adbeee146 req-48f7f0db-7b35-4ab6-a59f-c0f7af5eae92 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:27.091957 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4ffe7c-e289-4677-89be-aa6adbeee146 req-48f7f0db-7b35-4ab6-a59f-c0f7af5eae92 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0661209 Jul 23 17:40:27.128054 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-7e342672-031d-46be-8ad1-9f1e28eb3213 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250525 Jul 23 17:40:27.129632 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3e4ffe7c-e289-4677-89be-aa6adbeee146 req-0966ff10-e018-4d94-890f-9f819f9fb790 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318167 Jul 23 17:40:28.264331 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6240998-8610-4d14-be8e-b4cae32ad0e6 req-8504039b-2f37-49cc-b7fe-107f90b93cb4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:28.265835 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6240998-8610-4d14-be8e-b4cae32ad0e6 req-8504039b-2f37-49cc-b7fe-107f90b93cb4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0686696 Jul 23 17:40:28.304519 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e6240998-8610-4d14-be8e-b4cae32ad0e6 req-2a4da71e-7a4c-4e8b-aad6-0e43b46cbd3b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Jul 23 17:40:29.081812 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:40:29.156423 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:29.178191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:40:29.180399 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33213999-7705-4251-8f1a-9cfb1662d93e" -d '{"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-unplugged", "status": "completed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:40:29.193310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:40:29.198628 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:29.221337 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7238de-ce59-416e-a5fb-14f0879d879f x-openstack-request-id: req-2e7238de-ce59-416e-a5fb-14f0879d879f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:40:29.221570 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-unplugged", "status": "failed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "code": 422}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:40:29.221821 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e7238de-ce59-416e-a5fb-14f0879d879f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:40:29.222230 n-d-800484-3 neutron-server[94005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'code': 422} returned with failed status Jul 23 17:40:29.250639 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:40:29.258054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.258404 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.258746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.259084 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.259418 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.259751 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.260134 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.260954 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.261281 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.261608 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.261959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.262279 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:40:29.436394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393799-991c-4f2b-a1cc-026fedaee60c req-da6a2e3a-f114-4bb4-8323-c2ba3aad4b03 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:29.437880 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09393799-991c-4f2b-a1cc-026fedaee60c req-da6a2e3a-f114-4bb4-8323-c2ba3aad4b03 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0651195 Jul 23 17:40:29.474961 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-09393799-991c-4f2b-a1cc-026fedaee60c req-b391ce72-363b-42c5-9caa-d2ed45f4c135 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jul 23 17:40:29.785837 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:30.608175 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fc52-2e69-4cf6-a6d5-7baea00cbca7 req-cc3f8fe8-45e3-4c3d-93e3-c4dff19575bd tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:30.610150 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcf2fc52-2e69-4cf6-a6d5-7baea00cbca7 req-cc3f8fe8-45e3-4c3d-93e3-c4dff19575bd tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0676868 Jul 23 17:40:30.652797 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bcf2fc52-2e69-4cf6-a6d5-7baea00cbca7 req-64a5fcdd-c2bd-4990-84a3-fc359d489ad1 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370700 Jul 23 17:40:31.821725 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b40743-6917-4626-9fba-d55c0e808079 req-434af973-cd15-4ccb-9c1d-40587ed123e9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:31.821725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3b40743-6917-4626-9fba-d55c0e808079 req-434af973-cd15-4ccb-9c1d-40587ed123e9 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.1007974 Jul 23 17:40:31.830457 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-72cf89c4-75f2-4f6b-82b2-70a4e0c58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:31.831952 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-72cf89c4-75f2-4f6b-82b2-70a4e0c58b23 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&tenant_id=f3674a933bb04484883fbb2d75b346f1 HTTP/1.1" status: 200 len: 1095 time: 0.0838170 Jul 23 17:40:31.870983 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e3b40743-6917-4626-9fba-d55c0e808079 req-ec52ac01-c0e3-4aa0-b18c-fd813945657b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Jul 23 17:40:31.917084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-96661749-127e-4047-807b-1ff55c774339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:31.918607 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-96661749-127e-4047-807b-1ff55c774339 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1095 time: 0.0622861 Jul 23 17:40:32.006594 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-f7880462-cf1d-4d5d-8223-62bdacc02c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:32.008010 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-f7880462-cf1d-4d5d-8223-62bdacc02c01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0824273 Jul 23 17:40:32.073388 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-596d6394-f00a-4ab0-a413-7ec2e4c1c39d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 999 time: 0.0595155 Jul 23 17:40:32.119846 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-195d25e2-482b-4bd4-8230-1c786a2cab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:32.121293 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-195d25e2-482b-4bd4-8230-1c786a2cab57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0423565 Jul 23 17:40:32.177983 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-939a81e8-5038-4f2f-96c2-5ac603951cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:32.179606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-939a81e8-5038-4f2f-96c2-5ac603951cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524268 Jul 23 17:40:32.272243 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-bd00bbd5-af45-4ace-826c-6e1410cebbf2 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Jul 23 17:40:32.360451 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-8b5c10e8-9e76-4170-9620-8f61a276a3c1 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822952 Jul 23 17:40:33.010483 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a603-fe06-4c5a-9862-ea235b7d1c65 req-567972b2-ba32-4063-a002-98ebd687625e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:33.011989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4034a603-fe06-4c5a-9862-ea235b7d1c65 req-567972b2-ba32-4063-a002-98ebd687625e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0730684 Jul 23 17:40:33.053335 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4034a603-fe06-4c5a-9862-ea235b7d1c65 req-db1967c4-2b4a-46f1-841e-0264f7d557d4 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355475 Jul 23 17:40:34.182179 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49078c0-fe0d-403d-a4bb-6cdff5a29a89 req-013dcf87-d26c-428d-80f1-58264b63b7eb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:34.183664 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c49078c0-fe0d-403d-a4bb-6cdff5a29a89 req-013dcf87-d26c-428d-80f1-58264b63b7eb tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0644248 Jul 23 17:40:34.221356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c49078c0-fe0d-403d-a4bb-6cdff5a29a89 req-5bd6fc81-5bbe-482d-8c9f-86e27195b32d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Jul 23 17:40:35.348294 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bb237-1819-4ee6-a1b2-1362d9f01c80 req-7df70b8d-4c36-4fce-842b-9c3785ea018e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:35.349766 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b12bb237-1819-4ee6-a1b2-1362d9f01c80 req-7df70b8d-4c36-4fce-842b-9c3785ea018e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0633864 Jul 23 17:40:35.389631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b12bb237-1819-4ee6-a1b2-1362d9f01c80 req-4d7c8434-5b05-424e-aa71-fd05b9c6187b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Jul 23 17:40:36.522665 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea056fc-6102-4171-9d08-b6ae0b22e968 req-bfca595e-e16b-4078-b4ad-1f25ceb9b966 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:36.524138 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ea056fc-6102-4171-9d08-b6ae0b22e968 req-bfca595e-e16b-4078-b4ad-1f25ceb9b966 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0679979 Jul 23 17:40:36.562159 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ea056fc-6102-4171-9d08-b6ae0b22e968 req-c164f87c-b47f-4d49-80e2-4714dc5fb322 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Jul 23 17:40:37.691094 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e17d-dbf0-40ec-a60a-10c6ae6a4fd1 req-565b7b99-e48a-419d-9122-a696f9919236 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:37.692735 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35f1e17d-dbf0-40ec-a60a-10c6ae6a4fd1 req-565b7b99-e48a-419d-9122-a696f9919236 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0644944 Jul 23 17:40:37.730055 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-35f1e17d-dbf0-40ec-a60a-10c6ae6a4fd1 req-bf36e15c-5e77-4d28-8266-ae36345f8f12 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Jul 23 17:40:38.076985 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:40:38.861437 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce09c0-6025-4160-bcd3-93ba3f0dbbbe req-f5af35e3-22b8-4888-8244-7a10540221e3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:38.862856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ce09c0-6025-4160-bcd3-93ba3f0dbbbe req-f5af35e3-22b8-4888-8244-7a10540221e3 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 944 time: 0.0657530 Jul 23 17:40:38.901170 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-66ce09c0-6025-4160-bcd3-93ba3f0dbbbe req-04cb9e8c-451a-4074-9c9c-37ab19565e3e tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Jul 23 17:40:39.149760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:40:39.239310 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:40:39.250309 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'port_id': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'mac_address': 'fa:16:3e:55:4c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:40:39.284468 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:39.299656 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da362657-2243-42a7-9196-22f8f2e6d82b {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:40:39.318192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:40:39.321948 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:39.365571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:40:39.552749 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['da362657-2243-42a7-9196-22f8f2e6d82b'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:40:40.030802 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d2a9-8000-42e4-9d20-55692c5b03ed req-66c84cb7-78c2-4ba6-a783-758181db65cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:40.032294 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2367d2a9-8000-42e4-9d20-55692c5b03ed req-66c84cb7-78c2-4ba6-a783-758181db65cc tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 945 time: 0.0645604 Jul 23 17:40:40.068034 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2367d2a9-8000-42e4-9d20-55692c5b03ed req-35b777ad-45b8-4937-bef7-73adb520585b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301387 Jul 23 17:40:41.175144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:40:41.202030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd5a5-bb54-4c2d-9049-43687f0b46eb req-e1436299-1e71-44a3-8a15-8b9fbec6a28b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:41.203520 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e2dd5a5-bb54-4c2d-9049-43687f0b46eb req-e1436299-1e71-44a3-8a15-8b9fbec6a28b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 945 time: 0.0700004 Jul 23 17:40:41.221004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port da362657-2243-42a7-9196-22f8f2e6d82b triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:40:41.221379 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:41.241412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1e2dd5a5-bb54-4c2d-9049-43687f0b46eb req-fd916b04-925c-4aa9-96ee-bab9ad4e7248 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Jul 23 17:40:41.298622 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:41.319512 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:40:41.321710 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ed4e1-3a9b-40de-bad5-290954ad9b6d" -d '{"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-plugged", "status": "completed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:40:41.333905 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:40:41.338303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:41.360977 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b309a-2e7d-45a4-9917-9736f7596df5 x-openstack-request-id: req-414b309a-2e7d-45a4-9917-9736f7596df5 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:40:41.361273 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-plugged", "status": "completed", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:40:41.361527 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-414b309a-2e7d-45a4-9917-9736f7596df5 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:40:41.361914 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'code': 200} Jul 23 17:40:41.387428 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:40:41.518251 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b1f20-537a-475f-9341-aa38fb737484 req-288cfcb4-fbc7-4776-b386-0187e424dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:41.519629 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-190b1f20-537a-475f-9341-aa38fb737484 req-288cfcb4-fbc7-4776-b386-0187e424dca4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0565808 Jul 23 17:40:41.552595 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-190b1f20-537a-475f-9341-aa38fb737484 req-77a97087-d1b5-4eaa-b6d1-bdbefc4c21ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263095 Jul 23 17:40:41.975041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-21c99acb-eb43-4933-922b-797f0ab91ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:42.371771 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8832f6-0a5e-42b8-bd67-01432ec5c415 req-994fd75c-c411-45ae-8400-b166a3767bb2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:42.373262 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a8832f6-0a5e-42b8-bd67-01432ec5c415 req-994fd75c-c411-45ae-8400-b166a3767bb2 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0632260 Jul 23 17:40:42.410869 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a8832f6-0a5e-42b8-bd67-01432ec5c415 req-f723ca70-f99a-4fb1-927c-ecf19c0c91b5 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Jul 23 17:40:42.643452 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:44.498709 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:44.519602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3ab33bc5-61b8-4820-a487-d5378a4c3062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:45.877399 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:47.773633 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:40:56.197672 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-f570e200-9986-44d6-b67d-ba814216147d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914757 Jul 23 17:40:56.291082 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-c43e06bf-7b45-4a96-9bdf-49ea5c81c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:56.293200 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-c43e06bf-7b45-4a96-9bdf-49ea5c81c80c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0553892 Jul 23 17:40:56.392075 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-c4a1fbb5-3bcb-423e-91b8-d9d01ce08f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:56.393438 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-c4a1fbb5-3bcb-423e-91b8-d9d01ce08f0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0821097 Jul 23 17:40:56.460508 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-2f75f0b8-d049-430d-9f58-97913b372e4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 1001 time: 0.0606418 Jul 23 17:40:56.507283 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-4763a767-95e1-4ed9-af42-48475dd3dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:56.508673 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-4763a767-95e1-4ed9-af42-48475dd3dd62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0419307 Jul 23 17:40:56.569677 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-84a7c614-ddd1-49b4-b715-027179605a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:40:56.571286 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-84a7c614-ddd1-49b4-b715-027179605a28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564744 Jul 23 17:40:56.662467 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-6cc8f9e5-4e0e-4f40-9239-9d4a06183d0f service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852363 Jul 23 17:40:56.748169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ba86ab67-b23b-4bd4-978d-f8e584a447ff req-b0252b62-f37d-4f81-b8b1-9cd991c8da08 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796697 Jul 23 17:40:59.802407 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:11.976465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d9ffec23-6ba7-4cab-a4fb-7834d205f2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:12.642160 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:14.500743 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:14.518294 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2e614735-d348-402f-a733-ede4be913fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:15.075389 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:41:15.884576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:17.774425 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:29.794929 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:41.977916 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-706d8d9c-4936-4efe-ab24-a62ce949aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:42.645949 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.501747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:44.516975 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7930-c443-475e-b7ce-b63286e48f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:45.883120 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:47.777135 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:52.074604 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:41:55.783956 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45148) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:41:55.938692 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Deleting port d749c95f-9524-4dd4-89fb-f6c55250c57e {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:55.938949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.015201 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.015532 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.026766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Calling delete_port for d749c95f-9524-4dd4-89fb-f6c55250c57e owned by network:floatingip {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:56.149591 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-add959e2-33a0-4fec-a988-cb9f8801acee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592551 Jul 23 17:41:56.178426 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.214119 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'Port': ['ID=d749c95f-9524-4dd4-89fb-f6c55250c57e,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:56.239629 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.240533 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.240881 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.241215 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.241542 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.241867 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.242218 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.242543 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.242869 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.243191 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.243512 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.244327 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:56.249553 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-50bfbe2c-1aef-4206-928a-1277a4095ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.250887 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-50bfbe2c-1aef-4206-928a-1277a4095ead service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0546083 Jul 23 17:41:56.284718 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for floatingip, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.285233 n-d-800484-3 neutron-server[94004]: INFO neutron.db.l3_db [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Floating IP 0db3be45-21e6-4563-a259-4af949a5ca57 disassociated (deleted). External IP: 172.25.2.78, port: da362657-2243-42a7-9196-22f8f2e6d82b. Jul 23 17:41:56.359785 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-fd3012c2-bc83-4616-9232-e288ef6fef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.361256 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-fd3012c2-bc83-4616-9232-e288ef6fef07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.0909479 Jul 23 17:41:56.401063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-4c0b6136-50a4-458d-87ce-176353dbd9b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 217 time: 0.0331364 Jul 23 17:41:56.448053 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-7d516dae-b0dd-483f-bc11-5c8494821af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.449503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-7d516dae-b0dd-483f-bc11-5c8494821af9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0424273 Jul 23 17:41:56.496847 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:41:56.510916 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-af08d8de-558e-4acc-b9c8-79f806d8f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.512400 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-af08d8de-558e-4acc-b9c8-79f806d8f933 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561147 Jul 23 17:41:56.605380 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-2285a1b0-7c35-4c94-97c4-b1fade25dbe6 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Jul 23 17:41:56.606304 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:41:56.611065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:56.616757 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:41:56.625833 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:56.626568 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:56.648221 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-aa716adf-0b4f-4b46-b84b-75cf2c2aef4b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "DELETE /v2.0/floatingips/0db3be45-21e6-4563-a259-4af949a5ca57 HTTP/1.1" status: 204 len: 168 time: 0.8630567 Jul 23 17:41:56.649078 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:56.654845 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838622e9-6714-4577-84ec-e9cbdc8ed913" -d '{"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:56.707333 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44b33044-346a-47bc-b6ce-be07d1ec6132 req-055cb939-059d-4393-b3f5-e7c8492147c0 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951114 Jul 23 17:41:56.716549 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0665147-7202-491a-b80b-f99b8777c959 x-openstack-request-id: req-f0665147-7202-491a-b80b-f99b8777c959 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:56.716931 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:56.717387 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0665147-7202-491a-b80b-f99b8777c959 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:56.718027 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'status': 'completed', 'code': 200} Jul 23 17:41:56.738591 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:56.825987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-51046dac-23d6-425d-8c13-9acffc0793f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.827502 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-51046dac-23d6-425d-8c13-9acffc0793f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f3674a933bb04484883fbb2d75b346f1&device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 1097 time: 0.0700953 Jul 23 17:41:56.944161 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-fd5bc081-e429-4d25-88cd-58d8c3d238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:56.945541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-fd5bc081-e429-4d25-88cd-58d8c3d238d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 200 len: 909 time: 0.1079464 Jul 23 17:41:56.955208 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:56.981160 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:41:56.989200 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:41:56.989790 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:57.000100 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-3ad4c9c8-550d-4075-b81a-61927cca817f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 200 len: 217 time: 0.0377712 Jul 23 17:41:57.064549 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162168fb-41df-494a-83ce-25051c65ce7e req-292d9617-b7fc-4e10-8414-ce1773a3b169 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:57.065979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-162168fb-41df-494a-83ce-25051c65ce7e req-292d9617-b7fc-4e10-8414-ce1773a3b169 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.1991262 Jul 23 17:41:57.072260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-9d94dcee-56f0-42ea-b0a1-b0f6ede459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:57.073979 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-9d94dcee-56f0-42ea-b0a1-b0f6ede459cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 200 len: 847 time: 0.0658903 Jul 23 17:41:57.093519 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:41:57.140974 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-162168fb-41df-494a-83ce-25051c65ce7e req-eac1cbc3-9349-490f-b7a4-62eb3369783a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663579 Jul 23 17:41:57.164977 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-2c7e7c35-3e25-4aca-874f-2b0367b50cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:57.166548 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-2c7e7c35-3e25-4aca-874f-2b0367b50cd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e037554-d92d-43cf-aa35-8340330d46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782325 Jul 23 17:41:57.264714 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-132f668f-a06f-4e1a-add2-ffc0951eb1df service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898173 Jul 23 17:41:57.356666 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-838622e9-6714-4577-84ec-e9cbdc8ed913 req-4dd42d32-ac45-4d5d-8c62-1adb1651e594 service neutron] 10.222.0.67 "GET /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Jul 23 17:41:57.373349 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:41:57.402803 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa22b6-139e-4332-9952-76978a9ff18a None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:28Z', 'revision_number': 4, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'c7f6b682-bc66-4ca5-bc81-8f6df5443f7b', 'name': '', 'network_id': '5e037554-d92d-43cf-aa35-8340330d46e4', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'mac_address': 'fa:16:3e:f9:68:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:27Z', 'updated_at': '2021-07-23T17:33:33Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'subnets': [{'id': 'cb2196f9-1ec1-4c97-ae49-64b386e3898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:41:57.610766 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c922ae-376b-4a52-85dd-40aae217bab2 None None] New status for floating IP 0db3be45-21e6-4563-a259-4af949a5ca57: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:41:58.318576 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1cc03-ea92-4d7a-9b05-e5ff2e6504d9 req-7087e1a7-3788-4862-a332-4dd0ad56af29 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:58.320028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ed1cc03-ea92-4d7a-9b05-e5ff2e6504d9 req-7087e1a7-3788-4862-a332-4dd0ad56af29 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.1073551 Jul 23 17:41:58.356470 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-5ed1cc03-ea92-4d7a-9b05-e5ff2e6504d9 req-ec9ce210-e72e-4291-8bb0-ac6f21342f71 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e694db2-af10-402d-bd3e-f25895ba6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307755 Jul 23 17:41:58.599877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-988de2f6-361a-454a-bed9-c97ba2a23dcd tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:41:58.601313 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-988de2f6-361a-454a-bed9-c97ba2a23dcd tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 946 time: 0.0633366 Jul 23 17:41:58.696178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Deleting port da362657-2243-42a7-9196-22f8f2e6d82b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:41:58.696506 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:58.783274 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] For port da362657-2243-42a7-9196-22f8f2e6d82b, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=da362657-2243-42a7-9196-22f8f2e6d82b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:41:58.783619 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:58.796089 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Calling delete_port for da362657-2243-42a7-9196-22f8f2e6d82b owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:41:58.923983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:58.954030 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'Port': ['ID=da362657-2243-42a7-9196-22f8f2e6d82b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:41:58.980884 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.981235 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.981574 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.981908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.982269 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.982598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.982923 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.983249 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.983573 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.983894 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.984215 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:58.984534 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:41:59.007683 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] No DVR routers for this DVR port da362657-2243-42a7-9196-22f8f2e6d82b on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:41:59.010087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:41:59.012060 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0ae5148b-5db7-4264-9df7-2a18f155657e req-2471ba87-c756-4287-baaa-00a105e974f6 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.67 "DELETE /v2.0/ports/da362657-2243-42a7-9196-22f8f2e6d82b HTTP/1.1" status: 204 len: 173 time: 0.4045887 Jul 23 17:41:59.012493 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-deleted', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:41:59.014742 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d7d984-a754-491e-8209-041d0f2a0a70" -d '{"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-deleted", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:41:59.074115 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8847d39-d214-4792-a3a9-17e6747d2b4e x-openstack-request-id: req-e8847d39-d214-4792-a3a9-17e6747d2b4e {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:41:59.074423 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e39c3a-018d-47c0-9215-25e72ff4f542", "name": "network-vif-deleted", "tag": "da362657-2243-42a7-9196-22f8f2e6d82b", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:41:59.074680 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8847d39-d214-4792-a3a9-17e6747d2b4e {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:41:59.075086 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e39c3a-018d-47c0-9215-25e72ff4f542', 'name': 'network-vif-deleted', 'tag': 'da362657-2243-42a7-9196-22f8f2e6d82b', 'status': 'completed', 'code': 200} Jul 23 17:41:59.462183 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-259f83d1-9679-4dc5-8178-00e83021e32d req-b3a6f769-9b3c-40dd-9c5a-83dddad6e22b tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0340838 Jul 23 17:41:59.802832 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:00.560180 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ec2d6a69-ffd6-4733-9dcc-e5815bcb6cea req-c0e036ba-1d4d-44a4-8a27-67d0341bd96a tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0294926 Jul 23 17:42:01.656963 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6b6a89a3-bb41-4dc0-b122-f3a917cbe83c req-40cc8fcb-77dc-4a8b-9dbd-aacade1d185d tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jul 23 17:42:02.766503 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ddc194b5-2207-49d3-a362-e1248d622333 req-f947689d-33f2-4e4e-b056-a1d7d031fb07 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "GET /v2.0/ports?device_id=94e39c3a-018d-47c0-9215-25e72ff4f542 HTTP/1.1" status: 200 len: 210 time: 0.0300481 Jul 23 17:42:03.611603 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:03.631604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: da362657-2243-42a7-9196-22f8f2e6d82b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:03.631948 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device da362657-2243-42a7-9196-22f8f2e6d82b not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:03.823244 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45188) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:03.885415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:03.911466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:03.969356 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:03.972241 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:03.973536 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] 10.222.0.64 "DELETE /v2.0/security-groups/0e694db2-af10-402d-bd3e-f25895ba6054 HTTP/1.1" status: 204 len: 168 time: 0.1492920 Jul 23 17:42:03.983269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7afe1-1218-48c8-9e95-472ee96f8478 tempest-TestShelveInstance-38062833 tempest-TestShelveInstance-38062833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e694db2-af10-402d-bd3e-f25895ba6054,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:04.016051 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45192) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:04.456079 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.034338 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Deleting port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:05.034929 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.114422 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] For port c7f6b682-bc66-4ca5-bc81-8f6df5443f7b, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:05.115337 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.127566 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Calling delete_port for c7f6b682-bc66-4ca5-bc81-8f6df5443f7b owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:05.304882 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.333450 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f6b682-bc66-4ca5-bc81-8f6df5443f7b,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:05.518734 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.733530 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Router 9578f3e3-ed05-4d75-9717-6b9760d37927 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:42:05.836181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:05.841740 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e0dc56bc-5596-4a18-9801-2151e1c91823 admin admin] 10.222.0.64 "PUT /v2.0/routers/9578f3e3-ed05-4d75-9717-6b9760d37927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8246350 Jul 23 17:42:05.843671 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45200) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:05.844811 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Sync routers for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:05.854318 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:05.854909 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:05.942153 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:05.954699 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:06.043536 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.098877 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Deleting port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:06.099160 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.123340 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:42:05Z', 'revision_number': 5, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port': {'id': '1a36e8f3-c7b4-4e3c-a270-7acfe582d46c', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:06.149405 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Checking router: 9578f3e3-ed05-4d75-9717-6b9760d37927 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:06.157799 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Routers {'9578f3e3-ed05-4d75-9717-6b9760d37927'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:06.158419 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['9578f3e3-ed05-4d75-9717-6b9760d37927'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:06.176911 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] For port 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:06.177328 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.190019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Calling delete_port for 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:06.240719 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] Set router 9578f3e3-ed05-4d75-9717-6b9760d37927 gateway port host: None {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:06.294369 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:42:06Z', 'revision_number': 6, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:06.321344 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df340370-57ff-4c1a-baff-ade132ab6040 None None] The sync data for ids ['9578f3e3-ed05-4d75-9717-6b9760d37927'] in n-d-800484-3 is: [{'id': '9578f3e3-ed05-4d75-9717-6b9760d37927', 'name': 'tempest-TestShelveInstance-875453829-router', 'tenant_id': 'f3674a933bb04484883fbb2d75b346f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:25Z', 'updated_at': '2021-07-23T17:42:06Z', 'revision_number': 6, 'project_id': 'f3674a933bb04484883fbb2d75b346f1', 'gw_port_host': None}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:06.358121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.384469 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a36e8f3-c7b4-4e3c-a270-7acfe582d46c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:06.448318 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.535425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.537497 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.579205 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.579720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9578f3e3-ed05-4d75-9717-6b9760d37927 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:42:06.583917 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.585066 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6eefbdaa-5281-4c80-9e77-097641329ec7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9578f3e3-ed05-4d75-9717-6b9760d37927 HTTP/1.1" status: 204 len: 168 time: 0.7404883 Jul 23 17:42:06.587628 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45202) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:06.631529 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Deleting subnet cb2196f9-1ec1-4c97-ae49-64b386e3898f {{(pid=94003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:42:06.634375 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.673121 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11498719'] for subnet, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.758098 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.809044 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8601043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11475644'] for subnet, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.833170 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2196f9-1ec1-4c97-ae49-64b386e3898f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:06.836794 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.838690 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0ed09ca-6d30-4563-a7f3-1054b732e97d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb2196f9-1ec1-4c97-ae49-64b386e3898f HTTP/1.1" status: 204 len: 168 time: 0.2501469 Jul 23 17:42:06.841226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45204) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:06.844117 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade195b-f525-421a-a024-2ee3e5b9bf0a None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:06.914453 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:06.966456 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Deleting port fc921329-d95a-4222-ac45-f12178742e0c {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:06.966846 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.036064 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] For port fc921329-d95a-4222-ac45-f12178742e0c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc921329-d95a-4222-ac45-f12178742e0c,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:07.036440 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.049048 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Calling delete_port for fc921329-d95a-4222-ac45-f12178742e0c owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:07.067577 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] DHCP port deletion for 5e037554-d92d-43cf-aa35-8340330d46e4 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:42:07.120530 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Deleting port fc921329-d95a-4222-ac45-f12178742e0c {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:07.121847 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.125416 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc921329-d95a-4222-ac45-f12178742e0c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:07.136985 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.166772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc921329-d95a-4222-ac45-f12178742e0c,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:07.168609 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] No DVR routers for this DVR port fc921329-d95a-4222-ac45-f12178742e0c on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:42:07.225855 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] For port fc921329-d95a-4222-ac45-f12178742e0c, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=fc921329-d95a-4222-ac45-f12178742e0c,segment=NetworkSegment(7d3364b0-1b80-4627-bd09-6f9d57e5db19),segment_id=7d3364b0-1b80-4627-bd09-6f9d57e5db19)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:07.226276 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.233848 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No active binding found for port fc921329-d95a-4222-ac45-f12178742e0c {{(pid=94005) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 17:42:07.234299 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device fc921329-d95a-4222-ac45-f12178742e0c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:07.234729 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:07.243339 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.253757 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e037554-d92d-43cf-aa35-8340330d46e4']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:07.257524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Calling delete_port for fc921329-d95a-4222-ac45-f12178742e0c owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:07.261486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:07.261835 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 1a36e8f3-c7b4-4e3c-a270-7acfe582d46c not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:07.262575 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c7f6b682-bc66-4ca5-bc81-8f6df5443f7b no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:07.265143 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3364b0-1b80-4627-bd09-6f9d57e5db19') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:07.265446 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3364b0-1b80-4627-bd09-6f9d57e5db19') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:07.274938 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.285952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: c7f6b682-bc66-4ca5-bc81-8f6df5443f7b {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:07.286546 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device c7f6b682-bc66-4ca5-bc81-8f6df5443f7b not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:07.289090 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.297698 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:42:07.297922 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:42:07.299917 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:42:07.361380 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.363237 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.370923 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.377230 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e037554-d92d-43cf-aa35-8340330d46e4 HTTP/1.1" status: 204 len: 168 time: 0.5337367 Jul 23 17:42:07.377230 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45206) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:07.387615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Pushing event deleted for resources: {'Port': ['ID=fc921329-d95a-4222-ac45-f12178742e0c,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:07.396355 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Network 5e037554-d92d-43cf-aa35-8340330d46e4 is not hosted by any dhcp agent {{(pid=94005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 17:42:07.396880 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] No DVR routers for this DVR port fc921329-d95a-4222-ac45-f12178742e0c on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:42:07.399582 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.399927 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.400261 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.400594 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.400921 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.401245 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.401570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.401894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.404984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.404984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.404984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.404984 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68710cac-87f0-4379-9260-b1f9362c44b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:07.428104 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0270d8c-adb4-441f-8413-4290f9cc4898 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e037554-d92d-43cf-aa35-8340330d46e4,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:07.726625 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:07.976416 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Deleting port d6786556-4c68-4476-ac05-fe4d184ec8c6 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:07.976809 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.054301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] For port d6786556-4c68-4476-ac05-fe4d184ec8c6, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d6786556-4c68-4476-ac05-fe4d184ec8c6,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:08.054983 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.066582 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Calling delete_port for d6786556-4c68-4476-ac05-fe4d184ec8c6 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:08.242192 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.265787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6786556-4c68-4476-ac05-fe4d184ec8c6,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:08.432215 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:08.946367 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Router 6020b3b8-5078-400c-b9fd-21dcab8a3259 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:42:09.051178 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:09.066134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5211974d-0a32-4bd9-8fde-d3edffe68982 admin admin] 10.222.0.64 "PUT /v2.0/routers/6020b3b8-5078-400c-b9fd-21dcab8a3259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6864939 Jul 23 17:42:09.068731 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45208) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:09.071425 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Sync routers for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:09.080881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:09.081722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:09.174949 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.186960 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:09.277948 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.332261 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Deleting port 6f49199e-98bf-4e75-a5a5-e80ecc61c564 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:09.332606 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.361116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:42:08Z', 'revision_number': 5, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port': {'id': '6f49199e-98bf-4e75-a5a5-e80ecc61c564', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:33:30Z', 'updated_at': '2021-07-23T17:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:09.394646 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Checking router: 6020b3b8-5078-400c-b9fd-21dcab8a3259 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:09.403589 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Routers {'6020b3b8-5078-400c-b9fd-21dcab8a3259'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:09.404315 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6020b3b8-5078-400c-b9fd-21dcab8a3259'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:09.416434 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] For port 6f49199e-98bf-4e75-a5a5-e80ecc61c564, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=6f49199e-98bf-4e75-a5a5-e80ecc61c564,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:09.416798 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.428492 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Calling delete_port for 6f49199e-98bf-4e75-a5a5-e80ecc61c564 owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:09.485576 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] Set router 6020b3b8-5078-400c-b9fd-21dcab8a3259 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:09.540200 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:42:09Z', 'revision_number': 6, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:09.566417 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2439fe-e98f-4c9a-99ca-87a31ffb83d5 None None] The sync data for ids ['6020b3b8-5078-400c-b9fd-21dcab8a3259'] in n-d-800484-3 is: [{'id': '6020b3b8-5078-400c-b9fd-21dcab8a3259', 'name': 'tempest-TestShelveInstance-822615622-router', 'tenant_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:33:29Z', 'updated_at': '2021-07-23T17:42:09Z', 'revision_number': 6, 'project_id': '1f7d3f7d2eea4447bfd3d2fd0ee1926c', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:09.600547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.623886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f49199e-98bf-4e75-a5a5-e80ecc61c564,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:09.688001 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.778432 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.780474 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.825797 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.826284 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6020b3b8-5078-400c-b9fd-21dcab8a3259 {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:42:09.830456 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.831737 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-bdf76b4c-8323-4a30-abed-0fbb7793a5c2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6020b3b8-5078-400c-b9fd-21dcab8a3259 HTTP/1.1" status: 204 len: 168 time: 0.7619336 Jul 23 17:42:09.834962 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45212) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:09.879020 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Deleting subnet 9614e4f1-28c6-49b4-aad0-c2097d9e8df9 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:42:09.882450 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:09.916622 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.001639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.052796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.077746 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9614e4f1-28c6-49b4-aad0-c2097d9e8df9,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:10.081303 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.083287 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-43dc6600-fbd9-4fdc-ac78-54b22cde384d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9614e4f1-28c6-49b4-aad0-c2097d9e8df9 HTTP/1.1" status: 204 len: 168 time: 0.2473044 Jul 23 17:42:10.085628 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45214) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:10.088317 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217006f-71a8-4d67-962f-76d2c5ed1e30 None None] Network 8bf423be-9b58-4ef3-ab09-103a5427a112 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:10.157131 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.211755 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Deleting port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:10.212090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.275930 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] For port 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0aa0cc2a-f026-47d4-8bc3-00e472afb291,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:10.276247 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.288110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Calling delete_port for 0aa0cc2a-f026-47d4-8bc3-00e472afb291 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:10.314449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] DHCP port deletion for 8bf423be-9b58-4ef3-ab09-103a5427a112 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:42:10.365923 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Deleting port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:42:10.366437 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.375227 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.402940 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] No DVR routers for this DVR port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:42:10.404862 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa0cc2a-f026-47d4-8bc3-00e472afb291,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:10.430792 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] For port 0aa0cc2a-f026-47d4-8bc3-00e472afb291, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=0aa0cc2a-f026-47d4-8bc3-00e472afb291,segment=NetworkSegment(bcc0b21a-8ce5-4a32-9845-4648f7a6cb69),segment_id=bcc0b21a-8ce5-4a32-9845-4648f7a6cb69)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:10.431192 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.443917 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Calling delete_port for 0aa0cc2a-f026-47d4-8bc3-00e472afb291 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:42:10.482397 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.496831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf423be-9b58-4ef3-ab09-103a5427a112']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:10.508820 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:10.509365 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc0b21a-8ce5-4a32-9845-4648f7a6cb69') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:10.519074 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.525521 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.534852 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.541766 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:42:10.542198 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:42:10.543860 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:42:10.553036 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] Pushing event deleted for resources: {'Port': ['ID=0aa0cc2a-f026-47d4-8bc3-00e472afb291,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:10.556814 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf23a04-de4f-4c11-bd86-d1c3529c4281 None None] No DVR routers for this DVR port 0aa0cc2a-f026-47d4-8bc3-00e472afb291 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:42:10.607182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.616593 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.618497 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8bf423be-9b58-4ef3-ab09-103a5427a112 HTTP/1.1" status: 204 len: 168 time: 0.5319493 Jul 23 17:42:10.630478 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97917d-0da0-4150-893d-53d499e23ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf423be-9b58-4ef3-ab09-103a5427a112,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:10.724984 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45218) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:10.764063 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-8e912506-727b-4738-8451-61ce9f3fafde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3674a933bb04484883fbb2d75b346f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379093 Jul 23 17:42:10.766470 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45220) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:10.816494 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.838667 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.886497 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.889003 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:10.890200 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b6b0bb6-b52f-4648-9f56-27a6460c0fef HTTP/1.1" status: 204 len: 168 time: 0.1228034 Jul 23 17:42:10.898864 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362bd1-3bb5-4bdb-bb1d-647ca0fb2843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b0bb6-b52f-4648-9f56-27a6460c0fef,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:11.086076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0aa0cc2a-f026-47d4-8bc3-00e472afb291 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:11.106130 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 0aa0cc2a-f026-47d4-8bc3-00e472afb291 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:11.106761 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 0aa0cc2a-f026-47d4-8bc3-00e472afb291 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:11.106872 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6f49199e-98bf-4e75-a5a5-e80ecc61c564 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:11.124622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 6f49199e-98bf-4e75-a5a5-e80ecc61c564 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:11.124963 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 6f49199e-98bf-4e75-a5a5-e80ecc61c564 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:11.125371 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d6786556-4c68-4476-ac05-fe4d184ec8c6 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:42:11.143590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d6786556-4c68-4476-ac05-fe4d184ec8c6 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:42:11.143916 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d6786556-4c68-4476-ac05-fe4d184ec8c6 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:42:11.196789 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45226) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:11.236254 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e37f894a-e305-41f5-bb78-8ee7dea53bb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f7d3f7d2eea4447bfd3d2fd0ee1926c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382445 Jul 23 17:42:11.238519 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45228) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:11.285396 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:11.305523 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:11.351535 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:11.354207 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:11.355349 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83ea9469-51d1-4027-a03d-4f870fd91f2d HTTP/1.1" status: 204 len: 168 time: 0.1159537 Jul 23 17:42:11.362913 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7a17-567e-4e48-8a60-d2e04ac53728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea9469-51d1-4027-a03d-4f870fd91f2d,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:11.979187 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-be6aab07-f77d-4bda-8679-981fe94a6f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:11.986167 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45250) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:12.079083 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1482180500-network', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:12.102424 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Made reservation on behalf of 35213d32644c4d3db5cf28ad7d8efaf6 for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:42:12.104639 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.112696 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.201534 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.205297 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.229280 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:42:12.238468 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cc5d8b-83d6-4f3b-a818-512bc73e764f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:12.243150 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.243484 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Added segment bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd of type vlan for network 2c67ad2b-050d-48d4-838c-781df75f4591 Jul 23 17:42:12.282839 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.310708 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.311792 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:12.312373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.342621 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3553495 Jul 23 17:42:12.345675 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45254) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:12.350732 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Request body: {'subnet': {'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1482180500-subnet', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:12.371401 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Made reservation on behalf of 35213d32644c4d3db5cf28ad7d8efaf6 for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:42:12.373714 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.378589 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee941d-2a10-4965-9826-c7df6aafe419 admin admin] Pushing event updated for resources: {'Network': ['ID=2c67ad2b-050d-48d4-838c-781df75f4591,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:12.388616 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 2c67ad2b-050d-48d4-838c-781df75f4591 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:42:12.537490 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.596901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b69020f-6d99-4b59-a6bb-9a3109cf4d74,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:12.602068 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Checking segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:12.602434 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Network hostable DHCP agents. Network: 2c67ad2b-050d-48d4-838c-781df75f4591, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:42:12.619087 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:42:12.627656 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 2c67ad2b-050d-48d4-838c-781df75f4591) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:12.632183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:12.632762 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.638131 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fbc00-39ca-4c9a-8e65-05f265a008de None None] Network 2c67ad2b-050d-48d4-838c-781df75f4591 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:12.651273 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45256) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:12.655981 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:12.658582 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-537fff66-eddf-4399-84c9-19782aa96b53 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3117099 Jul 23 17:42:12.675644 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.678725 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.679838 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.731630 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.793441 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-2c67ad2b-050d-48d4-838c-781df75f4591', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:42:12.794302 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.870147 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:12.926906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Allocated IP 172.20.0.2 (2c67ad2b-050d-48d4-838c-781df75f4591/3b69020f-6d99-4b59-a6bb-9a3109cf4d74/d8bc97df-299d-4fd6-84e4-908e80abb2f2) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:13.065092 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.069821 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.073996 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Transition to ACTIVE for port object d8bc97df-299d-4fd6-84e4-908e80abb2f2 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:13.088928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Transition to ACTIVE for port object d8bc97df-299d-4fd6-84e4-908e80abb2f2 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:13.092874 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.095487 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.136173 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:13.138928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:13.142391 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:13.152788 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Pushing event updated for resources: {'Port': ['ID=d8bc97df-299d-4fd6-84e4-908e80abb2f2,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:13.196993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Allocated IP 172.25.2.175 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/4a545601-a9a8-43f5-8e4e-ce9b28a39cae) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:13.209722 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Attempting to bind port d8bc97df-299d-4fd6-84e4-908e80abb2f2 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:13.210141 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Attempting to bind port d8bc97df-299d-4fd6-84e4-908e80abb2f2 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:13.210524 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Attempting to bind port d8bc97df-299d-4fd6-84e4-908e80abb2f2 on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:13.215571 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:13.215940 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Checking segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:13.216342 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.216732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Bound using segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:13.217191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Bound port: d8bc97df-299d-4fd6-84e4-908e80abb2f2, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:13.217568 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.279208 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] For port d8bc97df-299d-4fd6-84e4-908e80abb2f2, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:13.282651 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] For port d8bc97df-299d-4fd6-84e4-908e80abb2f2, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d8bc97df-299d-4fd6-84e4-908e80abb2f2,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:13.287673 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.303466 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.351034 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5069aa-5162-47bb-9d68-d1b45a057835 None None] Pushing event updated for resources: {'Port': ['ID=d8bc97df-299d-4fd6-84e4-908e80abb2f2,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:13.352362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:13.389749 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:13.392728 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:13.396666 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:13.428179 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:13.681373 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.212398 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7198f6a-97a7-4e52-aa1d-1a8f7d7ef2f8 None None] Network 2c67ad2b-050d-48d4-838c-781df75f4591 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:14.226128 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.268902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-423874a7-864c-42c8-9c94-9aeb98eadad8 None None] Provisioning for port d8bc97df-299d-4fd6-84e4-908e80abb2f2 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:14.354831 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Router 06688d6b-c965-4802-9f5d-625496c6597f is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:42:14.463321 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:14.474151 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:14.478668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.482593 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-b670c614-760d-4182-a953-fab86acc9dd9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8275273 Jul 23 17:42:14.482593 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45258) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:14.491043 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:14.494398 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:41:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:14.525033 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7c7df0d6-f477-406f-8d8f-93bf960da11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.532493 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.616187 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:14.789069 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:13Z', 'revision_number': 3, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:14.814797 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:14.815143 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Updating router 06688d6b-c965-4802-9f5d-625496c6597f port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:42:14.847705 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:14.904335 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.062835 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Allocated IP 172.20.0.1 (2c67ad2b-050d-48d4-838c-781df75f4591/3b69020f-6d99-4b59-a6bb-9a3109cf4d74/2be0219d-2dea-4c1d-a11b-21e4da4dbc10) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:15.107652 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.118534 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Transition to ACTIVE for port object 4a545601-a9a8-43f5-8e4e-ce9b28a39cae will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:15.124559 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.139225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d8bc97df-299d-4fd6-84e4-908e80abb2f2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:15.176455 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Attempting to bind port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:15.176870 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Attempting to bind port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:15.177720 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Attempting to bind port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:15.179183 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.179614 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Pushing event updated for resources: {'Port': ['ID=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:15.188576 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:15.188948 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:15.189344 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.189728 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:15.190207 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Bound port: 4a545601-a9a8-43f5-8e4e-ce9b28a39cae, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:15.190583 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.193912 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.194282 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.194604 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.194940 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.195269 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.195594 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.195918 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.196240 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.196567 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.196882 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.197202 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.197326 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port d8bc97df-299d-4fd6-84e4-908e80abb2f2 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:15.197516 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:42:15.198127 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Transition to ACTIVE for port object 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:15.203327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d8bc97df-299d-4fd6-84e4-908e80abb2f2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:15.203836 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.233399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.249623 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] For port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:15.253231 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] For port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:15.257604 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.275622 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:15.280026 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:15.283496 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:15.287238 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.292756 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Pushing event updated for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:15.312078 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:15.312724 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:15.332164 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.346584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port d8bc97df-299d-4fd6-84e4-908e80abb2f2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d8bc97df-299d-4fd6-84e4-908e80abb2f2,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:15.352276 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.394477 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e7cb5-0fcd-4415-8d39-800c3cdcbaed None None] Pushing event updated for resources: {'Port': ['ID=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:15.433144 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=d8bc97df-299d-4fd6-84e4-908e80abb2f2,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:15.444793 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:15.496151 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.627653 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fea20629-0031-47ab-b13f-7e1d070fc0ad None None] Provisioning for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:15.633038 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-fea20629-0031-47ab-b13f-7e1d070fc0ad None None] Provisioning complete for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:15.633964 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-fea20629-0031-47ab-b13f-7e1d070fc0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.668215 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-fea20629-0031-47ab-b13f-7e1d070fc0ad None None] Port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:15.674504 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.680125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.728775 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:13Z', 'revision_number': 3, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:15.744243 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Pushing event updated for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:15.746770 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.756166 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407434cf-297c-417c-8192-4a7a01431a69 None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:13Z', 'revision_number': 3, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:15.845039 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:15.846454 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:15.891116 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:15.986595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:42:16.107237 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:16.112413 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ee4a1de-7923-4b30-83a5-7ade8b1f3be2 admin admin] 10.222.0.64 "PUT /v2.0/routers/06688d6b-c965-4802-9f5d-625496c6597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288035 Jul 23 17:42:16.188381 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5fcf9703-d0b7-403a-9047-22027ec0a526 None None] Provisioning complete for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:16.188861 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9703-d0b7-403a-9047-22027ec0a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.227998 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf9703-d0b7-403a-9047-22027ec0a526 None None] Port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:16.587882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45274) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:16.592886 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1333499140-network', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:16.614018 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Made reservation on behalf of 349b78e0110b40c8b4948a9cbf60dafb for: {'network': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:42:16.616829 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for network, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.625231 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.713665 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.717100 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.737662 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 17:42:16.754185 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.754626 n-d-800484-3 neutron-server[94004]: INFO neutron.db.segments_db [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Added segment 20bc9728-e529-4c0f-bb77-00fbb5ae7b45 of type vlan for network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 Jul 23 17:42:16.755810 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbefd0-312c-418a-8643-d18daab3e8ba,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:16.805479 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742688723312'] for network, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.832868 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174'] for network, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.834378 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:16.834959 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.865164 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2761350 Jul 23 17:42:16.867988 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45276) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:16.873192 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Request body: {'subnet': {'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1333499140-subnet', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'ip_version': 4}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:16.894224 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Made reservation on behalf of 349b78e0110b40c8b4948a9cbf60dafb for: {'subnet': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:42:16.897296 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11475609'] for subnet, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:16.901445 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330190f-3c8d-45e7-9354-e324c7da07fc admin admin] Pushing event updated for resources: {'Network': ['ID=5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:16.912293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 details requested by agent ovs-agent-n-d-800484-3 with host n-d-800484-3 {{(pid=94005) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 17:42:17.073017 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8600978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11475595'] for subnet, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.138236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d4fbaf-3ffc-497a-b094-fef770158cd8,revision_number=0']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:17.146295 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Checking segment: {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:17.146653 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Network hostable DHCP agents. Network: 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3, hostable agents: ['d6079453-b15d-49c8-be57-4e624322864b'], hosted agents: [] {{(pid=94003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 17:42:17.166834 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 is scheduled to be hosted by DHCP agent d6079453-b15d-49c8-be57-4e624322864b with binding_index 1 {{(pid=94003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 17:42:17.168050 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d8bc97df-299d-4fd6-84e4-908e80abb2f2 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:17.176851 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800484-3, 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3) {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:17.181233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:17.181833 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.196213 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c106a4-d335-432e-b170-78b63459f6ca None None] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:17.202763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-928b20e1-00f9-4371-93fa-8d1e95daf99a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3336070 Jul 23 17:42:17.205502 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45278) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:17.210769 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:17.231753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1979'] for router, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.232772 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3907060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3904352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.290127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.427041 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:17.433330 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3904334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3907451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1948'] for router, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.460979 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:17.461643 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:17.498378 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port d8bc97df-299d-4fd6-84e4-908e80abb2f2 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:17.498753 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.635505 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.657947 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.658503 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:17.706252 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4149e535-417c-5fdc-8a7a-f84e0ae52961-5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'fixed_ips': [{'subnet_id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8'}]}} from n-d-800484-3. {{(pid=94005) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 17:42:17.707020 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.746335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a545601-a9a8-43f5-8e4e-ce9b28a39cae up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:17.761006 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Allocated IP 172.25.2.19 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/5ab569ef-8c06-4a80-b0a0-315f28289e05) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:17.868080 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.907065 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.912009 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:17.944477 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:17.948781 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:17.955701 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:17.958813 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab569ef-8c06-4a80-b0a0-315f28289e05,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:18.016881 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:18.024156 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.db_base_plugin_common [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Allocated IP 172.20.0.2 (5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3/d4d4fbaf-3ffc-497a-b094-fef770158cd8/8f7207a0-430c-4700-8327-493b90ba0730) {{(pid=94005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:18.030920 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:18.031291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.201415 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.210746 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 2, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:18.269202 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:18.269553 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Updating router 06688d6b-c965-4802-9f5d-625496c6597f port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:42:18.295939 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.332256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:18.343685 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks [] for port, precommit_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.345772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.351355 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.382966 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Transition to ACTIVE for port object 8f7207a0-430c-4700-8327-493b90ba0730 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:18.398837 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3904307'] for router, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.443894 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Transition to ACTIVE for port object 8f7207a0-430c-4700-8327-493b90ba0730 will not be triggered until provisioned by entity DHCP. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:18.454805 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:18.460631 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004'] for port, after_create {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.524946 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Router 6d4d4805-6c3a-4a64-be05-1b031939cf59 is scheduled to L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b with binding_index 1 {{(pid=94004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 17:42:18.564891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 is already hosted by enough agents. {{(pid=94005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:18.567734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Pushing event updated for resources: {'Port': ['ID=8f7207a0-430c-4700-8327-493b90ba0730,revision_number=1']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:18.571564 n-d-800484-3 neutron-server[94005]: DEBUG neutron.scheduler.base_scheduler [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Resources bound (agent type, host, resource id): {{(pid=94005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:18.574778 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Received port after_create {{(pid=94005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:18.688066 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Attempting to bind port 8f7207a0-430c-4700-8327-493b90ba0730 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:18.688442 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Attempting to bind port 8f7207a0-430c-4700-8327-493b90ba0730 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:18.688806 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Attempting to bind port 8f7207a0-430c-4700-8327-493b90ba0730 on network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:18.703256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:18.703623 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Checking segment: {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:18.704044 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.704430 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Bound using segment: {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:18.704908 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Bound port: 8f7207a0-430c-4700-8327-493b90ba0730, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:18.705291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.830988 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] For port 8f7207a0-430c-4700-8327-493b90ba0730, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:18.834680 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.850836 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] For port 8f7207a0-430c-4700-8327-493b90ba0730, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8f7207a0-430c-4700-8327-493b90ba0730,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:18.854265 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Transition to ACTIVE for port object 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:18.858753 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.863345 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:18.930925 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b0259-0ffb-41c3-a07d-abd093e6665d None None] Pushing event updated for resources: {'Port': ['ID=8f7207a0-430c-4700-8327-493b90ba0730,revision_number=2']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:19.003505 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:19.014774 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Sync routers for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:19.026452 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:19.027921 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:19.029145 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.030975 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-54ee334f-c514-4182-bb91-acee0c4e64f5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8243444 Jul 23 17:42:19.034191 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45282) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:19.046598 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6b5f1-aaf0-435b-8899-e0d9c985c92b None None] Pushing event updated for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:19.051292 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Attempting to bind port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:19.052365 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Attempting to bind port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:19.052732 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Attempting to bind port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:19.058794 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:19.059377 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Checking segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:19.059868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.060345 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Bound using segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:19.060906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Bound port: 2be0219d-2dea-4c1d-a11b-21e4da4dbc10, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:19.061361 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.136422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] For port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:19.140268 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] For port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:19.147595 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.216026 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a545601-a9a8-43f5-8e4e-ce9b28a39cae up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:19.248671 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:19.288648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6b5f1-aaf0-435b-8899-e0d9c985c92b None None] Pushing event updated for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:19.301322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:19.302507 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:19.417456 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:19.418047 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.487891 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:19.540092 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 3, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:19.572325 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Checking router: 6d4d4805-6c3a-4a64-be05-1b031939cf59 for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:19.573013 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Updating router 6d4d4805-6c3a-4a64-be05-1b031939cf59 port 5ab569ef-8c06-4a80-b0a0-315f28289e05 binding host n-d-800484-3 {{(pid=94006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:42:19.611460 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.636650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.842866 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Allocated IP 172.20.0.1 (5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3/d4d4fbaf-3ffc-497a-b094-fef770158cd8/e613ca35-52fd-4d11-8e0b-58f141e35201) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:19.924775 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:19Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:19.937334 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks [] for port, precommit_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.949219 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.provisioning_blocks [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Transition to ACTIVE for port object 5ab569ef-8c06-4a80-b0a0-315f28289e05 will not be triggered until provisioned by entity L2. {{(pid=94006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:19.955353 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fd167-73d9-430a-b16e-d4e2dd2afe66 None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:19Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:19.956474 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:19.983496 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.004263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Transition to ACTIVE for port object e613ca35-52fd-4d11-8e0b-58f141e35201 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:20.014128 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Attempting to bind port 5ab569ef-8c06-4a80-b0a0-315f28289e05 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:20.014719 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Attempting to bind port 5ab569ef-8c06-4a80-b0a0-315f28289e05 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:20.015266 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Attempting to bind port 5ab569ef-8c06-4a80-b0a0-315f28289e05 on network 74df0837-16b9-42a6-ba12-b9336a0e2e27 {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:20.024583 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:20.025201 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Checking segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:20.025766 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.026363 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Bound using segment: {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'} {{(pid=94006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:20.026991 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.managers [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Bound port: 5ab569ef-8c06-4a80-b0a0-315f28289e05, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da8d5ae-69e2-4b57-aadf-f33393af4f79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27'}}] {{(pid=94006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:20.027549 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.029720 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655313a-9163-4c02-aaf3-e8e0cf779157 None None] Pushing event updated for resources: {'Port': ['ID=5ab569ef-8c06-4a80-b0a0-315f28289e05,revision_number=2']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:20.074476 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.108745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] For port 5ab569ef-8c06-4a80-b0a0-315f28289e05, host n-d-800484-3, cleared binding levels {{(pid=94006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:20.112671 n-d-800484-3 neutron-server[94006]: DEBUG neutron.plugins.ml2.db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] For port 5ab569ef-8c06-4a80-b0a0-315f28289e05, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ab569ef-8c06-4a80-b0a0-315f28289e05,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:20.121162 n-d-800484-3 neutron-server[94006]: DEBUG neutron_lib.callbacks.manager [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.134992 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Pushing event updated for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:20.143062 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:20.144547 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:20.146900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:20.176698 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:20.178212 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:20.185022 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7a7dd-fa9a-41b2-bd32-da6ec7df5675 None None] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:42:20.200805 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3828266'] for router_interface, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.268186 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-3ca254fa-73ba-4074-9408-340566b72df0 None None] Provisioning for port 8f7207a0-430c-4700-8327-493b90ba0730 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:20.278184 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655313a-9163-4c02-aaf3-e8e0cf779157 None None] Pushing event updated for resources: {'Port': ['ID=5ab569ef-8c06-4a80-b0a0-315f28289e05,revision_number=3']} {{(pid=94006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:20.334587 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:20.381012 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.547655 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 3, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:20.577586 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9d87-4fb0-4304-a889-fffbdc2ce463 None None] The sync data for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 is: [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 3, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:20.598775 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.604091 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.687348 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3794152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826941'] for router_interface, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.690402 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Pushing event updated for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:20.714192 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-801c7aa2-6097-4470-b9d6-29b1d73faaff None None] Provisioning for port e613ca35-52fd-4d11-8e0b-58f141e35201 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:20.720505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-801c7aa2-6097-4470-b9d6-29b1d73faaff None None] Provisioning complete for port e613ca35-52fd-4d11-8e0b-58f141e35201 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:20.722430 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-801c7aa2-6097-4470-b9d6-29b1d73faaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:20.763178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-801c7aa2-6097-4470-b9d6-29b1d73faaff None None] Port e613ca35-52fd-4d11-8e0b-58f141e35201 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:20.824495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:20.826275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:20.989039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Router 6d4d4805-6c3a-4a64-be05-1b031939cf59 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:42:20.997461 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-89008ae8-c7b7-4c77-b7c9-1b1f65300a05 None None] Provisioning complete for port e613ca35-52fd-4d11-8e0b-58f141e35201 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:20.998204 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89008ae8-c7b7-4c77-b7c9-1b1f65300a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.081570 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-89008ae8-c7b7-4c77-b7c9-1b1f65300a05 None None] Port e613ca35-52fd-4d11-8e0b-58f141e35201 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:21.195318 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:21.202039 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-17960a75-d00b-494d-acae-7cb1ba6ac159 admin admin] 10.222.0.64 "PUT /v2.0/routers/6d4d4805-6c3a-4a64-be05-1b031939cf59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670184 Jul 23 17:42:21.251557 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:21.308098 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-ffde0413-bca8-4c46-adfc-4eb0dae982cb None None] Provisioning complete for port e613ca35-52fd-4d11-8e0b-58f141e35201 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:21.308727 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ffde0413-bca8-4c46-adfc-4eb0dae982cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.353615 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:21.362171 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:21.362565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.364758 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-ffde0413-bca8-4c46-adfc-4eb0dae982cb None None] Port e613ca35-52fd-4d11-8e0b-58f141e35201 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:21.452755 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.487370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:21.491857 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.493104 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ab569ef-8c06-4a80-b0a0-315f28289e05 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:21.576126 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:21.591588 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 5ab569ef-8c06-4a80-b0a0-315f28289e05 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:21.596032 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5ab569ef-8c06-4a80-b0a0-315f28289e05 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:21.596472 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.687189 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.709251 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 5ab569ef-8c06-4a80-b0a0-315f28289e05, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ab569ef-8c06-4a80-b0a0-315f28289e05,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:21.715139 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.715969 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8f7207a0-430c-4700-8327-493b90ba0730 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:21.795221 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=5ab569ef-8c06-4a80-b0a0-315f28289e05,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:21.810058 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port 8f7207a0-430c-4700-8327-493b90ba0730 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:21.812657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45290) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:21.814642 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 8f7207a0-430c-4700-8327-493b90ba0730 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:21.815004 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.817742 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920330904', 'description': 'tempest-secgroup-smoke-920330904 description', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:21.840480 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.896665 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.922935 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.926567 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.930313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port 8f7207a0-430c-4700-8327-493b90ba0730, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8f7207a0-430c-4700-8327-493b90ba0730,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:21.934155 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.954701 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:21.955921 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422594 Jul 23 17:42:21.957731 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11920f-3ab3-4fcc-be2a-66ff051f91d9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:21.959184 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45292) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:21.963912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:21.985529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=8f7207a0-430c-4700-8327-493b90ba0730,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:21.991125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.045781 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.049125 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.066391 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b5dc9a-9f38-46b2-8e43-7f24664159aa,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.075105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.076293 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f67c62e4-0190-49fb-a536-4fbd7a9692ad tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161413 Jul 23 17:42:22.079075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45294) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:22.083480 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:22.107661 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.162668 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.166009 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.183270 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c74c6e5-c4bd-402c-8ea8-d0fa132b9087,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.188090 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.189418 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-960fbf25-a2e3-4a7c-93ab-8754921f8bc5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1092484 Jul 23 17:42:22.192089 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45296) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:22.196568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:22.221745 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.280407 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.283933 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.303229 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae839c2-de22-45c9-a3b5-9a3ca5558e01,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.309701 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.310891 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-136a0745-a1b6-4187-bdcd-eb27bdff0895 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178000 Jul 23 17:42:22.313595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45298) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:22.317974 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:22.343202 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.404007 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.407706 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.424531 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a71185-0420-4817-802c-ff1e929f3c91,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.430393 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.431574 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e8f8457f-f2e6-4ce6-8999-f3a81f7974e8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170385 Jul 23 17:42:22.434290 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45300) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:22.438691 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:22.460657 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Project 35213d32644c4d3db5cf28ad7d8efaf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:42:22.465220 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.526162 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.529605 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.546195 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5f14db-6cff-4b6a-a106-f30f06b79a7e,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.552666 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.553941 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1f65b45f-4088-4203-863c-0bea15e07b89 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187270 Jul 23 17:42:22.556709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45302) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:22.561035 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'security_group_rule': {'security_group_id': 'c91b60bc-8f6a-4e79-9ce1-19ae4384e7be', 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:22.583669 n-d-800484-3 neutron-server[94004]: INFO neutron.db.securitygroups_db [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Project 35213d32644c4d3db5cf28ad7d8efaf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:42:22.588542 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.651586 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.655219 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-299810'] for security_group_rule, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.672013 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8b2a7e-c67b-4e75-973d-68eff76fc42b,revision_number=0']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:22.678691 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:22.679984 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-e3a700d4-65c7-4784-8064-21dbebf07947 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223428 Jul 23 17:42:22.817075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-6f33db6a-d1be-4b1a-8b65-7a271e8bf9da tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920330904&fields=id&tenant_id=35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 267 time: 0.0328078 Jul 23 17:42:22.927293 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-d63447bb-c91d-46c2-bea0-044a4e4b414a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:22.928755 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-d63447bb-c91d-46c2-bea0-044a4e4b414a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 810 time: 0.1047494 Jul 23 17:42:22.943708 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-15acb417-6678-4b28-b0c5-9f7575a3b276 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/quotas/35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 375 time: 0.0095251 Jul 23 17:42:23.009391 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-8ef90b4c-d68b-44fb-89ea-64483624575b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608399 Jul 23 17:42:23.108895 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:23.121581 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-692312ae-bb80-49df-ae36-1c4bf7906c40 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:42:23.122631 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-692312ae-bb80-49df-ae36-1c4bf7906c40 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002874 Jul 23 17:42:23.161698 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:23.162239 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:23.220816 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-978dae8a-7a90-4d45-ac95-3e595bf00a76 service neutron] 10.222.0.64 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918772 Jul 23 17:42:23.248903 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ab569ef-8c06-4a80-b0a0-315f28289e05 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:23.295795 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 5ab569ef-8c06-4a80-b0a0-315f28289e05 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:23.296261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:23.311254 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-ffe36c31-203d-4dcd-9106-fec3fb102c96 service neutron] 10.222.0.64 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841131 Jul 23 17:42:23.369529 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Sync routers for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:23.385902 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8f7207a0-430c-4700-8327-493b90ba0730 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:23.389514 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:23.390233 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:23.486430 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dc06b919-44c7-4600-b862-7244d0556c7e req-6a0aab6f-212b-4a5e-845c-cf512310e320 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Jul 23 17:42:23.527182 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port 8f7207a0-430c-4700-8327-493b90ba0730 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:23.527565 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:23.564871 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:23.824328 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 4, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e613ca35-52fd-4d11-8e0b-58f141e35201', 'name': '', 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'mac_address': 'fa:16:3e:fc:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:19Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 2, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'subnets': [{'id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:23.850152 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Checking router: 6d4d4805-6c3a-4a64-be05-1b031939cf59 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:23.850403 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Updating router 6d4d4805-6c3a-4a64-be05-1b031939cf59 port e613ca35-52fd-4d11-8e0b-58f141e35201 binding host n-d-800484-3 {{(pid=94005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 17:42:23.885647 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.150090 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks [] for port, precommit_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.159726 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Transition to ACTIVE for port object e613ca35-52fd-4d11-8e0b-58f141e35201 will not be triggered until provisioned by entity L2. {{(pid=94005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:24.166205 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.214798 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4635d91-6a2f-42ae-a942-4d1abc2f871d None None] Pushing event updated for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=3']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:24.274370 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Attempting to bind port e613ca35-52fd-4d11-8e0b-58f141e35201 on host n-d-800484-3 for vnic_type normal with profile {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:24.274893 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Attempting to bind port e613ca35-52fd-4d11-8e0b-58f141e35201 by drivers openvswitch,hyperv on host n-d-800484-3 at level 0 using segments [{'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:24.275373 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Attempting to bind port e613ca35-52fd-4d11-8e0b-58f141e35201 on network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:24.280673 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Checking agent: {'id': '678d5485-3e6d-4864-8d6c-5edd69c02007', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 4, 44), 'started_at': datetime.datetime(2021, 7, 23, 16, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800484-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:24.281138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Checking segment: {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:24.281556 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.281980 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Bound using segment: {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'} {{(pid=94005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:24.282455 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.managers [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Bound port: e613ca35-52fd-4d11-8e0b-58f141e35201, host: n-d-800484-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc9728-e529-4c0f-bb77-00fbb5ae7b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3'}}] {{(pid=94005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:24.282846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.355437 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] For port e613ca35-52fd-4d11-8e0b-58f141e35201, host n-d-800484-3, cleared binding levels {{(pid=94005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:24.359537 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] For port e613ca35-52fd-4d11-8e0b-58f141e35201, host n-d-800484-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e613ca35-52fd-4d11-8e0b-58f141e35201,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:24.367339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.430490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-73e46fd5-ed5b-4753-bc22-ca4c84c49a61 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:24.432288 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-73e46fd5-ed5b-4753-bc22-ca4c84c49a61 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 810 time: 0.1213329 Jul 23 17:42:24.442249 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4635d91-6a2f-42ae-a942-4d1abc2f871d None None] Pushing event updated for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:24.443457 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:24.444076 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:24.483985 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7fbb0b9a-395c-4c0c-805d-dfc16430bb59 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 379 time: 0.0405271 Jul 23 17:42:24.492260 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'port': {'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'admin_state_up': True, 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'security_groups': ['c91b60bc-8f6a-4e79-9ce1-19ae4384e7be']}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:24.585959 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:24.611008 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c172bb81-85ec-4570-ba46-23e4d58c2c43 req-9aa46233-bbb3-4624-9044-06a6d7af1b6b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 210 time: 0.0357611 Jul 23 17:42:24.654927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Made reservation on behalf of 35213d32644c4d3db5cf28ad7d8efaf6 for: {'port': 1} {{(pid=94003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:42:24.659360 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.787263 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Allocated IP 172.20.0.9 (2c67ad2b-050d-48d4-838c-781df75f4591/3b69020f-6d99-4b59-a6bb-9a3109cf4d74/833372be-823f-4652-9518-515f7a5d4f75) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:24.801676 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 4, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e613ca35-52fd-4d11-8e0b-58f141e35201', 'name': '', 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'mac_address': 'fa:16:3e:fc:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:19Z', 'updated_at': '2021-07-23T17:42:24Z', 'revision_number': 4, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'subnets': [{'id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:24.832223 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26633a71-d001-4cbd-95e1-933f9ff5da8a None None] The sync data for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 is: [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:20Z', 'revision_number': 4, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': 'e613ca35-52fd-4d11-8e0b-58f141e35201', 'name': '', 'network_id': '5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'mac_address': 'fa:16:3e:fc:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:19Z', 'updated_at': '2021-07-23T17:42:24Z', 'revision_number': 4, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'subnets': [{'id': 'd4d4fbaf-3ffc-497a-b094-fef770158cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:24.932982 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:24.954084 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Transition to ACTIVE for port object 833372be-823f-4652-9518-515f7a5d4f75 will not be triggered until provisioned by entity DHCP. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:24.988095 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.035996 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:25.039140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:25.045849 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:25.050046 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:25.112006 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:25.112894 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.137025 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-7958c632-018d-493d-8455-87725cb0295d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6497583 Jul 23 17:42:25.141773 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e613ca35-52fd-4d11-8e0b-58f141e35201 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:25.149919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Request body: {'port': {'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800484-3'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:25.200402 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning for port e613ca35-52fd-4d11-8e0b-58f141e35201 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:25.206393 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e613ca35-52fd-4d11-8e0b-58f141e35201 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:25.207339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.247087 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.308143 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.346143 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1866e58e-6de4-4c9b-b4b8-27da7f9dac31 None None] Provisioning for port 833372be-823f-4652-9518-515f7a5d4f75 completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:25.355337 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-1866e58e-6de4-4c9b-b4b8-27da7f9dac31 None None] Provisioning complete for port 833372be-823f-4652-9518-515f7a5d4f75 triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:25.355712 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1866e58e-6de4-4c9b-b4b8-27da7f9dac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.363631 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] For port e613ca35-52fd-4d11-8e0b-58f141e35201, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e613ca35-52fd-4d11-8e0b-58f141e35201,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:25.385781 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.427837 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-1866e58e-6de4-4c9b-b4b8-27da7f9dac31 None None] Port 833372be-823f-4652-9518-515f7a5d4f75 cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:42:25.449469 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Pushing event updated for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:25.533890 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833372be-823f-4652-9518-515f7a5d4f75 {{(pid=94003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:42:25.541473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.553145 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.provisioning_blocks [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Transition to ACTIVE for port object 833372be-823f-4652-9518-515f7a5d4f75 will not be triggered until provisioned by entity L2. {{(pid=94003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:42:25.556851 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.610052 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:25.687575 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Attempting to bind port 833372be-823f-4652-9518-515f7a5d4f75 on host n-h2-800484-3 for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:42:25.687908 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Attempting to bind port 833372be-823f-4652-9518-515f7a5d4f75 by drivers openvswitch,hyperv on host n-h2-800484-3 at level 0 using segments [{'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:42:25.688236 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Attempting to bind port 833372be-823f-4652-9518-515f7a5d4f75 on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:25.695661 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Port 833372be-823f-4652-9518-515f7a5d4f75 on network 2c67ad2b-050d-48d4-838c-781df75f4591 not bound, no agent of type Open vSwitch agent registered on host n-h2-800484-3 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:42:25.695934 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Attempting to bind port 833372be-823f-4652-9518-515f7a5d4f75 on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:42:25.711115 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Checking agent: {'id': '4e611a4c-e87c-4da6-8f33-ebc50c1cb917', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:42:25.711358 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Checking segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:42:25.711709 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Bound using segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:42:25.712141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Bound port: 833372be-823f-4652-9518-515f7a5d4f75, host: n-h2-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:42:25.712492 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.813728 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf08f1-66b9-46da-b769-dc12b2820c52 req-821b60bc-5ec2-483c-96ca-3945a31e1a4e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:25.815227 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fbf08f1-66b9-46da-b769-dc12b2820c52 req-821b60bc-5ec2-483c-96ca-3945a31e1a4e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.1206629 Jul 23 17:42:25.818259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:42:25.837868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:42:25.845819 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.887320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:25.887868 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:25.889392 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] 10.222.0.67 "PUT /v2.0/ports/833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 1091 time: 0.7448943 Jul 23 17:42:25.892495 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:42:25.894923 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef15f4d-ba5c-4566-8574-98aa71e58dca" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:42:25.915516 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2fbf08f1-66b9-46da-b769-dc12b2820c52 req-59cc0b2b-0be6-4ac7-ace5-0ee7049ba680 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925491 Jul 23 17:42:25.949698 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe1da4-7a2a-48a3-8e96-373aa9e96967 x-openstack-request-id: req-cbfe1da4-7a2a-48a3-8e96-373aa9e96967 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:42:25.949915 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:42:25.950196 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbfe1da4-7a2a-48a3-8e96-373aa9e96967 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:42:25.950593 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'status': 'completed', 'code': 200} Jul 23 17:42:25.971858 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23767f7-a0eb-42bb-81a0-04eba66d6cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:26.002081 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-0e13f3da-d0df-4917-acdc-12e2beeaac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.003606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-0e13f3da-d0df-4917-acdc-12e2beeaac7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0702438 Jul 23 17:42:26.049194 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-86b8b5e4-829a-42d1-a3f1-e3ddf43d1c16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 217 time: 0.0379565 Jul 23 17:42:26.097458 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-9a171744-5505-4c79-b66c-59c92340f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.099642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-9a171744-5505-4c79-b66c-59c92340f9b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0446098 Jul 23 17:42:26.155901 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-23f8a742-2b66-4cd6-877e-66802f27fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.157371 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-23f8a742-2b66-4cd6-877e-66802f27fa41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519290 Jul 23 17:42:26.558994 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-d0da92dd-a303-4fa4-90d4-202655ad22c8 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948698 Jul 23 17:42:26.646414 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-148ae1f1-5fa9-43ca-a98a-7647f562e25f req-551e8ba6-d9d5-49ce-8700-3f7d7f3c0c0d service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803418 Jul 23 17:42:26.742886 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-29d6e9e1-afe7-4490-a0a8-96b0a1ac201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.744370 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-29d6e9e1-afe7-4490-a0a8-96b0a1ac201a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0530634 Jul 23 17:42:26.840868 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-cdb377bb-453d-40c2-8f70-7d1d0b3ae8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.842382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-cdb377bb-453d-40c2-8f70-7d1d0b3ae8a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0912514 Jul 23 17:42:26.884411 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-e3df876b-07b7-487e-b258-0f2d3928dddf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 217 time: 0.0343645 Jul 23 17:42:26.938490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-aa969716-0ab7-448f-9442-7620df1d4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:26.940156 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-aa969716-0ab7-448f-9442-7620df1d4b4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0491531 Jul 23 17:42:27.037362 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-5f512d4f-6895-4b3c-96f3-e4dda81b5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:27.038928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-5f512d4f-6895-4b3c-96f3-e4dda81b5857 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915890 Jul 23 17:42:27.084164 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd22d01-87d2-4bb5-abd8-4ff47de9b984 req-334a8ff3-501c-4b88-b493-81a85e8d3e9c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:27.085745 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd22d01-87d2-4bb5-abd8-4ff47de9b984 req-334a8ff3-501c-4b88-b493-81a85e8d3e9c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.0995836 Jul 23 17:42:27.105007 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e613ca35-52fd-4d11-8e0b-58f141e35201 up at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:27.151471 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Provisioning complete for port e613ca35-52fd-4d11-8e0b-58f141e35201 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:27.151878 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:27.169005 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-4fd22d01-87d2-4bb5-abd8-4ff47de9b984 req-208fd049-0ca2-4ded-89ba-e90123f5de0c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762072 Jul 23 17:42:27.179606 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-409ab1df-e0ce-4256-ad95-de80e4b067d7 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323478 Jul 23 17:42:27.274003 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-aef15f4d-ba5c-4566-8574-98aa71e58dca req-3cfe3233-52db-447a-a370-bd76fec9352e service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868948 Jul 23 17:42:28.300326 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18160df0-9930-4423-af6b-5354537c3696 req-30b48f93-2084-4443-8a99-69d4d8942287 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:28.302356 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18160df0-9930-4423-af6b-5354537c3696 req-30b48f93-2084-4443-8a99-69d4d8942287 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.0637603 Jul 23 17:42:28.338834 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-18160df0-9930-4423-af6b-5354537c3696 req-e8278634-b748-4d00-b0a0-652124476e52 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Jul 23 17:42:29.073891 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:42:29.465090 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5580e-8a04-43bd-8543-98a2a84afcee req-c606d055-9588-49f7-825f-b81e19a16cc6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:29.466602 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28c5580e-8a04-43bd-8543-98a2a84afcee req-c606d055-9588-49f7-825f-b81e19a16cc6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.0631917 Jul 23 17:42:29.503075 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28c5580e-8a04-43bd-8543-98a2a84afcee req-8d3018ac-6e74-4399-a634-89b0f1fff54f tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309587 Jul 23 17:42:29.724449 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:42:29.825628 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:29.827909 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:29.836210 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '833372be-823f-4652-9518-515f7a5d4f75', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:42:29.874910 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:29.887744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833372be-823f-4652-9518-515f7a5d4f75 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:42:29.906718 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:29.910339 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:29.955753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:30.161484 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['833372be-823f-4652-9518-515f7a5d4f75'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:42:30.638275 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db3c6-425d-4f07-9cf4-aae22ad27b6b req-c71bf923-1d38-4bd7-8270-bddea36cc27d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:30.639812 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c2db3c6-425d-4f07-9cf4-aae22ad27b6b req-c71bf923-1d38-4bd7-8270-bddea36cc27d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 944 time: 0.0677068 Jul 23 17:42:30.677107 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8c2db3c6-425d-4f07-9cf4-aae22ad27b6b req-c140a5d2-8ab0-4446-8572-921e1b796a35 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317032 Jul 23 17:42:31.736942 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:42:31.785250 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning for port 833372be-823f-4652-9518-515f7a5d4f75 completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:42:31.789650 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 833372be-823f-4652-9518-515f7a5d4f75 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:42:31.790067 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:31.812400 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de8d6f-fde6-46bb-abd6-7b5af88e8137 req-ff13be4b-2819-4975-9e1b-573724faadff tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:31.813944 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79de8d6f-fde6-46bb-abd6-7b5af88e8137 req-ff13be4b-2819-4975-9e1b-573724faadff tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 944 time: 0.0652063 Jul 23 17:42:31.851851 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-79de8d6f-fde6-46bb-abd6-7b5af88e8137 req-2ae278e3-ca94-4c13-af74-f57f7518bfd9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Jul 23 17:42:31.869499 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:31.891116 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:42:31.893357 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e45406-19d0-43c4-8474-62dd04545998" -d '{"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-plugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:42:31.906191 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:42:31.910181 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:31.935305 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b345a-0c65-4de1-9656-c59953aa7dcc x-openstack-request-id: req-190b345a-0c65-4de1-9656-c59953aa7dcc {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:42:31.935631 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-plugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:42:31.935880 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-190b345a-0c65-4de1-9656-c59953aa7dcc {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:42:31.936267 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'code': 200} Jul 23 17:42:31.961840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:32.035735 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307d63-4397-4860-ad74-a0b7e66b38d1 req-e8cbf550-601d-4edb-8126-7b148ead17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:32.037121 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30307d63-4397-4860-ad74-a0b7e66b38d1 req-e8cbf550-601d-4edb-8126-7b148ead17c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0532017 Jul 23 17:42:32.074028 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-30307d63-4397-4860-ad74-a0b7e66b38d1 req-27fbb83c-0d7e-499d-bc8c-1d46415142d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Jul 23 17:42:32.996955 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36246d-9c02-4151-bb12-53c1b44f0bc4 req-25bf646a-96fa-44a8-8a8f-fbae0a2eab0d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:32.998457 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c36246d-9c02-4151-bb12-53c1b44f0bc4 req-25bf646a-96fa-44a8-8a8f-fbae0a2eab0d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 945 time: 0.0715525 Jul 23 17:42:33.036567 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7c36246d-9c02-4151-bb12-53c1b44f0bc4 req-8816a4a3-e84d-4a6f-bbd8-bb4e8606b9a8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Jul 23 17:42:34.167246 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04f843-5130-401e-ac08-155abd6f3b86 req-1b9290d6-5199-434e-88ac-0205f4a63562 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:34.168725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d04f843-5130-401e-ac08-155abd6f3b86 req-1b9290d6-5199-434e-88ac-0205f4a63562 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 945 time: 0.0632417 Jul 23 17:42:34.204480 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-0d04f843-5130-401e-ac08-155abd6f3b86 req-def11154-9513-4912-bc95-d4f5f3ad5401 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302973 Jul 23 17:42:34.333687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20000b8-d7df-4771-9520-86e69e0c5f43 req-6eb7d71e-2165-45c6-a68b-05e1361ce0f5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:34.335094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f20000b8-d7df-4771-9520-86e69e0c5f43 req-6eb7d71e-2165-45c6-a68b-05e1361ce0f5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 945 time: 0.0657051 Jul 23 17:42:34.371831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-f20000b8-d7df-4771-9520-86e69e0c5f43 req-306cd50b-84fb-4e19-a368-e65c70e47ad7 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Jul 23 17:42:34.393019 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45356) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:34.486579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42441246-9d63-402b-827e-9b872731b388 tempest-TestSnapshotPattern-1874645046 tempest-TestSnapshotPattern-1874645046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:34.488089 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-42441246-9d63-402b-827e-9b872731b388 tempest-TestSnapshotPattern-1874645046 tempest-TestSnapshotPattern-1874645046-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1091 time: 0.0941353 Jul 23 17:42:34.491071 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45360) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:42:34.495419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:42:34.516175 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:34.614883 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:34.716448 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Allocated IP 172.25.2.192 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/58a333a7-028a-4a62-903f-cc576df8baf7) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:42:34.820168 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:34.857472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:34.893558 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:42:34.897903 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:42:34.901376 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:42:34.924830 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=58a333a7-028a-4a62-903f-cc576df8baf7,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:35.250632 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.327031 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.474466 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.478841 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.556436 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=58a333a7-028a-4a62-903f-cc576df8baf7,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:42:35.564409 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.664383 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Floating IP 85c06442-7a26-4b04-81da-d01609158283 associated. External IP: 172.25.2.192, port: 833372be-823f-4652-9518-515f7a5d4f75. Jul 23 17:42:35.869140 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:42:35.972021 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:42:35.981352 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:42:35.987598 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:35.990707 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:35.991316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:36.027340 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-ebc8a494-d836-45f5-8139-5bb74e779039 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5352423 Jul 23 17:42:36.027938 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:42:36.030223 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd320e-a8dc-419d-aa82-903607f54419" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:42:36.065858 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4c0647-4e2c-40d6-b723-1cfc02b619dd x-openstack-request-id: req-0e4c0647-4e2c-40d6-b723-1cfc02b619dd {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:42:36.066175 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:42:36.066426 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e4c0647-4e2c-40d6-b723-1cfc02b619dd {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:42:36.067333 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'status': 'completed', 'code': 200} Jul 23 17:42:36.100848 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:36.140412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-7b84e9c2-7103-4fd4-b0d0-7b2a8de5aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:36.141837 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-7b84e9c2-7103-4fd4-b0d0-7b2a8de5aafb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0532115 Jul 23 17:42:36.231181 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-b722493c-e3a0-48c7-a665-cc40d7f5f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:36.232641 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-b722493c-e3a0-48c7-a665-cc40d7f5f7a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0851407 Jul 23 17:42:36.303292 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-f353ba9e-9927-4d3d-ac8f-14a6f2b0ce9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 999 time: 0.0633197 Jul 23 17:42:36.354687 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-722e8827-6dcf-4732-a48d-b9f7dc61667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:36.356189 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-722e8827-6dcf-4732-a48d-b9f7dc61667a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0460269 Jul 23 17:42:36.419767 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-7fbb92b9-a243-4224-95b2-7acc5a2e14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:36.419997 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:35Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:36.421182 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-7fbb92b9-a243-4224-95b2-7acc5a2e14b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583882 Jul 23 17:42:36.445077 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:42:36.453175 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:42:36.453777 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:42:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:36.509299 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-dae87de2-0639-47e5-896d-f855c6286470 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815551 Jul 23 17:42:36.558837 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:42:36.604136 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-e9cd320e-a8dc-419d-aa82-903607f54419 req-32fb6560-2d69-4f86-9ea8-dd916f8894ea service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885818 Jul 23 17:42:36.774316 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:35Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:42:36.805072 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d1e4-80d2-49d4-9e11-7d2e007a8e2b None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:35Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:42:36.995286 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5686e-1bcc-4c53-a254-51fda3827390 None None] New status for floating IP 85c06442-7a26-4b04-81da-d01609158283: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:42:41.981063 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7f3461fa-b992-43c0-ba8b-ba99693be1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:42.674070 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:44.500346 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:44.516207 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e57f2b10-c036-4dc6-81a3-886224cc23a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:45.890453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:47.783417 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:42:56.143152 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-775aa792-ed23-48a2-9e54-41af6d394586 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544548 Jul 23 17:42:56.242050 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-27668db1-cb73-4729-b17e-0a22aba1fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:56.243541 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-27668db1-cb73-4729-b17e-0a22aba1fe3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0560083 Jul 23 17:42:56.356419 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-d2aeeb9b-2936-4ac8-b056-e8dda5258f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:56.357895 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-d2aeeb9b-2936-4ac8-b056-e8dda5258f52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0927639 Jul 23 17:42:56.423689 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-144cdc67-3ec3-41b5-9c40-accfae2b6a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 1001 time: 0.0556049 Jul 23 17:42:56.475746 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-f89cd228-2b75-43bc-ad66-06d2694c5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:56.477164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-f89cd228-2b75-43bc-ad66-06d2694c5320 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0457687 Jul 23 17:42:56.538565 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-05d04ad8-4dd0-4d73-bc11-3bc0e5db442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:42:56.540063 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-05d04ad8-4dd0-4d73-bc11-3bc0e5db442c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531628 Jul 23 17:42:56.627893 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-56fda62a-e09b-428c-af00-82f1ee0dd54e service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799968 Jul 23 17:42:56.719817 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-22b729d2-01a9-489b-bb15-54082c4ac279 req-312c3586-46d6-4d9b-817d-b093cedb4d3b service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Jul 23 17:42:59.806659 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:06.073778 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:43:11.982660 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2411dd91-606c-4a2e-85c1-8ea1d175aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:12.687831 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:14.506979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:14.516889 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-098df082-4dc0-469f-a9ed-d455864348c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:15.891866 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:17.786176 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:29.829775 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:41.983572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9d3e32a1-45bb-4bd6-941a-f4e16b47ce83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:42.687659 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:43.073380 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:43:44.497563 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:44.515453 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-70fb0a43-fd50-45ab-b00c-80537e6a93bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:45.895157 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:47.788024 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:43:56.139215 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-1c659aca-0983-4e0c-87fa-e13f43133de4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528765 Jul 23 17:43:56.242485 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-9cac0ea0-264d-4da7-bfdc-4f41f44f0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:56.243992 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-9cac0ea0-264d-4da7-bfdc-4f41f44f0710 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0620639 Jul 23 17:43:56.345598 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-3a6f63d1-be59-41bf-af4b-291d135e9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:56.347623 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-3a6f63d1-be59-41bf-af4b-291d135e9116 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0842254 Jul 23 17:43:56.414650 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-9cbc4f6a-1d56-4e8f-879d-c98a7ce29c32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 1001 time: 0.0610006 Jul 23 17:43:56.460892 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-559e1bc6-7243-4ed4-8aee-7cc680e10993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:56.462283 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-559e1bc6-7243-4ed4-8aee-7cc680e10993 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0415733 Jul 23 17:43:56.518271 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-0979cd11-f46c-4d91-a6dd-fdae3c71bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:43:56.520219 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-0979cd11-f46c-4d91-a6dd-fdae3c71bf6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520828 Jul 23 17:43:56.610594 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-80ee8996-2e11-49ed-849e-e412c80ffad6 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Jul 23 17:43:56.696247 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-a7f4e431-d6cc-4927-9130-57166fb372f8 req-8e4f2132-a8a8-455d-befa-414723faf199 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794091 Jul 23 17:43:59.830642 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:11.984694 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-7d34eab2-b3e8-4c9b-910e-16f78123bad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:12.686566 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:14.498787 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:14.513657 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-cea590b2-5205-41ee-89cb-b6e8d52a84ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:15.898057 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:17.791699 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:20.072841 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:44:29.856399 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:34.371293 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 details requested by agent hyperv_n-h2-800484-3 with host n-h2-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:44:34.463364 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:44:34.477460 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Returning: {'device': '833372be-823f-4652-9518-515f7a5d4f75', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:44:34.513137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:34.525493 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 833372be-823f-4652-9518-515f7a5d4f75 {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:44:34.544644 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:44:34.548403 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:34.597422 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:44:34.606080 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.606610 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.607183 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.607743 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.608119 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.608505 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.608844 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.609178 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.609511 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.609840 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.610197 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.610528 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:34.639831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] get_ports_and_sgs() called for port_ids ['833372be-823f-4652-9518-515f7a5d4f75'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:44:36.411680 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 up at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:44:36.463714 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Provisioning complete for port 833372be-823f-4652-9518-515f7a5d4f75 triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:44:36.464226 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:36.551971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:36.578552 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:44:36.581372 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4185a06-e542-414d-a62d-212cfae35823" -d '{"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-plugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:44:36.603824 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:44:36.610019 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:36.671464 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:44:36.727225 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d37a1-ebde-4fb7-a941-efa1fd514064 x-openstack-request-id: req-ed3d37a1-ebde-4fb7-a941-efa1fd514064 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:44:36.727536 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-plugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:44:36.727790 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed3d37a1-ebde-4fb7-a941-efa1fd514064 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:44:36.728184 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'code': 200} Jul 23 17:44:41.986438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-35a7e234-a5df-497a-a6f7-3eab47c0dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:42.703707 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:44.318965 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-66c00602-6a83-4a41-aa6d-5d7953bb6f74 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920330904&fields=id&tenant_id=35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 267 time: 0.0327997 Jul 23 17:44:44.422726 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-16e6bbac-ed36-4ec5-ad28-d8107b0a668e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:44.424723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-16e6bbac-ed36-4ec5-ad28-d8107b0a668e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 810 time: 0.0997636 Jul 23 17:44:44.439367 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-dcb2437d-0e33-43e5-b857-fed31b953c6c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/quotas/35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 375 time: 0.0091870 Jul 23 17:44:44.505293 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:44.509598 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-bd0a51de-3781-4f8e-b12c-47d2d0c87812 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0648544 Jul 23 17:44:44.515908 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c70bace4-4f07-4191-9a5f-a11ba1c3812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:44.590540 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-6d44748a-21bf-4a4a-94d6-95c9800e08b0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:44:44.591539 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-6d44748a-21bf-4a4a-94d6-95c9800e08b0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0688779 Jul 23 17:44:44.980094 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-34227e7f-d3db-4a30-aca1-2301ca7d54a6 service neutron] 10.222.0.64 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820167 Jul 23 17:44:45.069883 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-e25ed118-01e9-4323-91e7-b1a107ff88e6 service neutron] 10.222.0.64 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841060 Jul 23 17:44:45.245049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c3ff35b6-05e8-46fb-ade0-322110826a7f req-7aa20647-a552-4b37-b663-3d5f4bfaf701 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0294981 Jul 23 17:44:45.900518 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:46.326172 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-221f83e3-d95f-4076-9be0-42f0fd6c12a6 req-5aeec6bb-aedb-4e1b-a6c0-1d29ba9e2de2 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0291231 Jul 23 17:44:47.404162 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-78547f6c-2a8f-4543-ac5b-953599360ee4 req-27444189-9233-48fa-b7c1-07acd2e01c5e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0282066 Jul 23 17:44:47.797744 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:48.486471 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-87608165-7f6c-4b5c-be75-0060ac998f51 req-dc57b886-cbc1-42cf-982b-a9f212e263cb tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0326917 Jul 23 17:44:48.512375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:44:48.585212 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:48.607568 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:44:48.609801 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c76675f-1cdc-40df-833d-5afd3511d97a" -d '{"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:44:48.624896 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:44:48.630547 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:48.654480 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d6a075-eb40-40b4-ab47-b18a4ccd7615 x-openstack-request-id: req-a9d6a075-eb40-40b4-ab47-b18a4ccd7615 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:44:48.654811 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-unplugged", "status": "completed", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:44:48.655037 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9d6a075-eb40-40b4-ab47-b18a4ccd7615 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:44:48.655503 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'code': 200} Jul 23 17:44:48.680533 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Pushing event updated for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=8']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:44:49.581173 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3f1976e4-eae4-47db-8c88-d2bb25372a1e req-9f6c8b19-878f-49a2-9b34-aacf512db38f tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0286055 Jul 23 17:44:50.448048 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-120670d2-844c-45a2-b629-dd6563a00f6e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:50.449417 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-120670d2-844c-45a2-b629-dd6563a00f6e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 810 time: 0.1005993 Jul 23 17:44:50.502909 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-9c1451ac-8d81-42c7-8521-5772fe9454d4 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35213d32644c4d3db5cf28ad7d8efaf6 HTTP/1.1" status: 200 len: 379 time: 0.0380731 Jul 23 17:44:50.516269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'port': {'device_id': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'admin_state_up': True, 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'security_groups': ['c91b60bc-8f6a-4e79-9ce1-19ae4384e7be']}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:44:50.628993 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Made reservation on behalf of 35213d32644c4d3db5cf28ad7d8efaf6 for: {'port': 1} {{(pid=94004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 17:44:50.635588 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:50.698006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-586c1160-8d02-4325-97eb-2f52235234ce req-edccb2e0-483f-4da8-8549-2aab540e14dd tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0308890 Jul 23 17:44:50.806768 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_common [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Allocated IP 172.20.0.12 (2c67ad2b-050d-48d4-838c-781df75f4591/3b69020f-6d99-4b59-a6bb-9a3109cf4d74/ee871a53-447d-40da-822f-30da7a0b3d8f) {{(pid=94004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:44:50.950500 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:50.964961 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Transition to ACTIVE for port object ee871a53-447d-40da-822f-30da7a0b3d8f will not be triggered until provisioned by entity DHCP. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:44:51.000714 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_create {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:51.066578 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=1']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:44:51.077513 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.077855 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.078223 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.078557 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.078939 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.079943 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.080271 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.080595 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.080917 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.081235 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.081556 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.081904 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:44:51.086192 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Network 2c67ad2b-050d-48d4-838c-781df75f4591 is already hosted by enough agents. {{(pid=94004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:44:51.087668 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.base_scheduler [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Resources bound (agent type, host, resource id): {{(pid=94004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:44:51.090417 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Received port after_create {{(pid=94004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:44:51.140487 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:51.141547 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:51.160436 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-32402802-f090-40c7-b3dd-c502a0603d00 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6477609 Jul 23 17:44:51.353731 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-492ba491-098c-40e8-a379-31baf76bf7f3 None None] Provisioning for port ee871a53-447d-40da-822f-30da7a0b3d8f completed by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:44:51.357604 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-492ba491-098c-40e8-a379-31baf76bf7f3 None None] Provisioning complete for port ee871a53-447d-40da-822f-30da7a0b3d8f triggered by entity DHCP. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:44:51.358032 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-492ba491-098c-40e8-a379-31baf76bf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:44:51.401001 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-492ba491-098c-40e8-a379-31baf76bf7f3 None None] Port ee871a53-447d-40da-822f-30da7a0b3d8f cannot update to ACTIVE because it is not bound. {{(pid=94005) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 17:44:51.839430 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea311a5-f8e3-44cd-8c3c-55602312a613 req-dacf7578-eba0-41d8-8160-4233fa5d5640 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:51.840989 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fea311a5-f8e3-44cd-8c3c-55602312a613 req-dacf7578-eba0-41d8-8160-4233fa5d5640 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0727551 Jul 23 17:44:51.880178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-fea311a5-f8e3-44cd-8c3c-55602312a613 req-ce5ba95f-7765-43bd-8587-603f724e2a0e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Jul 23 17:44:53.022545 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea53cb1-30c5-471d-a175-5231d4be31e9 req-3e8aed36-c2d4-48d1-9be4-c9616dfbb324 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:53.024059 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea53cb1-30c5-471d-a175-5231d4be31e9 req-3e8aed36-c2d4-48d1-9be4-c9616dfbb324 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0724492 Jul 23 17:44:53.069721 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8ea53cb1-30c5-471d-a175-5231d4be31e9 req-60f32c4c-c80e-4067-a718-66c5f100d34a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399330 Jul 23 17:44:54.206109 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932e6ac-b4a9-45b1-aa83-43fbc41e45c8 req-bf4c4f5d-28c3-4fea-bcad-750e96b6b203 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:54.207705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8932e6ac-b4a9-45b1-aa83-43fbc41e45c8 req-bf4c4f5d-28c3-4fea-bcad-750e96b6b203 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0668473 Jul 23 17:44:54.247727 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-8932e6ac-b4a9-45b1-aa83-43fbc41e45c8 req-7f395665-c5e5-46f0-a213-af288ce442a5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343544 Jul 23 17:44:55.384657 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6bc64-9760-4362-b2e0-cfbedf6865da req-072fff38-88c1-447d-b31f-62a79def731c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:55.386164 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44f6bc64-9760-4362-b2e0-cfbedf6865da req-072fff38-88c1-447d-b31f-62a79def731c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0703754 Jul 23 17:44:55.426723 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-44f6bc64-9760-4362-b2e0-cfbedf6865da req-dc9e6b81-a902-4b49-a2cd-c270a29a48a0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 Jul 23 17:44:56.577820 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49a9f-6d21-4113-926d-f42b3c216c8b req-bcd0cfd4-c5e6-4282-b681-81bea1791504 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:56.579345 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33f49a9f-6d21-4113-926d-f42b3c216c8b req-bcd0cfd4-c5e6-4282-b681-81bea1791504 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0824101 Jul 23 17:44:56.619052 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-33f49a9f-6d21-4113-926d-f42b3c216c8b req-613db85d-9111-4bd6-9242-6273c6cb2495 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337040 Jul 23 17:44:57.071856 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:44:57.156822 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-224a97ce-b42c-4789-91ac-ea6be8cb54d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546956 Jul 23 17:44:57.258543 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5af5c-a234-4419-a265-f7720699b98b req-df9ee2cc-f29d-4dd8-a277-63a04c5d4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:57.260071 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-df9ee2cc-f29d-4dd8-a277-63a04c5d4cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0611849 Jul 23 17:44:57.364990 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5af5c-a234-4419-a265-f7720699b98b req-6566f746-2630-4bd6-8315-6514399eb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:57.366387 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-6566f746-2630-4bd6-8315-6514399eb27e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0877299 Jul 23 17:44:57.442742 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-0d9dcf0d-1607-410f-b550-0e2a45eebfd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 999 time: 0.0703456 Jul 23 17:44:57.493162 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5af5c-a234-4419-a265-f7720699b98b req-fbd99576-24df-4cc0-b4e7-cbf3235ffa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:57.494705 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-fbd99576-24df-4cc0-b4e7-cbf3235ffa37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0451560 Jul 23 17:44:57.565163 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5af5c-a234-4419-a265-f7720699b98b req-a51ba799-d17b-4fe2-bace-ea0896679ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:57.566908 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-a51ba799-d17b-4fe2-bace-ea0896679ea7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642536 Jul 23 17:44:57.670639 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-1c1ebba5-2c52-4944-b1a2-d8ac982bf86b service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975509 Jul 23 17:44:57.806975 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-bbe5af5c-a234-4419-a265-f7720699b98b req-ec63be5c-c3c2-4f0f-99d5-c1599cde969e service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297808 Jul 23 17:44:57.817684 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92052-c1a2-4f53-98d7-4d38b0fc4b96 req-38e240c0-3ac1-4e8e-b534-63c1dfd9c926 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:57.819252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6f92052-c1a2-4f53-98d7-4d38b0fc4b96 req-38e240c0-3ac1-4e8e-b534-63c1dfd9c926 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.1244700 Jul 23 17:44:57.861858 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b6f92052-c1a2-4f53-98d7-4d38b0fc4b96 req-28fc7403-0434-411b-bd9f-cdf28c2a9427 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365696 Jul 23 17:44:59.006297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865365-0e64-42ea-97dd-02b2aa78bc80 req-22f94059-333b-49a0-9f6f-72a88d81f4f2 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:44:59.007801 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23865365-0e64-42ea-97dd-02b2aa78bc80 req-22f94059-333b-49a0-9f6f-72a88d81f4f2 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0711908 Jul 23 17:44:59.047303 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-23865365-0e64-42ea-97dd-02b2aa78bc80 req-5bd6f443-d4a1-4787-88f6-a17c13539fe3 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jul 23 17:44:59.857399 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:00.187141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed545f05-27c6-4765-be8f-2bb93c768a16 req-b29790ba-1f3f-4452-8b72-9d67e8951a10 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:00.188525 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed545f05-27c6-4765-be8f-2bb93c768a16 req-b29790ba-1f3f-4452-8b72-9d67e8951a10 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 932 time: 0.0674787 Jul 23 17:45:00.227169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-ed545f05-27c6-4765-be8f-2bb93c768a16 req-c3926c8b-d7ca-4b6a-9845-f01b71527be8 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 Jul 23 17:45:00.881609 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-42526c21-e0d0-4141-a87d-d1394bc7629c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:45:00.882523 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-42526c21-e0d0-4141-a87d-d1394bc7629c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054393 Jul 23 17:45:00.934419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.v2.base [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Request body: {'port': {'device_id': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800484-3'}} {{(pid=94004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:45:01.003105 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.261234 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee871a53-447d-40da-822f-30da7a0b3d8f {{(pid=94004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:45:01.269320 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.281075 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.provisioning_blocks [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Transition to ACTIVE for port object ee871a53-447d-40da-822f-30da7a0b3d8f will not be triggered until provisioned by entity L2. {{(pid=94004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 17:45:01.285327 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.330612 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=2']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:01.369861 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c167b-1aa6-4a16-be08-66935d4973d4 req-eea3ac8c-7348-4f0f-b226-3a3f8ff7733f tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:01.371440 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-800c167b-1aa6-4a16-be08-66935d4973d4 req-eea3ac8c-7348-4f0f-b226-3a3f8ff7733f tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 944 time: 0.0769014 Jul 23 17:45:01.412341 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-800c167b-1aa6-4a16-be08-66935d4973d4 req-3ef33485-1676-4a65-b11d-d178a5547909 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Jul 23 17:45:01.414986 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Attempting to bind port ee871a53-447d-40da-822f-30da7a0b3d8f on host n-h1-800484-3 for vnic_type normal with profile {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 17:45:01.415324 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Attempting to bind port ee871a53-447d-40da-822f-30da7a0b3d8f by drivers openvswitch,hyperv on host n-h1-800484-3 at level 0 using segments [{'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 17:45:01.415784 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Attempting to bind port ee871a53-447d-40da-822f-30da7a0b3d8f on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:45:01.420332 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Port ee871a53-447d-40da-822f-30da7a0b3d8f on network 2c67ad2b-050d-48d4-838c-781df75f4591 not bound, no agent of type Open vSwitch agent registered on host n-h1-800484-3 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 17:45:01.420723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Attempting to bind port ee871a53-447d-40da-822f-30da7a0b3d8f on network 2c67ad2b-050d-48d4-838c-781df75f4591 {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 17:45:01.427564 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Checking agent: {'id': '5df31e7e-eb06-4fd7-aeb8-86e0036e40f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800484-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'started_at': datetime.datetime(2021, 7, 23, 16, 12, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:45:01.427909 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Checking segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 17:45:01.428298 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Bound using segment: {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'} {{(pid=94004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 17:45:01.428726 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.managers [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Bound port: ee871a53-447d-40da-822f-30da7a0b3d8f, host: n-h1-800484-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591'}}] {{(pid=94004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 17:45:01.429083 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.495381 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, cleared binding levels {{(pid=94004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 17:45:01.498717 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 17:45:01.503399 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8852212'] for port, after_update {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.537465 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:01.538041 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:01.539447 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] 10.222.0.81 "PUT /v2.0/ports/ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 1092 time: 0.6500108 Jul 23 17:45:01.539882 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:45:01.542166 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902150b-a428-4885-bc52-34d56c166659" -d '{"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:45:01.569279 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8c86-8f94-4529-813f-811ce5ad7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=3']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:01.669191 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f408c2-fd64-4b9d-9e60-14bf1e5e3904 x-openstack-request-id: req-83f408c2-fd64-4b9d-9e60-14bf1e5e3904 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:45:01.669488 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:45:01.669740 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83f408c2-fd64-4b9d-9e60-14bf1e5e3904 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:45:01.670168 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'status': 'completed', 'code': 200} Jul 23 17:45:01.672236 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-c7e02527-3551-45c6-afb4-0cd622f6a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:01.673804 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-c7e02527-3551-45c6-afb4-0cd622f6a9a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1095 time: 0.0700793 Jul 23 17:45:01.729426 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-53ded512-36bc-41e2-b9e0-2835f1d18dd5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 217 time: 0.0387692 Jul 23 17:45:01.778208 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-7883ca5c-0c5d-4ac9-9049-edfcfe377789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:01.779571 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-7883ca5c-0c5d-4ac9-9049-edfcfe377789 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0434303 Jul 23 17:45:01.837172 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-b7f95889-d9ee-45ce-9256-03606da009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:01.838686 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-b7f95889-d9ee-45ce-9256-03606da009ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528040 Jul 23 17:45:01.930708 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-ce39a888-fc2d-48d7-a1f3-27b2151c9bca service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843675 Jul 23 17:45:02.018619 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-464256d1-3554-409a-a0f5-76e8f8fc0d0d req-67b62894-35f5-45c5-ba99-acbd65a30ca2 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812612 Jul 23 17:45:02.162038 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902150b-a428-4885-bc52-34d56c166659 req-8c4cb26f-cd18-4a86-8e01-339125f58c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:02.163512 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-8c4cb26f-cd18-4a86-8e01-339125f58c6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1095 time: 0.0590069 Jul 23 17:45:02.249019 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902150b-a428-4885-bc52-34d56c166659 req-f1bff883-e69a-46f1-b240-c5613d9cd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:02.251218 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-f1bff883-e69a-46f1-b240-c5613d9cd4bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0811594 Jul 23 17:45:02.293628 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-2643aad7-38f3-4016-8d6d-cd30ecf93eb0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 217 time: 0.0364504 Jul 23 17:45:02.340802 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902150b-a428-4885-bc52-34d56c166659 req-72aa1e8f-e8ff-440e-8a25-e7082a461759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:02.342220 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-72aa1e8f-e8ff-440e-8a25-e7082a461759 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0418456 Jul 23 17:45:02.399723 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902150b-a428-4885-bc52-34d56c166659 req-cc915ed9-f0cd-4e81-b4eb-7a70fbf99675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:02.401162 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-cc915ed9-f0cd-4e81-b4eb-7a70fbf99675 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522165 Jul 23 17:45:02.493716 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-8f7f7a13-8a1a-4b45-8403-5b4f56c866e6 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851872 Jul 23 17:45:02.543537 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf7486-c2f3-4feb-9637-47876e033f10 req-bc31f30f-5034-43a7-b7b9-20b754326897 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:02.545725 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dbf7486-c2f3-4feb-9637-47876e033f10 req-bc31f30f-5034-43a7-b7b9-20b754326897 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 944 time: 0.0648766 Jul 23 17:45:02.584108 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-3dbf7486-c2f3-4feb-9637-47876e033f10 req-a197db88-2064-46cc-ac1d-9dca5e1465c9 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 23 17:45:02.585528 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-3902150b-a428-4885-bc52-34d56c166659 req-e6eb0952-2274-490e-a0c2-87a7c0fc090c service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Jul 23 17:45:03.717385 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1e5-c9fb-4455-bdbb-5e80c552f4b3 req-c4236eba-64c2-4ed1-bc61-ea548a011d51 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:03.718891 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d59e1e5-c9fb-4455-bdbb-5e80c552f4b3 req-c4236eba-64c2-4ed1-bc61-ea548a011d51 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 944 time: 0.0668697 Jul 23 17:45:03.756080 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-7d59e1e5-c9fb-4455-bdbb-5e80c552f4b3 req-901a9218-547d-4177-82fe-ce8a79dc9a07 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Jul 23 17:45:04.883825 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb40778-8104-4ded-8ac7-a9ff962c8057 req-bee2e1bd-2246-4ef9-add0-dad9e47fd6e7 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:04.885216 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcb40778-8104-4ded-8ac7-a9ff962c8057 req-bee2e1bd-2246-4ef9-add0-dad9e47fd6e7 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 944 time: 0.0636864 Jul 23 17:45:04.923006 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-dcb40778-8104-4ded-8ac7-a9ff962c8057 req-8f42947f-47c6-48c6-bc68-1efe4435ea27 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Jul 23 17:45:05.225866 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:45:05.316477 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:45:05.331225 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'mac_address': 'fa:16:3e:e0:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:45:05.366432 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:05.378981 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee871a53-447d-40da-822f-30da7a0b3d8f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:45:05.397584 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:45:05.401607 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:05.447097 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=4']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:05.739497 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ee871a53-447d-40da-822f-30da7a0b3d8f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:45:06.054730 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28862cd1-8204-4a66-acaa-c1ee15a2f47a req-2e65c43d-b345-4cdb-b17f-7ed810fd94ac tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:06.056866 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28862cd1-8204-4a66-acaa-c1ee15a2f47a req-2e65c43d-b345-4cdb-b17f-7ed810fd94ac tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 945 time: 0.0688233 Jul 23 17:45:06.094169 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-28862cd1-8204-4a66-acaa-c1ee15a2f47a req-12e2d732-5933-49ff-8726-2c713a430534 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Jul 23 17:45:07.225468 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c35a3e-73a5-4170-ab60-63f1e1d8fa65 req-3d328ef8-0671-4022-81b3-d243994e1687 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:07.227352 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07c35a3e-73a5-4170-ab60-63f1e1d8fa65 req-3d328ef8-0671-4022-81b3-d243994e1687 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 945 time: 0.0653090 Jul 23 17:45:07.227513 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:45:07.265304 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-07c35a3e-73a5-4170-ab60-63f1e1d8fa65 req-568512fb-9841-4390-b40b-330bba22e429 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Jul 23 17:45:07.275099 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning for port ee871a53-447d-40da-822f-30da7a0b3d8f completed by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 17:45:07.279138 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ee871a53-447d-40da-822f-30da7a0b3d8f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:45:07.279564 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:07.356698 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:07.378932 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:45:07.381236 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689fd070-ce9d-478c-abc6-4a66e45133d2" -d '{"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:45:07.393865 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:45:07.397902 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:07.421023 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64c1f3-4d39-4308-bd10-f8f39a9df22f x-openstack-request-id: req-ae64c1f3-4d39-4308-bd10-f8f39a9df22f {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:45:07.421319 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:45:07.421573 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae64c1f3-4d39-4308-bd10-f8f39a9df22f {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:45:07.421989 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'code': 200} Jul 23 17:45:07.447472 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=5']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:07.551037 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124a886-3db1-430b-ab12-14b5ec2cc960 req-8b141d48-7350-4833-a185-47ed9e88e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:07.552538 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6124a886-3db1-430b-ab12-14b5ec2cc960 req-8b141d48-7350-4833-a185-47ed9e88e20f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1097 time: 0.0568178 Jul 23 17:45:07.585973 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-6124a886-3db1-430b-ab12-14b5ec2cc960 req-6b6d8003-559d-49d5-a488-9a3be4a24a94 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276630 Jul 23 17:45:08.392878 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618218-e76d-4411-b562-a81c35bf0721 req-8287cc18-965d-4c29-9a7d-b80a93641c40 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:08.394412 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59618218-e76d-4411-b562-a81c35bf0721 req-8287cc18-965d-4c29-9a7d-b80a93641c40 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.0630620 Jul 23 17:45:08.433179 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-59618218-e76d-4411-b562-a81c35bf0721 req-87de91f1-212c-436e-adfa-2f16c3f49196 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Jul 23 17:45:09.573876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f86953-be76-42fb-9f92-5217363015de req-a5db1d0d-2835-40f2-95b9-83761a67321e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:09.575382 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06f86953-be76-42fb-9f92-5217363015de req-a5db1d0d-2835-40f2-95b9-83761a67321e tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.0746226 Jul 23 17:45:09.615285 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-06f86953-be76-42fb-9f92-5217363015de req-e6364b01-b7fb-4b8d-8d7c-8b62f22b636c tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338428 Jul 23 17:45:09.745141 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8809c4-b3e5-45fe-9a87-c287992bec25 req-f5a517c7-54d0-47eb-83e2-a9e95b8efe77 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:09.746722 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f8809c4-b3e5-45fe-9a87-c287992bec25 req-f5a517c7-54d0-47eb-83e2-a9e95b8efe77 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.0632200 Jul 23 17:45:09.784490 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-2f8809c4-b3e5-45fe-9a87-c287992bec25 req-74844a88-e3d4-472d-9409-8d595f1751b6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Jul 23 17:45:09.805466 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45662) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:45:09.861061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e25724-98b0-41d9-b99f-ffc1a0997744 tempest-TestSnapshotPattern-1874645046 tempest-TestSnapshotPattern-1874645046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:09.862604 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-e8e25724-98b0-41d9-b99f-ffc1a0997744 tempest-TestSnapshotPattern-1874645046 tempest-TestSnapshotPattern-1874645046-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1092 time: 0.0561256 Jul 23 17:45:09.867061 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45664) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:45:09.871394 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.v2.base [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Request body: {'floatingip': {'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 17:45:09.895465 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:09.989981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.099438 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.db_base_plugin_common [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Allocated IP 172.25.2.167 (74df0837-16b9-42a6-ba12-b9336a0e2e27/81947707-3669-467d-a699-6f7c070421fa/5710923e-089d-4ac7-a017-ecdd547d34c9) {{(pid=94003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 17:45:10.199387 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.237314 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742688704004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.272035 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Network 74df0837-16b9-42a6-ba12-b9336a0e2e27 is already hosted by enough agents. {{(pid=94003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 17:45:10.274896 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.base_scheduler [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Resources bound (agent type, host, resource id): {{(pid=94003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 17:45:10.278243 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Received port after_create {{(pid=94003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 17:45:10.314379 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=5710923e-089d-4ac7-a017-ecdd547d34c9,revision_number=1']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:10.326959 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.327301 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.327636 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.327966 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.328312 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.329165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.329487 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.329807 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.330157 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.330477 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.330795 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.331112 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:45:10.681395 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.758441 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.911945 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.916609 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8600837'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:10.982667 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event updated for resources: {'Port': ['ID=5710923e-089d-4ac7-a017-ecdd547d34c9,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:45:10.997650 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3904473'] for floatingip, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:11.097800 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Floating IP 4b59868e-7d8f-45be-b820-9a70b80f72f5 associated. External IP: 172.25.2.167, port: ee871a53-447d-40da-822f-30da7a0b3d8f. Jul 23 17:45:11.305720 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:45:11.411538 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:45:11.421172 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:45:11.426620 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:11.430480 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:45:11.431072 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:44:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:45:11.463555 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-1dac6d8f-71a5-432a-8d04-27778541fd6a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5954745 Jul 23 17:45:11.464173 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:45:11.466512 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562" -d '{"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:45:11.540385 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:45:11.554504 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba92b8f-7f45-4da3-9e07-f16e213d734b x-openstack-request-id: req-fba92b8f-7f45-4da3-9e07-f16e213d734b {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:45:11.554797 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:45:11.555049 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fba92b8f-7f45-4da3-9e07-f16e213d734b {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:45:11.555461 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'status': 'completed', 'code': 200} Jul 23 17:45:11.651546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-14f417ed-a2ae-42b0-8efa-566dfe431f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:11.653128 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-14f417ed-a2ae-42b0-8efa-566dfe431f16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1097 time: 0.0551274 Jul 23 17:45:11.747232 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-530fa73a-1c32-45df-b525-6a807d454e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:11.748728 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-530fa73a-1c32-45df-b525-6a807d454e42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0883448 Jul 23 17:45:11.762426 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4b59868e-7d8f-45be-b820-9a70b80f72f5', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:e0:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:45:10Z', 'updated_at': '2021-07-23T17:45:10Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}, {'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:45:11.793162 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:45:11.801503 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:45:11.802152 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:44:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:45:11.826087 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-2e792931-7f37-4590-b15d-927a483e0ef7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 1000 time: 0.0714102 Jul 23 17:45:11.873997 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-da7b4340-db19-43e7-aea3-08815860241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:11.876154 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-da7b4340-db19-43e7-aea3-08815860241d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0438235 Jul 23 17:45:11.906609 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:45:11.939618 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-9d190a62-b64a-4fc4-bfd1-226166bcd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:11.942015 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-9d190a62-b64a-4fc4-bfd1-226166bcd708 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602894 Jul 23 17:45:11.991166 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d634197e-3f9d-4074-be05-7972e5131867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:12.037485 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-12f3b443-8383-4a46-a8c2-679910b182d8 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891895 Jul 23 17:45:12.131670 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c24a9ee7-6d3b-4455-a9e9-ed67d8774562 req-5142a9fc-c0ed-4d2d-bce1-d36042ee54ac service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882852 Jul 23 17:45:12.134530 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4b59868e-7d8f-45be-b820-9a70b80f72f5', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:e0:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:45:10Z', 'updated_at': '2021-07-23T17:45:10Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}, {'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:45:12.164761 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2d217-464c-44fb-8205-34e10575d032 None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '4b59868e-7d8f-45be-b820-9a70b80f72f5', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:e0:47:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:45:10Z', 'updated_at': '2021-07-23T17:45:10Z', 'revision_number': 0, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}, {'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:45:12.355486 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7d032-e22d-4b6a-aac2-8288d7041e72 None None] New status for floating IP 4b59868e-7d8f-45be-b820-9a70b80f72f5: ACTIVE {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:45:12.718971 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:14.496569 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:14.514846 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ea4d12dd-b000-4ae8-bb6e-f03d5dca1ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:15.902721 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:17.796046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:29.861981 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:34.071110 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:45:41.993046 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-a3472b39-ffcb-4476-b654-6b156ea77432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:42.720031 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:44.497715 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:44.514819 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-905443eb-ab57-478a-90b7-2acaff8cd538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:45.906460 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:47.798219 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:45:57.173687 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-9abe7312-69ad-4f2f-a38e-4ec75d2bea99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954168 Jul 23 17:45:57.270165 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-d9398b99-5d84-4ed4-8c34-fa75809bf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:57.271626 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-d9398b99-5d84-4ed4-8c34-fa75809bf793 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0527859 Jul 23 17:45:57.374320 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-862f4dda-ac0c-4cb1-bb03-7c5aa911cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:57.376160 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-862f4dda-ac0c-4cb1-bb03-7c5aa911cdb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0855463 Jul 23 17:45:57.442840 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-88b232ff-4181-491e-b14a-c83ed695f9bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 999 time: 0.0590680 Jul 23 17:45:57.489870 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-3ce9ecfa-71a7-406e-99b8-368d048659db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:57.491265 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-3ce9ecfa-71a7-406e-99b8-368d048659db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0411808 Jul 23 17:45:57.548772 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-c18376e3-0afb-4dcd-a9e5-95a4771d478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:45:57.550282 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-c18376e3-0afb-4dcd-a9e5-95a4771d478c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520635 Jul 23 17:45:57.641463 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-b3c36598-86c4-45f1-b985-9d640c7ad65a service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833049 Jul 23 17:45:57.727097 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-b294dfa9-4de7-4cc9-ac76-28a303a90601 req-656131f0-209e-47aa-8138-4d6847cc1bf8 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785644 Jul 23 17:45:59.858602 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:06.179589 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-c91f4131-9a9f-45dc-8cc9-2bf762bf9791 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543630 Jul 23 17:46:06.294897 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-a326a1f0-113e-46d7-af25-44aa554ec90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:06.296866 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-a326a1f0-113e-46d7-af25-44aa554ec90d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1097 time: 0.0544884 Jul 23 17:46:06.408437 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-f3d81e66-6323-4c6e-832a-0897a821929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:06.409956 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-f3d81e66-6323-4c6e-832a-0897a821929e service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0951955 Jul 23 17:46:06.472806 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-e672c839-97e1-42ea-8b5f-48d472090efd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 1002 time: 0.0565670 Jul 23 17:46:06.523056 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-1b66839c-d96c-48eb-8693-3eea65cb719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:06.524443 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-1b66839c-d96c-48eb-8693-3eea65cb719f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0456009 Jul 23 17:46:06.581773 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-fc132cdf-3a67-4db9-8c11-b337b84b4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:06.583261 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-fc132cdf-3a67-4db9-8c11-b337b84b4f1d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519824 Jul 23 17:46:06.677762 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-65f33576-cfe8-439f-899f-95af5ad38e33 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853105 Jul 23 17:46:06.764567 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-87e57481-a74d-4c4e-a6e3-e1bf7f590220 req-7c7e341d-1245-48fa-b4f4-aeec47b2f5e8 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795019 Jul 23 17:46:11.070416 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:46:11.993184 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e47d04fe-f1e4-4967-bcc7-a3bd0c4574eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:12.717833 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:14.498988 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:14.514540 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3c-ee01-48cc-8760-b2001739f205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:15.908042 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:17.801648 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:29.859206 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:41.992711 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f0a124ee-6c0b-4085-ac23-46305b8665e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:42.715335 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:44.499977 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:44.516291 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf4d4-906f-4948-8c71-2f94e021fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:45.911372 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:47.807021 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:48.068832 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:46:53.822284 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f details requested by agent hyperv_n-h1-800484-3 with host n-h1-800484-3 {{(pid=94005) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 17:46:53.913590 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:46:53.924211 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Returning: {'device': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'port_id': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'mac_address': 'fa:16:3e:e0:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94005) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 17:46:53.962941 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:53.974898 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee871a53-447d-40da-822f-30da7a0b3d8f {{(pid=94005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 17:46:53.992863 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:46:53.996575 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:54.041753 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=6']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:46:54.049313 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.049660 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.050021 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.050356 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.050685 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.051014 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.051341 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.051664 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.051986 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.052308 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.052636 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.052952 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:46:54.151325 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] get_ports_and_sgs() called for port_ids ['ee871a53-447d-40da-822f-30da7a0b3d8f'] {{(pid=94005) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 17:46:55.850754 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f up at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 17:46:55.905332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.provisioning_blocks [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Provisioning complete for port ee871a53-447d-40da-822f-30da7a0b3d8f triggered by entity L2. {{(pid=94005) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 17:46:55.905710 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730218'] for port, provisioning_complete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:56.002970 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623333'] for port, before_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:56.028851 n-d-800484-3 neutron-server[94005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:46:56.031160 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff38f96e5c2bc49a1a6d07d1577f95d71d75858fbba4ff6a8372f919c055fd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21a626-d082-45cf-b8f5-63f7d4b9fe47" -d '{"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:46:56.047044 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:46:56.055357 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742689111893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742688704022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742688704040'] for port, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:46:56.088955 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb15bed-495b-4a08-9bdf-398f26f41289 x-openstack-request-id: req-cdb15bed-495b-4a08-9bdf-398f26f41289 {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:46:56.089264 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-plugged", "status": "completed", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "code": 200}]} {{(pid=94005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:46:56.089491 n-d-800484-3 neutron-server[94005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdb15bed-495b-4a08-9bdf-398f26f41289 {{(pid=94005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:46:56.089878 n-d-800484-3 neutron-server[94005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'code': 200} Jul 23 17:46:56.118978 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Pushing event updated for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=7']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:46:57.158856 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-d986f1d7-8a96-4e39-a3b3-b09982334f3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603058 Jul 23 17:46:57.595233 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-ada238a4-6d8c-4b19-8bb4-2117f62d06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.597049 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-ada238a4-6d8c-4b19-8bb4-2117f62d06a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.3821490 Jul 23 17:46:57.725397 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-05f68ae3-4b58-481f-81ff-d2c3b3372e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.726939 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-05f68ae3-4b58-481f-81ff-d2c3b3372e23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.1089890 Jul 23 17:46:57.815432 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-39f143ec-80aa-4559-ac30-e75a153c676a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 999 time: 0.0805070 Jul 23 17:46:57.865804 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-78699d41-3753-4d2e-8f5d-789f6921116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.867354 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-78699d41-3753-4d2e-8f5d-789f6921116c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0453899 Jul 23 17:46:57.935085 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-dce9d042-3b4d-4097-84d8-be164b742146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:46:57.936642 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-dce9d042-3b4d-4097-84d8-be164b742146 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618148 Jul 23 17:46:58.035861 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-c87cddc4-3829-418f-a467-afd057e5ea4f service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922625 Jul 23 17:46:58.140287 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c4fe8a8a-5299-49ca-82bb-b9404a08c75f req-7a09bb66-62d5-4d76-8490-bc199be16977 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976911 Jul 23 17:46:59.876261 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.216259 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45874) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:04.368117 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Deleting port 5710923e-089d-4ac7-a017-ecdd547d34c9 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:04.368350 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.440007 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.440332 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.451368 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Calling delete_port for 5710923e-089d-4ac7-a017-ecdd547d34c9 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:04.595931 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.619668 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event deleted for resources: {'Port': ['ID=5710923e-089d-4ac7-a017-ecdd547d34c9,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:04.633837 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.634207 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.634546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.634881 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.635214 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.635546 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.635876 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.636199 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.636521 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.636843 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.637169 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.637490 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:04.696908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:04.697250 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Floating IP 4b59868e-7d8f-45be-b820-9a70b80f72f5 disassociated (deleted). External IP: 172.25.2.167, port: ee871a53-447d-40da-822f-30da7a0b3d8f. Jul 23 17:47:04.901297 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:47:05.003985 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:47:05.008793 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:05.014936 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:47:05.023681 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:05.024284 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:46:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:05.043884 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-10c72f42-1081-46f2-b425-b1f45ced65d0 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "DELETE /v2.0/floatingips/4b59868e-7d8f-45be-b820-9a70b80f72f5 HTTP/1.1" status: 204 len: 168 time: 0.8265228 Jul 23 17:47:05.044494 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:47:05.046798 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be55e4-6051-450a-ab4c-bff8a4e667c1" -d '{"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:47:05.105078 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c07f185-cd8e-4f6b-b937-4ce7b859dacb x-openstack-request-id: req-1c07f185-cd8e-4f6b-b937-4ce7b859dacb {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:47:05.105374 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:47:05.105626 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c07f185-cd8e-4f6b-b937-4ce7b859dacb {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:47:05.106157 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'status': 'completed', 'code': 200} Jul 23 17:47:05.130857 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:05.214912 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-2827428c-4f3a-4fb0-a502-43bb8d286f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:05.217096 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-2827428c-4f3a-4fb0-a502-43bb8d286f8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 1097 time: 0.0719588 Jul 23 17:47:05.319765 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-c54ad462-9988-4f81-8ff0-db1318c1d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:05.321252 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-c54ad462-9988-4f81-8ff0-db1318c1d931 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.0925796 Jul 23 17:47:05.367319 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-f8df7406-cf34-46f7-a9ae-4760072464bc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 200 len: 217 time: 0.0393167 Jul 23 17:47:05.367579 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9e36e-14a1-4402-ac0e-4d227639809f req-3efe8bb0-6efd-4fcc-9a99-393d917d2861 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:05.369252 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ca9e36e-14a1-4402-ac0e-4d227639809f req-3efe8bb0-6efd-4fcc-9a99-393d917d2861 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.1299841 Jul 23 17:47:05.374388 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:05.405210 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:47:05.408959 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-6ca9e36e-14a1-4402-ac0e-4d227639809f req-1f3c109e-a30d-4c48-8103-896261ea1d3a tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 23 17:47:05.413609 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:05.414241 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:46:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:05.429858 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-482e8694-50f3-4d2a-a38f-b84487c3448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:05.429858 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-482e8694-50f3-4d2a-a38f-b84487c3448c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0517726 Jul 23 17:47:05.484518 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-0cfa2543-9605-453a-9c88-30dde11aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:05.486142 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-0cfa2543-9605-453a-9c88-30dde11aa52e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537565 Jul 23 17:47:05.516614 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:05.578045 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-8bac0fc9-d920-4b4e-b9c2-190c42f69631 service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Jul 23 17:47:05.670247 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-c1be55e4-6051-450a-ab4c-bff8a4e667c1 req-cb3dac7e-5010-49d8-a2a6-61589de54ead service neutron] 10.222.0.81 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Jul 23 17:47:05.729823 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:05.759550 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e9d1-3ca9-4480-a708-15140306aa1e None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_floatingips': [{'id': '85c06442-7a26-4b04-81da-d01609158283', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'router_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'port_id': '833372be-823f-4652-9518-515f7a5d4f75', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'mac_address': 'fa:16:3e:f4:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:42:35Z', 'updated_at': '2021-07-23T17:42:37Z', 'revision_number': 1, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:47:06.021906 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c28ed-380f-4b1c-9951-6f0cd02daff3 None None] New status for floating IP 4b59868e-7d8f-45be-b820-9a70b80f72f5: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:47:06.594152 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc42be-a694-41b8-aa54-573eb668be96 req-1a1712ef-3bb2-4468-85dc-072aae1007c6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:06.595614 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34fc42be-a694-41b8-aa54-573eb668be96 req-1a1712ef-3bb2-4468-85dc-072aae1007c6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.1123302 Jul 23 17:47:06.632439 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-34fc42be-a694-41b8-aa54-573eb668be96 req-ddfa42c7-8361-4815-bdc1-e9596c0266ca tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Jul 23 17:47:06.953269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-30c1f04d-e45c-4e99-8387-172cd990a5df tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:06.954766 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-30c1f04d-e45c-4e99-8387-172cd990a5df tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 946 time: 0.0636554 Jul 23 17:47:07.055313 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Deleting port ee871a53-447d-40da-822f-30da7a0b3d8f {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:07.055659 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:07.145451 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] For port ee871a53-447d-40da-822f-30da7a0b3d8f, host n-h1-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800484-3',level=0,port_id=ee871a53-447d-40da-822f-30da7a0b3d8f,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:07.145805 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:07.157379 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Calling delete_port for ee871a53-447d-40da-822f-30da7a0b3d8f owned by compute:nova {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:07.282333 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:07.307952 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event deleted for resources: {'Port': ['ID=ee871a53-447d-40da-822f-30da7a0b3d8f,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:07.318126 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.318460 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.318790 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.319115 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.319462 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.319795 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.320110 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.320989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.320989 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.321205 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.321419 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.321627 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800484-3 {{(pid=94004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 17:47:07.369568 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] No DVR routers for this DVR port ee871a53-447d-40da-822f-30da7a0b3d8f on host n-h1-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:47:07.372906 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:07.374970 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [req-d1115927-042b-4dd7-bfc6-7854ad1f86a6 req-39cf33d4-d1b1-4304-88b9-1c54ff959b01 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.81 "DELETE /v2.0/ports/ee871a53-447d-40da-822f-30da7a0b3d8f HTTP/1.1" status: 204 len: 173 time: 0.4154058 Jul 23 17:47:07.375396 n-d-800484-3 neutron-server[94004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-deleted', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f'}] {{(pid=94004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:47:07.377674 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba2eef02cecb2d18d6d2bf65fa10c110e09b78a08e3625959a3ff5fd83d62439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048062cc-a3ab-4554-bf54-cbd637a5a084" -d '{"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-deleted", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f"}]}' {{(pid=94004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:47:07.426348 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d8e0c1-c8ae-45b1-b907-44bef7192e18 x-openstack-request-id: req-e8d8e0c1-c8ae-45b1-b907-44bef7192e18 {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:47:07.426702 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52755ca8-3915-4b4e-ad6f-85200e1edf2a", "name": "network-vif-deleted", "tag": "ee871a53-447d-40da-822f-30da7a0b3d8f", "status": "completed", "code": 200}]} {{(pid=94004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:47:07.426952 n-d-800484-3 neutron-server[94004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8d8e0c1-c8ae-45b1-b907-44bef7192e18 {{(pid=94004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:47:07.427356 n-d-800484-3 neutron-server[94004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52755ca8-3915-4b4e-ad6f-85200e1edf2a', 'name': 'network-vif-deleted', 'tag': 'ee871a53-447d-40da-822f-30da7a0b3d8f', 'status': 'completed', 'code': 200} Jul 23 17:47:07.746436 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-d3c7f36d-12f2-4421-bc0d-416b03010530 req-76d3b75f-20c5-4300-849c-53b0f872e406 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=52755ca8-3915-4b4e-ad6f-85200e1edf2a HTTP/1.1" status: 200 len: 210 time: 0.0309572 Jul 23 17:47:07.949335 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f no longer exists at agent hyperv_n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:07.969831 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] No Port match for: ee871a53-447d-40da-822f-30da7a0b3d8f {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:07.970206 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Device ee871a53-447d-40da-822f-30da7a0b3d8f not bound to the agent host n-h1-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:09.292124 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45942) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:09.443900 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Deleting port 58a333a7-028a-4a62-903f-cc576df8baf7 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:09.444242 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:09.519970 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:09.520297 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:09.532226 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Calling delete_port for 58a333a7-028a-4a62-903f-cc576df8baf7 owned by network:floatingip {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:09.674679 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:09.707750 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event deleted for resources: {'Port': ['ID=58a333a7-028a-4a62-903f-cc576df8baf7,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:09.762425 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for floatingip, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:09.762757 n-d-800484-3 neutron-server[94003]: INFO neutron.db.l3_db [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Floating IP 85c06442-7a26-4b04-81da-d01609158283 disassociated (deleted). External IP: 172.25.2.192, port: 833372be-823f-4652-9518-515f7a5d4f75. Jul 23 17:47:09.962927 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:47:10.067001 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:47:10.071685 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for floatingip, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:10.076669 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:47:10.085221 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:10.085813 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:46:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:10.107850 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-9248783d-d7ef-4ede-b703-97f38237333b tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "DELETE /v2.0/floatingips/85c06442-7a26-4b04-81da-d01609158283 HTTP/1.1" status: 204 len: 168 time: 0.8145795 Jul 23 17:47:10.108431 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:47:10.110713 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492da360-c325-4b32-bb5e-c0e11b596a36" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:47:10.148302 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42434a60-b7ef-462a-a86f-6fcca96bbdb1 x-openstack-request-id: req-42434a60-b7ef-462a-a86f-6fcca96bbdb1 {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:47:10.148597 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:47:10.148851 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42434a60-b7ef-462a-a86f-6fcca96bbdb1 {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:47:10.149288 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'status': 'completed', 'code': 200} Jul 23 17:47:10.202309 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:10.225919 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-d3ca8e08-f2ad-4ab4-bcd3-dd0af3f766c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:10.227178 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-d3ca8e08-f2ad-4ab4-bcd3-dd0af3f766c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0570605 Jul 23 17:47:10.353366 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-2a4155df-8600-410e-bbea-6c1061c928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:10.354934 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-2a4155df-8600-410e-bbea-6c1061c928ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 200 len: 911 time: 0.1207294 Jul 23 17:47:10.414427 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f352e-0bbf-4414-bbe5-e78eb609d994 req-9696e0bc-7150-4fd4-9ae0-d14f574a189d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:10.415928 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a9f352e-0bbf-4414-bbe5-e78eb609d994 req-9696e0bc-7150-4fd4-9ae0-d14f574a189d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.1199372 Jul 23 17:47:10.417195 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-6c6573e3-1e33-4bbb-8c7a-6f0d098f0e1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 200 len: 217 time: 0.0548000 Jul 23 17:47:10.419147 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:10.445098 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:47:10.453759 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:10.454401 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:46:45Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:10.486868 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a9f352e-0bbf-4414-bbe5-e78eb609d994 req-ab1be069-7c81-46ff-bef7-e3f8d58f106f tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643961 Jul 23 17:47:10.492219 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-b4345411-08b0-4940-96c5-05c9751429d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:10.493657 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-b4345411-08b0-4940-96c5-05c9751429d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 200 len: 849 time: 0.0653167 Jul 23 17:47:10.553479 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-46f7934c-d52d-4175-a03f-2e812d336482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:10.555018 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-46f7934c-d52d-4175-a03f-2e812d336482 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c67ad2b-050d-48d4-838c-781df75f4591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534356 Jul 23 17:47:10.564268 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:10.653311 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-c7ee2bc4-5b12-4b32-9713-f54be0355a67 service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896502 Jul 23 17:47:10.744134 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-492da360-c325-4b32-bb5e-c0e11b596a36 req-94bfe287-a432-4da0-9340-90a5f34ca72b service neutron] 10.222.0.67 "GET /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Jul 23 17:47:10.848506 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:10.876156 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e657f8-1344-4073-a4ba-1d9fbfa6b3d6 None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:42:15Z', 'revision_number': 4, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3', '_interfaces': [{'id': '2be0219d-2dea-4c1d-a11b-21e4da4dbc10', 'name': '', 'network_id': '2c67ad2b-050d-48d4-838c-781df75f4591', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'mac_address': 'fa:16:3e:fe:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:14Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'subnets': [{'id': '3b69020f-6d99-4b59-a6bb-9a3109cf4d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:47:11.098216 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbba408-3b8b-42cd-b244-4ed37378713d None None] New status for floating IP 85c06442-7a26-4b04-81da-d01609158283: DOWN {{(pid=94005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 17:47:11.623528 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495c26-b180-4405-adf1-3e0ceb254ee6 req-f6244735-e728-4929-b062-acea135742fc tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:11.625014 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5495c26-b180-4405-adf1-3e0ceb254ee6 req-f6244735-e728-4929-b062-acea135742fc tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.0682321 Jul 23 17:47:11.661223 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-c5495c26-b180-4405-adf1-3e0ceb254ee6 req-4d2bca9d-6468-4776-b6b6-6ec5f1ca0450 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/security-groups?id=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Jul 23 17:47:11.993671 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-1b1c943f-c488-4bce-9f66-cc246a03b0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.041225 n-d-800484-3 neutron-server[94003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-ec3da1d1-5bac-40df-962b-823acb3238e6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 17:47:12.042712 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-ec3da1d1-5bac-40df-962b-823acb3238e6 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 943 time: 0.0633111 Jul 23 17:47:12.144640 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Deleting port 833372be-823f-4652-9518-515f7a5d4f75 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:12.144980 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.234002 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] For port 833372be-823f-4652-9518-515f7a5d4f75, host n-h2-800484-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800484-3',level=0,port_id=833372be-823f-4652-9518-515f7a5d4f75,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:12.234363 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.246710 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Calling delete_port for 833372be-823f-4652-9518-515f7a5d4f75 owned by compute:nova {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:12.375836 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.404010 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event deleted for resources: {'Port': ['ID=833372be-823f-4652-9518-515f7a5d4f75,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:12.453239 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] No DVR routers for this DVR port 833372be-823f-4652-9518-515f7a5d4f75 on host n-h2-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:47:12.455942 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52681'] for port, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.457831 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-55501040-0c84-4f02-8ce1-f1060357daf8 req-d9b83f62-2449-491b-9c40-0bef6eb98fd5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.67 "DELETE /v2.0/ports/833372be-823f-4652-9518-515f7a5d4f75 HTTP/1.1" status: 204 len: 173 time: 0.4097402 Jul 23 17:47:12.458298 n-d-800484-3 neutron-server[94003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-deleted', 'tag': '833372be-823f-4652-9518-515f7a5d4f75'}] {{(pid=94003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 17:47:12.460575 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a517e5dfe52251869af7a03ba1ed798b6b0d0f1aab2b2e46ea005330b4cdad38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d61f4-3790-474d-8b8f-46c6cfad2b40" -d '{"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-deleted", "tag": "833372be-823f-4652-9518-515f7a5d4f75"}]}' {{(pid=94003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 17:47:12.500875 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8abfbf-0183-45bc-bf62-de6de12bae4c x-openstack-request-id: req-6b8abfbf-0183-45bc-bf62-de6de12bae4c {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 17:47:12.501403 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eba32f-f8db-4152-8068-56c89d873ed7", "name": "network-vif-deleted", "tag": "833372be-823f-4652-9518-515f7a5d4f75", "status": "completed", "code": 200}]} {{(pid=94003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 17:47:12.501727 n-d-800484-3 neutron-server[94003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b8abfbf-0183-45bc-bf62-de6de12bae4c {{(pid=94003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 17:47:12.502247 n-d-800484-3 neutron-server[94003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eba32f-f8db-4152-8068-56c89d873ed7', 'name': 'network-vif-deleted', 'tag': '833372be-823f-4652-9518-515f7a5d4f75', 'status': 'completed', 'code': 200} Jul 23 17:47:12.748122 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:12.772763 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [req-1a1e29c9-b663-47bb-b8b0-1a202a6c1550 req-765f0ea6-55dc-490c-9ccb-776ae5a358f5 tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1eba32f-f8db-4152-8068-56c89d873ed7 HTTP/1.1" status: 200 len: 210 time: 0.0317388 Jul 23 17:47:13.828221 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45962) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:13.884810 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:13.909878 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:13.970430 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:13.973039 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:13.974214 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] 10.222.0.64 "DELETE /v2.0/security-groups/c91b60bc-8f6a-4e79-9ce1-19ae4384e7be HTTP/1.1" status: 204 len: 168 time: 0.1449904 Jul 23 17:47:13.983480 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d409437-9bdd-475d-818c-b7a49ed79a2d tempest-TestSnapshotPattern-1683272219 tempest-TestSnapshotPattern-1683272219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b60bc-8f6a-4e79-9ce1-19ae4384e7be,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:14.023821 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45966) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:14.464584 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:14.502112 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:14.518013 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bcd79992-e99b-4168-971b-f1ef6a7010ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:14.714090 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Deleting port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:14.714440 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:14.793166 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] For port 2be0219d-2dea-4c1d-a11b-21e4da4dbc10, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:14.793524 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:14.805521 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Calling delete_port for 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 owned by network:router_interface {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:14.984107 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:15.009788 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be0219d-2dea-4c1d-a11b-21e4da4dbc10,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:15.175030 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:15.312744 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 no longer exists at agent hyperv_n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:15.332842 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] No Port match for: 833372be-823f-4652-9518-515f7a5d4f75 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:15.333188 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Device 833372be-823f-4652-9518-515f7a5d4f75 not bound to the agent host n-h2-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:15.387583 n-d-800484-3 neutron-server[94004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Router 06688d6b-c965-4802-9f5d-625496c6597f has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:47:15.488582 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:47:15.493414 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-85c3acde-5125-4ccd-82cd-96f8df59a705 admin admin] 10.222.0.64 "PUT /v2.0/routers/06688d6b-c965-4802-9f5d-625496c6597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685855 Jul 23 17:47:15.495942 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45970) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:15.499008 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Sync routers for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:47:15.507879 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:15.508483 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:47:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:15.597362 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks [] for router, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:15.610732 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:15.791639 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:47:14Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:15.822253 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Checking router: 06688d6b-c965-4802-9f5d-625496c6597f for host: n-d-800484-3 {{(pid=94006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:47:15.831745 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Routers {'06688d6b-c965-4802-9f5d-625496c6597f'} bound to L3 agent in host n-d-800484-3 {{(pid=94006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:15.832366 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:47:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['06688d6b-c965-4802-9f5d-625496c6597f'], 'active': True} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:15.913710 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:15.938027 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_dvr_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] Set router 06688d6b-c965-4802-9f5d-625496c6597f gateway port host: n-d-800484-3 {{(pid=94006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:16.049758 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.100837 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Deleting port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:16.101175 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.127067 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.l3_hamode_db [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:47:14Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:16.152005 n-d-800484-3 neutron-server[94006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add57e9-21fe-4d5a-8f05-2cb91d481f8a None None] The sync data for ids ['06688d6b-c965-4802-9f5d-625496c6597f'] in n-d-800484-3 is: [{'id': '06688d6b-c965-4802-9f5d-625496c6597f', 'name': 'tempest-TestSnapshotPattern-1482180500-router', 'tenant_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:12Z', 'updated_at': '2021-07-23T17:47:14Z', 'revision_number': 5, 'project_id': '35213d32644c4d3db5cf28ad7d8efaf6', 'gw_port': {'id': '4a545601-a9a8-43f5-8e4e-ce9b28a39cae', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688d6b-c965-4802-9f5d-625496c6597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:13Z', 'updated_at': '2021-07-23T17:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}] {{(pid=94006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:47:16.182877 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] For port 4a545601-a9a8-43f5-8e4e-ce9b28a39cae, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:16.183403 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.195709 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Calling delete_port for 4a545601-a9a8-43f5-8e4e-ce9b28a39cae owned by network:router_gateway {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:16.357287 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.384522 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a545601-a9a8-43f5-8e4e-ce9b28a39cae,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:16.443927 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.533182 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.535526 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.582777 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.583584 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06688d6b-c965-4802-9f5d-625496c6597f {{(pid=94004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:47:16.591589 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] Notify callbacks [] for router, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.592756 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-24ec822a-ba1f-454a-8a77-519f5e227ffc admin admin] 10.222.0.64 "DELETE /v2.0/routers/06688d6b-c965-4802-9f5d-625496c6597f HTTP/1.1" status: 204 len: 168 time: 1.0958889 Jul 23 17:47:16.595269 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45972) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:16.640546 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Deleting subnet 3b69020f-6d99-4b59-a6bb-9a3109cf4d74 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:47:16.643683 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.676895 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.764467 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.820563 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.843212 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b69020f-6d99-4b59-a6bb-9a3109cf4d74,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:16.849966 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.851839 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-f4850f5d-76a1-496a-b59f-1f72a122f43c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b69020f-6d99-4b59-a6bb-9a3109cf4d74 HTTP/1.1" status: 204 len: 168 time: 0.2556503 Jul 23 17:47:16.854286 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45974) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:16.856760 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833affd-e1ab-4184-aaf6-b6e491bccb02 None None] Network 2c67ad2b-050d-48d4-838c-781df75f4591 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:47:16.925462 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:16.978459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Deleting port d8bc97df-299d-4fd6-84e4-908e80abb2f2 {{(pid=94004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:16.978817 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.043295 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.db [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] For port d8bc97df-299d-4fd6-84e4-908e80abb2f2, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=d8bc97df-299d-4fd6-84e4-908e80abb2f2,segment=NetworkSegment(bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd),segment_id=bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd)] {{(pid=94004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:17.043657 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.055603 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Calling delete_port for d8bc97df-299d-4fd6-84e4-908e80abb2f2 owned by network:dhcp {{(pid=94004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:17.138200 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8852175'] for port, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.164459 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bc97df-299d-4fd6-84e4-908e80abb2f2,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:17.169311 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] No DVR routers for this DVR port d8bc97df-299d-4fd6-84e4-908e80abb2f2 on host n-d-800484-3 {{(pid=94004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:47:17.177774 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72c95c-1004-4ef5-b904-06c4d9d3027a None None] DHCP port deletion for 2c67ad2b-050d-48d4-838c-781df75f4591 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:47:17.242753 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.253383 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c67ad2b-050d-48d4-838c-781df75f4591']}} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:17.260548 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:17.264303 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd') {'for_net_delete': True} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:17.264592 n-d-800484-3 neutron-server[94004]: DEBUG neutron.services.segments.db [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2b30e5-9735-4a9c-b7a8-4bf8d7aabdbd') {} {{(pid=94004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:17.273196 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583190'] for segment, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.284234 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:17.284609 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 2be0219d-2dea-4c1d-a11b-21e4da4dbc10 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:17.285054 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d8bc97df-299d-4fd6-84e4-908e80abb2f2 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:17.287022 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.293051 n-d-800484-3 neutron-server[94004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:47:17.293434 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8852120'] for segment, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: Traceback (most recent call last): Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: timer() Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: cb(*args, **kw) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: return func(*args, **kwargs) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: self._notify() Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: self.callback(batched_events) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: event.method(event) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: return f(self, *a, **k) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: return self._get(url).json() Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: return self.request(url, 'GET', **kwargs) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:47:17.295271 n-d-800484-3 neutron-server[94004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:47:17.355390 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.361796 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:17.363791 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2c67ad2b-050d-48d4-838c-781df75f4591 HTTP/1.1" status: 204 len: 168 time: 0.5085433 Jul 23 17:47:17.367020 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45976) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:17.375408 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e33c-7dc2-4e0b-8a3e-7015b6cd73c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c67ad2b-050d-48d4-838c-781df75f4591,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:17.459691 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: d8bc97df-299d-4fd6-84e4-908e80abb2f2 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:17.459939 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device d8bc97df-299d-4fd6-84e4-908e80abb2f2 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:17.460369 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a545601-a9a8-43f5-8e4e-ce9b28a39cae no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:17.479829 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 4a545601-a9a8-43f5-8e4e-ce9b28a39cae {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:17.480259 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 4a545601-a9a8-43f5-8e4e-ce9b28a39cae not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:17.806967 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.000618 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826766'] for router_interface, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.242747 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Deleting port e613ca35-52fd-4d11-8e0b-58f141e35201 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:18.243082 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.318743 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] For port e613ca35-52fd-4d11-8e0b-58f141e35201, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=e613ca35-52fd-4d11-8e0b-58f141e35201,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:18.319022 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.330711 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Calling delete_port for e613ca35-52fd-4d11-8e0b-58f141e35201 owned by network:router_interface {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:18.507767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.538987 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e613ca35-52fd-4d11-8e0b-58f141e35201,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:18.702009 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3794145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825688'] for router_interface, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:18.918399 n-d-800484-3 neutron-server[94003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Router 6d4d4805-6c3a-4a64-be05-1b031939cf59 has already been hosted by L3 agent 02b40d58-d394-47bc-a95c-53f67dbfeb4b {{(pid=94003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 17:47:19.022454 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] Notify agent at l3_agent.n-d-800484-3 the message routers_updated {{(pid=94003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 17:47:19.030321 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-25916ae2-ebf7-47ef-9c12-e51a63c0da1c admin admin] 10.222.0.64 "PUT /v2.0/routers/6d4d4805-6c3a-4a64-be05-1b031939cf59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590085 Jul 23 17:47:19.030470 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45978) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:19.033347 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Sync routers for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 17:47:19.046727 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:19.047351 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:47:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:19.129323 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks [] for router, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.149332 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: n-d-800484-3 {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:19.231913 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.289039 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Deleting port 5ab569ef-8c06-4a80-b0a0-315f28289e05 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:19.289472 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.325322 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'external_fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:47:18Z', 'revision_number': 5, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port': {'id': '5ab569ef-8c06-4a80-b0a0-315f28289e05', 'name': '', 'network_id': '74df0837-16b9-42a6-ba12-b9336a0e2e27', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '81947707-3669-467d-a699-6f7c070421fa', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800484-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81947707-3669-467d-a699-6f7c070421fa', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800484-3'}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:19.354780 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Checking router: 6d4d4805-6c3a-4a64-be05-1b031939cf59 for host: n-d-800484-3 {{(pid=94005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 17:47:19.363375 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Routers {'6d4d4805-6c3a-4a64-be05-1b031939cf59'} bound to L3 agent in host n-d-800484-3 {{(pid=94005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 17:47:19.363985 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800484-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:04:44Z,description=,heartbeat_timestamp=2021-07-23T17:47:15Z,host='n-d-800484-3',id=02b40d58-d394-47bc-a95c-53f67dbfeb4b,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:04:44Z,topic='l3_agent')) {'router_ids': ['6d4d4805-6c3a-4a64-be05-1b031939cf59'], 'active': True} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:19.366282 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] For port 5ab569ef-8c06-4a80-b0a0-315f28289e05, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=5ab569ef-8c06-4a80-b0a0-315f28289e05,segment=NetworkSegment(6da8d5ae-69e2-4b57-aadf-f33393af4f79),segment_id=6da8d5ae-69e2-4b57-aadf-f33393af4f79)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:19.366597 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.379597 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Calling delete_port for 5ab569ef-8c06-4a80-b0a0-315f28289e05 owned by network:router_gateway {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:19.448819 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvr_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] Set router 6d4d4805-6c3a-4a64-be05-1b031939cf59 gateway port host: None {{(pid=94005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 17:47:19.499466 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_hamode_db [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:47:19Z', 'revision_number': 6, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port_host': None}], 'n-d-800484-3', False) {} {{(pid=94005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:19.528586 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5104d0-3780-4ebd-885d-154e1222d450 None None] The sync data for ids ['6d4d4805-6c3a-4a64-be05-1b031939cf59'] in n-d-800484-3 is: [{'id': '6d4d4805-6c3a-4a64-be05-1b031939cf59', 'name': 'tempest-TestSnapshotPattern-1333499140-router', 'tenant_id': '349b78e0110b40c8b4948a9cbf60dafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:42:17Z', 'updated_at': '2021-07-23T17:47:19Z', 'revision_number': 6, 'project_id': '349b78e0110b40c8b4948a9cbf60dafb', 'gw_port_host': None}] {{(pid=94005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 17:47:19.548908 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.577153 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab569ef-8c06-4a80-b0a0-315f28289e05,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:19.641981 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904271'] for router_gateway, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.729842 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3907415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1941'] for router, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.732406 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.775292 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907563'] for router, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.775745 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4d4805-6c3a-4a64-be05-1b031939cf59 {{(pid=94003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 17:47:19.781238 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] Notify callbacks [] for router, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.782409 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-6589e440-caf1-4f69-a345-bf7b448de41e admin admin] 10.222.0.64 "DELETE /v2.0/routers/6d4d4805-6c3a-4a64-be05-1b031939cf59 HTTP/1.1" status: 204 len: 168 time: 0.7510240 Jul 23 17:47:19.785046 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45980) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:19.832657 n-d-800484-3 neutron-server[94004]: DEBUG neutron.db.db_base_plugin_v2 [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Deleting subnet d4d4fbaf-3ffc-497a-b094-fef770158cd8 {{(pid=94004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 17:47:19.835576 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.870214 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583215'] for subnet, precommit_delete_associations {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:19.950127 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734844'] for subnet, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.001951 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-297330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8852002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12463156'] for subnet, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.035920 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.040109 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d4d4fbaf-3ffc-497a-b094-fef770158cd8 HTTP/1.1" status: 204 len: 168 time: 0.2516394 Jul 23 17:47:20.040109 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cbd7a-bda7-4f34-aac4-bf6bf434f29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d4fbaf-3ffc-497a-b094-fef770158cd8,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:20.040426 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45982) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:20.040605 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24252021-b103-4336-9cb7-e02772a02f20 None None] Network 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 requested from n-d-800484-3 {{(pid=94005) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 17:47:20.113164 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708050'] for network, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.165183 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Deleting port 8f7207a0-430c-4700-8327-493b90ba0730 {{(pid=94003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:20.165525 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.227670 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] For port 8f7207a0-430c-4700-8327-493b90ba0730, host n-d-800484-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800484-3',level=0,port_id=8f7207a0-430c-4700-8327-493b90ba0730,segment=NetworkSegment(20bc9728-e529-4c0f-bb77-00fbb5ae7b45),segment_id=20bc9728-e529-4c0f-bb77-00fbb5ae7b45)] {{(pid=94003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:20.227957 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.239787 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Calling delete_port for 8f7207a0-430c-4700-8327-493b90ba0730 owned by network:dhcp {{(pid=94003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:20.275049 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] DHCP port deletion for 5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 request from n-d-800484-3 {{(pid=94005) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 17:47:20.321256 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Deleting port 8f7207a0-430c-4700-8327-493b90ba0730 {{(pid=94005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 17:47:20.321610 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742689105933'] for port, before_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.323714 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8600894'] for port, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.349396 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7207a0-430c-4700-8327-493b90ba0730,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:20.352887 n-d-800484-3 neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] No DVR routers for this DVR port 8f7207a0-430c-4700-8327-493b90ba0730 on host n-d-800484-3 {{(pid=94003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:47:20.383648 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.db [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] For port 8f7207a0-430c-4700-8327-493b90ba0730, host n-d-800484-3, got binding levels [] {{(pid=94005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 17:47:20.384043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825742'] for port, precommit_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.396302 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Calling delete_port for 8f7207a0-430c-4700-8327-493b90ba0730 owned by network:dhcp {{(pid=94005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 17:47:20.398928 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Port 8f7207a0-430c-4700-8327-493b90ba0730 was not found and therefore no delete operation was performed {{(pid=94005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 17:47:20.400140 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-623268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742689111875', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742688704013'] for port, after_delete {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.428734 n-d-800484-3 neutron-server[94005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] Pushing event deleted for resources: {'Port': ['ID=8f7207a0-430c-4700-8327-493b90ba0730,revision_number=None']} {{(pid=94005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:20.432327 n-d-800484-3 neutron-server[94005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffb3fb-d273-4580-b055-05ba06457006 None None] No DVR routers for this DVR port 8f7207a0-430c-4700-8327-493b90ba0730 on host n-d-800484-3 {{(pid=94005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 17:47:20.434895 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731621', 'neutron.services.segments.db._delete_segments_for_network-8742689254539'] for network, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.446719 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3']}} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:20.457412 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bc9728-e529-4c0f-bb77-00fbb5ae7b45') {'for_net_delete': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:20.457708 n-d-800484-3 neutron-server[94003]: DEBUG neutron.services.segments.db [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bc9728-e529-4c0f-bb77-00fbb5ae7b45') {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 17:47:20.467122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742689145528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11498726'] for segment, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.481321 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677'] for segment, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.487917 n-d-800484-3 neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 17:47:20.488342 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-735677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8600937'] for segment, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: Traceback (most recent call last): Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: timer() Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: cb(*args, **kw) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: return func(*args, **kwargs) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: self._notify() Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: self.callback(batched_events) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: event.method(event) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: return f(self, *a, **k) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: return self._get(url).json() Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: return self.request(url, 'GET', **kwargs) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:47:20.490051 n-d-800484-3 neutron-server[94003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:47:20.548561 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3794174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3904491'] for network, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.554864 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.556909 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3 HTTP/1.1" status: 204 len: 168 time: 0.5148308 Jul 23 17:47:20.568369 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3dd91-d28b-4d9d-826c-6932f752bbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f533cb5-2eb8-4426-b5a9-7c6f42e9f1c3,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:20.680429 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45986) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:20.723757 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-b08eed16-8d27-4f60-9d67-c4099bfe8311 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35213d32644c4d3db5cf28ad7d8efaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421550 Jul 23 17:47:20.726135 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45988) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:20.773994 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.795473 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.843122 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.845767 n-d-800484-3 neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:20.847372 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9cc5d8b-83d6-4f3b-a818-512bc73e764f HTTP/1.1" status: 204 len: 168 time: 0.1200466 Jul 23 17:47:20.855217 n-d-800484-3 neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ef77a-608f-4cc0-90aa-f71206de6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cc5d8b-83d6-4f3b-a818-512bc73e764f,revision_number=None']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:21.171424 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [-] (94003) accepted ('10.222.0.64', 45994) {{(pid=94003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:21.211398 n-d-800484-3 neutron-server[94003]: INFO neutron.wsgi [None req-a4ffb3c6-169e-49ce-8053-b3655616d04f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=349b78e0110b40c8b4948a9cbf60dafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387392 Jul 23 17:47:21.213985 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [-] (94004) accepted ('10.222.0.64', 45996) {{(pid=94004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 17:47:21.262918 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ab569ef-8c06-4a80-b0a0-315f28289e05 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:21.263418 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:21.283004 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 5ab569ef-8c06-4a80-b0a0-315f28289e05 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:21.283348 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 5ab569ef-8c06-4a80-b0a0-315f28289e05 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:21.283781 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e613ca35-52fd-4d11-8e0b-58f141e35201 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:21.284178 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:21.301278 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: e613ca35-52fd-4d11-8e0b-58f141e35201 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:21.301622 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device e613ca35-52fd-4d11-8e0b-58f141e35201 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:21.302056 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8f7207a0-430c-4700-8327-493b90ba0730 no longer exists at agent ovs-agent-n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 17:47:21.319768 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.plugin [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] No Port match for: 8f7207a0-430c-4700-8327-493b90ba0730 {{(pid=94005) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 17:47:21.320120 n-d-800484-3 neutron-server[94005]: DEBUG neutron.plugins.ml2.rpc [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Device 8f7207a0-430c-4700-8327-493b90ba0730 not bound to the agent host n-d-800484-3 {{(pid=94005) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 17:47:21.331374 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-327086'] for security_group, after_delete {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:21.334146 n-d-800484-3 neutron-server[94004]: DEBUG neutron_lib.callbacks.manager [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:21.335282 n-d-800484-3 neutron-server[94004]: INFO neutron.wsgi [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05fbefd0-312c-418a-8643-d18daab3e8ba HTTP/1.1" status: 204 len: 168 time: 0.1203325 Jul 23 17:47:21.342832 n-d-800484-3 neutron-server[94004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d93ca-20f5-4e57-b6b1-5c339b1cd6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbefd0-312c-418a-8643-d18daab3e8ba,revision_number=None']} {{(pid=94004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 17:47:25.067581 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:47:29.902923 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:41.995208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-29158d97-71cc-474a-a9a2-6a20eebd8b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:42.762582 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:44.502776 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:44.518178 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5b988924-08e8-460e-ab2f-ec119ab16c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:45.919940 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:47.810489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:47:59.918515 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:02.066514 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:48:11.997094 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-832827c6-565a-4128-936c-7c0efbe4f701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:12.759799 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:14.515234 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:14.520405 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9262d365-4c37-436d-b109-ed3bbc70a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:15.919175 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:17.812008 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:29.921868 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:39.064930 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:48:41.997937 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f7153ab7-ed5c-4996-94b9-fac8317c40ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:42.776103 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:44.511875 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:44.520572 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-0d2eba07-6115-464d-95ed-01b278ffeac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:45.921562 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:47.815608 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:48:59.919594 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:11.997763 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3bac25cc-ca72-421c-b4f6-e340a7fe3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:12.775848 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:14.502286 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:14.518700 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8a117910-0c45-4ce4-ac98-2c5bf7fa9406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:15.923322 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:16.065107 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:49:17.820928 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:29.918134 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:41.999465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-759da106-ccb6-4e1a-8d8b-382a8442a378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:42.791246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:44.507244 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:44.518123 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-bc16c942-7895-43d4-87ba-f839fd7857bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:45.925137 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:47.821598 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:49:53.063908 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:49:59.932172 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:11.999461 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ba3afdc9-3b94-4961-bf24-028877e9e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:12.789667 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:14.514273 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:14.519695 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-26dd739a-9625-4d94-9034-cb0dbce48589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:15.928570 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:17.823845 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:29.936576 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:30.062239 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:50:42.000043 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-92b56cfd-f63f-4534-b709-df2f0b056e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:42.821525 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:44.509915 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:44.519772 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-271f6c3d-568a-4a2e-9ee7-370b568bb5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:45.932145 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:47.826194 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:50:59.948303 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:07.061717 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:51:10.357811 n-d-800484-3 neutron-server[94003]: DEBUG neutron.wsgi [req-714cb42b-f096-4feb-97f0-fd47839db781 req-3091e712-1bae-47a9-8226-6133cc11f509 service neutron] (94003) timed out ('10.222.0.64', 44612) {{(pid=94003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:51:11.999989 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-18767ef7-f72d-4152-875f-220f03d6118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:12.821951 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:14.516668 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:14.521441 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e9c05bcb-60ef-4241-8e87-1dc4633e01f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:15.934751 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:17.828863 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:29.960445 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:42.000228 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-6a7c74a2-8ea8-4bbc-9b84-e1931c146cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:42.820752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:44.060418 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:51:44.508450 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:44.524494 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-08449562-9735-4525-a3bd-ce4ee88c9123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:45.936956 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:47.831632 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:51:59.975242 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:12.001029 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-3eac781c-6594-4d2c-9c51-afc45795fa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:12.834984 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:14.513269 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:14.524191 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-5cc5789e-3953-4950-baf0-68d8bdad225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:15.939332 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:17.833860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:21.059121 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:52:29.975465 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:42.004438 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d78daebd-a148-42cb-899f-00da59f59b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:42.849979 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:44.516369 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:44.526906 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9ff353ca-1b1a-4cbb-a774-d8997ac899b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:45.943037 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:47.837618 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:52:58.058917 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:52:59.979217 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:12.004970 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-f60bdd98-195e-4246-93fd-8e098408ba85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:12.865246 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:14.523711 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:14.529820 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-2b631c94-a8f7-410b-abe2-33aa9b239abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:15.944169 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:17.840202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:29.978177 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:35.057733 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:53:42.005285 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-c32706cc-3b4b-40cf-adca-48496426541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:42.881752 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:44.513893 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:44.529371 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-50ac191c-8c77-4e18-93e7-1c3882da416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:45.947005 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:47.842932 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:53:59.978380 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:12.006196 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-53047486-fbcb-46fe-8679-7f04b2d6c4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:12.057399 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:54:12.880096 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:14.521606 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:14.532567 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-877a2c70-e2a1-4f7b-a566-5f4da7d6da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:15.951041 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:17.844747 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:29.993860 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:42.006435 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d48eab5f-94d5-4755-9957-89775aafc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:42.895208 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:44.515526 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:44.531872 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-89c7905b-6b8e-460f-8ec8-36dca733e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:45.952674 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:47.847534 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:54:49.056460 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:54:59.995388 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:12.007202 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-308a1cdc-ef4b-48e9-9132-be46c9266b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:12.894015 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:14.515511 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:14.536617 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cbee-0f2a-4a60-9711-c76d98dad545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:15.955488 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:17.850391 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:26.056275 n-d-800484-3 neutron-server[94006]: DEBUG neutron.db.agents_db [None req-f3c39c0c-dc6f-43b6-b21f-cfff7e045f99 None None] Agent healthcheck: found 7 active agents {{(pid=94006) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 17:55:27.129567 n-d-800484-3 neutron-server[94004]: DEBUG neutron.wsgi [req-62bfb6ac-4249-4ae9-945a-e0bb4fd794de req-7e342672-031d-46be-8ad1-9f1e28eb3213 service neutron] (94004) timed out ('10.222.0.64', 40510) {{(pid=94004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 17:55:29.987053 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-9bb10a36-42a4-4c55-99ab-96ca1ea0d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:42.007771 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-e7fc614c-4abc-460c-8fac-51149d0b9760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:42.909373 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-49562a62-b5be-4ea5-b5f5-d1436e7151f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:44.519215 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-46b8bb10-ae60-4a91-8575-34010fba2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:44.537792 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-8a42bd35-fe63-4723-9843-11c10e33288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:45.958818 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-23891c02-ef15-49c5-aec2-9ee039e9b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 17:55:47.854489 n-d-800484-3 neutron-server[94005]: DEBUG neutron_lib.callbacks.manager [None req-ac698869-491d-4454-bc1c-296ac6805288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742689254521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730171'] for agent, after_update {{(pid=94005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}